-- Logs begin at Thu 2021-07-22 18:45:10 UTC, end at Thu 2021-07-22 20:56:31 UTC. -- Jul 22 19:13:50.154592 n-d-800087-13 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 19:13:52.837409 n-d-800087-13 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 22 19:13:52.838520 n-d-800087-13 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 19:13:52.838692 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 19:13:52.842163 n-d-800087-13 neutron-server[93657]: INFO neutron.common.config [-] Logging enabled! Jul 22 19:13:52.842416 n-d-800087-13 neutron-server[93657]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 19:13:52.842724 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93657) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 19:13:52.843648 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 19:13:52.843881 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 19:13:52.844276 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 19:13:52.844522 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 19:13:52.844748 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 19:13:52.845067 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.845365 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.845662 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.845893 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.846186 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.846478 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.846761 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.847053 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.847350 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.847636 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.847915 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.848229 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.848460 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.848744 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.849030 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.849316 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.849539 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.849819 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.850240 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.850643 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.850926 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.851214 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.851490 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.851763 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.852035 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.852338 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.852669 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] host = n-d-800087-13 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.852946 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.853232 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.853532 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.854503 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.854784 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.855078 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.855354 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.855630 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.855904 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.856201 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.856494 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.856784 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.857075 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.857302 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.857525 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.857813 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.858105 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.858380 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.858653 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.858927 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.859202 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.859475 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.859742 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.860025 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.860331 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.860614 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.860891 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.861166 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.861437 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.861707 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.861990 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.862264 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.862535 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.862808 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.863095 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.863365 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.863637 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.863936 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.864242 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.864527 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.864809 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.865080 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.865360 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.865632 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.865902 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.866171 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.866443 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.866710 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.866988 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.867262 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.867533 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.867803 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.868076 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.868381 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:52.868677 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.868972 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.869306 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.869592 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.869976 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.870259 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.870550 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.870830 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.871122 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.871413 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.871704 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.871986 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.872301 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.872582 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.872877 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.873181 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.873477 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.873770 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.874048 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.874324 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.874830 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.874922 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.875149 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.875444 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.875738 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.876017 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.876335 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.876629 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.876911 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.877185 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.877468 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.877757 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.878040 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.878314 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.878598 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.878874 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.879147 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.879421 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.879699 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.879987 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.880293 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.880568 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.880839 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.881115 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.881388 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.881673 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.881951 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.882224 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.882497 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.882778 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.883052 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.883326 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.883604 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.883877 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.884166 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.884446 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.884719 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.885173 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.885515 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.885746 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.886021 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.886295 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.886574 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.886848 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.887122 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.887397 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.887673 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.887948 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.888278 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.888577 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.888856 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.889131 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.889408 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.889687 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.889966 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.890243 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.890521 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.890799 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.891072 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.891362 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.891644 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.891931 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.892238 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.892516 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.892810 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.893086 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.893365 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.893641 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.893918 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.894205 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.894485 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.894779 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.895073 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.895365 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.895663 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.895956 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.896260 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.896571 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.896852 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:52.897073 n-d-800087-13 neutron-server[93657]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 19:13:52.897311 n-d-800087-13 neutron-server[93657]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93657) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 19:13:53.239277 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 19:13:53.239553 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 19:13:53.239838 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 19:13:53.240189 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 19:13:53.628695 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.628986 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.629272 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.630437 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.630714 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.630970 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.665698 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.666002 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.666880 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.679799 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.680074 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.680363 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.709220 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.709497 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.709758 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.746075 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.746347 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.746615 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.979033 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.979886 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.979886 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.979886 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:53.980529 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.097666 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.097986 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.098273 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.098544 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.098805 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.099113 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.099370 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.099623 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.099875 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.100180 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.100430 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.100692 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.100943 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.101190 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.101443 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.101702 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.101953 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.102215 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.102479 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.102733 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.102999 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.103250 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.104063 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.104468 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.104709 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.104955 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.105347 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.105588 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.105823 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.106059 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.106290 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.106523 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.106880 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 19:13:54.109926 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 19:13:54.113806 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 19:13:54.117463 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 22 19:13:54.119074 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 19:13:54.119609 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 19:13:54.119962 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 19:13:54.120381 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 19:13:54.124097 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 19:13:54.124369 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 19:13:54.124714 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 19:13:54.129913 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 19:13:54.153108 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 19:13:54.153555 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.153852 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 19:13:54.154211 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.155546 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93657) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 19:13:54.155822 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 19:13:54.156066 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 19:13:54.159221 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.159501 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.223597 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 19:13:54.223836 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 19:13:54.224072 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 19:13:54.224470 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 19:13:54.248334 n-d-800087-13 neutron-server[93657]: DEBUG oslo_db.sqlalchemy.engines [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93657) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 19:13:54.770249 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing driver for type 'gre' Jul 22 19:13:54.770771 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] gre ID ranges: [(1, 1000)] Jul 22 19:13:54.820729 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing driver for type 'local' Jul 22 19:13:54.821063 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing driver for type 'vlan' Jul 22 19:13:54.834633 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] VlanTypeDriver initialization complete Jul 22 19:13:54.834979 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing driver for type 'vxlan' Jul 22 19:13:54.835491 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] vxlan ID ranges: [(1, 1000)] Jul 22 19:13:54.887915 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing extension driver 'port_security' Jul 22 19:13:54.888298 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.extensions.port_security [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] PortSecurityExtensionDriver initialization complete Jul 22 19:13:54.888664 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing mechanism driver 'openvswitch' Jul 22 19:13:54.889066 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing mechanism driver 'hyperv' Jul 22 19:13:54.895599 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.plugin [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:13:54.896510 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.896891 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.897251 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.897778 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.898221 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.898580 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.898932 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.899324 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.899734 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.900087 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.900495 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.901014 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.901429 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.901786 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.902133 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.902527 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.902935 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.903286 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.903630 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.904021 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.904449 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > address_group after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.904798 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > address_group after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.905142 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.905532 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93657) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 19:13:54.905914 n-d-800087-13 neutron-server[93657]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] ML2 OVO RPC backend initialized. {{(pid=93657) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 19:13:54.906624 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.906991 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.907414 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.907765 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > networks before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.908116 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.908485 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > ports before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.908835 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.909181 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnets before_response 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.909531 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.909878 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.910217 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.910557 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.910898 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.911237 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.911575 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.911913 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.912280 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.912866 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.plugin [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Modular L2 Plugin initialization complete Jul 22 19:13:54.913198 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading services supported by the core plugin {{(pid=93657) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 19:13:54.913531 n-d-800087-13 neutron-server[93657]: INFO neutron.plugins.ml2.managers [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Got port-security extension from driver 'port_security' Jul 22 19:13:54.914000 n-d-800087-13 neutron-server[93657]: INFO neutron.extensions.vlantransparent [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Disabled vlantransparent extension. Jul 22 19:13:54.914488 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93657) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 19:13:54.914809 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: router Jul 22 19:13:54.951433 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.951829 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.952232 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router before_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.952609 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.952989 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.953351 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.953716 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.954217 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.954574 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.954936 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.955293 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.955661 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.956079 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.956478 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.956824 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.957165 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: subnet after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.957508 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.957864 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.958216 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.958564 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.958913 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.959275 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router after_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.959623 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.959980 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_create 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.960374 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.960725 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_update 55549900 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.961095 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > agent after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.961448 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > agent after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.961800 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > network after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.962655 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Tracking information for resource: router configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.963006 n-d-800087-13 neutron-server[93657]: DEBUG neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Tracking information for resource: floatingip configured {{(pid=93657) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 19:13:54.968079 n-d-800087-13 neutron-server[93657]: INFO neutron.db.l3_agentschedulers_db [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 19:13:54.968712 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.969081 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.969437 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.969792 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: port after_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.970587 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router before_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.970960 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.971327 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_create 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.971688 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > router precommit_update 55550100 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:54.976195 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.provider_configuration [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service providers = [] {{(pid=93657) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 19:13:54.976569 n-d-800087-13 neutron-server[93657]: DEBUG neutron.db.servicetype_db [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93657) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 19:13:54.980064 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.service_base [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 19:13:54.980624 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.service_base [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 19:13:54.980778 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.service_base [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 19:13:54.981665 n-d-800087-13 neutron-server[93657]: DEBUG neutron.services.service_base [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93657) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 19:13:54.982047 n-d-800087-13 neutron-server[93657]: INFO neutron.services.service_base [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 19:13:54.982429 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:54.982755 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 19:13:54.993294 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:54.993637 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: auto_allocate Jul 22 19:13:54.999884 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: network precommit_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.000292 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: network precommit_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.000818 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.001144 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: tag Jul 22 19:13:55.007808 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.008161 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: timestamp Jul 22 19:13:55.011956 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.012322 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: network_ip_availability Jul 22 19:13:55.017670 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.018044 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.018404 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.019117 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.019440 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: flavors Jul 22 19:13:55.026174 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.026529 n-d-800087-13 neutron-server[93657]: INFO neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading Plugin: revisions Jul 22 19:13:55.031061 n-d-800087-13 neutron-server[93657]: DEBUG neutron.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93657) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 19:13:55.031449 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 19:13:55.032217 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93657) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 19:13:55.032558 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Initializing extension manager. Jul 22 19:13:55.033070 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: __init__.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.033411 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: __pycache__ {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.033746 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.034081 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.034834 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.035390 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: address-group Jul 22 19:13:55.035715 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.036579 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.037081 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: address-scope Jul 22 19:13:55.037405 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.038345 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.038852 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: router-admin-state-down-before-update Jul 22 19:13:55.039179 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: agent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.039884 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.040415 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: agent Jul 22 19:13:55.040741 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: agent_resources_synced.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.042275 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.042780 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: agent-resources-synced Jul 22 19:13:55.043107 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: allowedaddresspairs.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.044937 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.045461 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: allowed-address-pairs Jul 22 19:13:55.045795 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: auto_allocated_topology.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.046862 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.047375 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: auto-allocated-topology Jul 22 19:13:55.047705 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.048440 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.048945 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: availability_zone Jul 22 19:13:55.049273 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: availability_zone_filter.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.050187 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.050694 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: availability_zone_filter Jul 22 19:13:55.051029 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: data_plane_status.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.051933 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.052469 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 19:13:55.052797 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: default_subnetpools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.053712 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.054220 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: default-subnetpools Jul 22 19:13:55.054547 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.055355 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.055865 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: dhcp_agent_scheduler Jul 22 19:13:55.056220 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: dns.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.057187 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.057690 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 19:13:55.058013 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: dns_domain_ports.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.058945 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.059446 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 19:13:55.059769 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.060726 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.061237 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 19:13:55.061560 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: dvr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.062235 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.062733 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: dvr Jul 22 19:13:55.063054 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: ecmp_routes.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.063965 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.064501 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 19:13:55.064824 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: empty_string_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.065738 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.066238 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: empty-string-filtering Jul 22 19:13:55.066563 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.067474 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.067975 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 19:13:55.068328 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.069244 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.069747 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 19:13:55.070072 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: external_net.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.070982 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.071490 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: external-net Jul 22 19:13:55.071814 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.072789 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.073291 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: extra_dhcp_opt Jul 22 19:13:55.073614 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: extraroute.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.074530 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.075039 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: extraroute Jul 22 19:13:55.075363 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: extraroute_atomic.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.076412 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.076922 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: extraroute-atomic Jul 22 19:13:55.077247 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: filter_validation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.077913 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.078413 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: filter-validation Jul 22 19:13:55.078734 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: fip_pf_description.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.079830 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.080372 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 19:13:55.080698 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: fip_port_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.081626 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.082133 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: fip-port-details Jul 22 19:13:55.082458 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.083674 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.084213 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: flavors Jul 22 19:13:55.084546 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.086178 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.086704 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 19:13:55.087041 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: floatingip_pools.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.087747 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.088815 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: floatingip-pools Jul 22 19:13:55.089151 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: ip_allocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.090082 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.090591 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 19:13:55.090919 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.092103 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.092633 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: ip-substring-filtering Jul 22 19:13:55.092963 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l2_adjacency.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.093902 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.094407 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 19:13:55.094734 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.095696 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.096242 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: router Jul 22 19:13:55.096572 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.098797 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.099324 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 19:13:55.099662 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.100683 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.101202 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: ext-gw-mode Jul 22 19:13:55.101534 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.102474 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.102983 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: l3-ha Jul 22 19:13:55.103316 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3_flavors.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.104852 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.105360 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: l3-flavors Jul 22 19:13:55.105691 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.106607 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.107115 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 19:13:55.107444 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: l3agentscheduler.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.108506 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.109020 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: l3_agent_scheduler Jul 22 19:13:55.109348 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: logging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.110823 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.111346 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension logging not supported by any of loaded plugins Jul 22 19:13:55.111677 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: metering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.112457 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.113035 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: metering Jul 22 19:13:55.113549 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.115100 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.115622 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: metering_source_and_destination_fields Jul 22 19:13:55.115953 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: multiprovidernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.117039 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.117553 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: multi-provider Jul 22 19:13:55.117882 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: netmtu.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.118804 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.119349 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: net-mtu Jul 22 19:13:55.119676 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: netmtu_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.120615 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.121128 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: net-mtu-writable Jul 22 19:13:55.121617 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: network_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.122134 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.122634 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: network_availability_zone Jul 22 19:13:55.122958 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: network_ip_availability.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.124048 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.124598 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: network-ip-availability Jul 22 19:13:55.124928 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: network_segment_range.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.125714 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.126219 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 19:13:55.126547 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: pagination.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.127541 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.127877 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: pagination Jul 22 19:13:55.128234 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: port_device_profile.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.129177 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.129690 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: port-device-profile Jul 22 19:13:55.130016 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.130940 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.131452 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: port-mac-address-regenerate Jul 22 19:13:55.131776 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.132940 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.133457 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: port-numa-affinity-policy Jul 22 19:13:55.134077 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: port_resource_request.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.135106 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.135615 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 19:13:55.135939 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: portbindings.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.136905 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.137420 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: binding Jul 22 19:13:55.137750 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: portbindings_extended.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.139031 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.139541 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: binding-extended Jul 22 19:13:55.139870 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: portsecurity.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.140813 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.141329 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: port-security Jul 22 19:13:55.141657 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: project_id.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.142647 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.142962 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: project-id Jul 22 19:13:55.143290 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: providernet.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.144242 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.144753 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: provider Jul 22 19:13:55.145079 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.148658 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.149179 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos not supported by any of loaded plugins Jul 22 19:13:55.149516 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.151310 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.151823 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 19:13:55.152174 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.153122 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.153636 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 19:13:55.153960 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_default.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.154881 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.155391 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-default not supported by any of loaded plugins Jul 22 19:13:55.155722 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_fip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.156421 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.156924 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 19:13:55.157247 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_gateway_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.158176 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.158686 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 19:13:55.159013 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_port_network_policy.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.159931 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.160468 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 19:13:55.160792 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_rule_type_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.161721 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.162226 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 19:13:55.162551 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: qos_rules_alias.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.163604 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.164116 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 19:13:55.164467 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: quotasv2.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.165434 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.165988 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: quotas Jul 22 19:13:55.166846 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: quotasv2_detail.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.169987 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.170333 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: quota_details Jul 22 19:13:55.170671 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: rbac.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.171757 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.172311 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: rbac-policies Jul 22 19:13:55.172648 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: rbac_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.173613 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.174136 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: rbac-address-group Jul 22 19:13:55.174465 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: rbac_address_scope.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.175390 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.175903 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: rbac-address-scope Jul 22 19:13:55.176259 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: rbac_security_groups.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.177186 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.177700 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: rbac-security-groups Jul 22 19:13:55.178032 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: rbac_subnetpool.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.178962 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.180265 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: rbac-subnetpool Jul 22 19:13:55.180265 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: revisionifmatch.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.180731 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.181244 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: revision-if-match Jul 22 19:13:55.182127 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: revisions.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.183316 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.183834 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: standard-attr-revisions Jul 22 19:13:55.184178 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: router_availability_zone.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.184867 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.185381 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: router_availability_zone Jul 22 19:13:55.185708 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: routerservicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.186638 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.187145 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 19:13:55.187472 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.188433 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.188943 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: security-groups-normalized-cidr Jul 22 19:13:55.189272 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.190196 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.190707 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: port-security-groups-filtering Jul 22 19:13:55.191032 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.191967 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.192511 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: security-groups-remote-address-group Jul 22 19:13:55.192836 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: securitygroup.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.203232 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.203779 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: security-group Jul 22 19:13:55.204120 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.205190 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.205701 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension segment not supported by any of loaded plugins Jul 22 19:13:55.206037 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.207010 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.207523 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 19:13:55.207853 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: servicetype.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.208998 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.209523 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: service-type Jul 22 19:13:55.209854 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: sorting.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.210840 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.211180 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: sorting Jul 22 19:13:55.211509 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: standard_attr_segment.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.212533 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.213106 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 19:13:55.213613 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: standardattrdescription.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.214273 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.214797 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: standard-attr-description Jul 22 19:13:55.215114 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: stateful_security_group.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.216064 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.216876 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: stateful-security-group Jul 22 19:13:55.217204 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: stdattrs_common.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.217798 n-d-800087-13 neutron-server[93657]: WARNING neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 19:13:55.218124 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.219072 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.219586 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 19:13:55.219922 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnet_onboard.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.221046 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.221569 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: subnet_onboard Jul 22 19:13:55.221895 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.222831 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.223338 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 19:13:55.223666 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnet_service_types.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.224608 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.225116 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: subnet-service-types Jul 22 19:13:55.225440 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnetallocation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.226528 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.227046 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: subnet_allocation Jul 22 19:13:55.227373 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.228045 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.228722 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: subnetpool-prefix-ops Jul 22 19:13:55.229129 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.230079 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.230589 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 19:13:55.230918 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: tagging.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.232001 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.232540 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: standard-attr-tag Jul 22 19:13:55.232894 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: timestamp.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.234141 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.234660 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loaded extension: standard-attr-timestamp Jul 22 19:13:55.234994 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: trunk.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.236065 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.236681 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension trunk not supported by any of loaded plugins Jul 22 19:13:55.237018 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: trunk_details.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.237958 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.238472 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 19:13:55.238801 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: uplink_status_propagation.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.239732 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.240272 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 19:13:55.240595 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Loading extension file: vlantransparent.py {{(pid=93657) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 19:13:55.241285 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93657) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 19:13:55.241798 n-d-800087-13 neutron-server[93657]: INFO neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 19:13:55.244977 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:network Jul 22 19:13:55.245528 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnet Jul 22 19:13:55.245934 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 19:13:55.246334 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:port Jul 22 19:13:55.247623 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.248117 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.248715 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.249170 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.249501 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:router Jul 22 19:13:55.249938 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 19:13:55.250424 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.251883 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.252500 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.252867 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:13:55.253887 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 19:13:55.254343 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:security_group Jul 22 19:13:55.254783 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 19:13:55.255389 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.255723 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 19:13:55.256086 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] subnetpool is already registered Jul 22 19:13:55.256560 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.256895 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 19:13:55.257233 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] subnetpool is already registered Jul 22 19:13:55.259551 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.260632 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service FLAVORS assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.261234 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.261668 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.262012 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:router Jul 22 19:13:55.262356 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] router is already registered Jul 22 19:13:55.262773 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 19:13:55.263121 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] floatingip is already registered Jul 22 19:13:55.263577 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service METERING assigned prefix: /metering {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.264271 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 19:13:55.264605 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] rbac_policy is already registered Jul 22 19:13:55.265024 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:security_group Jul 22 19:13:55.265364 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] security_group is already registered Jul 22 19:13:55.265771 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 19:13:55.266107 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] security_group_rule is already registered Jul 22 19:13:55.266743 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.267077 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 19:13:55.267416 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] subnetpool is already registered Jul 22 19:13:55.267842 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.v2.resource_helper [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Service CORE assigned prefix: {{(pid=93657) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 19:13:55.268187 n-d-800087-13 neutron-server[93657]: INFO neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 19:13:55.268525 n-d-800087-13 neutron-server[93657]: WARNING neutron.quota.resource_registry [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] subnetpool is already registered Jul 22 19:13:55.268995 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: extensions {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.270497 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: address-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.272053 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: address-scopes {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.273416 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.274564 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: auto-allocated-topology {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.275917 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: availability_zones {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.277231 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: dhcp-networks {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.278680 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: dhcp-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.280131 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.281990 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: flavors {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.284275 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.285498 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: next_providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.286954 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: service_profiles {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.288537 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: floatingip-pools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.289773 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.291574 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: floatingips {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.292901 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: l3-routers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.294283 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: l3-agents {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.295914 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: metering-labels {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.297198 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: metering-label-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.298583 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: network-ip-availabilities {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.299854 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: bindings {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.301444 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.303021 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: quotas {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.304474 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: rbac-policies {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.305673 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: security-groups {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.307723 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: security-group-rules {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.309019 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: service-providers {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.310269 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.311603 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: subnetpools {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.313185 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.314884 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.316735 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.318589 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.324360 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.324360 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.324733 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.326543 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.328442 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.330210 n-d-800087-13 neutron-server[93657]: DEBUG neutron.api.extensions [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Extended resource: tags {{(pid=93657) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 19:13:55.336322 n-d-800087-13 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 19:13:55.341170 n-d-800087-13 neutron-server[93657]: WARNING keystonemiddleware.auth_token [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 19:13:55.349962 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Acquired lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 19:13:55.350450 n-d-800087-13 neutron-server[93657]: DEBUG oslo_concurrency.lockutils [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Releasing lock "singleton_lock" {{(pid=93657) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 19:13:55.351097 n-d-800087-13 neutron-server[93657]: INFO oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Starting 2 workers Jul 22 19:13:55.355896 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Started child 93800 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 19:13:55.360548 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Started child 93801 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 19:13:55.361320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.362199 n-d-800087-13 neutron-server[93657]: INFO neutron.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 19:13:55.362877 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Notify callbacks [] for process, before_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.363182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [-] (93800) wsgi starting up on http://0.0.0.0:9696 Jul 22 19:13:55.365312 n-d-800087-13 neutron-server[93657]: INFO oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Starting 1 workers Jul 22 19:13:55.365667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.367205 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [-] (93801) wsgi starting up on http://0.0.0.0:9696 Jul 22 19:13:55.371157 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Started child 93802 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 19:13:55.371699 n-d-800087-13 neutron-server[93657]: INFO oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Starting 1 workers Jul 22 19:13:55.375512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] calling RpcWorker wait() {{(pid=93802) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 19:13:55.376095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] returning from RpcWorker wait() {{(pid=93802) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 19:13:55.376439 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Started child 93803 {{(pid=93657) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 19:13:55.377351 n-d-800087-13 neutron-server[93657]: DEBUG neutron_lib.callbacks.manager [None req-2f984ab8-3fbb-4142-8662-c4f597b62103 None None] Notify callbacks [] for process, after_spawn {{(pid=93657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.377802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.378261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:13:55.379595 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 19:13:55.379809 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 19:13:55.379995 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 19:13:55.380241 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 19:13:55.380611 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 19:13:55.380769 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 19:13:55.381378 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.381668 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.381932 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.382212 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.382530 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.383186 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.383470 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.383704 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.383996 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.388415 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.388613 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.388797 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.389234 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.389505 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.389885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.390165 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.390420 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.390715 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.390899 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.391163 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.391467 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.391725 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.391816 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:13:55.392369 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.392369 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.392756 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.392863 n-d-800087-13 neutron-server[93803]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:13:55.393032 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.393298 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.393533 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.393828 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.394064 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.394346 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.394603 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.394882 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.395072 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.395333 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.395585 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.395824 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.396066 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.396426 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.396602 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.397079 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-800087-13 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.397306 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.397554 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.397859 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.398117 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.398383 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.398664 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.398941 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.399335 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.399604 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.399835 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.400094 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.400449 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.400773 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.401035 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.401245 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.401439 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.401713 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.401978 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.402174 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.402349 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.402528 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.402786 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.402952 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.403225 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.403466 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.403687 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.403906 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.404274 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.404425 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.404707 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.404980 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.405208 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.405430 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.405705 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.405942 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.406203 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.406434 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.406684 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.406986 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.407166 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.407388 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.407619 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.407842 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.408064 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.408339 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.408581 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.408842 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.409111 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.409473 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.409794 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.409998 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.410162 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.410608 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.410727 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.410975 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.411150 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.411427 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.411658 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.411959 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.412242 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.412449 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.412658 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.412899 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.413183 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.413405 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.413680 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.413849 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.414062 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.414295 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.414841 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.415374 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.415522 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.415748 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.416791 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.416977 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.417221 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.417444 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.418011 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.418011 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.418292 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.418579 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.418898 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.419230 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.419627 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.419990 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.420282 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.420750 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.420933 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.421081 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.421320 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.421537 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.421891 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.424381 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425973 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.425973 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.426098 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.426351 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.426613 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.426881 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.427113 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.427403 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.427711 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.427871 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.428109 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.428405 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.428657 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.428945 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.429177 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.429451 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.429767 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.430022 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.430284 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.430576 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.430803 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.431026 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.431259 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.431498 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.432367 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.432671 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.432973 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.433201 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.433486 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.433675 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.433908 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.434229 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.434504 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.434686 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.434935 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.435156 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.435407 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.435699 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.435918 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.436218 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.436418 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.436647 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.436870 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.437130 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.437335 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.437593 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.437935 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.438558 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.438558 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.438885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.439023 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.439293 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440277 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440277 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440277 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440542 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440614 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.440794 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.441075 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.441366 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.441577 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.441826 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.442090 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.442356 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.442559 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.442789 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.443078 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.443327 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.443566 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.443948 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.444191 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.444449 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.444712 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.444976 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.445276 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.445544 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.445828 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.446350 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.446350 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.446770 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.446924 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.447248 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.447682 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.448091 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.448380 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.448764 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.448936 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.449226 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.449422 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.449646 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.450035 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.450312 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.450548 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.450890 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.451085 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.452852 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.453117 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.453402 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.453786 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.453926 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.454196 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.454888 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.454888 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.454888 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.455201 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456180 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456180 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456180 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456180 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456700 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456700 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.456860 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.457061 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.457333 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.457535 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.457765 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.457992 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.458251 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.458491 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.458740 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.458983 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.459205 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.459688 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.459973 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.460230 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.460491 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.460748 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.461034 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.461296 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.461542 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.461814 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.462071 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.462349 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.462576 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.462909 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.463310 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.463536 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.463760 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.464002 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.464246 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.464472 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.464774 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.464962 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.465204 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.465474 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.465836 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.466089 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.466348 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.466858 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.467086 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.467332 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.467575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.467802 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.468026 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.468295 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.468520 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.468765 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.469015 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.469263 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.469491 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.469709 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.469951 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.470194 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.470413 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.470711 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.470976 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.471223 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.471527 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.471776 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.472016 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.472290 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.472529 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.472767 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.472995 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.473220 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.473456 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.473741 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.473968 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.474162 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.474326 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.474568 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.474787 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.475015 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.475250 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.475465 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.475689 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.475911 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.476123 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.476395 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.476648 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.476860 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.477257 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.477484 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.477699 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.477955 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.478170 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.478383 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.479139 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.479358 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.479571 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.479876 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.480128 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.480394 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.480670 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.480903 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.481167 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.481416 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.481738 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.481957 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.482209 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.482456 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.482681 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.482930 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.483192 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.483528 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.483839 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.484091 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.484389 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.484698 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.484983 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.485249 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.485488 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.485954 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.486127 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.486405 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.486674 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.486932 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.487188 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.487422 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.487657 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.487912 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.488185 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.488392 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.488635 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.488870 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.489106 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.489346 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.489720 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.489843 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.490055 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.490621 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.490621 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.490857 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.490857 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 19:13:55.491434 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93657) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 19:13:55.491607 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.493751 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.495169 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.496067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] debug = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497179 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497667 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497667 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497667 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497667 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.497667 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498082 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498082 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498082 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498298 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498374 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498512 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498687 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.498899 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499228 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] host = n-d-800087-13 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499390 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499550 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499711 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.499874 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.500034 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.500229 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.501575 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_options = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.502507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.503013 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.503013 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.503013 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.504532 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.505743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.506578 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507027 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507027 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507027 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507227 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507227 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507402 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507560 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.507915 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.508297 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.508464 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.508623 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.508765 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.508902 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_json = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.509039 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.509209 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.509390 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.509522 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.510396 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.510562 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.510698 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.511055 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 19:13:55.511384 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.511691 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.512021 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.512211 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.512524 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.512693 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.512859 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513026 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513190 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513355 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513527 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513692 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.513869 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.514037 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.514198 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.514542 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.514880 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.515209 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.515547 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.515893 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.516268 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.516437 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.516623 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.516789 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.516955 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517118 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517282 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517447 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517613 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517777 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.517942 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518106 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518268 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518432 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518596 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518764 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.518924 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.519076 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.519241 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.519395 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.519557 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.519868 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520036 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520225 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520394 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520558 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520725 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.520885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.521219 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.521383 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.521560 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.521727 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.521890 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522385 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522385 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522385 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522589 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522666 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522822 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.522983 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523147 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523324 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523487 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523650 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523813 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.523977 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524140 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524325 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524488 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524651 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524813 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.524976 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.525138 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.525334 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526032 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526197 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526361 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526526 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526690 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.526853 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527016 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527178 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527388 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527523 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527656 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527829 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.527993 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528181 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528344 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528670 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528832 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.528994 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529157 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529320 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529483 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529646 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529812 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.529977 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530140 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530302 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530464 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530627 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530845 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.530946 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531104 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531271 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531432 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531594 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531975 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.531975 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532273 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532273 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532455 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532624 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532809 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.532935 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533018 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533178 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533340 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533525 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533722 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533837 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.533966 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534128 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534292 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534441 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534611 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534774 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.534937 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535116 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535324 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535443 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535584 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535745 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.535908 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536070 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536256 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:13:55.536463 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536573 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536736 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.536899 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537063 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537226 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537389 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537552 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537714 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.537877 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538092 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538229 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538350 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538514 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538677 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.538840 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539003 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539166 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539329 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539491 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539654 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539816 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.539980 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.540160 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.540322 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.540486 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.540648 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.540810 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541000 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541244 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541345 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541465 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541628 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541791 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.541955 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542123 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542352 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542451 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542604 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542766 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.542929 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543092 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543253 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543416 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543581 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543744 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.543909 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544071 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544258 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544437 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544600 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544763 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.544927 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545090 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545253 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545416 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545580 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545743 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.545905 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546068 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546234 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546399 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546563 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546727 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.546891 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547055 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547218 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547382 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547557 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547740 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.547885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548117 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548270 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548374 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548547 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548710 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.548892 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549009 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549171 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549334 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549507 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549668 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549830 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.549995 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.550161 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.550322 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.550495 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.550657 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551070 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551070 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551321 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551321 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551512 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551590 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551738 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.551899 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552067 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552233 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552457 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552557 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552720 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.552885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553050 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553213 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553565 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553565 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553744 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.553885 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554049 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554212 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554375 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554550 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554714 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.554880 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555043 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555206 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555370 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555534 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555702 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.555874 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556045 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556230 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556403 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556597 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556769 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.556933 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557106 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557280 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557443 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557606 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557769 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.557930 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558095 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558257 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558422 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558586 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558748 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.558911 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559074 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559237 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559400 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559562 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559724 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.559886 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.560048 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.560241 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.560385 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 19:13:55.560540 n-d-800087-13 neutron-server[93657]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93657) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 19:13:55.829610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:13:55.838789 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063102 Jul 22 19:14:07.127305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56eb29-b542-49eb-8f3a-f14cf0a56a75 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:14:07.208951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d56eb29-b542-49eb-8f3a-f14cf0a56a75 None None] No non-hosted networks {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 19:14:07.227036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.agentschedulers_db [None req-4d56eb29-b542-49eb-8f3a-f14cf0a56a75 None None] DHCP Agent not found on host n-d-800087-13 {{(pid=93802) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 19:14:07.392126 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-326a58e2-1a4d-4e93-a179-06cc1131d7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.591101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59370ab1-49d8-4f47-95fe-dd735e6a310c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.707355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfd4c-f023-429f-bafc-642232ab6348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.744568 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:09.745255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.745600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.745936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.746271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.746601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.746930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.747257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.747657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.747987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.748349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.748677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.748999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:09.749429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800087-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:09.763217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800087-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:11.378057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:12.594836 n-d-800087-13 neutron-server[93802]: INFO neutron.db.l3_hamode_db [None req-412dbb70-4afe-4c90-8f41-352248edf374 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 19:14:12.678667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412dbb70-4afe-4c90-8f41-352248edf374 None None] Routers set() bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:12.678992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412dbb70-4afe-4c90-8f41-352248edf374 None None] Router IDs set() for agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:14:12.691920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:14.044273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:14.524140 n-d-800087-13 neutron-server[93801]: WARNING oslo_policy.policy [None req-ce9d7741-56bd-48f7-8b23-a13ae3d32ffe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:14.525362 n-d-800087-13 neutron-server[93801]: WARNING oslo_policy.policy [None req-ce9d7741-56bd-48f7-8b23-a13ae3d32ffe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:14.744665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-ce9d7741-56bd-48f7-8b23-a13ae3d32ffe admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:14:14.745715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce9d7741-56bd-48f7-8b23-a13ae3d32ffe admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7004979 Jul 22 19:14:17.149904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:17.452119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:17.546644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.policy [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93801) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 19:14:17.591406 n-d-800087-13 neutron-server[93801]: WARNING oslo_policy.policy [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:17.592034 n-d-800087-13 neutron-server[93801]: WARNING oslo_policy.policy [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:17.600408 n-d-800087-13 neutron-server[93801]: INFO neutron.quota [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] Loaded quota_driver: . Jul 22 19:14:17.691517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613761572', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613760217', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613765354', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613747260', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613752929', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770613791769', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1629249', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1631850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542563', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595459'] for rbac-policy, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:17.755635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:17.756836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-adbb9a24-e46a-45f0-a482-64ca8feb5798 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6059496 Jul 22 19:14:20.311749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:20.599279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:20.627133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Made reservation on behalf of 4b7d0ad8667e4e2499abe70d8e04bf82 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:20.629773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.645723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.767235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.770700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.790692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:14:20.818006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770609128232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.818576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Unsubscribe: segment precommit_create {{(pid=93801) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 19:14:20.819057 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Added segment 06fae386-6614-44ca-8442-db74ea7b39fb of type vlan for network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 Jul 22 19:14:20.837435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12324461-f05c-4358-b0e0-59062f6ad479,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:20.887916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.888272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.888660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.888983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.889270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.889586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.889902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.890212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.890521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.890830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.891137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.891443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Tracked resource versions report: Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: pushed versions: Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: { 'AddressGroup': {'1.2'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Log': {'1.0'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Network': {'1.1'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Port': {'1.7'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'PortForwarding': {'1.2'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'QosPolicy': {'1.8'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SecurityGroup': {'1.4'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SubPort': {'1.0'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Subnet': {'1.1'}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Trunk': {'1.1'}} Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: consumer versions: Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: L3 agent@n-d-800087-13: {}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: Metadata agent@n-d-800087-13: {}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: Metering agent@n-d-800087-13: {}, Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'ConntrackHelper': '1.0', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Log': '1.0', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Network': '1.1', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Port': '1.7', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'PortForwarding': '1.2', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'QosPolicy': '1.8', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SecurityGroup': '1.4', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SecurityGroupRule': '1.2', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'SubPort': '1.0', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Subnet': '1.1', Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: 'Trunk': '1.1'}} Jul 22 19:14:20.892591 n-d-800087-13 neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:14:20.934495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.985511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:20.986581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:20.987238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:21.044511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7314799 Jul 22 19:14:21.084099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a19f1-32db-4666-999b-041e914b7184 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:21.096845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:23.646667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:24.027854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4c6732-d07c-46fa-94db-5002442e8f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:24.029255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a4c6732-d07c-46fa-94db-5002442e8f7d admin admin] 10.222.0.10 "GET /v2.0/networks/cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 HTTP/1.1" status: 200 len: 825 time: 0.3816454 Jul 22 19:14:24.052629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-409ff0f0-5000-417e-a3e4-04fdbc82f7a5 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/b21bdd6a-5caa-4786-8076-8eeb3a4a6154 HTTP/1.1" status: 200 len: 734 time: 0.0180376 Jul 22 19:14:24.061021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'ip_version': 4, 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:24.082462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Made reservation on behalf of 4b7d0ad8667e4e2499abe70d8e04bf82 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:24.084764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.378048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.448525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dbba83-54c6-42d5-a6dc-963bb96b28f6,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:24.450495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Checking segment: {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:24.450870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Network hostable DHCP agents. Network: cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:24.472516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:24.484605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:24.489596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:24.490586 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:24.494464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a24908-d8dd-4ebe-8794-93e42adfc9f1 None None] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:24.503714 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f21134fe-d8e4-4c85-898e-cb08cddaf7a0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4459784 Jul 22 19:14:24.811085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:14:24.812321 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.081608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Allocated IP 172.20.0.2 (cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0/56dbba83-54c6-42d5-a6dc-963bb96b28f6/26638bda-2589-49d5-b115-77604b349539) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:25.313946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.329378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Transition to ACTIVE for port object 26638bda-2589-49d5-b115-77604b349539 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:25.350934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Transition to ACTIVE for port object 26638bda-2589-49d5-b115-77604b349539 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:25.359662 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.435263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:25.440041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:25.442932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:25.450717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Pushing event updated for resources: {'Port': ['ID=26638bda-2589-49d5-b115-77604b349539,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:25.479899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.480277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.480621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.480959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.481296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.481629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.481957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.482285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.482611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.482936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.483262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.483584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Tracked resource versions report: Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: pushed versions: Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: { 'AddressGroup': {'1.2'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'ConntrackHelper': {'1.0'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Log': {'1.0'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Network': {'1.1'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Port': {'1.7'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'PortForwarding': {'1.2'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'QosPolicy': {'1.8'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SecurityGroup': {'1.4'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SubPort': {'1.0'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Subnet': {'1.1'}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Trunk': {'1.1'}} Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: consumer versions: Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: L3 agent@n-d-800087-13: {}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: Metadata agent@n-d-800087-13: {}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: Metering agent@n-d-800087-13: {}, Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'ConntrackHelper': '1.0', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Log': '1.0', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Network': '1.1', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Port': '1.7', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'PortForwarding': '1.2', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'QosPolicy': '1.8', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SecurityGroup': '1.4', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SecurityGroupRule': '1.2', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'SubPort': '1.0', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Subnet': '1.1', Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: 'Trunk': '1.1'}} Jul 22 19:14:25.484767 n-d-800087-13 neutron-server[93802]: {{(pid=93802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:14:25.537428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Attempting to bind port 26638bda-2589-49d5-b115-77604b349539 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:25.538065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Attempting to bind port 26638bda-2589-49d5-b115-77604b349539 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:25.538235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Attempting to bind port 26638bda-2589-49d5-b115-77604b349539 on network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:25.543774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:25.544218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Checking segment: {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:25.544674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.545064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Bound using segment: {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:25.545547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Bound port: 26638bda-2589-49d5-b115-77604b349539, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:25.545956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.613674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] For port 26638bda-2589-49d5-b115-77604b349539, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:25.618925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] For port 26638bda-2589-49d5-b115-77604b349539, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=26638bda-2589-49d5-b115-77604b349539,segment=NetworkSegment(06fae386-6614-44ca-8442-db74ea7b39fb),segment_id=06fae386-6614-44ca-8442-db74ea7b39fb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:25.622325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:25.689542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c359-fe63-4391-b19e-8afc2336c0f7 None None] Pushing event updated for resources: {'Port': ['ID=26638bda-2589-49d5-b115-77604b349539,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:26.876586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60496) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:27.188648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-d6767017-2203-4b0e-a4a2-968483409e7e admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:14:27.189708 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6767017-2203-4b0e-a4a2-968483409e7e admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120594 Jul 22 19:14:29.584833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:30.073863 n-d-800087-13 neutron-server[93800]: WARNING oslo_policy.policy [None req-222a432a-412f-469a-8238-624368f5d484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:30.074436 n-d-800087-13 neutron-server[93800]: WARNING oslo_policy.policy [None req-222a432a-412f-469a-8238-624368f5d484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:30.292217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-222a432a-412f-469a-8238-624368f5d484 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:14:30.293473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-222a432a-412f-469a-8238-624368f5d484 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7064047 Jul 22 19:14:32.877394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60524) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:33.185168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:33.251238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.policy [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 19:14:33.297283 n-d-800087-13 neutron-server[93800]: WARNING oslo_policy.policy [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:33.297658 n-d-800087-13 neutron-server[93800]: WARNING oslo_policy.policy [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 19:14:33.306201 n-d-800087-13 neutron-server[93800]: INFO neutron.quota [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Loaded quota_driver: . Jul 22 19:14:33.363125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.364982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.520936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.527146 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.546591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:33.548191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-05adec5c-5e6d-411f-8018-0e1839ea7c1d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6688232 Jul 22 19:14:34.045624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 26638bda-2589-49d5-b115-77604b349539 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:34.095805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac190b-8bc6-4bc4-a42a-7c1e648a048d None None] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:34.188730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5f019330-c193-4a8a-ad6f-5e527da6b092 None None] Provisioning for port 26638bda-2589-49d5-b115-77604b349539 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:34.218322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 26638bda-2589-49d5-b115-77604b349539 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:34.228684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 26638bda-2589-49d5-b115-77604b349539 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:34.229021 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.392237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.446694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 26638bda-2589-49d5-b115-77604b349539, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=26638bda-2589-49d5-b115-77604b349539,segment=NetworkSegment(06fae386-6614-44ca-8442-db74ea7b39fb),segment_id=06fae386-6614-44ca-8442-db74ea7b39fb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:34.451640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:34.504777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=26638bda-2589-49d5-b115-77604b349539,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:34.623015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-48b906bc-0e3a-4b9d-8943-0b486a8043e5 None None] Provisioning complete for port 26638bda-2589-49d5-b115-77604b349539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:34.623382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48b906bc-0e3a-4b9d-8943-0b486a8043e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:35.920163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:36.022799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 26638bda-2589-49d5-b115-77604b349539 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:36.068104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 26638bda-2589-49d5-b115-77604b349539 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:36.068505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:36.228954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-0da3043f-62d0-467e-92cd-2270d069b241 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:14:36.229942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0da3043f-62d0-467e-92cd-2270d069b241 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3088419 Jul 22 19:14:37.041942 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c00fd910-b9ed-4047-af87-8f9dda5e2d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:38.583853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60544) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:38.887048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:38.910506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Made reservation on behalf of a72896a056194476b2fa275f00048cdb for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:38.913360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:38.928803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.045924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.050249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.061030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Reserving flat network on physical network physnet1 {{(pid=93800) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 19:14:39.092372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770609128232', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.092937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Unsubscribe: segment precommit_create {{(pid=93800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 19:14:39.093421 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Added segment 18492d35-8edc-45ce-92a4-7c5221e7bb6a of type flat for network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 Jul 22 19:14:39.110854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec0f84-8d77-40e8-adae-0c2cc90f9983,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:39.158956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.159296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.159627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.159954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.160304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.160628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.160946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.161264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.161578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.161890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.162203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.162514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Tracked resource versions report: Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: pushed versions: Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Log': {'1.0'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Network': {'1.1'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Port': {'1.7'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: consumer versions: Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: L3 agent@n-d-800087-13: {}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: Metadata agent@n-d-800087-13: {}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: Metering agent@n-d-800087-13: {}, Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Log': '1.0', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Network': '1.1', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Port': '1.7', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'PortForwarding': '1.2', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'QosPolicy': '1.8', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'SubPort': '1.0', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Subnet': '1.1', Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: 'Trunk': '1.1'}} Jul 22 19:14:39.163670 n-d-800087-13 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:14:39.221755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.273138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.275015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:39.275692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.329290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7443604 Jul 22 19:14:39.375922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0757035-2b62-46b1-bc83-41c28b244127 admin admin] Pushing event updated for resources: {'Network': ['ID=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:39.387832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:14:39.577288 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6860bd3a-7452-4900-bb23-6507fc1e55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:39.701768 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.302828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:41.477850 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:14:41.663349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60566) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:41.832160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3ca66-74fe-4243-bdde-93f44c9e4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:41.833466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d7b3ca66-74fe-4243-bdde-93f44c9e4a5f admin admin] 10.222.0.10 "GET /v2.0/subnets/56dbba83-54c6-42d5-a6dc-963bb96b28f6 HTTP/1.1" status: 200 len: 849 time: 0.1691723 Jul 22 19:14:41.992412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-425ece57-afe3-4625-beeb-4478f5463be0 admin admin] 10.222.0.10 "GET /v2.0/routers/f5b317ed-bff7-407e-be0c-8b1d9b702c12 HTTP/1.1" status: 200 len: 704 time: 0.1530483 Jul 22 19:14:42.254094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:42.567689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Allocated IP 172.20.0.1 (cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0/56dbba83-54c6-42d5-a6dc-963bb96b28f6/6e2e3416-ca21-4576-920e-0e1bdab68bd4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:42.642690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:42.751319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:42.778205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Transition to ACTIVE for port object 6e2e3416-ca21-4576-920e-0e1bdab68bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:42.869486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.024871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:43.029891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:43.034716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:43.035577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.058396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2e3416-ca21-4576-920e-0e1bdab68bd4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:43.246333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.266975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b276b384-4ff2-4280-b0c0-dc827e651b12 None None] Provisioning for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:43.270688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b276b384-4ff2-4280-b0c0-dc827e651b12 None None] Provisioning complete for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:43.271136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b276b384-4ff2-4280-b0c0-dc827e651b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.304188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b276b384-4ff2-4280-b0c0-dc827e651b12 None None] Port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:14:43.428805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.432885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.433608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.491144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2e3416-ca21-4576-920e-0e1bdab68bd4,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:43.553423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:43.555278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:43.715617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Router f5b317ed-bff7-407e-be0c-8b1d9b702c12 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:14:43.723724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-556bb837-5bdb-4ecd-958f-502c122a5b66 None None] Provisioning complete for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:43.724273 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-556bb837-5bdb-4ecd-958f-502c122a5b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:43.757994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-556bb837-5bdb-4ecd-958f-502c122a5b66 None None] Port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:14:43.805364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:43.810498 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a03f9cc3-b482-499a-a301-fec860184405 admin admin] 10.222.0.10 "PUT /v2.0/routers/f5b317ed-bff7-407e-be0c-8b1d9b702c12/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8130505 Jul 22 19:14:43.814901 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Sync routers for ids ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:43.826715 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Routers {'f5b317ed-bff7-407e-be0c-8b1d9b702c12'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:43.827498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:14:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:44.011414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Set router f5b317ed-bff7-407e-be0c-8b1d9b702c12 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:44.439988 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:43Z', 'revision_number': 2, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port_host': None, '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:43Z', 'revision_number': 2, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:44.490218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Checking router: f5b317ed-bff7-407e-be0c-8b1d9b702c12 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:44.490583 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Updating router f5b317ed-bff7-407e-be0c-8b1d9b702c12 port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:14:44.553874 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.040240 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.058145 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Transition to ACTIVE for port object 6e2e3416-ca21-4576-920e-0e1bdab68bd4 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:45.064039 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.207522 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Pushing event updated for resources: {'Port': ['ID=6e2e3416-ca21-4576-920e-0e1bdab68bd4,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:45.231378 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.231717 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.232050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.232407 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.232730 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.233054 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.233375 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.233694 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.234009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.234325 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.234641 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.234955 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Tracked resource versions report: Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: pushed versions: Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: { 'AddressGroup': {'1.2'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Log': {'1.0'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Network': {'1.1'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Port': {'1.7'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'PortForwarding': {'1.2'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'QosPolicy': {'1.8'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SecurityGroup': {'1.4'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SubPort': {'1.0'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Subnet': {'1.1'}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Trunk': {'1.1'}} Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: consumer versions: Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: L3 agent@n-d-800087-13: {}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: Metadata agent@n-d-800087-13: {}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: Metering agent@n-d-800087-13: {}, Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'ConntrackHelper': '1.0', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Log': '1.0', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Network': '1.1', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Port': '1.7', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'PortForwarding': '1.2', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'QosPolicy': '1.8', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SecurityGroup': '1.4', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SecurityGroupRule': '1.2', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'SubPort': '1.0', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Subnet': '1.1', Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: 'Trunk': '1.1'}} Jul 22 19:14:45.236085 n-d-800087-13 neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:14:45.247015 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Attempting to bind port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:45.247414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Attempting to bind port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:45.247828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Attempting to bind port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 on network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:45.253110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:45.253513 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Checking segment: {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:45.253959 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.254338 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Bound using segment: {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:45.254825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Bound port: 6e2e3416-ca21-4576-920e-0e1bdab68bd4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fae386-6614-44ca-8442-db74ea7b39fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:45.255207 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.322404 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] For port 6e2e3416-ca21-4576-920e-0e1bdab68bd4, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:45.343721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] For port 6e2e3416-ca21-4576-920e-0e1bdab68bd4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6e2e3416-ca21-4576-920e-0e1bdab68bd4,segment=NetworkSegment(06fae386-6614-44ca-8442-db74ea7b39fb),segment_id=06fae386-6614-44ca-8442-db74ea7b39fb)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:45.347834 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:45.393160 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Routers {'f5b317ed-bff7-407e-be0c-8b1d9b702c12'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:45.393693 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:14:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:45.474589 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b679a9-4f9a-4fcf-9508-42c4c03baad9 None None] Pushing event updated for resources: {'Port': ['ID=6e2e3416-ca21-4576-920e-0e1bdab68bd4,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:45.502878 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] Set router f5b317ed-bff7-407e-be0c-8b1d9b702c12 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:45.709863 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:43Z', 'revision_number': 2, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port_host': None, '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:45Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:45.738712 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8db1d-e44a-448f-b666-5ef26d54c694 None None] The sync data for ids ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'] in n-d-800087-13 is: [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:43Z', 'revision_number': 2, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port_host': None, '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:45Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:14:46.036368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60586) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:46.147202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c7af62-1000-471f-bd06-3b8e55e1297d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.152183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98c7af62-1000-471f-bd06-3b8e55e1297d admin admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 842 time: 0.1114728 Jul 22 19:14:46.158708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'ip_version': 4, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:46.180228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Made reservation on behalf of a72896a056194476b2fa275f00048cdb for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:14:46.182533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.462465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:14:46.462882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.517108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e4af89-9b52-489b-97d8-d470bbb3b7aa,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:46.526711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:46.527065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Network hostable DHCP agents. Network: a5ec1a50-0e8a-4c15-9800-8292c2ab9d68, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:14:46.542778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:14:46.551004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a5ec1a50-0e8a-4c15-9800-8292c2ab9d68) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:46.555670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:46.556279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:46.561362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74376e4e-1626-40b9-87b8-c1858000b7bb None None] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:46.574411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a5c942b9-6767-412c-8334-2ca202f3b639 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4189503 Jul 22 19:14:46.695446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcc483-5876-4fce-a94f-b9e4f0ffa4d1 None None] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:14:48.816545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:48.946427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7fbba616-2a80-4f4b-9780-5228df118a7e admin admin] 10.222.0.10 "GET /v2.0/routers/f5b317ed-bff7-407e-be0c-8b1d9b702c12 HTTP/1.1" status: 200 len: 710 time: 0.1235287 Jul 22 19:14:49.089510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0a783-d6dc-4749-8462-30706d2f5f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:14:49.095868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8f0a783-d6dc-4749-8462-30706d2f5f2a admin admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 886 time: 0.1438413 Jul 22 19:14:49.099670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:14:49.346617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.590125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.663513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.768555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Allocated IP 172.25.6.63 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7a15039b-c31e-4ea1-856f-9fe25d8b4e18) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:14:49.869341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.907049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:49.942185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:14:49.947478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:14:49.950820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:14:50.016183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:50.208012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.493779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.496981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.603809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Router f5b317ed-bff7-407e-be0c-8b1d9b702c12 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:14:50.708222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:14:50.713188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:50.714378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-299fd8b7-c9d9-4f3f-8976-a2ca54e60818 admin admin] 10.222.0.10 "PUT /v2.0/routers/f5b317ed-bff7-407e-be0c-8b1d9b702c12 HTTP/1.1" status: 200 len: 889 time: 1.6178501 Jul 22 19:14:52.052666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6e2e3416-ca21-4576-920e-0e1bdab68bd4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:52.105923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:52.111160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:52.111953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.147392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Sync routers for ids ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:14:52.165220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Routers {'f5b317ed-bff7-407e-be0c-8b1d9b702c12'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:52.165876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:14:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:52.388124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.470077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6e2e3416-ca21-4576-920e-0e1bdab68bd4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6e2e3416-ca21-4576-920e-0e1bdab68bd4,segment=NetworkSegment(06fae386-6614-44ca-8442-db74ea7b39fb),segment_id=06fae386-6614-44ca-8442-db74ea7b39fb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:52.472274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Set router f5b317ed-bff7-407e-be0c-8b1d9b702c12 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:52.487062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:52.683995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6e2e3416-ca21-4576-920e-0e1bdab68bd4,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:52.894449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port': {'id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:45Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:52.946350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Checking router: f5b317ed-bff7-407e-be0c-8b1d9b702c12 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:14:52.946618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Updating router f5b317ed-bff7-407e-be0c-8b1d9b702c12 port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:14:52.979807 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.165037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60606) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:14:53.296090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-571899b7-9ffd-46f3-846d-75b4f211161c admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1298699 Jul 22 19:14:53.302738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.313674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Transition to ACTIVE for port object 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:14:53.321180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.378423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Attempting to bind port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:14:53.378803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Attempting to bind port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:14:53.379166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Attempting to bind port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:14:53.381317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca785-1cf2-45d3-b7fd-a00b0fea8d53 None None] Pushing event updated for resources: {'Port': ['ID=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:53.389278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:14:53.389278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:14:53.389640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.390030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:14:53.390510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Bound port: 7a15039b-c31e-4ea1-856f-9fe25d8b4e18, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:14:53.390915 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.443967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] For port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:14:53.448323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] For port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:14:53.455107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:53.594783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Routers {'f5b317ed-bff7-407e-be0c-8b1d9b702c12'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:14:53.595404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:14:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:53.628791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ca785-1cf2-45d3-b7fd-a00b0fea8d53 None None] Pushing event updated for resources: {'Port': ['ID=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:53.702715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] Set router f5b317ed-bff7-407e-be0c-8b1d9b702c12 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:14:53.919181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port': {'id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:52Z', 'revision_number': 5, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:14:53.949225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7943dc19-0fa7-4d54-a081-d4b7fe1e7a5d None None] The sync data for ids ['f5b317ed-bff7-407e-be0c-8b1d9b702c12'] in n-d-800087-13 is: [{'id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'name': 'router1', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:14:33Z', 'updated_at': '2021-07-22T19:14:50Z', 'revision_number': 4, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'gw_port': {'id': '7a15039b-c31e-4ea1-856f-9fe25d8b4e18', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:49Z', 'updated_at': '2021-07-22T19:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6e2e3416-ca21-4576-920e-0e1bdab68bd4', 'name': '', 'network_id': 'cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0', 'tenant_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'mac_address': 'fa:16:3e:a4:6c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b317ed-bff7-407e-be0c-8b1d9b702c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:14:42Z', 'updated_at': '2021-07-22T19:14:52Z', 'revision_number': 5, 'project_id': '4b7d0ad8667e4e2499abe70d8e04bf82', 'subnets': [{'id': '56dbba83-54c6-42d5-a6dc-963bb96b28f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b21bdd6a-5caa-4786-8076-8eeb3a4a6154'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:14:54.102632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6e2e3416-ca21-4576-920e-0e1bdab68bd4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:54.155340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:54.155715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.084935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:56.143256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:14:56.147041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:56.147441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.234879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.265184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:14:56.269582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:14:56.318412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7a15039b-c31e-4ea1-856f-9fe25d8b4e18,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:14:58.073882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:14:58.186127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7a15039b-c31e-4ea1-856f-9fe25d8b4e18 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:14:58.186742 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:07.045589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-947f6734-ddee-475d-ae58-7a1fef86b15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.587139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a17728b-a578-48c4-835a-b75b3f93de80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:09.707517 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:11.307042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:12.665263 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:18.477156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:15:37.039363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-51597aed-ae26-45ce-b320-25f6c496705a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.580414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a8ce956-2c9d-4cea-8341-c1d4d560b4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:39.703451 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:41.308457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:42.663754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:15:55.476130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:16:07.040301 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-877132ed-d84d-48ed-8aba-dbbde7e9c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:09.581625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d89e2c50-9c02-487a-9438-47637f56406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:09.705118 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:11.306057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:12.664417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:32.475727 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:16:33.927551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:33.986474 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64dfbed-f264-49fb-85cc-a80ceac851dc admin admin] GET failed (client error): The resource could not be found. Jul 22 19:16:33.987796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b64dfbed-f264-49fb-85cc-a80ceac851dc admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0592756 Jul 22 19:16:34.145279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa5f25-cf4d-4344-bddd-ed0aefb538b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:34.146685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71fa5f25-cf4d-4344-bddd-ed0aefb538b1 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550310 Jul 22 19:16:36.306204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32984) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:36.393024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a71254-04a0-4d0a-a427-844d6cc67cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:36.395095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-79a71254-04a0-4d0a-a427-844d6cc67cb4 admin admin] 10.222.0.10 "GET /v2.0/subnets/56dbba83-54c6-42d5-a6dc-963bb96b28f6 HTTP/1.1" status: 200 len: 849 time: 0.0879185 Jul 22 19:16:36.404092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:16:36.488246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.626988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770609062256'] for subnet, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.657425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:36.658003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:36.659367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] 10.222.0.10 "PUT /v2.0/subnets/56dbba83-54c6-42d5-a6dc-963bb96b28f6 HTTP/1.1" status: 200 len: 868 time: 0.2588379 Jul 22 19:16:36.662630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b98d7c-a857-4748-8536-2c5e149cef46 None None] Network cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:16:36.679758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56dbba83-54c6-42d5-a6dc-963bb96b28f6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:16:36.687579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.687974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.688363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.688700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.689032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.689359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.689686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.690010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.691006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.691372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.691693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:36.692012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf82f-e746-4130-9345-fc0b19476266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:16:37.041877 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5f123636-c5b7-4299-a686-5b6883925e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.072408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bfc37c61-5be8-468c-a321-778b3ecff5e9 None None] Provisioning complete for port 6e2e3416-ca21-4576-920e-0e1bdab68bd4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:37.072776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfc37c61-5be8-468c-a321-778b3ecff5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:37.157850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bfc37c61-5be8-468c-a321-778b3ecff5e9 None None] Provisioning complete for port 26638bda-2589-49d5-b115-77604b349539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:16:37.158096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfc37c61-5be8-468c-a321-778b3ecff5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:38.867012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32992) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:39.094259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56b26d-a5de-48e3-8f97-1c9d68ada562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:39.094736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e56b26d-a5de-48e3-8f97-1c9d68ada562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:39.096863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2e56b26d-a5de-48e3-8f97-1c9d68ada562 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2283466 Jul 22 19:16:39.583250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7be9f1-0ff5-46ba-975a-ad4a0f3484b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:39.708350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.254529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33002) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:41.310906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:41.386848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8968c07-a5d8-4404-9a42-9309292b467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:41.387382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8968c07-a5d8-4404-9a42-9309292b467d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:41.388946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c8968c07-a5d8-4404-9a42-9309292b467d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1334696 Jul 22 19:16:42.667449 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:16:43.562876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33010) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:43.744825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7d4cfe-c3df-47d6-8a04-e42518dd6b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:43.746184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5e7d4cfe-c3df-47d6-8a04-e42518dd6b8d admin admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 886 time: 0.1823635 Jul 22 19:16:45.929789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33018) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:46.070646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b48d62-e00c-4256-b402-2605fadbd619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:46.072032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a6b48d62-e00c-4256-b402-2605fadbd619 admin admin] 10.222.0.10 "GET /v2.0/networks/cf0b3de2-b91f-4271-b9b2-6fc9b6b323f0 HTTP/1.1" status: 200 len: 869 time: 0.1412785 Jul 22 19:16:48.225332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:48.350530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa8e32b-e99f-411a-ba9f-bdaba8c9896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:48.351032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa8e32b-e99f-411a-ba9f-bdaba8c9896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:48.352593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3fa8e32b-e99f-411a-ba9f-bdaba8c9896e admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262832 Jul 22 19:16:50.517995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33034) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:50.605629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8fbec-03d2-4f5a-897e-ad029cb440a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:50.606082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b8fbec-03d2-4f5a-897e-ad029cb440a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:50.607556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-14b8fbec-03d2-4f5a-897e-ad029cb440a3 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0880601 Jul 22 19:16:52.750659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:52.833568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd95fda-a787-4d95-980f-dab379e0bca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:52.834874 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6cd95fda-a787-4d95-980f-dab379e0bca0 admin admin] 10.222.0.10 "GET /v2.0/subnets/28e4af89-9b52-489b-97d8-d470bbb3b7aa HTTP/1.1" status: 200 len: 816 time: 0.0832798 Jul 22 19:16:55.030541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33050) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:16:55.119714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0675c7-775b-4bd2-abba-268241b062d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:16:55.121325 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e0675c7-775b-4bd2-abba-268241b062d6 admin admin] 10.222.0.10 "GET /v2.0/subnets/56dbba83-54c6-42d5-a6dc-963bb96b28f6 HTTP/1.1" status: 200 len: 868 time: 0.0898502 Jul 22 19:17:07.042496 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ade94a01-db07-437e-ba98-cdd1758232fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.475245 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:17:09.583166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e19289cc-1df9-4032-9e48-5c2079b4fd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:09.708976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:11.312352 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:12.671080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:19.629162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33102) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:19.674415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-f36bd5a4-49f5-485b-a0cd-990a23383dbd admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:17:19.675402 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f36bd5a4-49f5-485b-a0cd-990a23383dbd admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0453053 Jul 22 19:17:21.917945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33110) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:21.975756 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb59ec1-3772-41ea-9c61-218f611e3c00 admin admin] GET failed (client error): The resource could not be found. Jul 22 19:17:21.977078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-efb59ec1-3772-41ea-9c61-218f611e3c00 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582051 Jul 22 19:17:22.062561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177cb88d-5f86-468d-99ed-ef2471dd2e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:22.064687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-177cb88d-5f86-468d-99ed-ef2471dd2e70 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830622 Jul 22 19:17:24.298975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33118) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:24.344444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:24.364481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Made reservation on behalf of a72896a056194476b2fa275f00048cdb for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:24.366946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.396079 n-d-800087-13 neutron-server[93801]: WARNING neutron.services.revisions.revision_plugin [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Could not find related network for resource to bump revision. Jul 22 19:17:24.410090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:17:24.419223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.419562 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Added segment d132eed2-0372-41ae-a2cb-9e79060e0777 of type vlan for network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 Jul 22 19:17:24.467748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.498254 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.499244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:24.499811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:24.530091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2300606 Jul 22 19:17:24.559664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e24845-ddca-4f37-9369-5ab0ed96152e admin admin] Pushing event updated for resources: {'Network': ['ID=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:24.571092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:17:26.719821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:17:26.777302 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-408cfb6e-62d8-4e3f-aa4c-0d6eb92ce9f3 admin admin] GET failed (client error): The resource could not be found. Jul 22 19:17:26.778606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-408cfb6e-62d8-4e3f-aa4c-0d6eb92ce9f3 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0576661 Jul 22 19:17:26.849914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfbbba-0a0f-4ce4-9e66-60bc13f272bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:26.851339 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21cfbbba-0a0f-4ce4-9e66-60bc13f272bb admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690439 Jul 22 19:17:26.860636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'name': 'shared-subnet'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:17:26.881087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Made reservation on behalf of a72896a056194476b2fa275f00048cdb for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:17:26.883238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.040751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.094213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ca297b-1872-4606-9dca-bcf5f492e422,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:27.101067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:27.101424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Network hostable DHCP agents. Network: a0c4e56c-dcf0-4d28-9c72-69eaf0c18385, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:17:27.116487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:17:27.124106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a0c4e56c-dcf0-4d28-9c72-69eaf0c18385) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:27.128520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:17:27.129091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.133703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597a04d-83f8-489c-bc14-9d4eb89b46cf None None] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:27.143713 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56451182-efac-4ce8-a251-d1ae25035aec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2863979 Jul 22 19:17:27.291874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'tenant_id': 'a72896a056194476b2fa275f00048cdb', 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:17:27.292738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.434741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Allocated IP 192.168.233.2 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/dda3a723-56fe-4e2a-8b34-6cbac45010df) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:17:27.586056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.596027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Transition to ACTIVE for port object dda3a723-56fe-4e2a-8b34-6cbac45010df will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:27.610887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Transition to ACTIVE for port object dda3a723-56fe-4e2a-8b34-6cbac45010df will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:17:27.617522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.660694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:17:27.663470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:17:27.667401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:17:27.674709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Pushing event updated for resources: {'Port': ['ID=dda3a723-56fe-4e2a-8b34-6cbac45010df,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:27.699327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.699597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.699948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.700308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.700642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.700975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.701302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.701629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.701951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.702285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.702601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.702919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:17:27.740722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Attempting to bind port dda3a723-56fe-4e2a-8b34-6cbac45010df on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:17:27.741089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Attempting to bind port dda3a723-56fe-4e2a-8b34-6cbac45010df by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:17:27.741583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Attempting to bind port dda3a723-56fe-4e2a-8b34-6cbac45010df on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:17:27.746604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:17:27.746979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:17:27.747376 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.747763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:17:27.748241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Bound port: dda3a723-56fe-4e2a-8b34-6cbac45010df, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:17:27.748641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.810796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] For port dda3a723-56fe-4e2a-8b34-6cbac45010df, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:17:27.815084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] For port dda3a723-56fe-4e2a-8b34-6cbac45010df, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dda3a723-56fe-4e2a-8b34-6cbac45010df,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:17:27.818994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:27.877621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879bcaca-4969-4ea8-9d58-95e830e09e00 None None] Pushing event updated for resources: {'Port': ['ID=dda3a723-56fe-4e2a-8b34-6cbac45010df,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:28.198399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dda3a723-56fe-4e2a-8b34-6cbac45010df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:28.252569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dda3a723-56fe-4e2a-8b34-6cbac45010df completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:28.717071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c749119-f852-409b-8c9e-40ce16480c9d None None] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:17:28.837774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Provisioning for port dda3a723-56fe-4e2a-8b34-6cbac45010df completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:17:28.846969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Provisioning complete for port dda3a723-56fe-4e2a-8b34-6cbac45010df triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:28.847340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.959121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:28.995748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] For port dda3a723-56fe-4e2a-8b34-6cbac45010df, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dda3a723-56fe-4e2a-8b34-6cbac45010df,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:17:29.000508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:29.059220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260de6e-418a-43dd-9463-d459b28632e3 None None] Pushing event updated for resources: {'Port': ['ID=dda3a723-56fe-4e2a-8b34-6cbac45010df,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:17:29.119729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1868ed5-48bb-4c6f-a899-e2c71c2edbe6 None None] Provisioning complete for port dda3a723-56fe-4e2a-8b34-6cbac45010df triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:29.120093 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1868ed5-48bb-4c6f-a899-e2c71c2edbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:30.152077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dda3a723-56fe-4e2a-8b34-6cbac45010df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:17:30.200578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dda3a723-56fe-4e2a-8b34-6cbac45010df triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:17:30.200954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:37.044779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9a68bd07-5ff7-440d-96d1-cfba8839b678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.584525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-efb88e96-9f2b-43a4-bf27-0c8e90a15475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:39.709913 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:41.316173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:42.674944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:17:46.474151 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:18:07.045214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2070989-9ea5-43b1-8b74-5315d96cafd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.588241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-374bd461-adff-4390-9adf-d55664f16e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:09.711306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:11.319776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:12.677437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:23.473455 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:18:37.045939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5478ddb9-2faa-4ae2-9829-37f7a70d3bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.173446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33178) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.179486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-8526b43b-e277-48d0-8c5b-19fe55d5f05d tempest-verify_tempest_config-692709312 tempest-verify_tempest_config-692709312-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:18:38.180497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8526b43b-e277-48d0-8c5b-19fe55d5f05d tempest-verify_tempest_config-692709312 tempest-verify_tempest_config-692709312-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059638 Jul 22 19:18:38.477144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.575009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.665643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.669133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.713114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b03907ba5c784cb4b51d7e094d794ad6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2349179 Jul 22 19:18:38.713915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1abc1b8-ec42-4191-aaf7-a9911fd5c9e7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:38.715776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:18:38.721464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.721806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.722144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.722475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.722814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.723130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.723453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.723773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.724099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.724444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.724761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.725079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae021da1-5325-4199-af42-3289007fa088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.771969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.791577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.878039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.880593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:38.881775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1abc1b8-ec42-4191-aaf7-a9911fd5c9e7 HTTP/1.1" status: 204 len: 168 time: 0.1650033 Jul 22 19:18:38.889497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1abc1b8-ec42-4191-aaf7-a9911fd5c9e7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:18:38.896354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.896696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.897030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.897357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.897683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.898004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.898322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.898639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.898952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.899289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.899608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:38.899941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ee75a3-5d5c-4806-81a1-38a85dfbfa47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:18:39.590308 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e63054c3-e866-4111-96fc-b1d9432904d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:39.712971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:41.322381 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:18:42.682394 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:00.472790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:19:07.046891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f70cd9e-79f5-4587-afd7-83be2e1a460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.591753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4879-96b9-48c9-92d1-06c88c856da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:09.712594 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:11.323617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:12.682069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.048380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7740445-aea6-4c45-9f07-77e0c60dfe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:37.471214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:19:39.594844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-93f551fa-7d0b-44e0-bf4a-69230bab59b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:39.715722 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:41.326732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:19:42.685569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:07.050246 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e988f04d-9d1d-455f-ba5c-d35a294aa2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.595939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af56ac0b-2ad3-4d31-8cf6-59142fd1d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:09.715819 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:11.328171 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:12.687933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:14.470727 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:20:37.050698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf655a51-4191-4d08-8348-96c156cb1aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.601400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bc2893b-7b2e-48a3-884a-20b7d6fffab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:39.715616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:41.333262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:42.691936 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:20:51.468799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 5 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:21:07.050667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0eda0a9-3421-4641-91e1-052339e0a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.591634 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f1dfe146-0424-43e8-8667-c1ab2795c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:09.715771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:11.334106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:12.695289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:24.157938 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:26.856901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-900332'] for agent, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:28.467771 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:21:37.051912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a23e4262-872d-4496-a229-6633cb763f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.591856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8426c5ae-8ac1-40d7-8a0a-7ef9f8eb91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:39.718422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:41.337523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:42.698032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:54.116627 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:21:56.812260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:05.466419 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:22:07.052676 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b704689-fb96-43de-a92a-7ab9bc883d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.594164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7ae5c42a-47df-4ff2-ba18-7d7080d328c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.721081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:09.907662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33266) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:10.013240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-08e6b92a-78e5-4a1c-9ea3-5f375ca83077 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1044445 Jul 22 19:22:11.341384 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:12.163405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33276) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:22:12.226336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b612ad8-0528-4751-8cab-86bd909432be admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0618424 Jul 22 19:22:12.700899 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:24.110858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:26.832311 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:37.053598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cdcdda3-5f6a-48fe-8b90-555514ca4841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:39.595707 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3288-3776-46e7-a4a3-6f4a7c15f1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:39.722767 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:41.342839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:42.465840 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:22:42.704088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:54.126256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:22:56.833222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:07.054154 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-555968be-408c-4ddc-8ee6-8d5683a3671e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:09.597536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13b4512a-3326-42cd-95a0-925443ad05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:09.724408 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:11.345710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:12.708090 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:19.464451 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:23:24.149952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:26.846870 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:29.462032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.081161 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-92513ec6-92e1-4dc1-8faf-1b49f25a632d tempest-AutoAllocateNetworkTest-1941400787 tempest-AutoAllocateNetworkTest-1941400787-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b50d5c51e581433980c12a0d9a2c509a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6178389 Jul 22 19:23:30.083755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33522) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.279420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e5778-5aed-470b-bf22-37bf38dcb973 tempest-AutoAllocateNetworkTest-1941400787 tempest-AutoAllocateNetworkTest-1941400787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:30.280987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-234e5778-5aed-470b-bf22-37bf38dcb973 tempest-AutoAllocateNetworkTest-1941400787 tempest-AutoAllocateNetworkTest-1941400787-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1962364 Jul 22 19:23:30.284708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.364448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a60b605e-4c77-42d6-b6b2-fef3e2107abf tempest-AutoAllocateNetworkTest-1941400787 tempest-AutoAllocateNetworkTest-1941400787-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783820 Jul 22 19:23:30.366960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33544) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:30.395604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d8c32fcc-89f7-49db-a660-eb3c434ab2f1 tempest-AutoAllocateNetworkTest-1941400787 tempest-AutoAllocateNetworkTest-1941400787-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b50d5c51e581433980c12a0d9a2c509a HTTP/1.1" status: 200 len: 208 time: 0.0275247 Jul 22 19:23:30.985994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33574) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:31.394740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.519512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.521608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.580677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:31.589129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b50d5c51e581433980c12a0d9a2c509a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6015255 Jul 22 19:23:31.590113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57c7fda-356c-4452-b46a-bb49475d7cb3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:31.599991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.600549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.601605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.602131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.602623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.603250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.603878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.604407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.605256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.605909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.606392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.606880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d5f787-5747-4173-8f5a-24d2c34fc97e admin admin] Tracked resource versions report: Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: pushed versions: Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: { 'AddressGroup': {'1.2'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'ConntrackHelper': {'1.0'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Log': {'1.0'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Network': {'1.1'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Port': {'1.7'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'PortForwarding': {'1.2'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'QosPolicy': {'1.8'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SecurityGroup': {'1.4'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SubPort': {'1.0'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Subnet': {'1.1'}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Trunk': {'1.1'}} Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: consumer versions: Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: HyperV agent@n-h1-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: HyperV agent@n-h2-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: L3 agent@n-d-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: Metadata agent@n-d-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: Metering agent@n-d-800087-13: {}, Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'ConntrackHelper': '1.0', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Log': '1.0', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Network': '1.1', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Port': '1.7', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'PortForwarding': '1.2', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'QosPolicy': '1.8', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SecurityGroup': '1.4', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SecurityGroupRule': '1.2', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'SubPort': '1.0', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Subnet': '1.1', Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: 'Trunk': '1.1'}} Jul 22 19:23:31.608201 n-d-800087-13 neutron-server[93800]: {{(pid=93800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:23:31.646271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.671567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.729295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.731836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:31.733198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e57c7fda-356c-4452-b46a-bb49475d7cb3 HTTP/1.1" status: 204 len: 168 time: 0.1515505 Jul 22 19:23:31.744536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57c7fda-356c-4452-b46a-bb49475d7cb3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:31.754603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.755094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.755566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.756192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.756553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.757013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.757701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.758365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.758830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.759632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.760395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.761100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620fc15b-10b0-4823-8a63-9bfd232e8dac admin admin] Tracked resource versions report: Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: pushed versions: Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: { 'AddressGroup': {'1.2'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'ConntrackHelper': {'1.0'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Log': {'1.0'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Network': {'1.1'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Port': {'1.7'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'PortForwarding': {'1.2'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'QosPolicy': {'1.8'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SecurityGroup': {'1.4'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SubPort': {'1.0'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Subnet': {'1.1'}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Trunk': {'1.1'}} Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: consumer versions: Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: HyperV agent@n-h1-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: HyperV agent@n-h2-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: L3 agent@n-d-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: Metadata agent@n-d-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: Metering agent@n-d-800087-13: {}, Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'ConntrackHelper': '1.0', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Log': '1.0', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Network': '1.1', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Port': '1.7', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'PortForwarding': '1.2', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'QosPolicy': '1.8', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SecurityGroup': '1.4', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SecurityGroupRule': '1.2', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'SubPort': '1.0', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Subnet': '1.1', Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: 'Trunk': '1.1'}} Jul 22 19:23:31.762524 n-d-800087-13 neutron-server[93801]: {{(pid=93801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:23:33.227661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:33.257922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33738) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:33.503308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e30c39aa-c8b0-4753-82a4-fefe6679c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.535400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24b73038-158d-43f7-a873-d1543bfab44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.670662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e30c39aa-c8b0-4753-82a4-fefe6679c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.680654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e30c39aa-c8b0-4753-82a4-fefe6679c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.712561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c39aa-c8b0-4753-82a4-fefe6679c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4414da4-02f8-4d64-88b3-16d6e2f12cd6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:33.739488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e30c39aa-c8b0-4753-82a4-fefe6679c9d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15da1aaa9a5f40a2a2e7089996d9fa7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5108564 Jul 22 19:23:33.747436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:33.857734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.875473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24b73038-158d-43f7-a873-d1543bfab44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.882635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24b73038-158d-43f7-a873-d1543bfab44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:33.952948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.034104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73038-158d-43f7-a873-d1543bfab44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cf4144-500b-4cf3-9552-ac28730970b1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.040078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-24b73038-158d-43f7-a873-d1543bfab44a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=79e07d18ff234771809f617573d49b95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7811017 Jul 22 19:23:34.043034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33830) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.076141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.086739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.088658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4414da4-02f8-4d64-88b3-16d6e2f12cd6 HTTP/1.1" status: 204 len: 168 time: 0.3448987 Jul 22 19:23:34.100885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8553101-7d3a-4f19-8545-bad2eb516b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4414da4-02f8-4d64-88b3-16d6e2f12cd6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.154762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.195427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.262141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.265186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.269853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1cf4144-500b-4cf3-9552-ac28730970b1 HTTP/1.1" status: 204 len: 168 time: 0.2257466 Jul 22 19:23:34.302527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23163eb-3262-4afb-a328-d935c2aeaa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cf4144-500b-4cf3-9552-ac28730970b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.376491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33868) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.640950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33890) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.661816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dd9f-17f2-4a71-986c-b1d640b4a6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.783234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dd9f-17f2-4a71-986c-b1d640b4a6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.788866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dd9f-17f2-4a71-986c-b1d640b4a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.831263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1dd9f-17f2-4a71-986c-b1d640b4a6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fe4c74-76a0-40a9-aa06-9762e96cc235,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:34.886936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07709226-ad3a-48e5-b59d-c7f34406b71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.900555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4a1dd9f-17f2-4a71-986c-b1d640b4a6cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6861606e32d441086f8c4b32c922761&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2584934 Jul 22 19:23:34.903769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33904) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.971961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33910) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:34.988004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:34.997002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f624f464-4158-459c-9341-faa8ec87a240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.026142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.108131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07709226-ad3a-48e5-b59d-c7f34406b71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.115312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07709226-ad3a-48e5-b59d-c7f34406b71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.145555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.148682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.152586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93fe4c74-76a0-40a9-aa06-9762e96cc235 HTTP/1.1" status: 204 len: 168 time: 0.2451246 Jul 22 19:23:35.161946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07709226-ad3a-48e5-b59d-c7f34406b71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e7306-77ee-41e4-b790-3e3d19f1974c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.166929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:35.187777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f8d55-0be0-48b0-bc6d-571f744585a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fe4c74-76a0-40a9-aa06-9762e96cc235,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.202876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-07709226-ad3a-48e5-b59d-c7f34406b71e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b2fc22c2d0f42ad8d1a834e3c366682&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8249350 Jul 22 19:23:35.206102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:35.280198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f624f464-4158-459c-9341-faa8ec87a240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.287092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f624f464-4158-459c-9341-faa8ec87a240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.308650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.317473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624f464-4158-459c-9341-faa8ec87a240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b33e32-04d1-4efc-b8ff-13cde9cd2bb4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.350973 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f624f464-4158-459c-9341-faa8ec87a240 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c6cad345eab4133a0ef84f3370c4c43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3770559 Jul 22 19:23:35.351760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:35.382831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.418511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.453031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.480001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.487054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.488257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e71e7306-77ee-41e4-b790-3e3d19f1974c HTTP/1.1" status: 204 len: 168 time: 0.2809711 Jul 22 19:23:35.500274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8aa19-2298-4558-b327-a784580fe033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e7306-77ee-41e4-b790-3e3d19f1974c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.546107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.552870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.555071 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56b33e32-04d1-4efc-b8ff-13cde9cd2bb4 HTTP/1.1" status: 204 len: 168 time: 0.2020700 Jul 22 19:23:35.567828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2e9b1-9a60-40f3-ad09-c7e051193de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b33e32-04d1-4efc-b8ff-13cde9cd2bb4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.718916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bc669c9-02f8-44a9-8d88-aebbab148136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.868893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bc669c9-02f8-44a9-8d88-aebbab148136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.875676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bc669c9-02f8-44a9-8d88-aebbab148136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:35.921277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0bc669c9-02f8-44a9-8d88-aebbab148136 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3b94d1db65a40df94acfa79accfb5a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7534196 Jul 22 19:23:35.922216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc669c9-02f8-44a9-8d88-aebbab148136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec80c51c-e2bc-4619-b4de-92bb868c42ae,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:35.924813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34014) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.001641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.046255 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.105815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.109827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.112981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec80c51c-e2bc-4619-b4de-92bb868c42ae HTTP/1.1" status: 204 len: 168 time: 0.1867893 Jul 22 19:23:36.123974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cfc20-cade-4ba2-aa5b-eecc1da89803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec80c51c-e2bc-4619-b4de-92bb868c42ae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.229036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34040) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.242833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05872941-b5da-4634-b20d-e499f995afeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.353602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05872941-b5da-4634-b20d-e499f995afeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.358876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05872941-b5da-4634-b20d-e499f995afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.398535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-05872941-b5da-4634-b20d-e499f995afeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b0834bd65b047c484dc8df5f42782a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1684129 Jul 22 19:23:36.399472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05872941-b5da-4634-b20d-e499f995afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5689fc6f-203e-4ba9-97b7-6c32b5fb41da,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.401302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.457342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.483496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.534716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.537629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.538859 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5689fc6f-203e-4ba9-97b7-6c32b5fb41da HTTP/1.1" status: 204 len: 168 time: 0.1363738 Jul 22 19:23:36.546789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78157b-df91-4afc-8841-e7f91a54808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5689fc6f-203e-4ba9-97b7-6c32b5fb41da,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.693783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34068) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.707358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de08d6dc-af6e-4377-ab9b-cb01ffd3620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.789141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34078) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.818922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de08d6dc-af6e-4377-ab9b-cb01ffd3620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.823521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de08d6dc-af6e-4377-ab9b-cb01ffd3620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.872077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34084) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:36.872326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de08d6dc-af6e-4377-ab9b-cb01ffd3620b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=20d752997969424587b400fa5beb9a3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1772134 Jul 22 19:23:36.872980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08d6dc-af6e-4377-ab9b-cb01ffd3620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5da785-d727-49af-b5a8-25130011fbb8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:36.926671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:36.950843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.000973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.003928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.007802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd5da785-d727-49af-b5a8-25130011fbb8 HTTP/1.1" status: 204 len: 168 time: 0.1313932 Jul 22 19:23:37.013259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b125f75-7aac-4c00-aefb-6dbe4e6586e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5da785-d727-49af-b5a8-25130011fbb8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:37.057580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e09e2d71-7f40-48e9-ab3f-b64ea4317baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.114999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8cd-4a64-4b1f-802a-50788c4f1127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.173549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34102) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:37.182082 n-d-800087-13 neutron-server[93800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 19:23:37.223765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-f56a009f-c01e-4485-9b0a-3eb805371380 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=cfb843917e1f482094cc45d354d2afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484650 Jul 22 19:23:37.234504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8cd-4a64-4b1f-802a-50788c4f1127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.241186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8cec8cd-4a64-4b1f-802a-50788c4f1127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.271804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cec8cd-4a64-4b1f-802a-50788c4f1127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4bf64-f698-4221-abc6-9bca37cd4255,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:37.301213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8cec8cd-4a64-4b1f-802a-50788c4f1127 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8331eae3284a426faaee3ce91891916c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5109940 Jul 22 19:23:37.303904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:37.353462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.393590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.466198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.468749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:37.469950 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66a4bf64-f698-4221-abc6-9bca37cd4255 HTTP/1.1" status: 204 len: 168 time: 0.1650045 Jul 22 19:23:37.479039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a367b-b12b-44cc-83a6-3ab16763dca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4bf64-f698-4221-abc6-9bca37cd4255,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:37.515809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-debb971b-bc9b-4c37-9084-0abcf0eb1027 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:37.517966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-debb971b-bc9b-4c37-9084-0abcf0eb1027 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885334 Jul 22 19:23:37.536856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-dfe139ca-5350-4cd6-b0b9-daff95fd80df tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/quotas/cfb843917e1f482094cc45d354d2afc5 HTTP/1.1" status: 200 len: 375 time: 0.0130088 Jul 22 19:23:37.610347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-c226db69-a573-4148-8316-02d3a29f89d1 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfb843917e1f482094cc45d354d2afc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643740 Jul 22 19:23:37.836569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34142) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:37.995222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:38.012242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4efeb46-e852-4d48-bffd-f59fed40cf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.111800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4efeb46-e852-4d48-bffd-f59fed40cf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.116530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4efeb46-e852-4d48-bffd-f59fed40cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.158100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-network', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:38.169054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c4efeb46-e852-4d48-bffd-f59fed40cf38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd55be11fca247b4a4f8729bab0385fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1703432 Jul 22 19:23:38.169054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4efeb46-e852-4d48-bffd-f59fed40cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842eefd-fc7e-4071-823d-1b460fa5ade2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.169480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:38.198343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Made reservation on behalf of 61ac81321e4c40f9bd9bbad7b8a03a6b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:38.200890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.214232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.234011 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.262431 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.333779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.334165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.337817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.338794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.339648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5842eefd-fc7e-4071-823d-1b460fa5ade2 HTTP/1.1" status: 204 len: 168 time: 0.1687255 Jul 22 19:23:38.349789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fc5ba-16f6-4559-a4a3-8280dc680424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842eefd-fc7e-4071-823d-1b460fa5ade2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.385609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:23:38.397479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34170) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:38.402368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.402799 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Added segment 62e21583-c283-4df4-bb1b-200262ebe22b of type vlan for network 1b311f1b-917e-43ee-8486-255aacb59742 Jul 22 19:23:38.453838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.483805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a551e8-9ee0-45d6-9607-effdc1e6e4e8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.490004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.491230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:38.491881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.529860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6892836 Jul 22 19:23:38.530269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34184) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:38.539099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Request body: {'subnet': {'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-subnet', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:38.564238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd79e4-eebd-4f38-be4e-cac29646e1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b311f1b-917e-43ee-8486-255aacb59742,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.567572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Made reservation on behalf of 61ac81321e4c40f9bd9bbad7b8a03a6b for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:38.570013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.575953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 1b311f1b-917e-43ee-8486-255aacb59742 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:23:38.813038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:38.913582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc2eb314-3bdf-4aa5-a414-36e19e547bc8 req-8c0b0e58-1539-4bd0-b54a-a1eb5cbf9eb1 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 210 time: 0.5139904 Jul 22 19:23:38.951304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf5f86f-75f4-494f-904d-f1d9516d45e6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:38.961936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Checking segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:38.962330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Network hostable DHCP agents. Network: 1b311f1b-917e-43ee-8486-255aacb59742, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:23:38.992552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Network 1b311f1b-917e-43ee-8486-255aacb59742 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:23:39.009672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 1b311f1b-917e-43ee-8486-255aacb59742) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:39.020863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51786a5f-50d6-487b-b353-c83faa984e3d None None] Network 1b311f1b-917e-43ee-8486-255aacb59742 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:39.041790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:39.042483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.070243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:39.070787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0c4cf64b-64e9-442e-bfeb-b0ed54f6de80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5379915 Jul 22 19:23:39.075853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:39.139883 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.144061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.268908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.302701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-1b311f1b-917e-43ee-8486-255aacb59742', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:23:39.303586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.464654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.538061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Allocated IP 172.20.0.2 (1b311f1b-917e-43ee-8486-255aacb59742/2bf5f86f-75f4-494f-904d-f1d9516d45e6/43c16551-1893-4c0f-bf9b-16934bbd3438) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:39.728513 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97533fe6-57c6-414f-8d76-99fd0902d25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.771318 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.843789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.861031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Transition to ACTIVE for port object 43c16551-1893-4c0f-bf9b-16934bbd3438 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:39.861324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.883955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Transition to ACTIVE for port object 43c16551-1893-4c0f-bf9b-16934bbd3438 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:39.893784 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.920100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:39.962403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Network 1b311f1b-917e-43ee-8486-255aacb59742 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:39.973703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:39.978220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:39.989663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Pushing event updated for resources: {'Port': ['ID=43c16551-1893-4c0f-bf9b-16934bbd3438,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:39.999669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.000262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.000815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.001897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.002396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.002884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.003367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.003855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.004683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.005178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.005660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.006152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Tracked resource versions report: Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: pushed versions: Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: { 'AddressGroup': {'1.2'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'ConntrackHelper': {'1.0'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Log': {'1.0'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Network': {'1.1'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Port': {'1.7'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'PortForwarding': {'1.2'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'QosPolicy': {'1.8'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SecurityGroup': {'1.4'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SubPort': {'1.0'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Subnet': {'1.1'}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Trunk': {'1.1'}} Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: consumer versions: Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: HyperV agent@n-h1-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: HyperV agent@n-h2-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: L3 agent@n-d-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: Metadata agent@n-d-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: Metering agent@n-d-800087-13: {}, Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'ConntrackHelper': '1.0', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Log': '1.0', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Network': '1.1', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Port': '1.7', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'PortForwarding': '1.2', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'QosPolicy': '1.8', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SecurityGroup': '1.4', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SecurityGroupRule': '1.2', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'SubPort': '1.0', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Subnet': '1.1', Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: 'Trunk': '1.1'}} Jul 22 19:23:40.008091 n-d-800087-13 neutron-server[93802]: {{(pid=93802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:23:40.085275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Allocated IP 172.25.6.118 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/716674c2-50a3-4a73-9c3b-03e30b74d7e0) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:40.112640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Attempting to bind port 43c16551-1893-4c0f-bf9b-16934bbd3438 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:40.113051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Attempting to bind port 43c16551-1893-4c0f-bf9b-16934bbd3438 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:40.113429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Attempting to bind port 43c16551-1893-4c0f-bf9b-16934bbd3438 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:40.119563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:40.120108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Checking segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:40.120544 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.121304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Bound using segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:40.121789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Bound port: 43c16551-1893-4c0f-bf9b-16934bbd3438, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:40.122383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.164317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d892e3e-e860-4543-96ae-df69223917bd req-f249509e-b315-4cf4-b891-b217a9c3794f tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 210 time: 0.0605605 Jul 22 19:23:40.244567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] For port 43c16551-1893-4c0f-bf9b-16934bbd3438, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:40.249712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] For port 43c16551-1893-4c0f-bf9b-16934bbd3438, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43c16551-1893-4c0f-bf9b-16934bbd3438,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:40.259322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.289369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.346980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.348321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9a6a3-2f04-4958-b465-81507feecff7 None None] Pushing event updated for resources: {'Port': ['ID=43c16551-1893-4c0f-bf9b-16934bbd3438,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:40.401027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:40.405047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:40.408666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:40.412410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=716674c2-50a3-4a73-9c3b-03e30b74d7e0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:40.640349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.32', 63731) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:40.681391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-2b446cc2-74af-47f7-ac34-dbf8faf49458 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=cfb843917e1f482094cc45d354d2afc5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281732 Jul 22 19:23:40.764189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:40.902872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-ccd90382-906b-4f9c-85fa-7297576c4ba6 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:40.904377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-ccd90382-906b-4f9c-85fa-7297576c4ba6 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171831 Jul 22 19:23:40.968494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Request body: {'port': {'device_id': '18f1b554-94c7-43a9-932e-1f972dd12218', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'cfb843917e1f482094cc45d354d2afc5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:40.997997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.238379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:23:41.267302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Made reservation on behalf of cfb843917e1f482094cc45d354d2afc5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:41.275877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.321853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.364854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b3fa5c6-204d-41ee-b1c5-415b753193b2 req-b000cc60-a142-4052-8f28-a94b2b18903e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 210 time: 0.0389729 Jul 22 19:23:41.367169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.371834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-152ea4f9-f68f-4c32-8a27-478cf62bb06b tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447842 Jul 22 19:23:41.500564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:41.515998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:41.541024 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:41.541665 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:41.612695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-3faed67f-5862-4933-a081-be0f725b051e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:41.619490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-3faed67f-5862-4933-a081-be0f725b051e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374363 Jul 22 19:23:41.637498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-101bf515-56ed-490c-a52e-80186c886ce2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/quotas/db0b966fd6914bc28dbf8b28c1565eac HTTP/1.1" status: 200 len: 375 time: 0.0170987 Jul 22 19:23:41.694302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-f0acaddd-b488-4c6e-9c4f-477fd75f429e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557022 Jul 22 19:23:41.752214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:41.790208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.800541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.818552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:41.818552 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2925603e-50fd-4e0f-86d7-84fc166fccc1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7415218 Jul 22 19:23:41.818552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:41.932314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117314c-f8b0-4951-abc6-7d785385f2e2 None None] Network 1b311f1b-917e-43ee-8486-255aacb59742 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:42.045046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04c219e-72ce-407d-99ce-3bfc69b22328,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:42.383105 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 3, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:42.407104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Allocated IP 192.168.233.4 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/b258213a-73fe-4c80-a3d2-54c90ba83f1e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:42.444860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2e4f0b4-1ccc-49d7-9497-e4e471ad2429 None None] Provisioning for port 43c16551-1893-4c0f-bf9b-16934bbd3438 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:42.529494 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:42.530085 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Updating router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:23:42.609938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43c16551-1893-4c0f-bf9b-16934bbd3438 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:42.713762 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.822317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:42.873668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 43c16551-1893-4c0f-bf9b-16934bbd3438 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:42.882993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 43c16551-1893-4c0f-bf9b-16934bbd3438 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:42.886663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.242031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d331cfb3-0e27-479d-82d6-00e48711825a None None] Provisioning complete for port 43c16551-1893-4c0f-bf9b-16934bbd3438 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:43.243430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d331cfb3-0e27-479d-82d6-00e48711825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.386615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4fc3e1c-f43b-40ee-8928-17ba7d50c6fa req-59e3b651-d1d3-4ba9-b008-16f18ba5adde tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 210 time: 0.1242449 Jul 22 19:23:43.412053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.540255 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.618273 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.623638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 43c16551-1893-4c0f-bf9b-16934bbd3438, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43c16551-1893-4c0f-bf9b-16934bbd3438,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:43.630290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.652392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Transition to ACTIVE for port object 716674c2-50a3-4a73-9c3b-03e30b74d7e0 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:43.661385 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.691349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e634bb8-4376-49d6-a28e-64ec831c93ca req-73b134f3-3c75-4809-a545-0df6f23f770e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 210 time: 0.3036017 Jul 22 19:23:43.727425 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Pushing event updated for resources: {'Port': ['ID=716674c2-50a3-4a73-9c3b-03e30b74d7e0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:43.743127 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.743891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.745295 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.745650 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.745999 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.746394 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.746738 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.747123 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.747947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.748353 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.748697 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.749207 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Tracked resource versions report: Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: pushed versions: Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: { 'AddressGroup': {'1.2'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Log': {'1.0'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Network': {'1.1'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Port': {'1.7'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'PortForwarding': {'1.2'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'QosPolicy': {'1.8'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SecurityGroup': {'1.4'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SubPort': {'1.0'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Subnet': {'1.1'}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Trunk': {'1.1'}} Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: consumer versions: Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: { DHCP agent@n-d-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: HyperV agent@n-h1-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: HyperV agent@n-h2-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: L3 agent@n-d-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: Metadata agent@n-d-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: Metering agent@n-d-800087-13: {}, Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: Open vSwitch agent@n-d-800087-13: { 'AddressGroup': '1.2', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'ConntrackHelper': '1.0', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Log': '1.0', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Network': '1.1', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Port': '1.7', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'PortForwarding': '1.2', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'QosPolicy': '1.8', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SecurityGroup': '1.4', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SecurityGroupRule': '1.2', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'SubPort': '1.0', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Subnet': '1.1', Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: 'Trunk': '1.1'}} Jul 22 19:23:43.752581 n-d-800087-13 neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 19:23:43.810216 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Attempting to bind port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:43.815480 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Attempting to bind port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:43.816172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.816617 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Attempting to bind port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:43.838972 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:43.839454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:43.840202 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.840825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:43.843372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Bound port: 716674c2-50a3-4a73-9c3b-03e30b74d7e0, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:43.847788 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:43.849695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Transition to ACTIVE for port object b258213a-73fe-4c80-a3d2-54c90ba83f1e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:43.886268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=43c16551-1893-4c0f-bf9b-16934bbd3438,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:43.980080 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] For port 716674c2-50a3-4a73-9c3b-03e30b74d7e0, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:43.983743 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] For port 716674c2-50a3-4a73-9c3b-03e30b74d7e0, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=716674c2-50a3-4a73-9c3b-03e30b74d7e0,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:43.991936 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.057372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42a522-0273-46aa-ab15-b16bf00f0efa None None] Pushing event updated for resources: {'Port': ['ID=716674c2-50a3-4a73-9c3b-03e30b74d7e0,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:44.085838 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:44.086759 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:44.100541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.140121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Allocated IP 172.20.0.1 (1b311f1b-917e-43ee-8486-255aacb59742/2bf5f86f-75f4-494f-904d-f1d9516d45e6/dac8b371-8c7f-4524-a4bc-bceafec71807) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:44.250648 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:44.316633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Pushing event updated for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:44.332949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:44.334535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:44.381849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:44.408737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:44.414220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.472652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-14f15435-6e7e-4729-a99a-94d21718c2cd tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5109973 Jul 22 19:23:44.480355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.502991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-53d0976a-7356-4fa5-a740-2d36e06afe57 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:23:44.506811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-53d0976a-7356-4fa5-a740-2d36e06afe57 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275319 Jul 22 19:23:44.521434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43c16551-1893-4c0f-bf9b-16934bbd3438 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:44.536376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Transition to ACTIVE for port object dac8b371-8c7f-4524-a4bc-bceafec71807 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:44.652045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1903c599-567f-4cc4-9d60-0ccb99597869 req-6ef35d62-00d0-451f-8470-7d2f753ac411 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 210 time: 0.1046422 Jul 22 19:23:44.731723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 43c16551-1893-4c0f-bf9b-16934bbd3438 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:44.743470 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.756009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.824556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Network 1b311f1b-917e-43ee-8486-255aacb59742 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:44.827580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:44.833001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:44.833486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:44.879376 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 3, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:44.929733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34432) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:44.987579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Pushing event updated for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:45.193376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.26', 49700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:45.242930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3dd02efd-9162-4317-8876-0a1d6f3b41b0 None None] Provisioning for port b258213a-73fe-4c80-a3d2-54c90ba83f1e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:45.264289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3dd02efd-9162-4317-8876-0a1d6f3b41b0 None None] Provisioning complete for port b258213a-73fe-4c80-a3d2-54c90ba83f1e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:45.264831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3dd02efd-9162-4317-8876-0a1d6f3b41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.272221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56db39-068c-43a7-a60f-75a157fc03bd req-decaf2d7-ccc8-4799-99be-cf04379230c1 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.278826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-ab5ff2ca-b9a3-41a8-80e9-8af82f16fc5a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844793 Jul 22 19:23:45.286140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d56db39-068c-43a7-a60f-75a157fc03bd req-decaf2d7-ccc8-4799-99be-cf04379230c1 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 934 time: 0.3178110 Jul 22 19:23:45.319241 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee7fcc9-7691-4003-b8d2-cb77585ff659 None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:40Z', 'revision_number': 3, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:45.413266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3dd02efd-9162-4317-8876-0a1d6f3b41b0 None None] Port b258213a-73fe-4c80-a3d2-54c90ba83f1e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:45.423673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.434558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d56db39-068c-43a7-a60f-75a157fc03bd req-fa7d58db-a3ff-4281-a8a9-47f6dcda7bf3 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448398 Jul 22 19:23:45.491824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5169a06a-c2ef-42d1-94c5-d04f7d65639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.544358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-228572e0-58e3-47eb-a048-d0b806f367a4 None None] Provisioning for port dac8b371-8c7f-4524-a4bc-bceafec71807 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:45.552602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-228572e0-58e3-47eb-a048-d0b806f367a4 None None] Provisioning complete for port dac8b371-8c7f-4524-a4bc-bceafec71807 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:45.554955 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-228572e0-58e3-47eb-a048-d0b806f367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:45.666184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34448) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:45.676577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Request body: {'port': {'device_id': '18f1b554-94c7-43a9-932e-1f972dd12218', 'device_owner': 'compute:tempest-test_az-530229660', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:45.681446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-228572e0-58e3-47eb-a048-d0b806f367a4 None None] Port dac8b371-8c7f-4524-a4bc-bceafec71807 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:45.768427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-184b0140-344a-4440-8700-b2e0261c1c9d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:45.778214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-184b0140-344a-4440-8700-b2e0261c1c9d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4686806 Jul 22 19:23:45.927999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Request body: {'port': {'device_id': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'db0b966fd6914bc28dbf8b28c1565eac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:46.008641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.197527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.212325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.213046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.265123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.363229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5169a06a-c2ef-42d1-94c5-d04f7d65639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.366842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Pushing event updated for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:46.512695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Made reservation on behalf of db0b966fd6914bc28dbf8b28c1565eac for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:46.515511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.537681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 716674c2-50a3-4a73-9c3b-03e30b74d7e0 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:46.580510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f56ad052-5653-4337-a6ad-8c80284167db req-41172594-205e-405c-aac2-d69c15984e54 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 210 time: 0.6242063 Jul 22 19:23:46.622709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.663847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5169a06a-c2ef-42d1-94c5-d04f7d65639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.682010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:23:46.682010 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:23:46.682010 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id_1': 'ce6d79bc87a84fd887c1e3fa06ebf1c3', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 23, 46, 368473)}] Jul 22 19:23:46.682010 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:23:46.682836 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:23:46.750228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:46.763822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:46.765187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:46.811849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Network 1b311f1b-917e-43ee-8486-255aacb59742 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:46.816584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:46.968101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5169a06a-c2ef-42d1-94c5-d04f7d65639d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80abec62ae01451694d91cbdaffbd574&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0365767 Jul 22 19:23:47.002351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.007548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:47.008610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169a06a-c2ef-42d1-94c5-d04f7d65639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6974d41-9ae7-42ac-a786-73704ec829de,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:47.060580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 716674c2-50a3-4a73-9c3b-03e30b74d7e0, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=716674c2-50a3-4a73-9c3b-03e30b74d7e0,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:47.073371 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.218728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.236119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=716674c2-50a3-4a73-9c3b-03e30b74d7e0,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:47.328743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-54b95e41-c0cc-4075-8bbb-9a3ee3e7e12a None None] Provisioning complete for port dac8b371-8c7f-4524-a4bc-bceafec71807 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:47.331975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-54b95e41-c0cc-4075-8bbb-9a3ee3e7e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.332265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.347020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad923-cd23-41ae-adc0-df70335dcf9d req-843a46d3-e699-465f-ae06-5403064f0a52 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:47.355402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66ad923-cd23-41ae-adc0-df70335dcf9d req-843a46d3-e699-465f-ae06-5403064f0a52 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 934 time: 0.5615578 Jul 22 19:23:47.418572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.422557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-54b95e41-c0cc-4075-8bbb-9a3ee3e7e12a None None] Port dac8b371-8c7f-4524-a4bc-bceafec71807 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:47.429917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.465458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b051f0f-a623-4054-ad3d-b590c44f9c47,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:47.548089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66ad923-cd23-41ae-adc0-df70335dcf9d req-154a34df-da70-4242-ba49-3cd5fe6ba782 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852398 Jul 22 19:23:47.551773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.630328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:23:47.753819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.782094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:47.812726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:23:47.821992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9149b631-6c40-4437-886b-143e45b46903 admin admin] 10.222.0.10 "PUT /v2.0/routers/5f79913e-8e9e-4e6c-8bee-932a7e9ab637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0049913 Jul 22 19:23:47.838572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b258213a-73fe-4c80-a3d2-54c90ba83f1e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:48.006715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce6d79bc87a84fd887c1e3fa06ebf1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3391919 Jul 22 19:23:48.009896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34528) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:48.029375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea45b9f4-c4f6-484a-828a-10794f43243b req-ed800a1a-3e58-41a8-aced-80d7a09fb33f tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 210 time: 0.2721834 Jul 22 19:23:48.037803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.043976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.048005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.049686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6974d41-9ae7-42ac-a786-73704ec829de HTTP/1.1" status: 204 len: 168 time: 1.0337765 Jul 22 19:23:48.072003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f25ef-5c15-4fa9-a459-72fd18be3eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d9705a-3a63-4bb6-a515-8bf42f36667f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.105016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6784d7-5534-4f5c-8182-0064c86965b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6974d41-9ae7-42ac-a786-73704ec829de,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.127619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Transition to ACTIVE for port object b258213a-73fe-4c80-a3d2-54c90ba83f1e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:48.133924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.382113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:48.517669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 716674c2-50a3-4a73-9c3b-03e30b74d7e0 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:48.575852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Attempting to bind port b258213a-73fe-4c80-a3d2-54c90ba83f1e on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:48.580331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Attempting to bind port b258213a-73fe-4c80-a3d2-54c90ba83f1e by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:48.584367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Attempting to bind port b258213a-73fe-4c80-a3d2-54c90ba83f1e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:48.601446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Port b258213a-73fe-4c80-a3d2-54c90ba83f1e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:48.601785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Attempting to bind port b258213a-73fe-4c80-a3d2-54c90ba83f1e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:48.621589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:48.622051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:48.622597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:48.623101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Bound port: b258213a-73fe-4c80-a3d2-54c90ba83f1e, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:48.627871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.661675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:23:48.717499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:48.718133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:48.750402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:48.758652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:48.847048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Allocated IP 192.168.233.214 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/48ada174-6a0c-4fea-a64f-d5d7b2f94b7e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:49.005533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:49.152522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-54dc794b-9425-4b0a-9139-15795f4d284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.156683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.339257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:49.396499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:49.453050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-54dc794b-9425-4b0a-9139-15795f4d284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.467700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-54dc794b-9425-4b0a-9139-15795f4d284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.471086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:49.502705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90bb3-9b1e-4fd0-94dd-60107e67bc2a req-a0e11406-8cb4-42ae-821e-bae8d14ade4f tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.510157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2fe90bb3-9b1e-4fd0-94dd-60107e67bc2a req-a0e11406-8cb4-42ae-821e-bae8d14ade4f tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.7760336 Jul 22 19:23:49.520648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.532851 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.582635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.583278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:49.584840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/b258213a-73fe-4c80-a3d2-54c90ba83f1e HTTP/1.1" status: 200 len: 1116 time: 4.5290697 Jul 22 19:23:49.586666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:49.768435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2fe90bb3-9b1e-4fd0-94dd-60107e67bc2a req-937954a2-24bf-4741-a354-37066b6f0995 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573438 Jul 22 19:23:49.795988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-54dc794b-9425-4b0a-9139-15795f4d284a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=833eea66475343598d48489f788df195&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7729681 Jul 22 19:23:49.812466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34572) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:49.812816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:49.828523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0b5fb9f-3c48-4464-8b44-fd68340a594e req-8b4b34c2-41e6-479c-ad08-f63ad2c322d3 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 210 time: 0.1375139 Jul 22 19:23:49.830137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-network', 'tenant_id': '0560ae4abd014df99f988986665bd041'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:49.834012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dea5a9-7f6a-4bee-bb88-3cad06b9c7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:49.967845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-21785483-2e79-4074-a814-ed6be197c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:49.974836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-21785483-2e79-4074-a814-ed6be197c68d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cfb843917e1f482094cc45d354d2afc5&device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 1119 time: 0.2915828 Jul 22 19:23:49.982535 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e5355f-49c8-4798-bd3f-690f399fc67c" -d '{"events": [{"name": "network-changed", "server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:50.057006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Made reservation on behalf of 0560ae4abd014df99f988986665bd041 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:50.059513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.163336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-1eb89214-1d09-47e6-bcd4-c4a528e97618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e HTTP/1.1" status: 200 len: 217 time: 0.1654589 Jul 22 19:23:50.166042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.169154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.170383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9d9705a-3a63-4bb6-a515-8bf42f36667f HTTP/1.1" status: 204 len: 168 time: 2.1569121 Jul 22 19:23:50.195952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.210270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.230153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.236042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc794b-9425-4b0a-9139-15795f4d284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba2560-a9d5-4f0f-9d4b-cfbb7e10ebff,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:50.295779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e54e-6981-4f4a-9b54-fd0960f8b654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d9705a-3a63-4bb6-a515-8bf42f36667f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:50.439835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Transition to ACTIVE for port object 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:50.447840 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7685567-35df-4d54-adcf-f8be5e0d63ad x-openstack-request-id: req-a7685567-35df-4d54-adcf-f8be5e0d63ad {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:50.448292 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:50.448948 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7685567-35df-4d54-adcf-f8be5e0d63ad {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:50.449877 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e', 'status': 'completed', 'code': 200} Jul 22 19:23:50.481911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-4d5777e1-71bd-43aa-ae04-131836f47fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:50.484641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 2, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:50.492011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-4d5777e1-71bd-43aa-ae04-131836f47fa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3211670 Jul 22 19:23:50.497057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.567566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:50.587768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:23:50.588256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Updating router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 port dac8b371-8c7f-4524-a4bc-bceafec71807 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:23:50.687518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.776221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:50.941634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-b03c5503-311e-4d3e-85a1-cb53f876185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:50.943137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-b03c5503-311e-4d3e-85a1-cb53f876185f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4377689 Jul 22 19:23:51.048883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34604) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:51.052177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.068935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.086229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17ba2560-a9d5-4f0f-9d4b-cfbb7e10ebff HTTP/1.1" status: 204 len: 168 time: 1.2255549 Jul 22 19:23:51.147654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.198601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.221273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:51.243194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:51.259500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:51.265049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e696-e286-42b1-ad82-0aafe394ba21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.275868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.276959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.281598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad24a50-94bc-44ea-b19e-bd2a1cc8b52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba2560-a9d5-4f0f-9d4b-cfbb7e10ebff,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.349257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fff9b8b-f77b-4403-85aa-be87f0772412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.351753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c16f413-5035-4087-b174-9cffca50bfcd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.383560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Pushing event updated for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.431914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:23:51.453657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0e3ece74-03a1-4102-ad10-74d7495b8bff tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5379732 Jul 22 19:23:51.475318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-a662c4b2-6ada-453b-8f91-d521768baae2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:23:51.475916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.477113 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-a662c4b2-6ada-453b-8f91-d521768baae2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120645 Jul 22 19:23:51.481327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.481738 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Added segment 4bfce6e1-7a76-428f-9f7f-783944b31232 of type vlan for network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 Jul 22 19:23:51.492319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Transition to ACTIVE for port object dac8b371-8c7f-4524-a4bc-bceafec71807 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:51.511103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.607340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6e85-da8d-4d96-86de-779a5e532e95 None None] Pushing event updated for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:51.615080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-59ea2536-3aea-409c-909d-89fdf833ff24 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551967 Jul 22 19:23:51.637436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.761366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.768414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.770281 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.786465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Attempting to bind port dac8b371-8c7f-4524-a4bc-bceafec71807 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:51.786846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Attempting to bind port dac8b371-8c7f-4524-a4bc-bceafec71807 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:51.787197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Attempting to bind port dac8b371-8c7f-4524-a4bc-bceafec71807 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:51.793442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:51.793825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Checking segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:51.794231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.794625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Bound using segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:51.795092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Bound port: dac8b371-8c7f-4524-a4bc-bceafec71807, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:51.795494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.873425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15204439-53c8-4ec3-95f8-1065b13caa69 req-b6cd6e9c-2a8d-4ca7-93a7-ca418669351c service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095711 Jul 22 19:23:51.898415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] For port dac8b371-8c7f-4524-a4bc-bceafec71807, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:51.901710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] For port dac8b371-8c7f-4524-a4bc-bceafec71807, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dac8b371-8c7f-4524-a4bc-bceafec71807,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:51.903186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ebac4f8-9051-479d-b282-b847472e131b None None] Provisioning for port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:51.904462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439e90-6ced-4176-9bee-20a09f765729 req-3730eb46-5bcc-4175-8d36-95a0dc9f6ed4 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.908671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69439e90-6ced-4176-9bee-20a09f765729 req-3730eb46-5bcc-4175-8d36-95a0dc9f6ed4 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.9193606 Jul 22 19:23:51.915453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.967588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589805be-caa2-4bc7-8a30-2f19b40285bb req-f8cca9d6-28a0-4d1d-a3cf-c22c4a6becb8 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:51.977068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-589805be-caa2-4bc7-8a30-2f19b40285bb req-f8cca9d6-28a0-4d1d-a3cf-c22c4a6becb8 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 936 time: 0.9300580 Jul 22 19:23:51.984617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ebac4f8-9051-479d-b282-b847472e131b None None] Provisioning complete for port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:51.985217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ebac4f8-9051-479d-b282-b847472e131b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:51.990537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e6e85-da8d-4d96-86de-779a5e532e95 None None] Pushing event updated for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:52.070814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:23:52.071778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:52.098283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] Pushing event updated for resources: {'Network': ['ID=39dd12b6-9b54-4d85-8b1e-eba586c260a0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:52.155349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69439e90-6ced-4176-9bee-20a09f765729 req-040d964c-0ec9-418a-a396-429493eb8276 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147334 Jul 22 19:23:52.199396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fff9b8b-f77b-4403-85aa-be87f0772412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.205408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-589805be-caa2-4bc7-8a30-2f19b40285bb req-9bcf8d64-79de-4489-afb9-629c833ad2a4 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245789 Jul 22 19:23:52.208930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fff9b8b-f77b-4403-85aa-be87f0772412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.221070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-9d2d9bed-9fa7-4c58-be46-a999ee6f1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:52.222818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-9d2d9bed-9fa7-4c58-be46-a999ee6f1dbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cfb843917e1f482094cc45d354d2afc5&device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 1119 time: 0.2355278 Jul 22 19:23:52.307987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:23:52.348863 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fff9b8b-f77b-4403-85aa-be87f0772412 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ab9aa8e204a4c539bac7587b1298ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7729957 Jul 22 19:23:52.356877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:52.359413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff9b8b-f77b-4403-85aa-be87f0772412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da169af0-ed6f-4c34-ba05-01d8f36544bf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:52.398650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Request body: {'port': {'device_id': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:52.542246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:23:52.653872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.703402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.729803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ebac4f8-9051-479d-b282-b847472e131b None None] Port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:23:52.826309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.840683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.843448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:52.847299 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da169af0-ed6f-4c34-ba05-01d8f36544bf HTTP/1.1" status: 204 len: 168 time: 0.4804776 Jul 22 19:23:52.886084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a5f7d-a5d0-4df3-917c-8abdb5d2cc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da169af0-ed6f-4c34-ba05-01d8f36544bf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:53.007306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e696-e286-42b1-ad82-0aafe394ba21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.009342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-a981705e-17f0-4f67-8265-cdf83f1d7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:53.011791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-a981705e-17f0-4f67-8265-cdf83f1d7177 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7801707 Jul 22 19:23:53.015681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a0e696-e286-42b1-ad82-0aafe394ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.098367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a1a0e696-e286-42b1-ad82-0aafe394ba21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00481dc2ba9e408fa79d8016526e9469&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0484486 Jul 22 19:23:53.125435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:51Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:23:53.131136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34638) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:53.227385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f403ad-a8dd-4cfd-b345-966c00ebb438 None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:51Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:23:53.366802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2843fd01-48b7-40fe-b435-b8966e6d9f14 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.5499229 Jul 22 19:23:53.408321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:53.432625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-dd840f86-6060-47b2-804a-c48cc24358bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e HTTP/1.1" status: 200 len: 217 time: 0.3395188 Jul 22 19:23:53.441944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.480976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.644331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:23:53.666647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.715433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Transition to ACTIVE for port object 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:53.723328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.756414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Request body: {'subnet': {'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-subnet', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:53.776131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0e696-e286-42b1-ad82-0aafe394ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95259054-b545-4ae5-88bf-d7e97324a6c6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:53.824108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34658) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:53.854686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.857281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.858451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95259054-b545-4ae5-88bf-d7e97324a6c6 HTTP/1.1" status: 204 len: 168 time: 0.7260771 Jul 22 19:23:53.886949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b83efe39-d6e4-4070-9a86-e2f1e5862da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:53.908858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:54.065862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Attempting to bind port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:54.067589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916e9b2-b24c-439c-a4ac-57256431de0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95259054-b545-4ae5-88bf-d7e97324a6c6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:54.074523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Attempting to bind port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:54.075128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Attempting to bind port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:54.085232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:23:54.085624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Attempting to bind port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:54.095102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:54.095801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:54.096334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:54.096796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Bound port: 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:54.097159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.161939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.172158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Made reservation on behalf of 0560ae4abd014df99f988986665bd041 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:23:54.181266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.194434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-09a67caa-f0a1-4c28-a2b8-a0e6182fafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:54.194434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-09a67caa-f0a1-4c28-a2b8-a0e6182fafa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.5554752 Jul 22 19:23:54.284083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:54.290850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:54.305211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.459572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:54.461209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.462924 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] 10.222.0.26 "PUT /v2.0/ports/48ada174-6a0c-4fea-a64f-d5d7b2f94b7e HTTP/1.1" status: 200 len: 1097 time: 2.7083817 Jul 22 19:23:54.473127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:23:54.585541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dac8b371-8c7f-4524-a4bc-bceafec71807 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:54.719297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dac8b371-8c7f-4524-a4bc-bceafec71807 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:23:54.738480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dac8b371-8c7f-4524-a4bc-bceafec71807 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:54.739002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:54.929945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e14a1-6da3-4c88-afbe-350119710461 service neutron] Pushing event updated for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:54.993217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b83efe39-d6e4-4070-9a86-e2f1e5862da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.006807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b83efe39-d6e4-4070-9a86-e2f1e5862da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.059045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ebac2-d961-4ddd-8af8-0399441b039a req-692f27f1-0971-4e6d-b48c-bf23b7c0efca tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.065639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.070534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c2ebac2-d961-4ddd-8af8-0399441b039a req-692f27f1-0971-4e6d-b48c-bf23b7c0efca tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 936 time: 1.6560969 Jul 22 19:23:55.082210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced734-e966-43ab-ac3c-70854301599a req-db4ca637-c2b0-4592-a23b-0278aee4562e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.084981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56ced734-e966-43ab-ac3c-70854301599a req-db4ca637-c2b0-4592-a23b-0278aee4562e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 1.6753726 Jul 22 19:23:55.129142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.156493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dac8b371-8c7f-4524-a4bc-bceafec71807, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dac8b371-8c7f-4524-a4bc-bceafec71807,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:23:55.169700 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.265860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56ced734-e966-43ab-ac3c-70854301599a req-b87462a4-725c-4d83-b5c4-00f0430bc832 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718664 Jul 22 19:23:55.302099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c2ebac2-d961-4ddd-8af8-0399441b039a req-0c781369-15f7-4e0c-8b16-9dba69579026 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299414 Jul 22 19:23:55.325610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94aa91c-4b20-4de5-aaf4-c8bfcfa10774,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:55.346983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:55.365192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-d1622c3b-04bd-4c08-b96f-d4820af2d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.367423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-d1622c3b-04bd-4c08-b96f-d4820af2d715 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1211505 Jul 22 19:23:55.385813 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e629d48-6d71-47a1-8667-eeb82a12a136" -d '{"events": [{"name": "network-changed", "server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:23:55.430647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b83efe39-d6e4-4070-9a86-e2f1e5862da6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6311faa5e4d54efab2de59c50c185e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6036828 Jul 22 19:23:55.452042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34684) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:55.477505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Checking segment: {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:55.478025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Network hostable DHCP agents. Network: 39dd12b6-9b54-4d85-8b1e-eba586c260a0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:23:55.496474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83efe39-d6e4-4070-9a86-e2f1e5862da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129a5388-2ed5-47e3-8263-2efea39c88f9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:55.537111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-c1ebdd9c-9dd2-495d-b2eb-c6b7d9ddd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.538614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-c1ebdd9c-9dd2-495d-b2eb-c6b7d9ddd96d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 1100 time: 0.9239562 Jul 22 19:23:55.707197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:23:55.756972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 39dd12b6-9b54-4d85-8b1e-eba586c260a0) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:55.767004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45e494-d0bf-4572-b630-17ee957e3289 None None] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:23:55.777265 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-88b9052b-f090-43eb-b0a3-f69fe5fce8a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e HTTP/1.1" status: 200 len: 217 time: 0.2126398 Jul 22 19:23:55.784411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:55.785042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.820312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3898a40e-960a-47a9-a71c-73cb6fafdac3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3861518 Jul 22 19:23:55.824693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-194ae856-807d-4c2d-8866-50d7be711e68 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448311 Jul 22 19:23:55.825140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34692) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:55.832053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:23:55.836756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.860678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:55.996865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-b6a0ad72-adc3-49a0-8724-1626b7e3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.001435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-b6a0ad72-adc3-49a0-8724-1626b7e3880d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2108395 Jul 22 19:23:56.107628 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea40a4e-06a0-4f0f-8b0f-655946edac18 x-openstack-request-id: req-5ea40a4e-06a0-4f0f-8b0f-655946edac18 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:23:56.108085 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:23:56.108592 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ea40a4e-06a0-4f0f-8b0f-655946edac18 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:23:56.109467 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', 'status': 'completed', 'code': 200} Jul 22 19:23:56.110814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:56.112242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e5355f-49c8-4798-bd3f-690f399fc67c req-a402720a-fa07-4298-a150-a593d20139b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774867 Jul 22 19:23:56.116425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.119950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.133140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/129a5388-2ed5-47e3-8263-2efea39c88f9 HTTP/1.1" status: 204 len: 168 time: 0.6791306 Jul 22 19:23:56.139965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.141866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.155288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbc09-afe5-40e8-9452-edeb22d3ecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a5388-2ed5-47e3-8263-2efea39c88f9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:56.205245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0aa94854-4ad8-4499-a3de-3472749b367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.213593 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0aa94854-4ad8-4499-a3de-3472749b367f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2020702 Jul 22 19:23:56.244850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'fixed_ips': [{'subnet_id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:23:56.252507 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.288033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.464103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:23:56.469710 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-0466162b-60b5-4ee8-b9af-e34465c8a4a1 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386053 Jul 22 19:23:56.548296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4916ac13-bd74-45c2-b3bd-db4164a147c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.597697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dac8b371-8c7f-4524-a4bc-bceafec71807 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:23:56.608798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Allocated IP 172.20.0.2 (39dd12b6-9b54-4d85-8b1e-eba586c260a0/b94aa91c-4b20-4de5-aaf4-c8bfcfa10774/fd79d8fb-c059-4b4d-816b-39ec74dc84a1) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:56.791705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:56.844782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54c696a7-2fc0-4ef2-b968-7b7688a23c03 req-217bcca6-4a61-41ff-9413-644cce37071c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588719 Jul 22 19:23:56.899236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb076e-b616-4e70-adb8-48f38346a183 req-c8057781-8f62-4bb5-a9c7-50e93a40d9dd tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.901099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfcb076e-b616-4e70-adb8-48f38346a183 req-c8057781-8f62-4bb5-a9c7-50e93a40d9dd tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.3426013 Jul 22 19:23:56.911322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5ab2a-54c0-4da8-bb9b-0ddccce4929a req-33e15e41-9500-4f84-b8b1-ba6c86533716 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:56.919366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ff5ab2a-54c0-4da8-bb9b-0ddccce4929a req-33e15e41-9500-4f84-b8b1-ba6c86533716 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.4657643 Jul 22 19:23:56.997645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:57.134746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7528af41-7dbe-405e-878e-32061b9bfe08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.167694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfcb076e-b616-4e70-adb8-48f38346a183 req-ce39cea4-75fa-4cbe-81b1-4659f49608f8 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521660 Jul 22 19:23:57.201679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ff5ab2a-54c0-4da8-bb9b-0ddccce4929a req-2e4bdd6d-971d-432a-995a-423c915e35be tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610543 Jul 22 19:23:57.260600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4916ac13-bd74-45c2-b3bd-db4164a147c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.333082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dac8b371-8c7f-4524-a4bc-bceafec71807 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:23:57.333905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.334491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4916ac13-bd74-45c2-b3bd-db4164a147c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.376687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.433904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916ac13-bd74-45c2-b3bd-db4164a147c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ffd8a-e7bb-49a6-97ae-73abb948b4fd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:57.442280 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4916ac13-bd74-45c2-b3bd-db4164a147c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e887492b37e24f22af2b8b915a3d393f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3276381 Jul 22 19:23:57.449278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:57.557032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-889e0d4e-518d-4447-a716-9e336a95bd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:57.559994 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-889e0d4e-518d-4447-a716-9e336a95bd54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 1100 time: 0.6426833 Jul 22 19:23:57.825985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:57.847140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Transition to ACTIVE for port object fd79d8fb-c059-4b4d-816b-39ec74dc84a1 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:57.909099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Transition to ACTIVE for port object fd79d8fb-c059-4b4d-816b-39ec74dc84a1 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:23:58.052894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.069068 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.125882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:58.133452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:58.135091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.164718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7528af41-7dbe-405e-878e-32061b9bfe08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.198846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.205884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7528af41-7dbe-405e-878e-32061b9bfe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.222448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:58.507782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7528af41-7dbe-405e-878e-32061b9bfe08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fad4c5b9df4f4fbd95989ac3acd99d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5042055 Jul 22 19:23:58.509761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Pushing event updated for resources: {'Port': ['ID=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.513722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34742) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:58.518739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.525803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Attempting to bind port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:23:58.526149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Attempting to bind port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:23:58.526519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Attempting to bind port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 on network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:23:58.528586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528af41-7dbe-405e-878e-32061b9bfe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8f00ed-8b5a-420a-b786-ba4c6f375d04,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.534375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-dc196d69-1a15-48d5-999d-588df71c6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.536100 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-dc196d69-1a15-48d5-999d-588df71c6649 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.8950799 Jul 22 19:23:58.547884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:23:58.547884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Checking segment: {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:23:58.548312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.548632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Bound using segment: {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:23:58.549105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Bound port: fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:23:58.549515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.596665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-bd008742-fb06-4f74-8cfe-73811bab5ce1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e HTTP/1.1" status: 200 len: 217 time: 0.0433719 Jul 22 19:23:58.620185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.645339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.718387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.732665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.734324 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/397ffd8a-e7bb-49a6-97ae-73abb948b4fd HTTP/1.1" status: 204 len: 168 time: 1.2809632 Jul 22 19:23:58.785829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-1783ed36-6f4e-4912-a767-209e0f913992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:58.787439 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-1783ed36-6f4e-4912-a767-209e0f913992 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1725516 Jul 22 19:23:58.788127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d72c3-ecca-4851-be94-dbe87d97c17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ffd8a-e7bb-49a6-97ae-73abb948b4fd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.829958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] For port fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:23:58.837762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] For port fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:23:58.856998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.869991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.873117 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:58.874312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae8f00ed-8b5a-420a-b786-ba4c6f375d04 HTTP/1.1" status: 204 len: 168 time: 0.3515933 Jul 22 19:23:58.899871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d044bf1-f96c-4759-96cb-e6a959f06a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8f00ed-8b5a-420a-b786-ba4c6f375d04,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:58.974755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Allocated IP 172.25.6.171 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/41397b31-e315-4121-b3ba-41a61475e6d3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:23:59.010618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-7b231988-88ef-44a0-b38b-da27881adc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.012221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-7b231988-88ef-44a0-b38b-da27881adc96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043629 Jul 22 19:23:59.036011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65513b21-ed12-46a2-955a-59d1b934d5f8 None None] Pushing event updated for resources: {'Port': ['ID=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:59.253746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.287415 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-4322ed10-30a8-4e58-885c-f8d32c4ce51e service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374265 Jul 22 19:23:59.449731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb6a9d-89a4-4179-a722-e0b4c5546cd1 req-b15d80aa-09d1-4e9d-ac7b-0fcecff79773 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.455537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9bb6a9d-89a4-4179-a722-e0b4c5546cd1 req-b15d80aa-09d1-4e9d-ac7b-0fcecff79773 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 1.0437415 Jul 22 19:23:59.460974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.515550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:23:59.520320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:23:59.522582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:23:59.528762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e629d48-6d71-47a1-8667-eeb82a12a136 req-721b0b65-e8ef-4420-9002-7f13db937cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250760 Jul 22 19:23:59.791405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Pushing event updated for resources: {'Port': ['ID=41397b31-e315-4121-b3ba-41a61475e6d3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:23:59.809715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047d7ea-afea-495e-9a68-c475e8cc0e94 req-5674e7fc-835b-4124-9687-0ceb8e88564e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:23:59.817266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1047d7ea-afea-495e-9a68-c475e8cc0e94 req-5674e7fc-835b-4124-9687-0ceb8e88564e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 1.3733470 Jul 22 19:23:59.823067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9bb6a9d-89a4-4179-a722-e0b4c5546cd1 req-d63920fc-e2d9-4d16-83f0-ff421ca2ec24 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303280 Jul 22 19:23:59.839011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:23:59.862296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fd213f8-72e0-4750-b9d1-a6790a0d86cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:23:59.925113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1047d7ea-afea-495e-9a68-c475e8cc0e94 req-6aeb9073-e1a7-4af1-945d-21a6282af9e9 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013620 Jul 22 19:24:00.114300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fd213f8-72e0-4750-b9d1-a6790a0d86cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.122907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fd213f8-72e0-4750-b9d1-a6790a0d86cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.207376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.212357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd213f8-72e0-4750-b9d1-a6790a0d86cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68990bb-cfed-41e5-9143-1a71339789ed,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:00.239529 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0fd213f8-72e0-4750-b9d1-a6790a0d86cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31e2a7d98c3b4300917bee18436ec56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989747 Jul 22 19:24:00.241586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:00.388056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.450337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.575342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd79d8fb-c059-4b4d-816b-39ec74dc84a1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:00.576027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.579575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.581350 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b68990bb-cfed-41e5-9143-1a71339789ed HTTP/1.1" status: 204 len: 168 time: 0.3388338 Jul 22 19:24:00.608598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67cc51-5f4c-4cd6-9d82-f2cb6791392a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68990bb-cfed-41e5-9143-1a71339789ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:00.683066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:00.690716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516ce8a-b3b4-4d22-a958-f3c285b93d52 None None] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:00.977468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:01.024744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Provisioning for port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:01.034289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Provisioning complete for port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:01.034821 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.068676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34794) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:01.070913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:24:01.162110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.246553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] For port fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:01.256663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.323120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-561948032-network', 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:01.343531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332258e-895b-4c00-a289-7a2ea46023d4 None None] Pushing event updated for resources: {'Port': ['ID=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:01.384600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab9621-7deb-46f6-8e7d-dd16650657f5 req-6f076e69-4776-48a5-89af-8666edfdd6ce tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.386635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62ab9621-7deb-46f6-8e7d-dd16650657f5 req-6f076e69-4776-48a5-89af-8666edfdd6ce tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.4345052 Jul 22 19:24:01.389945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:01.392644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.406779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.428694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:01.440270 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Sync routers for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:01.454892 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:01.455903 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:01.486489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4524dd03-03cd-4176-8df5-0421b9a0b1a9 None None] Provisioning complete for port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:01.486950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4524dd03-03cd-4176-8df5-0421b9a0b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.527623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62ab9621-7deb-46f6-8e7d-dd16650657f5 req-7993d210-028d-4419-a337-cd07c086f167 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242104 Jul 22 19:24:01.638774 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:01.800382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7b563-801b-46c0-af81-b16fdb5d76c8 req-bb5efbcb-a3cf-47c2-9f16-c9868830fdd9 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:01.801985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8a7b563-801b-46c0-af81-b16fdb5d76c8 req-bb5efbcb-a3cf-47c2-9f16-c9868830fdd9 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.1636393 Jul 22 19:24:01.822026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.832655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.841334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:01.842677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1ba3e64-f0d7-4a04-af7c-5a22d1e30f28 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0146589 Jul 22 19:24:01.849697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34824) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:01.988037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:01.989870 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:23:59Z', 'revision_number': 3, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:01.993803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8a7b563-801b-46c0-af81-b16fdb5d76c8 req-2a018689-cfa0-45ea-aa5e-897166ec4897 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828227 Jul 22 19:24:02.015069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ecb0c0-b2a0-44fc-be39-3d920266c56b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:02.035012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.035447 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Added segment 7026fe10-6d8a-49a6-843c-0c73b62d8cf2 of type vlan for network df522fd3-928a-4ea5-8ca6-a2e67878c816 Jul 22 19:24:02.065760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Checking router: 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:02.066168 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Updating router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 port 41397b31-e315-4121-b3ba-41a61475e6d3 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:02.112408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.127972 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.433767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd79d8fb-c059-4b4d-816b-39ec74dc84a1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:02.481512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.482624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.483313 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.546596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:02.546866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.566458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] Pushing event updated for resources: {'Network': ['ID=df522fd3-928a-4ea5-8ca6-a2e67878c816,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:02.595930 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.608187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:02.617191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-100a914b-d467-4c56-bf7e-0d2f4919d781 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5469835 Jul 22 19:24:02.620491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:02.621247 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Transition to ACTIVE for port object 41397b31-e315-4121-b3ba-41a61475e6d3 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:02.627795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Request body: {'subnet': {'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-561948032-subnet', 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:02.644429 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.675610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:02.684363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.725436 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc568-25ec-498e-acf9-873261483b06 None None] Pushing event updated for resources: {'Port': ['ID=41397b31-e315-4121-b3ba-41a61475e6d3,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:02.756175 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Attempting to bind port 41397b31-e315-4121-b3ba-41a61475e6d3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:02.756563 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Attempting to bind port 41397b31-e315-4121-b3ba-41a61475e6d3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:02.756922 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Attempting to bind port 41397b31-e315-4121-b3ba-41a61475e6d3 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:02.763292 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:02.763997 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:02.764622 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.765164 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:02.765773 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Bound port: 41397b31-e315-4121-b3ba-41a61475e6d3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:02.767174 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.843047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b94d1-9e0b-4b2d-a898-6867e0db619f req-a1ef1624-c161-4c73-957d-fdfc9cd5a99d tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:02.851237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d10b94d1-9e0b-4b2d-a898-6867e0db619f req-a1ef1624-c161-4c73-957d-fdfc9cd5a99d tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.1767190 Jul 22 19:24:02.890586 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] For port 41397b31-e315-4121-b3ba-41a61475e6d3, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:02.900877 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] For port 41397b31-e315-4121-b3ba-41a61475e6d3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=41397b31-e315-4121-b3ba-41a61475e6d3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:02.911454 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.923719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d10b94d1-9e0b-4b2d-a898-6867e0db619f req-7ee07427-ce56-4ce0-875b-81bc6d75f239 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Jul 22 19:24:02.988944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:02.999903 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:03.001249 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:03.010491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.064825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:03.065308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Network hostable DHCP agents. Network: df522fd3-928a-4ea5-8ca6-a2e67878c816, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:03.069416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a42674b8-7201-4ff1-8705-e637378b1ece,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:03.106649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:03.118985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, df522fd3-928a-4ea5-8ca6-a2e67878c816) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:03.126117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.127129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.132244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2570592-ed10-4dc9-bf34-4fca86560e94 None None] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:03.145740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83dcd0e7-ce23-493b-a6ce-aa862759b518 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5228713 Jul 22 19:24:03.167725 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfc568-25ec-498e-acf9-873261483b06 None None] Pushing event updated for resources: {'Port': ['ID=41397b31-e315-4121-b3ba-41a61475e6d3,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:03.253973 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:03.306332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2036c8-44cd-47af-a31b-cb811b0c70cf None None] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:03.468100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabe4e0-8390-4430-8a79-39ef9afe68db req-406132dc-a706-470d-8d6b-c982cd9f1315 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:03.470267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cabe4e0-8390-4430-8a79-39ef9afe68db req-406132dc-a706-470d-8d6b-c982cd9f1315 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.3360820 Jul 22 19:24:03.509353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Allocated IP 172.20.0.1 (39dd12b6-9b54-4d85-8b1e-eba586c260a0/b94aa91c-4b20-4de5-aaf4-c8bfcfa10774/df88a7b8-3fa5-42c4-b8e3-529d61833485) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:03.536604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cabe4e0-8390-4430-8a79-39ef9afe68db req-6dd90cdc-3be4-4670-b410-09748531eed8 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575936 Jul 22 19:24:03.572684 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:23:59Z', 'revision_number': 3, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:03.611612 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e618377-2069-4cfa-b525-b7cd3bd991e3 None None] The sync data for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 is: [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:23:59Z', 'revision_number': 3, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:03.665878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.689883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Transition to ACTIVE for port object df88a7b8-3fa5-42c4-b8e3-529d61833485 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:03.740175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.787861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:03.792028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:03.794924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Pushing event updated for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:03.808882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:03.809385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:03.826425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34880) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:03.857450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:04.170163 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46bdcd15-c60a-4ae8-ba2c-9ca5cd4b094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.202650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.208796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77320883-dde4-4a9e-9bde-36b24d6d313e req-020e2a90-ede5-4c33-a34b-f326d9c659ef tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:04.210824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77320883-dde4-4a9e-9bde-36b24d6d313e req-020e2a90-ede5-4c33-a34b-f326d9c659ef tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 967 time: 0.1584504 Jul 22 19:24:04.218237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c0860e0-9bf2-4826-912b-c843351f16ba None None] Provisioning for port df88a7b8-3fa5-42c4-b8e3-529d61833485 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:04.225470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c0860e0-9bf2-4826-912b-c843351f16ba None None] Provisioning complete for port df88a7b8-3fa5-42c4-b8e3-529d61833485 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:04.226201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c0860e0-9bf2-4826-912b-c843351f16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.252529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:24:04.252529 n-d-800087-13 neutron-server[93801]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:24:04.252529 n-d-800087-13 neutron-server[93801]: [parameters: {'project_id': 'd0ddc1f21aa74469b0e5ec2fb654bc96', 'id': '6d808b96-e5d0-4a6a-b91d-02b4d2b5441d', 'expiration': datetime.datetime(2021, 7, 22, 19, 26, 4, 236361)}] Jul 22 19:24:04.252529 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:24:04.252986 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:24:04.294892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.299333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1c0860e0-9bf2-4826-912b-c843351f16ba None None] Port df88a7b8-3fa5-42c4-b8e3-529d61833485 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:04.308507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77320883-dde4-4a9e-9bde-36b24d6d313e req-20cb4bd5-9caa-43f1-95a8-1b5cd5e6d466 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748074 Jul 22 19:24:04.370445 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46bdcd15-c60a-4ae8-ba2c-9ca5cd4b094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.377774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46bdcd15-c60a-4ae8-ba2c-9ca5cd4b094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.429056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-46bdcd15-c60a-4ae8-ba2c-9ca5cd4b094a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccbc66b1a3a74ad8bf3a88c5e932a7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6014609 Jul 22 19:24:04.430294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdcd15-c60a-4ae8-ba2c-9ca5cd4b094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c345c9f-3547-4e04-af71-b5247565385a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.433300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:04.471045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 41397b31-e315-4121-b3ba-41a61475e6d3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:04.515183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.532480 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.543373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.544233 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.546351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 41397b31-e315-4121-b3ba-41a61475e6d3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:04.548663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.552542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 41397b31-e315-4121-b3ba-41a61475e6d3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:04.553170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.623576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.626533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.633900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c345c9f-3547-4e04-af71-b5247565385a HTTP/1.1" status: 204 len: 168 time: 0.1988940 Jul 22 19:24:04.666700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Pushing event updated for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.670764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d31353-5c9b-46dc-9613-75338214cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c345c9f-3547-4e04-af71-b5247565385a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.715635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:04.716002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.721713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-278157398-network', 'tenant_id': '774b052f14da4320aae32258d999ef54'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:04.753487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 41397b31-e315-4121-b3ba-41a61475e6d3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=41397b31-e315-4121-b3ba-41a61475e6d3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:04.753955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Made reservation on behalf of 774b052f14da4320aae32258d999ef54 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:04.757056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.758612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.760456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.780165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.817311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:04.822250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:04.827141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=41397b31-e315-4121-b3ba-41a61475e6d3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:04.880877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b258213a-73fe-4c80-a3d2-54c90ba83f1e details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:04.936786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c54f6-6098-4bd3-87c3-742decf8152b req-e8b20e25-c20e-4c63-9da7-ae3458c74e6c tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:04.946621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8c54f6-6098-4bd3-87c3-742decf8152b req-e8b20e25-c20e-4c63-9da7-ae3458c74e6c tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.2234449 Jul 22 19:24:04.962897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:04.983028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.043255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0ddc1f21aa74469b0e5ec2fb654bc96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822727 Jul 22 19:24:05.050638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34910) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:05.079209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b125e-5ac9-4282-b117-472700768b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4015c5-cfe3-4566-9967-aa91e277d306,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.096382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:05.116708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e', 'mac_address': 'fa:16:3e:ab:fe:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:tempest-test_az-530229660', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:05.174143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.178825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34912) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:05.203882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.215643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88ab51ee-a94b-470c-b2db-1589c11f2593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.220667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8c54f6-6098-4bd3-87c3-742decf8152b req-0b9f9d17-cf71-4dbc-a6f5-f3d556350290 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714579 Jul 22 19:24:05.223336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.227183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b258213a-73fe-4c80-a3d2-54c90ba83f1e {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:05.241805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0cd3023f-5b1e-49bf-a9dd-1e753d2876e1 None None] Provisioning complete for port df88a7b8-3fa5-42c4-b8e3-529d61833485 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:05.242313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0cd3023f-5b1e-49bf-a9dd-1e753d2876e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.258089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:05.268357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:05.274653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.280953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.299164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.412455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0cd3023f-5b1e-49bf-a9dd-1e753d2876e1 None None] Port df88a7b8-3fa5-42c4-b8e3-529d61833485 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:05.417292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:05.426895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.434061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.438231 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e4015c5-cfe3-4566-9967-aa91e277d306 HTTP/1.1" status: 204 len: 168 time: 0.3866193 Jul 22 19:24:05.439567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1663009-fad8-4ac9-adf5-84b91e045fbc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.441109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.443321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6eaf7cba-0dec-49f0-b593-1f15c34d13bc admin admin] 10.222.0.10 "PUT /v2.0/routers/73c0535b-64f2-4ccf-94bf-c6d81fe06e54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5926120 Jul 22 19:24:05.449165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:05.469832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e9e26-9bad-4489-8f59-770c6f9addef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4015c5-cfe3-4566-9967-aa91e277d306,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.477986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.478363 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Added segment 4c69f412-b63e-4e1b-a698-97bdee595153 of type vlan for network fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 Jul 22 19:24:05.507275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d409d12-31ce-4bac-b1d6-c55844bc40a9 req-211c2072-8d19-494f-ad72-86ee744b3891 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:05.514230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d409d12-31ce-4bac-b1d6-c55844bc40a9 req-211c2072-8d19-494f-ad72-86ee744b3891 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 968 time: 0.1148474 Jul 22 19:24:05.524029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88ab51ee-a94b-470c-b2db-1589c11f2593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.548852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88ab51ee-a94b-470c-b2db-1589c11f2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.579307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.580791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d409d12-31ce-4bac-b1d6-c55844bc40a9 req-8eae854c-e2cc-488c-b1f3-39ba68613ae3 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608845 Jul 22 19:24:05.587718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['b258213a-73fe-4c80-a3d2-54c90ba83f1e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:05.615787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34920) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:05.616268 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88ab51ee-a94b-470c-b2db-1589c11f2593 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83f05d1f95f54b049ac1b6485677ad5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363899 Jul 22 19:24:05.618862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab51ee-a94b-470c-b2db-1589c11f2593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1adee42-620d-4760-8eb4-d980ddacf2fb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.661377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.662670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:05.663336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.708356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9890122 Jul 22 19:24:05.709455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34926) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:05.721439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Request body: {'subnet': {'network_id': 'fbf77ca7-60be-49bf-aeb9-3a9a3db247e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-278157398-subnet', 'tenant_id': '774b052f14da4320aae32258d999ef54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:05.765254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431cd27-8381-41f7-a124-073909ba0ccc admin admin] Pushing event updated for resources: {'Network': ['ID=fbf77ca7-60be-49bf-aeb9-3a9a3db247e7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:05.784030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:05.790624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.802816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Made reservation on behalf of 774b052f14da4320aae32258d999ef54 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:05.805641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.840019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:05.887530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Sync routers for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:05.920509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:05.921438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:05.997911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.000608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.002477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1adee42-620d-4760-8eb4-d980ddacf2fb HTTP/1.1" status: 204 len: 168 time: 0.3849735 Jul 22 19:24:06.024997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c4bbf-480f-48e4-be19-71f64d825abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1adee42-620d-4760-8eb4-d980ddacf2fb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:06.058468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:06.070793 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:06.077519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a713e4-7127-439f-b488-e32c0c73d586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.110971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.168876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c779b20-2407-4913-a74e-3747ddb037bc,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:06.243291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a713e4-7127-439f-b488-e32c0c73d586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.246471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Checking segment: {'id': '4c69f412-b63e-4e1b-a698-97bdee595153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'fbf77ca7-60be-49bf-aeb9-3a9a3db247e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:06.247064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Network hostable DHCP agents. Network: fbf77ca7-60be-49bf-aeb9-3a9a3db247e7, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:06.253226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a713e4-7127-439f-b488-e32c0c73d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.304952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Network fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:06.316920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, fbf77ca7-60be-49bf-aeb9-3a9a3db247e7) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:06.321708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.322308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.352057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58117c03-d2d2-4fe2-8b7f-3b669b4befda None None] Network fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:06.368875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b7a713e4-7127-439f-b488-e32c0c73d586 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62b2464b6d074c9bb1f466879cca2488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090785 Jul 22 19:24:06.380047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:06.390829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c22fffa4-174c-4165-990a-fb5cab678333 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6779313 Jul 22 19:24:06.430413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a713e4-7127-439f-b488-e32c0c73d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd7b07-78df-450c-bae1-6dcbf5a0b681,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:06.453063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0789f2-324c-47cd-9164-f66268986bf5 req-8991d6fa-09f1-48ec-978a-71973208320a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.462077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b0789f2-324c-47cd-9164-f66268986bf5 req-8991d6fa-09f1-48ec-978a-71973208320a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.1126115 Jul 22 19:24:06.511037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 41397b31-e315-4121-b3ba-41a61475e6d3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:06.538530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b0789f2-324c-47cd-9164-f66268986bf5 req-f2a510cf-9088-44d1-ad27-572b2b401007 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752182 Jul 22 19:24:06.552486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.581923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.606681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805d9208-a6a9-4a92-9aad-8fa8bc279f67 None None] Network fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:06.639087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'df88a7b8-3fa5-42c4-b8e3-529d61833485', 'name': '', 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'mac_address': 'fa:16:3e:d2:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:03Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 2, 'project_id': '0560ae4abd014df99f988986665bd041', 'subnets': [{'id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:06.648075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 41397b31-e315-4121-b3ba-41a61475e6d3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:06.648289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.701980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.706335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.707985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59bd7b07-78df-450c-bae1-6dcbf5a0b681 HTTP/1.1" status: 204 len: 168 time: 0.3211071 Jul 22 19:24:06.725710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Checking router: 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:06.726330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Updating router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 port df88a7b8-3fa5-42c4-b8e3-529d61833485 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:06.726472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ac3a0-60c1-486f-ade9-4c93a5a18b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd7b07-78df-450c-bae1-6dcbf5a0b681,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:06.841738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70ea59-7b25-4d3e-8fda-f3eee043a49b req-799387b8-f86d-4b7a-bf0c-a596da9d6540 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:06.843249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc70ea59-7b25-4d3e-8fda-f3eee043a49b req-799387b8-f86d-4b7a-bf0c-a596da9d6540 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 968 time: 0.1491473 Jul 22 19:24:06.847139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.857707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34968) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:06.863446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1840139002', 'description': 'tempest-description--2134595342'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:06.866552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b258213a-73fe-4c80-a3d2-54c90ba83f1e up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:06.900422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:06.931835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc70ea59-7b25-4d3e-8fda-f3eee043a49b req-f9eca82e-4d94-4fb4-b2e8-59443d43011b tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791690 Jul 22 19:24:07.024529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.030161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.074763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272f1363-afd2-417a-a013-be2134a0a684,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:07.080994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.084983 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-61399a9d-840d-464d-abcd-fee47a4627f2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2235687 Jul 22 19:24:07.085545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:07.090939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'security_group_rule': {'security_group_id': '272f1363-afd2-417a-a013-be2134a0a684', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:07.129272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.152710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port b258213a-73fe-4c80-a3d2-54c90ba83f1e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:07.166674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e060573d-1373-4412-b5fe-e894f333b087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.169337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port b258213a-73fe-4c80-a3d2-54c90ba83f1e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:07.169709 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.222558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.227582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.246711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3fc5c2-f4f8-4cbc-94ad-9c4a9b567b38,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:07.265584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.268380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-43e76564-598d-4551-b508-8975e1bf49e2 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810646 Jul 22 19:24:07.271065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34984) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:07.276205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'security_group_rule': {'security_group_id': '272f1363-afd2-417a-a013-be2134a0a684', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:07.350044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.362002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.431127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.435497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:07.442682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:07.539934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.543234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:07.544654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Transition to ACTIVE for port object df88a7b8-3fa5-42c4-b8e3-529d61833485 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:07.551840 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.569023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.595759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef22651c-d93b-43d2-97ba-8945ae7afc5e,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:07.607014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.725174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-d9332305-56f0-437e-b164-54b4c9dd0960 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.726799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-d9332305-56f0-437e-b164-54b4c9dd0960 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.3618665 Jul 22 19:24:07.728604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.729758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b613a6c-b7d8-4998-874e-bcd9f53c229b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4574885 Jul 22 19:24:07.732884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35018) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:07.738106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:07.792731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-735ec4b5-9c01-475c-8f57-4ccd7914ba53 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/quotas/fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 375 time: 0.0466859 Jul 22 19:24:07.799578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:07.830855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-21cca186-145a-434c-8823-1bba860f9a80 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369847 Jul 22 19:24:07.852707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc4424-f526-4c46-91db-222aa420b970 req-006c35e0-f366-429e-9bc2-036ee7fab66e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:07.864098 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e330d6b3-a202-44ab-94a7-f8516a5b3fc0" -d '{"events": [{"server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "name": "network-vif-plugged", "status": "completed", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:07.867601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bcc4424-f526-4c46-91db-222aa420b970 req-006c35e0-f366-429e-9bc2-036ee7fab66e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 948 time: 0.2126257 Jul 22 19:24:07.883700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-fad270ad-5a08-49d1-8228-7316dc94450e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:07.895418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-fad270ad-5a08-49d1-8228-7316dc94450e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256908 Jul 22 19:24:07.954990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bcc4424-f526-4c46-91db-222aa420b970 req-584b14de-23be-4d4b-8995-f3c3e9863fd7 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864625 Jul 22 19:24:07.960248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:07.995273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Attempting to bind port df88a7b8-3fa5-42c4-b8e3-529d61833485 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:07.995639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Attempting to bind port df88a7b8-3fa5-42c4-b8e3-529d61833485 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:07.995998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Attempting to bind port df88a7b8-3fa5-42c4-b8e3-529d61833485 on network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:08.019736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:08.020291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Checking segment: {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:08.020696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.021165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Bound using segment: {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:08.021648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Bound port: df88a7b8-3fa5-42c4-b8e3-529d61833485, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfce6e1-7a76-428f-9f7f-783944b31232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:08.022081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.043667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:08.076140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e19b72-ca82-49b6-b0b7-d56b5bf6974d None None] Pushing event updated for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:08.082199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', 'mac_address': 'fa:16:3e:66:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:08.180356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] For port df88a7b8-3fa5-42c4-b8e3-529d61833485, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:08.185080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.188361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.205259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] For port df88a7b8-3fa5-42c4-b8e3-529d61833485, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=df88a7b8-3fa5-42c4-b8e3-529d61833485,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:08.207550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:08.214267 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.264575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:08.277830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.286776 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f378f7-ef2f-4b34-a285-59e9606efd0a x-openstack-request-id: req-a8f378f7-ef2f-4b34-a285-59e9606efd0a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:08.287062 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "name": "network-vif-plugged", "status": "completed", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:08.287314 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8f378f7-ef2f-4b34-a285-59e9606efd0a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:08.287779 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e', 'code': 200} Jul 22 19:24:08.336895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e19b72-ca82-49b6-b0b7-d56b5bf6974d None None] Pushing event updated for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:08.348710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:08.349189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:08.457841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Allocated IP 172.25.6.138 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7a8cff42-b74d-401d-b13d-306aded0a0b0) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:08.520048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:08.587138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:08.646078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-16b6ce0d-ad8f-4aea-807e-c3561319535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:08.647592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-16b6ce0d-ad8f-4aea-807e-c3561319535d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 1121 time: 0.2872536 Jul 22 19:24:08.655701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:08.664937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.676297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-eb0fc5fe-2c95-492b-a3e9-b078ce92ef15 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.682007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-84c81bbf-9fc2-4e28-81a2-81e791029d36 service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472526 Jul 22 19:24:08.690710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bf5c5-fc85-4a8c-8ba6-46678d419304 req-be1a40af-1a1c-4986-89bc-bb0df578065d tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:08.697754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc4bf5c5-fc85-4a8c-8ba6-46678d419304 req-be1a40af-1a1c-4986-89bc-bb0df578065d tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 969 time: 0.2198417 Jul 22 19:24:08.746326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.802061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'Port': ['ID=7a8cff42-b74d-401d-b13d-306aded0a0b0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:08.818448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:08.819808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:08.823656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:08.832303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc4bf5c5-fc85-4a8c-8ba6-46678d419304 req-87bd35fe-863a-4226-a3fc-c7a44d2d1eb6 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288164 Jul 22 19:24:08.887465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-03b635ca-35da-49f9-9372-7e3efae2636e service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815946 Jul 22 19:24:08.939090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.972806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-eb0fc5fe-2c95-492b-a3e9-b078ce92ef15 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:08.982868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-eb0fc5fe-2c95-492b-a3e9-b078ce92ef15 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.005366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.043353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9f53e4f-026b-440c-9c60-92a3d4aaf972 req-eb0fc5fe-2c95-492b-a3e9-b078ce92ef15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854692 Jul 22 19:24:09.073301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fc5fe-2c95-492b-a3e9-b078ce92ef15 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0f638-fd77-4350-8463-1a5a062ee410,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:09.258474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.273048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.291705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.296595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'df88a7b8-3fa5-42c4-b8e3-529d61833485', 'name': '', 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'mac_address': 'fa:16:3e:d2:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:03Z', 'updated_at': '2021-07-22T19:24:08Z', 'revision_number': 4, 'project_id': '0560ae4abd014df99f988986665bd041', 'subnets': [{'id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:09.352790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cbd0e-b5a6-4fc9-9b64-ff17934a3060 req-b3a06038-18ff-4865-a035-9fcc7baeafa3 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:09.353870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad25fddf-719b-4562-8c86-9b1fc7fc8700 None None] The sync data for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 is: [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'df88a7b8-3fa5-42c4-b8e3-529d61833485', 'name': '', 'network_id': '39dd12b6-9b54-4d85-8b1e-eba586c260a0', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'mac_address': 'fa:16:3e:d2:e7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:03Z', 'updated_at': '2021-07-22T19:24:08Z', 'revision_number': 4, 'project_id': '0560ae4abd014df99f988986665bd041', 'subnets': [{'id': 'b94aa91c-4b20-4de5-aaf4-c8bfcfa10774', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:09.356137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.371050 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6370051 Jul 22 19:24:09.377384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec3cbd0e-b5a6-4fc9-9b64-ff17934a3060 req-b3a06038-18ff-4865-a035-9fcc7baeafa3 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 949 time: 0.1564655 Jul 22 19:24:09.386042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37794957-c542-4e6b-8b83-6f3babbb1a3e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'Port': ['ID=7a8cff42-b74d-401d-b13d-306aded0a0b0,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:09.481208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec3cbd0e-b5a6-4fc9-9b64-ff17934a3060 req-8afbb377-9c8e-4312-a10b-754907ac4d9e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029210 Jul 22 19:24:09.607055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-728fe1fd-6815-4f04-b846-2342e20d3f38 req-2a4d6ecd-07eb-47e4-a280-47c20e5281f0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 210 time: 0.0562291 Jul 22 19:24:09.614697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5706a5b0-2df6-4f35-b753-7535b2d9dcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.742589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:09.828551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-75155b25-4da9-410f-8775-5a866b952e2b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1840139002&fields=id&tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 267 time: 0.0785251 Jul 22 19:24:10.224370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-795e466a-9b03-49d8-921a-4fef3c7d1917 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.225870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-795e466a-9b03-49d8-921a-4fef3c7d1917 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 823 time: 0.3954880 Jul 22 19:24:10.246122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-29259a79-8d43-424b-9804-335a9b42da42 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/quotas/61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 375 time: 0.0131347 Jul 22 19:24:10.258547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380083fc-879f-4430-a485-81b9d0230b2f req-4ee2d2cf-c222-4a72-9932-7e52bc37018e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.260044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-380083fc-879f-4430-a485-81b9d0230b2f req-4ee2d2cf-c222-4a72-9932-7e52bc37018e tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 969 time: 0.2996719 Jul 22 19:24:10.344592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-380083fc-879f-4430-a485-81b9d0230b2f req-37c366fe-6ff2-4dfc-8ccf-795a13669eca tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739980 Jul 22 19:24:10.396363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-66ffd407-844a-4801-a4bb-cc5995a63fa9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1352904 Jul 22 19:24:10.486246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device df88a7b8-3fa5-42c4-b8e3-529d61833485 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:10.578039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-c25fd81a-ff36-49a3-a48b-69b4d985f97e service neutron] 10.222.0.10 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649346 Jul 22 19:24:10.626197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port df88a7b8-3fa5-42c4-b8e3-529d61833485 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:10.633869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port df88a7b8-3fa5-42c4-b8e3-529d61833485 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:10.634294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.752493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-c20e6beb-ec95-4f2a-9a97-a6df7bc754fa service neutron] 10.222.0.10 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728725 Jul 22 19:24:10.784051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.810953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-d07c6c0f-db55-4aaa-8142-91989954f240 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:10.813625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-d07c6c0f-db55-4aaa-8142-91989954f240 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.3322489 Jul 22 19:24:10.825704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port df88a7b8-3fa5-42c4-b8e3-529d61833485, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=df88a7b8-3fa5-42c4-b8e3-529d61833485,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:10.831584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:10.833198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Request body: {'port': {'device_id': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'admin_state_up': True, 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:10.914810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:10.947631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1589f33c-ada6-40b9-9c02-c4fd574cf3ca req-4b7f4547-99f9-4c33-b74f-58703a1d39cf tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bdd0e01f59d040adb8e982e8338f9341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271845 Jul 22 19:24:10.974095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:10.977651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.112393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589f33c-ada6-40b9-9c02-c4fd574cf3ca req-f98a6b99-c14b-4751-916c-61a1b79e4141 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:11.113917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1589f33c-ada6-40b9-9c02-c4fd574cf3ca req-f98a6b99-c14b-4751-916c-61a1b79e4141 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589179 Jul 22 19:24:11.115603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Allocated IP 172.20.0.13 (df522fd3-928a-4ea5-8ca6-a2e67878c816/a42674b8-7201-4ff1-8705-e637378b1ece/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:11.127338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6031f-6d06-465b-a6c0-5465f22f4506 req-701d5960-41f9-40bf-b7a7-d6419072eebc tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:11.129036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3d6031f-6d06-465b-a6c0-5465f22f4506 req-701d5960-41f9-40bf-b7a7-d6419072eebc tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 949 time: 0.1389084 Jul 22 19:24:11.148275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1589f33c-ada6-40b9-9c02-c4fd574cf3ca req-cbb32c98-441e-4217-bb61-e82d986e06cb tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/quotas/bdd0e01f59d040adb8e982e8338f9341 HTTP/1.1" status: 200 len: 375 time: 0.0175891 Jul 22 19:24:11.188728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1589f33c-ada6-40b9-9c02-c4fd574cf3ca req-9952112d-4375-4f5a-9e32-ac0309be8f2a tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdd0e01f59d040adb8e982e8338f9341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342500 Jul 22 19:24:11.212363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3d6031f-6d06-465b-a6c0-5465f22f4506 req-8d423be6-f26b-4a2f-a5a8-b0a437a4405e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754380 Jul 22 19:24:11.319499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.319732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b7fe284-d802-4c40-8762-7ac2a93a1232 req-0d0eea97-9bc4-48a6-a2e6-62ddb98b6e62 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 210 time: 0.0358777 Jul 22 19:24:11.353516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.389931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.414055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:11.419327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-beaee622-4ceb-4ebe-9b6a-be92f9a1cb2a req-190c577c-c98c-49bf-827d-cc2cef0a99aa tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 210 time: 0.0328488 Jul 22 19:24:11.440419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:11.444067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:11.452551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:11.459429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:11.460269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.477552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:11.488634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-a8b0dce4-a4b2-476c-985f-7050f68effef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6655607 Jul 22 19:24:11.502702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:11.504556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Request body: {'port': {'device_id': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:11.509245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:11.509997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.650569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.664417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.685629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1149df-2f89-41c9-8195-e984d26bc0e3 req-f5331800-4af4-4e6b-8b9c-12bd9bef5127 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:11.687486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a1149df-2f89-41c9-8195-e984d26bc0e3 req-f5331800-4af4-4e6b-8b9c-12bd9bef5127 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 969 time: 0.1215322 Jul 22 19:24:11.696487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:11.699942 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e762eb9-5cae-4775-afb0-ef11ef15832c" -d '{"events": [{"server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "name": "network-vif-plugged", "status": "completed", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:11.716434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:11.723887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:11.751804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a1149df-2f89-41c9-8195-e984d26bc0e3 req-593ef286-29a2-41f7-af1c-45240c0db925 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565839 Jul 22 19:24:11.789668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:11.825303 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c57037f-d355-4c96-a808-4b4ee5e65ea6 x-openstack-request-id: req-1c57037f-d355-4c96-a808-4b4ee5e65ea6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:11.825590 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "name": "network-vif-plugged", "status": "completed", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:11.825837 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c57037f-d355-4c96-a808-4b4ee5e65ea6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:11.826224 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', 'code': 200} Jul 22 19:24:11.900812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.26', 49713) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:12.007827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91130fd-3682-45a9-9809-ea668096638c req-c1f6c555-721e-4fb0-8adc-ecdcf9afd0f2 tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.009634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c91130fd-3682-45a9-9809-ea668096638c req-c1f6c555-721e-4fb0-8adc-ecdcf9afd0f2 tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 1121 time: 0.0929506 Jul 22 19:24:12.014744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27639334-53e3-46cf-8df6-9e7256f1edb5 req-d614373c-20c4-401f-b590-f41615bb1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.015009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:12.017697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27639334-53e3-46cf-8df6-9e7256f1edb5 req-d614373c-20c4-401f-b590-f41615bb1bb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 1102 time: 0.1153505 Jul 22 19:24:12.023714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.038605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Transition to ACTIVE for port object dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:12.039276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91130fd-3682-45a9-9809-ea668096638c req-fef35172-d6b9-45b3-ae75-65e52211d19d tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.053993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.107904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:12.155923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27639334-53e3-46cf-8df6-9e7256f1edb5 req-b9047e7f-fb0b-4673-a874-0bfaead5a18e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223969 Jul 22 19:24:12.166322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:12.166871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:12.167924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:12.172917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:12.173452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:12.187024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:12.188067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:12.188822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:12.198509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Bound port: dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:12.199023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.252883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91130fd-3682-45a9-9809-ea668096638c req-fef35172-d6b9-45b3-ae75-65e52211d19d tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.260762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-a06b92f2-09a1-41b3-92ae-4df15957a61e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.262482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-a06b92f2-09a1-41b3-92ae-4df15957a61e tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 823 time: 0.1643770 Jul 22 19:24:12.263709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91130fd-3682-45a9-9809-ea668096638c req-fef35172-d6b9-45b3-ae75-65e52211d19d tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.317595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c91130fd-3682-45a9-9809-ea668096638c req-fef35172-d6b9-45b3-ae75-65e52211d19d tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985554 Jul 22 19:24:12.331912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:12.336766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:12.351697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef35172-d6b9-45b3-ae75-65e52211d19d tempest-AggregatesAdminTestJSON-1991933257 tempest-AggregatesAdminTestJSON-1991933257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26581adb-ea16-4771-9910-e66dc6d9aa85,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:12.381269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.415373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-dac67ef1-6f6a-420c-8627-eaa61d68cd23 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 380 time: 0.1305223 Jul 22 19:24:12.445817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'port': {'device_id': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'admin_state_up': True, 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'security_groups': ['272f1363-afd2-417a-a013-be2134a0a684']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:12.512355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:12.521677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.523346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.525056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-e1c98aac-39d1-492e-83a5-f355adcd64ec service neutron] 10.222.0.26 "PUT /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 1093 time: 1.0280664 Jul 22 19:24:12.527395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:12.537602 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b84de-4ecc-4a46-a9cc-849efe5cabae" -d '{"events": [{"name": "network-changed", "server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:12.539909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device df88a7b8-3fa5-42c4-b8e3-529d61833485 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:12.618992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port df88a7b8-3fa5-42c4-b8e3-529d61833485 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:12.619478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.624324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0e741-37a7-4258-91f7-70c0dd0967b7 req-4e72b400-f540-4ae2-ade8-48572e4b07cc tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.632833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5a0e741-37a7-4258-91f7-70c0dd0967b7 req-4e72b400-f540-4ae2-ade8-48572e4b07cc tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.2454846 Jul 22 19:24:12.686099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-11436981-4b7f-4a3f-9457-7356a4c86ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.687943 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-11436981-4b7f-4a3f-9457-7356a4c86ff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1096 time: 0.0982294 Jul 22 19:24:12.727321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5a0e741-37a7-4258-91f7-70c0dd0967b7 req-9b5e9f68-85d9-4efc-8703-862ffbfee696 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932598 Jul 22 19:24:12.737164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.743824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Made reservation on behalf of 61ac81321e4c40f9bd9bbad7b8a03a6b for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:12.747642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:12.756321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-4880d669-6ce0-4a86-b941-11a1ba7d7b69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.0519488 Jul 22 19:24:12.794428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c0504-7dc9-451e-8b86-e3d85e1adf46 req-ab93c3f5-794c-4829-b693-0046d773c63b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.795993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e2c0504-7dc9-451e-8b86-e3d85e1adf46 req-ab93c3f5-794c-4829-b693-0046d773c63b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.1417687 Jul 22 19:24:12.818220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-f73fed1e-fd37-466b-8a5a-9f89e415d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:12.819726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-f73fed1e-fd37-466b-8a5a-9f89e415d68c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0566061 Jul 22 19:24:12.858094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-46703cfe-4991-4013-b756-f4749ab311fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312374 Jul 22 19:24:12.878558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a888dff-4da6-4cc7-9fce-38ee8c19dcdc req-7d4496b9-c55c-456f-a6a3-ef642bf5cd06 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 210 time: 0.0487316 Jul 22 19:24:12.903728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e2c0504-7dc9-451e-8b86-e3d85e1adf46 req-47a3417a-0370-4662-9904-5021045b476a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757124 Jul 22 19:24:12.982231 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-d1a92fc0-ad84-40ed-b8fc-f143747ae9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163020 Jul 22 19:24:13.020619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Allocated IP 172.20.0.13 (1b311f1b-917e-43ee-8486-255aacb59742/2bf5f86f-75f4-494f-904d-f1d9516d45e6/bd53337a-115f-439f-99f7-ea08801df4d3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:13.028584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecb5404-be9d-4ff1-b6f2-3f76d1704b97 req-68fd9370-23f4-4a98-9daa-b0d501a7c0f4 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bdd0e01f59d040adb8e982e8338f9341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336540 Jul 22 19:24:13.073355 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a45f2-7834-456a-9d57-7490e73e7fc7 x-openstack-request-id: req-345a45f2-7834-456a-9d57-7490e73e7fc7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:13.074020 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:13.074020 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-345a45f2-7834-456a-9d57-7490e73e7fc7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:13.074671 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'status': 'completed', 'code': 200} Jul 22 19:24:13.118022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:13.146164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58378ba4-b44e-4cd4-9e96-d79f86ebc885 req-df271526-f9ca-4e94-910e-056946721845 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564012 Jul 22 19:24:13.277221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb5404-be9d-4ff1-b6f2-3f76d1704b97 req-45f2b4ad-1123-4092-aa34-09cc3277e4e0 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:13.284968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecb5404-be9d-4ff1-b6f2-3f76d1704b97 req-45f2b4ad-1123-4092-aa34-09cc3277e4e0 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523584 Jul 22 19:24:13.285420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-34535557-c9b8-4e74-9792-626aaa0902a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:13.288405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-34535557-c9b8-4e74-9792-626aaa0902a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1096 time: 0.0678751 Jul 22 19:24:13.317062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecb5404-be9d-4ff1-b6f2-3f76d1704b97 req-5687adcb-75af-4edd-9c92-a6a48c910783 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/quotas/bdd0e01f59d040adb8e982e8338f9341 HTTP/1.1" status: 200 len: 375 time: 0.0285087 Jul 22 19:24:13.328645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.360878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecb5404-be9d-4ff1-b6f2-3f76d1704b97 req-060713be-dd1d-4bdb-b0eb-6c6dd2be8e6b tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdd0e01f59d040adb8e982e8338f9341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361390 Jul 22 19:24:13.366800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98d68808-bd6f-4410-b641-6ff3c837b612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.371355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Transition to ACTIVE for port object bd53337a-115f-439f-99f7-ea08801df4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:13.415351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-2c7dbb60-941d-4318-9527-1e3168cb4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:13.416792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.417046 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-2c7dbb60-941d-4318-9527-1e3168cb4da1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.1198423 Jul 22 19:24:13.461170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Network 1b311f1b-917e-43ee-8486-255aacb59742 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:13.463097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:13.473134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-005de1c8-a23c-4a75-8f13-eea292e72613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.0479302 Jul 22 19:24:13.505905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:13.513240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:13.514269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.577355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-e122b176-cfc8-48f3-b344-872e8ed230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:13.578906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:13.580609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-e122b176-cfc8-48f3-b344-872e8ed230c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0948257 Jul 22 19:24:13.635070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-c41e161c-7f52-4eea-9872-cbc46072d730 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448918 Jul 22 19:24:13.650887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98d68808-bd6f-4410-b641-6ff3c837b612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.657356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98d68808-bd6f-4410-b641-6ff3c837b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.664303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-1f96eb5d-8f6a-4a6d-8437-133578f58c74 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2283409 Jul 22 19:24:13.675870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Request body: {'port': {'device_id': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'device_owner': 'compute:tempest-test_az-530229660', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:13.739269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98d68808-bd6f-4410-b641-6ff3c837b612 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a51924bcaa54fd785b162e9a3fe8229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6202452 Jul 22 19:24:13.743509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d68808-bd6f-4410-b641-6ff3c837b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80b8ea-1ab7-4d4f-95a4-aed546f55baa,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:13.746101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35268) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:13.804770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.873311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-1b19930c-ea81-4685-a4d0-b3997b7ec283 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043428 Jul 22 19:24:13.912865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-da9308a2-124f-404c-81c7-b9e913f720b5 None None] Provisioning for port bd53337a-115f-439f-99f7-ea08801df4d3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:13.917416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-da9308a2-124f-404c-81c7-b9e913f720b5 None None] Provisioning complete for port bd53337a-115f-439f-99f7-ea08801df4d3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:13.917965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-da9308a2-124f-404c-81c7-b9e913f720b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:13.961781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-da9308a2-124f-404c-81c7-b9e913f720b5 None None] Port bd53337a-115f-439f-99f7-ea08801df4d3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:13.974810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.017515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.020814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f58b84de-4ecc-4a46-a9cc-849efe5cabae req-086b58bc-5423-4ef2-9f18-0e5ebfa6df7a service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404283 Jul 22 19:24:14.077375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.080660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.081819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e80b8ea-1ab7-4d4f-95a4-aed546f55baa HTTP/1.1" status: 204 len: 168 time: 0.3214278 Jul 22 19:24:14.089648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7dea1-1a86-49f3-893f-848e7cab81a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80b8ea-1ab7-4d4f-95a4-aed546f55baa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:14.094704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2b3d9-ebf4-435d-ae2a-b5adaec0e5b4 req-c62bcd17-e616-4d5d-8371-f41107e511cd tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.096733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9d2b3d9-ebf4-435d-ae2a-b5adaec0e5b4 req-c62bcd17-e616-4d5d-8371-f41107e511cd tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.2193432 Jul 22 19:24:14.187019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9d2b3d9-ebf4-435d-ae2a-b5adaec0e5b4 req-d179389f-9391-4647-a0a4-d57720a78384 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Jul 22 19:24:14.212206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbdf4-3b82-4809-bc0b-9ee0f431186f req-8dfd6702-e5d8-4022-900f-217e8e449495 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.212206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8dcbdf4-3b82-4809-bc0b-9ee0f431186f req-8dfd6702-e5d8-4022-900f-217e8e449495 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 932 time: 0.2030652 Jul 22 19:24:14.273230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd53337a-115f-439f-99f7-ea08801df4d3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:14.287988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.310711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8dcbdf4-3b82-4809-bc0b-9ee0f431186f req-143747ac-3010-4785-baf0-70f311c7acfc tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800085 Jul 22 19:24:14.324287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Transition to ACTIVE for port object bd53337a-115f-439f-99f7-ea08801df4d3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:14.332383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.407297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:14.413578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:14.431662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0dec728-1c72-45b2-a362-f37572ac68ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.461931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Attempting to bind port bd53337a-115f-439f-99f7-ea08801df4d3 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:14.462455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Attempting to bind port bd53337a-115f-439f-99f7-ea08801df4d3 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:14.462968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Attempting to bind port bd53337a-115f-439f-99f7-ea08801df4d3 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:14.470043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Port bd53337a-115f-439f-99f7-ea08801df4d3 on network 1b311f1b-917e-43ee-8486-255aacb59742 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:14.471086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Attempting to bind port bd53337a-115f-439f-99f7-ea08801df4d3 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:14.481151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:14.483110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Checking segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:14.485394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Bound using segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:14.486527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Bound port: bd53337a-115f-439f-99f7-ea08801df4d3, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:14.487103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.602643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:14.607338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd53337a-115f-439f-99f7-ea08801df4d3,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:14.622856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.634844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0dec728-1c72-45b2-a362-f37572ac68ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.639878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0dec728-1c72-45b2-a362-f37572ac68ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.660004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.660767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.663273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 200 len: 1114 time: 0.9926727 Jul 22 19:24:14.674906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:14.682545 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf7a3bb-989d-4459-9642-9a802a66a73b" -d '{"events": [{"name": "network-changed", "server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:14.706006 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e0dec728-1c72-45b2-a362-f37572ac68ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d7bf464c0e1417d85da39ffc60e40dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971220 Jul 22 19:24:14.708674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:14.713367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dec728-1c72-45b2-a362-f37572ac68ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605421a-188e-4426-a453-2e8898dd9f37,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:14.776366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.800116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb18bd-187e-479c-9191-dc521f7ea4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:14.801054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.813187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeb661-b3ff-422b-af52-1fac27d04a94 req-da99386e-496c-4745-8d56-26475fb0a56b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.816625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eaeb661-b3ff-422b-af52-1fac27d04a94 req-da99386e-496c-4745-8d56-26475fb0a56b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.2113967 Jul 22 19:24:14.853526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.856083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:14.860470 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8605421a-188e-4426-a453-2e8898dd9f37 HTTP/1.1" status: 204 len: 168 time: 0.1408324 Jul 22 19:24:14.867107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8102d6-94ba-40f1-8461-09f5e33c2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605421a-188e-4426-a453-2e8898dd9f37,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:14.886660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-5cfdfc8c-cfb2-4504-a1f8-8ca3fdb698ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:14.888813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-5cfdfc8c-cfb2-4504-a1f8-8ca3fdb698ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 1117 time: 0.1733344 Jul 22 19:24:14.893455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eaeb661-b3ff-422b-af52-1fac27d04a94 req-a43a8788-40af-4fb8-bc79-bbba503ce456 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722754 Jul 22 19:24:14.949726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-ce886613-6cf7-46a6-9533-45484618f42b req-b63fa0b8-38e0-45ee-9870-4e79797fd4e5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:14.956779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce886613-6cf7-46a6-9533-45484618f42b req-b63fa0b8-38e0-45ee-9870-4e79797fd4e5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115447 Jul 22 19:24:14.958741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-3a3f8070-3e5e-4717-b7a0-1f73f12146f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 200 len: 217 time: 0.0625448 Jul 22 19:24:15.029841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cd1492e0-50a6-428f-a4af-ffe19d44c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.032474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-cd1492e0-50a6-428f-a4af-ffe19d44c652 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.0672524 Jul 22 19:24:15.115552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-017971dd-b021-4b6e-abe9-66e64303d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.117315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-017971dd-b021-4b6e-abe9-66e64303d95a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787151 Jul 22 19:24:15.274661 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0621a882-0c3b-4226-8e8e-c5afe2da22fd x-openstack-request-id: req-0621a882-0c3b-4226-8e8e-c5afe2da22fd {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:15.274823 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:15.275078 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0621a882-0c3b-4226-8e8e-c5afe2da22fd {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:15.275474 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'status': 'completed', 'code': 200} Jul 22 19:24:15.308938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-074db47b-746c-4c5f-b204-36a01e102801 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785660 Jul 22 19:24:15.368545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0460cc-e822-482a-b2b3-36c164734946 req-b331066e-b44f-496d-9db2-68fad6d95f8a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.370161 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be0460cc-e822-482a-b2b3-36c164734946 req-b331066e-b44f-496d-9db2-68fad6d95f8a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.1281357 Jul 22 19:24:15.413625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:15.461497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be0460cc-e822-482a-b2b3-36c164734946 req-98335ea9-3b51-4fc2-bd6e-01d05e8bc2d1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646842 Jul 22 19:24:15.463541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05c4c0b2-8da1-40c9-9592-9b5595791a45 req-c80fffc5-5962-465d-9d38-be3ffca680f6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477845 Jul 22 19:24:15.569845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:15.577144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631ff6c6-992f-40d1-b118-359b10c7acec req-f3a1901b-584f-4a82-aa36-c6bf6620e5ee tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bdd0e01f59d040adb8e982e8338f9341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488603 Jul 22 19:24:15.583992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'port_id': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'mac_address': 'fa:16:3e:33:84:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42674b8-7201-4ff1-8705-e637378b1ece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:15.639986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:15.655052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:15.678366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:15.682994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:15.735607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:15.887066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:15.955805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-249766d9-b1e9-4416-a455-f3aaf9306329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.957461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-249766d9-b1e9-4416-a455-f3aaf9306329 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 1117 time: 0.4134505 Jul 22 19:24:15.965293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ff6c6-992f-40d1-b118-359b10c7acec req-d8ec8a3e-2252-4f9c-a444-759fae92f3c0 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.966702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631ff6c6-992f-40d1-b118-359b10c7acec req-d8ec8a3e-2252-4f9c-a444-759fae92f3c0 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3639669 Jul 22 19:24:15.976950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c9801-a33c-4d54-a0e2-77687391c96b req-4398bb86-0ebe-4e65-8e14-6c9776b53c73 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:15.978163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e66c9801-a33c-4d54-a0e2-77687391c96b req-4398bb86-0ebe-4e65-8e14-6c9776b53c73 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 965 time: 0.4327133 Jul 22 19:24:16.031706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631ff6c6-992f-40d1-b118-359b10c7acec req-36b6a999-7dac-4702-8fd4-24d624b73d65 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/quotas/bdd0e01f59d040adb8e982e8338f9341 HTTP/1.1" status: 200 len: 375 time: 0.0445249 Jul 22 19:24:16.114370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631ff6c6-992f-40d1-b118-359b10c7acec req-d2b64dcc-2346-4bee-807f-f6376087e7b4 tempest-QuotasAdminNegativeTest-1118563013 tempest-QuotasAdminNegativeTest-1118563013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bdd0e01f59d040adb8e982e8338f9341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521278 Jul 22 19:24:16.118931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e66c9801-a33c-4d54-a0e2-77687391c96b req-ef7b48ba-724a-4f6a-8f9c-2bfdedb7a263 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305671 Jul 22 19:24:16.145216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-f06e515a-e9a8-4ce0-87a1-b97407a79a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:16.145216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-f06e515a-e9a8-4ce0-87a1-b97407a79a49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 924 time: 0.1712732 Jul 22 19:24:16.210097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-950c5d70-16b9-44e4-a60e-35787b2921dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 200 len: 217 time: 0.0633051 Jul 22 19:24:16.286740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-8046f219-5448-4586-bb11-02f938046db8 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329981 Jul 22 19:24:16.298033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-c6d674cf-4b9d-4cb7-a28c-1dda90b164a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:16.299559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-c6d674cf-4b9d-4cb7-a28c-1dda90b164a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.0825913 Jul 22 19:24:16.481149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-f970fa28-76af-478e-a8a8-ca107a2cc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:16.482678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-f970fa28-76af-478e-a8a8-ca107a2cc2db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710057 Jul 22 19:24:16.490341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-593237b7-5740-48ed-b99c-60443c9c1b41 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:16.491848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-593237b7-5740-48ed-b99c-60443c9c1b41 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906526 Jul 22 19:24:16.536735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc679b92-2b5d-42f3-8285-cdfedfdc573b req-7c3d33de-1c4f-413a-9a3b-bfd0afa63b7c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:16.538195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc679b92-2b5d-42f3-8285-cdfedfdc573b req-7c3d33de-1c4f-413a-9a3b-bfd0afa63b7c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 945 time: 0.1879513 Jul 22 19:24:16.541278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-67876390-5303-4925-a7cb-f990d95117bb tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/quotas/db0b966fd6914bc28dbf8b28c1565eac HTTP/1.1" status: 200 len: 375 time: 0.0376053 Jul 22 19:24:16.649303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc679b92-2b5d-42f3-8285-cdfedfdc573b req-dcf5f258-aa98-4aae-bb83-208cd4d8c7d5 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056590 Jul 22 19:24:16.666929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-783b7870-ea34-4ac7-ac8f-6805480d7688 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731937 Jul 22 19:24:16.685187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-e43152ee-820d-4683-82fb-db585b1b05db tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1339598 Jul 22 19:24:16.766254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cf7a3bb-989d-4459-9642-9a802a66a73b req-9737e8e1-d560-42eb-91ef-6403461cd711 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931606 Jul 22 19:24:16.990114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb1f8b50-c746-49ce-b7cd-832316037495 req-0f656135-6969-48da-9939-29873c5de414 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 210 time: 0.0327384 Jul 22 19:24:17.013084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-127be4c0-af4d-4e0d-9096-8dfd4779563e tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ee4085cd67f54ea78c20647ad6d69095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252461 Jul 22 19:24:17.153225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-ec2d0372-b131-4529-9d03-d2f8f189a482 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:17.156959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-ec2d0372-b131-4529-9d03-d2f8f189a482 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368377 Jul 22 19:24:17.180737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-dcf964a4-95d8-406a-aa67-734a3635f19e tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/quotas/ee4085cd67f54ea78c20647ad6d69095 HTTP/1.1" status: 200 len: 375 time: 0.0192583 Jul 22 19:24:17.225110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-572552e1-f811-4d68-aee0-559f0682e7fe tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee4085cd67f54ea78c20647ad6d69095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360053 Jul 22 19:24:17.329293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54d92-de09-4039-912a-ef1a91229760 req-0b76ada8-8d21-4446-b686-257df8f893f8 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:17.333238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1e54d92-de09-4039-912a-ef1a91229760 req-0b76ada8-8d21-4446-b686-257df8f893f8 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 965 time: 0.1021757 Jul 22 19:24:17.385384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1e54d92-de09-4039-912a-ef1a91229760 req-98d81e0b-7c5d-4ebc-b09d-ab25bb78a700 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Jul 22 19:24:17.404790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:17.494790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35470) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:17.534848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f8c4ac-782d-40dd-8856-0e01a5e78e4a req-c69ed907-c1b7-49e6-9346-f044518ffb98 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 210 time: 0.0639904 Jul 22 19:24:17.553677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:17.561092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:17.561715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.677481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.692796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51416eb1-19cd-4797-8f49-03e30ac7c198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.713315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:17.716688 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc9e23f-df8d-4b67-aee1-6ba91293605e" -d '{"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-plugged", "status": "completed", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:17.734231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:17.741042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.801775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51416eb1-19cd-4797-8f49-03e30ac7c198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.816851 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-51416eb1-19cd-4797-8f49-03e30ac7c198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:17.851663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:17.906869 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae717e-87ac-4f14-9058-c9c35ff65ed0 x-openstack-request-id: req-59ae717e-87ac-4f14-9058-c9c35ff65ed0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:17.907623 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-plugged", "status": "completed", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:17.908076 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59ae717e-87ac-4f14-9058-c9c35ff65ed0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:17.908714 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'code': 200} Jul 22 19:24:18.076734 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-51416eb1-19cd-4797-8f49-03e30ac7c198 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdd0e01f59d040adb8e982e8338f9341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5804858 Jul 22 19:24:18.079117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35508) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:18.079959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51416eb1-19cd-4797-8f49-03e30ac7c198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd7460f-58cf-4620-b06d-82a804a3d676,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:18.137732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75044abc-ec09-4e4e-bd07-15ef5e484b76 req-f1409fb0-81a8-426f-b485-7260872c9065 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:18.146679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75044abc-ec09-4e4e-bd07-15ef5e484b76 req-f1409fb0-81a8-426f-b485-7260872c9065 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 946 time: 0.2431972 Jul 22 19:24:18.149417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-48dd7563-69d0-40dd-8b23-ceb5e7b2f7c6 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715690 Jul 22 19:24:18.169946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.193273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.246617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75044abc-ec09-4e4e-bd07-15ef5e484b76 req-bbc2fdee-25aa-4ff0-acd8-7f995eae582e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971911 Jul 22 19:24:18.263515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bb8e2-5be5-4fe0-b139-fa0929b90662 req-6994d45a-863d-493b-8f8c-8848b3a3f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:18.265902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-864bb8e2-5be5-4fe0-b139-fa0929b90662 req-6994d45a-863d-493b-8f8c-8848b3a3f811 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1098 time: 0.2507296 Jul 22 19:24:18.342912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:18.351044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-f7fc3481-d009-4ddb-a060-268e50c82ffe tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:18.352625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-f7fc3481-d009-4ddb-a060-268e50c82ffe tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837981 Jul 22 19:24:18.363095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.366265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.370340 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbd7460f-58cf-4620-b06d-82a804a3d676 HTTP/1.1" status: 204 len: 168 time: 0.2868857 Jul 22 19:24:18.377144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Request body: {'port': {'device_id': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'db0b966fd6914bc28dbf8b28c1565eac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:18.402604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1dddc-3e41-4174-aaa5-75eb68eb243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd7460f-58cf-4620-b06d-82a804a3d676,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:18.433948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e23369d-b848-462e-9ec7-e9a60ead29c8 req-7e7a2177-3311-42fe-8f8f-5f299c596c90 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 210 time: 0.0800178 Jul 22 19:24:18.435746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-864bb8e2-5be5-4fe0-b139-fa0929b90662 req-686326b0-4dc7-4ec2-9c78-f1513d14ad05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632836 Jul 22 19:24:18.532970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Made reservation on behalf of db0b966fd6914bc28dbf8b28c1565eac for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:18.544241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.636655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12673202-3c54-49ea-b73e-526a7e948b74 req-e487a75b-c769-476b-ae33-1ad33bdd92c1 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:18.642602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12673202-3c54-49ea-b73e-526a7e948b74 req-e487a75b-c769-476b-ae33-1ad33bdd92c1 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 965 time: 0.1037419 Jul 22 19:24:18.721290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12673202-3c54-49ea-b73e-526a7e948b74 req-1cdbb11a-bd33-4abd-90b3-10fabb449d16 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728369 Jul 22 19:24:18.729240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Allocated IP 192.168.233.173 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/19a68606-2e21-4cc0-8d82-d1e6ced3f0a6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:18.771996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39aafd25-81ad-49e4-86e1-38104ea220fe req-68704060-5b63-4174-be3e-2cc56d7d7b86 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 210 time: 0.0757854 Jul 22 19:24:18.817479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2652532-9f7b-4573-bf74-22d8298c959a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:18.887167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd53337a-115f-439f-99f7-ea08801df4d3 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:18.935925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-39277419-3c1c-4690-ab5b-efdd5fe29ccd tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ee4085cd67f54ea78c20647ad6d69095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507255 Jul 22 19:24:18.949086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35552) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:19.017585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.051055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Transition to ACTIVE for port object 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:19.114171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2652532-9f7b-4573-bf74-22d8298c959a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.116326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd53337a-115f-439f-99f7-ea08801df4d3,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:19.125604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2652532-9f7b-4573-bf74-22d8298c959a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.145033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'port_id': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'mac_address': 'fa:16:3e:00:89:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-530229660', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:19.146049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-9734f835-811d-4363-8062-2c6d28d7c585 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:19.147900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-9734f835-811d-4363-8062-2c6d28d7c585 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952007 Jul 22 19:24:19.160927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35558) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:19.168512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2652532-9f7b-4573-bf74-22d8298c959a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dda229cb2d1461a984db27e04f7ce53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8125629 Jul 22 19:24:19.175947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35560) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:19.186883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Request body: {'port': {'device_id': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'ee4085cd67f54ea78c20647ad6d69095'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:19.189396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.194086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5ff22b7-2479-4ade-afb1-1d1a20aebf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.229226 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.231790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:19.272444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd53337a-115f-439f-99f7-ea08801df4d3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:19.292094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:19.302878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:19.318515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:19.335499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:19.336208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.373370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5ff22b7-2479-4ade-afb1-1d1a20aebf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.387804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5ff22b7-2479-4ade-afb1-1d1a20aebf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.390045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd53337a-115f-439f-99f7-ea08801df4d3,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:19.416776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.439046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff22b7-2479-4ade-afb1-1d1a20aebf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ca31b5-11ab-4d32-86a7-05c9188a0355,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:19.458177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e40da346-620f-4069-b277-48f6357ada4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.475848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2652532-9f7b-4573-bf74-22d8298c959a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11fb093-882b-4638-a943-f6823c5e1d4c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:19.505582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:19.538490 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1663468 Jul 22 19:24:19.552713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Request body: {'port': {'device_id': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:19.623903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbd2fb-3dfe-49d8-9648-d4782445add1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Pushing event updated for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:19.639736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['bd53337a-115f-439f-99f7-ea08801df4d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:19.659341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d5ff22b7-2479-4ade-afb1-1d1a20aebf69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8daf7555b8224a2a9cb2190fe5c78f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372612 Jul 22 19:24:19.668127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35572) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:19.695918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.700183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3fd5a307-2734-4e62-b9d3-d4ac4bd4cb3b None None] Provisioning for port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:19.709772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3fd5a307-2734-4e62-b9d3-d4ac4bd4cb3b None None] Provisioning complete for port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:19.709772 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3fd5a307-2734-4e62-b9d3-d4ac4bd4cb3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.715552 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.755026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.762550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e40da346-620f-4069-b277-48f6357ada4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.772353 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e40da346-620f-4069-b277-48f6357ada4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.784837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5a307-2734-4e62-b9d3-d4ac4bd4cb3b None None] Port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:19.785105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee915e9-226c-4646-8197-1a121c2fe7cb req-4d8a8f44-afe9-474e-b992-2e328d471f87 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:19.792803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dee915e9-226c-4646-8197-1a121c2fe7cb req-4d8a8f44-afe9-474e-b992-2e328d471f87 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 946 time: 0.4011552 Jul 22 19:24:19.852699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067f450-a94b-4408-8bcc-650aa53944b1 req-a7e8ec2d-d8da-45b1-9038-d3da25298b3e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:19.856783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e067f450-a94b-4408-8bcc-650aa53944b1 req-a7e8ec2d-d8da-45b1-9038-d3da25298b3e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 936 time: 0.2142982 Jul 22 19:24:19.866950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Made reservation on behalf of ee4085cd67f54ea78c20647ad6d69095 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:19.870647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.889328 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e40da346-620f-4069-b277-48f6357ada4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8722d37bb70b446eba5db11f1cd010df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7220955 Jul 22 19:24:19.893738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.895691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dee915e9-226c-4646-8197-1a121c2fe7cb req-09e99a36-e80e-4790-8bc9-c8e08b813f7f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018388 Jul 22 19:24:19.896445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35578) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:19.903000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40da346-620f-4069-b277-48f6357ada4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8b785-fa7a-448b-bc2f-73acc153291a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:19.934985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.946347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.973201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.975745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:19.976922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f11fb093-882b-4638-a943-f6823c5e1d4c HTTP/1.1" status: 204 len: 168 time: 0.8000672 Jul 22 19:24:20.008880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e067f450-a94b-4408-8bcc-650aa53944b1 req-8c808239-9769-4b73-89be-acfb96cbebb4 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309702 Jul 22 19:24:20.010290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67badb03-05b4-4d49-a643-5a7b5d8ba50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11fb093-882b-4638-a943-f6823c5e1d4c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.088587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.091211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.092480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e5ca31b5-11ab-4d32-86a7-05c9188a0355 HTTP/1.1" status: 204 len: 168 time: 0.4230502 Jul 22 19:24:20.107695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67128eaf-4a27-4e62-a379-4833933bab38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ca31b5-11ab-4d32-86a7-05c9188a0355,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.108292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.177948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:20.185939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.192363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.196846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c19b827-1a62-495c-aafe-7ce51673220a req-937d7de6-dacc-42b7-be80-c79a0d3a60fb tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 210 time: 0.1038580 Jul 22 19:24:20.214647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Transition to ACTIVE for port object 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:20.229485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.292972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Pushing event updated for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.320722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a551bb-1f89-4ac6-ba5f-f11fccb8dd54 req-b69ff040-4cba-4bf2-8aa4-0465731e8213 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:20.322362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a551bb-1f89-4ac6-ba5f-f11fccb8dd54 req-b69ff040-4cba-4bf2-8aa4-0465731e8213 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 966 time: 0.3005133 Jul 22 19:24:20.324476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.362314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.368920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Attempting to bind port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:20.369254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Attempting to bind port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:20.369580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Attempting to bind port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:20.377378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:20.377732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Attempting to bind port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:20.385836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:20.386146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:20.387175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:20.387640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Bound port: 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:20.388001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.414428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.416863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.417996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2f8b785-fa7a-448b-bc2f-73acc153291a HTTP/1.1" status: 204 len: 168 time: 0.5149746 Jul 22 19:24:20.420745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:20.458644 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28060100-39ea-460b-8237-de44e325b9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.480453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a551bb-1f89-4ac6-ba5f-f11fccb8dd54 req-2924f3cf-948a-4893-bbde-ed416b5f0296 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489313 Jul 22 19:24:20.519098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afb76ab-1d31-482f-898b-f5527a8fff91,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.618144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb648c38-575c-4d24-907a-e0d44e1c8f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8b785-fa7a-448b-bc2f-73acc153291a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.635630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Allocated IP 192.168.233.201 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/b0062c9b-53a2-4f14-a610-18fac9394e15) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:20.665488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28060100-39ea-460b-8237-de44e325b9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.680457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:20.689550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28060100-39ea-460b-8237-de44e325b9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.716708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:20.734982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.790502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28060100-39ea-460b-8237-de44e325b9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512501bd-5597-40a4-b941-84a7be4deff8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.797773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28060100-39ea-460b-8237-de44e325b9c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=692e84c3f7eb4648a716e566036bd38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584034 Jul 22 19:24:20.803752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35610) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:20.814402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:20.815113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.816726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] 10.222.0.26 "PUT /v2.0/ports/19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 HTTP/1.1" status: 200 len: 1097 time: 1.2694330 Jul 22 19:24:20.822099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:20.825323 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62974f1d-fd1e-42ce-89c3-d5576a44daa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:20.864185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.878501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1ea0-bafb-46a8-b780-3b8f9d35b35c service neutron] Pushing event updated for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:20.878961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Transition to ACTIVE for port object b0062c9b-53a2-4f14-a610-18fac9394e15 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:20.912043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd53337a-115f-439f-99f7-ea08801df4d3 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:20.917899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:20.991068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Pushing event updated for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:21.018237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:21.020947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:21.027346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:21.030972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.039158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.039949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.059865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port bd53337a-115f-439f-99f7-ea08801df4d3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:21.068247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port bd53337a-115f-439f-99f7-ea08801df4d3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:21.071019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.082988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.093849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-5aa2708c-b2d8-4cf7-b98e-8de8d89e2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.096762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-5aa2708c-b2d8-4cf7-b98e-8de8d89e2361 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 1100 time: 0.2305322 Jul 22 19:24:21.165460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:21.185103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-b5f666fe-b4a1-41f1-be3b-2108831259f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0792408 Jul 22 19:24:21.216834 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a183bddd-6add-47e1-835e-66a5229b2fb3 x-openstack-request-id: req-a183bddd-6add-47e1-835e-66a5229b2fb3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:21.217122 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:21.217374 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a183bddd-6add-47e1-835e-66a5229b2fb3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:21.220141 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6', 'status': 'completed', 'code': 200} Jul 22 19:24:21.253593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e9cee7-ad11-44eb-9d48-86f4e3397fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.341450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-2cecd136-6953-43f5-9957-38918d8e528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.343200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-2cecd136-6953-43f5-9957-38918d8e528e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1320870 Jul 22 19:24:21.350861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.353881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.369586 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/512501bd-5597-40a4-b941-84a7be4deff8 HTTP/1.1" status: 204 len: 168 time: 0.5528784 Jul 22 19:24:21.393061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-f6dbb10a-a16d-489b-810f-afa8094e7827 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2198606 Jul 22 19:24:21.440782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Request body: {'port': {'device_id': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:21.452389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.534328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:21.538044 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228272c6-42cc-4835-8f98-01dfe921e7ad" -d '{"events": [{"server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "name": "network-vif-plugged", "status": "completed", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:21.544162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd53337a-115f-439f-99f7-ea08801df4d3,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:21.560850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e9cee7-ad11-44eb-9d48-86f4e3397fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.564963 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.568514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019ba60-474a-4b0a-9452-0313b7263ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512501bd-5597-40a4-b941-84a7be4deff8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:21.579515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e9cee7-ad11-44eb-9d48-86f4e3397fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.619609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.625665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e19b39-31db-4037-8416-8334eff5fb00 req-c08529c2-37f5-4f18-aec7-a721c18fdf19 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.633038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e19b39-31db-4037-8416-8334eff5fb00 req-c08529c2-37f5-4f18-aec7-a721c18fdf19 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1098 time: 0.5808072 Jul 22 19:24:21.635096 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9e9cee7-ad11-44eb-9d48-86f4e3397fda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b88bd1aec384eb4bb2fbdf859479628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683199 Jul 22 19:24:21.650990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35642) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:21.663779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:21.683304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9cee7-ad11-44eb-9d48-86f4e3397fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53acf958-3dec-457d-86af-87aabea67295,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:21.690434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d163524-45d7-4910-a526-61d62292b211 req-fd7e9342-a7ff-4ced-9443-3ff9622ec1f2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.697642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d163524-45d7-4910-a526-61d62292b211 req-fd7e9342-a7ff-4ced-9443-3ff9622ec1f2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 948 time: 0.3076026 Jul 22 19:24:21.699013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4427d668-ae98-4f95-bc31-91cdc6732ade None None] Provisioning for port b0062c9b-53a2-4f14-a610-18fac9394e15 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:21.705330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4427d668-ae98-4f95-bc31-91cdc6732ade None None] Provisioning complete for port b0062c9b-53a2-4f14-a610-18fac9394e15 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:21.705911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4427d668-ae98-4f95-bc31-91cdc6732ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.723585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-a04b62b5-9ec4-4982-b967-ab88166c71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:21.729758 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-a04b62b5-9ec4-4982-b967-ab88166c71d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3505459 Jul 22 19:24:21.754432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4427d668-ae98-4f95-bc31-91cdc6732ade None None] Port b0062c9b-53a2-4f14-a610-18fac9394e15 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:21.799215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d163524-45d7-4910-a526-61d62292b211 req-6d51ec67-96f9-4063-abce-a4ef19904d90 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007011 Jul 22 19:24:21.831279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e19b39-31db-4037-8416-8334eff5fb00 req-c51aa07e-991b-43a1-abb2-dc1ab9f39188 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970317 Jul 22 19:24:21.834079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:21.893842 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-0ba34f64-dd6a-4d81-80a5-4e1aef5f61ee service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615381 Jul 22 19:24:22.009541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.034723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-49a19699-dad0-43be-aadf-e1de08d6c097 req-732c4a6a-dd8e-4370-8327-200de10b1149 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340270 Jul 22 19:24:22.169562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-96bb844a-85df-4f9d-bd86-dcc3c7ed8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.171196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-96bb844a-85df-4f9d-bd86-dcc3c7ed8d62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 1100 time: 0.0788898 Jul 22 19:24:22.248827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f510adb-b4a6-4038-bcac-95c23a3a11c6 req-3c6737c0-9eaf-43e1-ac84-69101462044b tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.250547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f510adb-b4a6-4038-bcac-95c23a3a11c6 req-3c6737c0-9eaf-43e1-ac84-69101462044b tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 969 time: 0.2508767 Jul 22 19:24:22.256114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.258782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.262590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53acf958-3dec-457d-86af-87aabea67295 HTTP/1.1" status: 204 len: 168 time: 0.6102459 Jul 22 19:24:22.295629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-bcbadec0-5d8e-4706-829e-48b465c07ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.299998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-bcbadec0-5d8e-4706-829e-48b465c07ae6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1219270 Jul 22 19:24:22.307677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1288e5-80a9-474d-acac-7872220475ee req-9a47b66b-252e-4225-8e3c-11469839c0e9 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.309587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c1288e5-80a9-474d-acac-7872220475ee req-9a47b66b-252e-4225-8e3c-11469839c0e9 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 936 time: 0.2737341 Jul 22 19:24:22.310735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3141f45-5c6d-472f-91f9-ca654cb90398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53acf958-3dec-457d-86af-87aabea67295,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:22.374147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-0605360d-7461-461d-bacb-8fd1989805a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 HTTP/1.1" status: 200 len: 217 time: 0.0669575 Jul 22 19:24:22.396036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c1288e5-80a9-474d-acac-7872220475ee req-30d1f45e-e545-4794-b0af-661b64697a06 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Jul 22 19:24:22.419534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f510adb-b4a6-4038-bcac-95c23a3a11c6 req-4407a4fc-d994-47fd-8bb4-10f4d0461c40 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/security-groups?id=b04c219e-72ce-407d-99ce-3bfc69b22328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418858 Jul 22 19:24:22.459583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-a5fe8af0-e5bb-478e-8903-d660941b1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.464752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-a5fe8af0-e5bb-478e-8903-d660941b1f3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0838470 Jul 22 19:24:22.475057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0062c9b-53a2-4f14-a610-18fac9394e15 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:22.490205 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1ff99-41ba-4aff-a8e1-6d0d0393d1c1 x-openstack-request-id: req-fad1ff99-41ba-4aff-a8e1-6d0d0393d1c1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:22.490934 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "name": "network-vif-plugged", "status": "completed", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:22.491293 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fad1ff99-41ba-4aff-a8e1-6d0d0393d1c1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:22.492049 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'code': 200} Jul 22 19:24:22.496819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.528544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Transition to ACTIVE for port object b0062c9b-53a2-4f14-a610-18fac9394e15 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:22.558205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-2e65c650-564d-404b-a372-17c358851c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.560412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-2e65c650-564d-404b-a372-17c358851c76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881798 Jul 22 19:24:22.561431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.32', 63742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:22.574372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:22.729504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:22.763966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-f811253e-13f4-4889-aed9-4cf06ac239b4 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.771363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-f811253e-13f4-4889-aed9-4cf06ac239b4 tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 969 time: 0.3318338 Jul 22 19:24:22.809180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d73cbc-ea8d-4c8f-9cec-41788db2500d req-c4518083-8353-4b08-aefb-5410a77c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.810699 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c6d73cbc-ea8d-4c8f-9cec-41788db2500d req-c4518083-8353-4b08-aefb-5410a77c5539 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 1119 time: 0.2481654 Jul 22 19:24:22.843976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-3a8653d3-40dd-4351-b620-4a82361425c6 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197418 Jul 22 19:24:22.879342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e7df1-1f96-4a3a-a944-350f6b2946f6 req-4ff968f4-be7f-4086-8456-2179fa76264d tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.880969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3e7df1-1f96-4a3a-a944-350f6b2946f6 req-4ff968f4-be7f-4086-8456-2179fa76264d tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1098 time: 0.3111413 Jul 22 19:24:22.906471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Attempting to bind port b0062c9b-53a2-4f14-a610-18fac9394e15 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:22.906708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Attempting to bind port b0062c9b-53a2-4f14-a610-18fac9394e15 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:22.907151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Attempting to bind port b0062c9b-53a2-4f14-a610-18fac9394e15 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:22.928980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c6d73cbc-ea8d-4c8f-9cec-41788db2500d req-2e450438-1145-4e0b-8339-a367faf13e27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921600 Jul 22 19:24:22.947078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164342ce-2e98-4e4d-85fb-fe755169835c req-ced4931b-8d14-4b07-95d1-c8d4bfd3e300 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:22.954467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164342ce-2e98-4e4d-85fb-fe755169835c req-ced4931b-8d14-4b07-95d1-c8d4bfd3e300 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 967 time: 0.3859539 Jul 22 19:24:22.984580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Port b0062c9b-53a2-4f14-a610-18fac9394e15 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:22.984822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Attempting to bind port b0062c9b-53a2-4f14-a610-18fac9394e15 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:23.010500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:23.010845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:23.011239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:23.011692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Bound port: b0062c9b-53a2-4f14-a610-18fac9394e15, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:23.012048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.017217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-62974f1d-fd1e-42ce-89c3-d5576a44daa2 req-2170e093-e1b0-4401-a69b-2160cbc43079 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554568 Jul 22 19:24:23.070186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3e7df1-1f96-4a3a-a944-350f6b2946f6 req-7cb50654-f3e6-4a2e-96c3-570cc990e743 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746392 Jul 22 19:24:23.107288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164342ce-2e98-4e4d-85fb-fe755169835c req-df1a1d15-fc3d-41ac-b6e9-9a1d009f2028 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501100 Jul 22 19:24:23.220861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:23.260844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b0062c9b-53a2-4f14-a610-18fac9394e15,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:23.264876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Deleting port b258213a-73fe-4c80-a3d2-54c90ba83f1e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:23.265860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.286111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.387139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:23.387777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.389252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] 10.222.0.26 "PUT /v2.0/ports/b0062c9b-53a2-4f14-a610-18fac9394e15 HTTP/1.1" status: 200 len: 1097 time: 1.9837370 Jul 22 19:24:23.391688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:23.396928 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b16298-dea7-4272-a8f1-b2ee7d112adb" -d '{"events": [{"name": "network-changed", "server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:23.446362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da675ac4-9e05-40b6-a721-2dc1bc0d2990 req-45abeed9-80f7-4090-875a-abf8623e2bc6 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:23.453594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da675ac4-9e05-40b6-a721-2dc1bc0d2990 req-45abeed9-80f7-4090-875a-abf8623e2bc6 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 948 time: 0.2600341 Jul 22 19:24:23.482156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a697b-7541-4776-9d2a-3a3f17284f25 service neutron] Pushing event updated for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:23.540416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] For port b258213a-73fe-4c80-a3d2-54c90ba83f1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b258213a-73fe-4c80-a3d2-54c90ba83f1e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:23.540892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:23.577154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Calling delete_port for b258213a-73fe-4c80-a3d2-54c90ba83f1e owned by compute:tempest-test_az-530229660 {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:23.602845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da675ac4-9e05-40b6-a721-2dc1bc0d2990 req-c7f91593-cd2d-44ba-a0e7-ee561fd54cb6 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436827 Jul 22 19:24:23.723440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-91c98c58-a77f-4e03-8708-f2f803012392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:23.725261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-91c98c58-a77f-4e03-8708-f2f803012392 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4085cd67f54ea78c20647ad6d69095&device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 1100 time: 0.2696435 Jul 22 19:24:23.780176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-c3eb0c55-8ac6-48b7-a15a-428f6017c55f req-ecb60996-ee4c-48a1-ab90-a254adf5923f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:23.781360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3eb0c55-8ac6-48b7-a15a-428f6017c55f req-ecb60996-ee4c-48a1-ab90-a254adf5923f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2555459 Jul 22 19:24:23.782664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-fc23c4c9-b8ad-4f03-8ad0-0bee51db2e11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b0062c9b-53a2-4f14-a610-18fac9394e15 HTTP/1.1" status: 200 len: 217 time: 0.0485482 Jul 22 19:24:24.100857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-76345af2-2649-4109-8978-095847e1f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:24.102678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-76345af2-2649-4109-8978-095847e1f2d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3048117 Jul 22 19:24:24.121324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-55bb5103-2fd9-4886-b7ff-14495f1164a0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369899 Jul 22 19:24:24.148078 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:24.176185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:24.196541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['b258213a-73fe-4c80-a3d2-54c90ba83f1e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:24.245362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Pushing event deleted for resources: {'Port': ['ID=b258213a-73fe-4c80-a3d2-54c90ba83f1e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:24.375349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] No DVR routers for this DVR port b258213a-73fe-4c80-a3d2-54c90ba83f1e on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:24.381994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:24.384043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abd56138-b6b2-4fec-b76a-259f68b6337a req-fa7bdf20-bc22-446a-b7c4-0fde17a2a1ae tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.32 "DELETE /v2.0/ports/b258213a-73fe-4c80-a3d2-54c90ba83f1e HTTP/1.1" status: 204 len: 173 time: 1.5867231 Jul 22 19:24:24.398501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-532df20a-14cf-4cec-852d-8f365ada2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:24.400044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-532df20a-14cf-4cec-852d-8f365ada2f6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2762241 Jul 22 19:24:24.469026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-8aaf82fd-d134-48fb-a04b-d16320e58b3c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:24.472626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-8aaf82fd-d134-48fb-a04b-d16320e58b3c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3190060 Jul 22 19:24:24.498785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-4b4fe6e3-0cbb-408e-a276-18f0b0bfe4ba tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0201645 Jul 22 19:24:24.586541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-a8a4ab76-d675-45b4-9271-e0e635336dd9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438013 Jul 22 19:24:24.612392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-fc512554-6848-466d-82f0-ddaabb6921fe service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990714 Jul 22 19:24:24.755857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfd525fc-14c6-471c-8d0e-64a09e62f8ef req-3d04d2f0-fbba-46c1-9df8-288012e5df67 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361098 Jul 22 19:24:24.787182 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92eb920-3574-4d24-aac8-2269ac7e5fd9 x-openstack-request-id: req-f92eb920-3574-4d24-aac8-2269ac7e5fd9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:24.788102 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:24.788560 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92eb920-3574-4d24-aac8-2269ac7e5fd9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:24.789344 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15', 'status': 'completed', 'code': 200} Jul 22 19:24:24.917422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f87c7442-8e08-4e1f-baca-deca9a1cad14 req-e558574c-e7ec-4d00-8f0a-6da5dc15882f tempest-AggregatesAdminTestJSON-404000917 tempest-AggregatesAdminTestJSON-404000917-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f1b554-94c7-43a9-932e-1f972dd12218 HTTP/1.1" status: 200 len: 210 time: 0.0347488 Jul 22 19:24:24.923873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-5fa14d73-3dbb-4d0b-8652-ce1cd058a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:24.925367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-5fa14d73-3dbb-4d0b-8652-ce1cd058a53a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ee4085cd67f54ea78c20647ad6d69095&device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 1100 time: 0.1022577 Jul 22 19:24:25.065560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-8c6ca97d-a57a-41d1-961e-30cf02377aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:25.067185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-8c6ca97d-a57a-41d1-961e-30cf02377aee service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1305048 Jul 22 19:24:25.131300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-6bda4148-96e8-416e-ab07-10f5482e3273 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=b0062c9b-53a2-4f14-a610-18fac9394e15 HTTP/1.1" status: 200 len: 217 time: 0.0490665 Jul 22 19:24:25.179155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46a3a5-efca-4696-a0d9-65f9c6bf7db8 req-b6748c45-1c45-4929-9aa8-5ff10f30433a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:25.180706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae46a3a5-efca-4696-a0d9-65f9c6bf7db8 req-b6748c45-1c45-4929-9aa8-5ff10f30433a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 948 time: 0.1990981 Jul 22 19:24:25.211710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-2e3ffbcb-b7f7-4674-be30-68ffd2994bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:25.213191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-2e3ffbcb-b7f7-4674-be30-68ffd2994bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0760670 Jul 22 19:24:25.239454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae46a3a5-efca-4696-a0d9-65f9c6bf7db8 req-5bdaf698-8e46-40df-9cfb-055b7fb55de3 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519049 Jul 22 19:24:25.313914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-cd4014c9-81e5-42a0-871b-68626aa586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:25.316201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-cd4014c9-81e5-42a0-871b-68626aa586b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913084 Jul 22 19:24:25.426316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-3e7ea892-ddd4-4907-883a-cfa53a96dfd6 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974743 Jul 22 19:24:25.441222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:25.449809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35814) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:25.551090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85b16298-dea7-4272-a8f1-b2ee7d112adb req-11c9837c-d7b8-4661-8fbf-6a421544127a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173022 Jul 22 19:24:25.586264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:25.600236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6', 'mac_address': 'fa:16:3e:d1:e7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:25.615323 n-d-800087-13 neutron-server[93801]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 19:24:25.619185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-5152f88f-a2d8-4ac8-910c-f47e6fe8bd17 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:25.620352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-5152f88f-a2d8-4ac8-910c-f47e6fe8bd17 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1679654 Jul 22 19:24:25.640399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:25.652884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:25.673640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:25.677816 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:25.713202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:25.713919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:24:25.727359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:25.874053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ed70d-345b-4e6b-8b8d-ec2a1ff87a2b req-f1b4d5ab-3e33-4a98-ab67-f38d422eecee tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:25.876358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-441ed70d-345b-4e6b-8b8d-ec2a1ff87a2b req-f1b4d5ab-3e33-4a98-ab67-f38d422eecee tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 967 time: 0.0684981 Jul 22 19:24:25.879080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:25.879424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:25.879804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:25.884139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:25.884484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:25.893244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:25.893776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:25.894406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:25.895649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Bound port: dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:25.907196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['19a68606-2e21-4cc0-8d82-d1e6ced3f0a6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:25.929711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-6434b693-4141-4b42-a218-01f3ca0ce473 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304627 Jul 22 19:24:25.979186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-441ed70d-345b-4e6b-8b8d-ec2a1ff87a2b req-a9d9333a-1d2a-4fa8-95cc-9fd7dc291788 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949862 Jul 22 19:24:26.020031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:26.028908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.050661 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-526cc4bd-a0ac-463c-908d-4b3ba50c2172 service neutron] 10.222.0.10 "POST /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3810415 Jul 22 19:24:26.074416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-07fd4fd4-44ed-4da1-9a9e-ee97127c2e14 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.076845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-07fd4fd4-44ed-4da1-9a9e-ee97127c2e14 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376245 Jul 22 19:24:26.090931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:26.244259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed91bc74-987f-46f3-b24a-16dfdce8766f req-b4ff5618-da54-4ec4-a360-37a7b4966d78 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jul 22 19:24:26.287067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a399e2-5050-44fc-b281-002785ee02ac req-a19d341b-1342-4cb6-b6cc-4bc353ab257d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.288934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a399e2-5050-44fc-b281-002785ee02ac req-a19d341b-1342-4cb6-b6cc-4bc353ab257d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 949 time: 0.1853087 Jul 22 19:24:26.330104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:26.333828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.350191 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.357846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a399e2-5050-44fc-b281-002785ee02ac req-73105c77-a52c-47d0-afef-0b8e5eac6b8e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589256 Jul 22 19:24:26.363181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.32', 63750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:26.477067 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.489733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.543364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e44ef7d7-d1d3-4111-8d29-bcee44dec2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.544991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e44ef7d7-d1d3-4111-8d29-bcee44dec2aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1098 time: 0.2719204 Jul 22 19:24:26.547378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69df57b8-b0e9-4fbe-afdc-66900442a208,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:26.675715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-83cc38ac-e121-4e5a-bd09-d8fdaf40a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.677225 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-83cc38ac-e121-4e5a-bd09-d8fdaf40a484 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.1094668 Jul 22 19:24:26.706335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-5d4e310b-a995-40a3-aeb0-f15685f71ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2273767 Jul 22 19:24:26.729635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.118 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/2c57d575-8ee6-46c8-b07d-a39383661fc1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:26.741533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774b1a5-254e-494c-a4b0-1a1fea071921 req-4c7e2cf3-1f27-4238-8102-5ddce64c2bca tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.743241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c774b1a5-254e-494c-a4b0-1a1fea071921 req-4c7e2cf3-1f27-4238-8102-5ddce64c2bca tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 967 time: 0.1970625 Jul 22 19:24:26.754055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35842) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:26.755417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-14cfbbfe-298e-454a-8177-a935f957eda6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.0712547 Jul 22 19:24:26.763783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'floatingip': {'port_id': 'bd53337a-115f-439f-99f7-ea08801df4d3'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:26.795491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'name': 'network-vif-deleted', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:26.798148 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadb3cb7-a1c8-4499-850c-8980c90daf08" -d '{"events": [{"server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "name": "network-vif-deleted", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:26.813109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:26.826966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e570d758-7ce3-4248-82ff-df0650af4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:26.828496 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e570d758-7ce3-4248-82ff-df0650af4ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0658200 Jul 22 19:24:26.852780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.874848 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-2e35ec6a-04c9-406d-868f-9d23004abdd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370345 Jul 22 19:24:26.893637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:26.947961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b258213a-73fe-4c80-a3d2-54c90ba83f1e no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:26.980161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: b258213a-73fe-4c80-a3d2-54c90ba83f1e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:26.980595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b258213a-73fe-4c80-a3d2-54c90ba83f1e not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:26.994344 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-d4422382-49c0-42a9-a865-108065788061 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122174 Jul 22 19:24:27.046942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8680ae83-6607-403c-9fe7-dc7cc178aa21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfb843917e1f482094cc45d354d2afc5&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2304859 Jul 22 19:24:27.047296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35852) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:27.138795 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-c84ac879-3bba-4d98-9c78-e14a86aa281d service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383638 Jul 22 19:24:27.148269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.170888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.221164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.223718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.227502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b04c219e-72ce-407d-99ce-3bfc69b22328 HTTP/1.1" status: 204 len: 168 time: 0.1766992 Jul 22 19:24:27.232946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e69c2-d224-4ef6-8c36-2ac88b7f4e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04c219e-72ce-407d-99ce-3bfc69b22328,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:27.365404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-db98a0fc-9739-4e55-ad1a-2604bfbc0ba5 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:27.367076 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-db98a0fc-9739-4e55-ad1a-2604bfbc0ba5 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1098 time: 0.1144421 Jul 22 19:24:27.379319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:27.397896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709c3-8741-4fba-8189-c11490ce1669 req-3ee068f9-1612-4029-85c8-5cc34b0dd25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:27.399412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-3ee068f9-1612-4029-85c8-5cc34b0dd25e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 1119 time: 0.6056509 Jul 22 19:24:27.417533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cbcda-cdf6-490e-abc2-1389bbc64933 req-19dc0aa8-2739-45e0-90c3-652f0a4ccdbd tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:27.419039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d2cbcda-cdf6-490e-abc2-1389bbc64933 req-19dc0aa8-2739-45e0-90c3-652f0a4ccdbd tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 946 time: 0.5702052 Jul 22 19:24:27.459834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b0062c9b-53a2-4f14-a610-18fac9394e15 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:27.461843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.566226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a101414-6515-4072-8793-c7407b5fae37 req-7d34aa3d-f3fd-4dc9-b408-04900bf53aaa tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:27.567956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a101414-6515-4072-8793-c7407b5fae37 req-7d34aa3d-f3fd-4dc9-b408-04900bf53aaa tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 948 time: 0.4110150 Jul 22 19:24:27.574883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b0062c9b-53a2-4f14-a610-18fac9394e15,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:27.587599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:27.595591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35862) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:27.615554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'b0062c9b-53a2-4f14-a610-18fac9394e15', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'b0062c9b-53a2-4f14-a610-18fac9394e15', 'mac_address': 'fa:16:3e:58:63:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:27.627814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:27.667216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.667759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.668733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:27.685337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0062c9b-53a2-4f14-a610-18fac9394e15 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:27.691824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:27.701881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:27.702437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.715511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d2cbcda-cdf6-490e-abc2-1389bbc64933 req-9e69c1b9-759a-4942-bccd-b6c473921f48 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724488 Jul 22 19:24:27.716205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:27.718226 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1ca943-2403-4e28-82a5-e671fda13b6f" -d '{"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:27.722421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.729346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b0062c9b-53a2-4f14-a610-18fac9394e15,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:27.732230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 2c57d575-8ee6-46c8-b07d-a39383661fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:27.732533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.741928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.765819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a101414-6515-4072-8793-c7407b5fae37 req-7e0333d5-e156-409d-9602-8820124e395c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870933 Jul 22 19:24:27.796230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:27.807633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709c3-8741-4fba-8189-c11490ce1669 req-eb3cfb0b-ba8d-4910-8ec3-0ab11f178482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:27.809203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-eb3cfb0b-ba8d-4910-8ec3-0ab11f178482 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 924 time: 0.3855817 Jul 22 19:24:27.829095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:27.857285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.883753 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a626b0-0deb-456c-ba88-3284f1f05fa0 x-openstack-request-id: req-c7a626b0-0deb-456c-ba88-3284f1f05fa0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:27.884264 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f1b554-94c7-43a9-932e-1f972dd12218", "name": "network-vif-deleted", "tag": "b258213a-73fe-4c80-a3d2-54c90ba83f1e", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:27.884661 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7a626b0-0deb-456c-ba88-3284f1f05fa0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:27.885191 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f1b554-94c7-43a9-932e-1f972dd12218', 'name': 'network-vif-deleted', 'tag': 'b258213a-73fe-4c80-a3d2-54c90ba83f1e', 'status': 'completed', 'code': 200} Jul 22 19:24:27.892054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:27.900665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:27.900819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:27.900993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:27.904296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:27.907371 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47faea8-5282-477a-beac-a3d7e17af810" -d '{"events": [{"server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "name": "network-vif-plugged", "status": "completed", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:27.914832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.915010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:27.915769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Attempting to bind port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:27.926771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:27.927119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:27.927495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:27.927922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Bound port: dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:27.928308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:27.933685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe065668-1361-49f4-95cd-1574b3f5c81f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7be2d764ff841a787d62e2cbd33f5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329356 Jul 22 19:24:27.944378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:27.981398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-cdd7303a-1296-459e-9827-9190b45a793c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 200 len: 217 time: 0.1287611 Jul 22 19:24:27.982586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:28.005213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['b0062c9b-53a2-4f14-a610-18fac9394e15'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:28.082042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:28.084566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.108178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.158937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:28.161242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8ab821d-112f-45d9-9b5d-5f3c14f7afd9 req-f02300ff-5932-49a6-8f51-b66e681ebf6f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 210 time: 0.1789620 Jul 22 19:24:28.184464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.184689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.228217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.231440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.233203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26581adb-ea16-4771-9910-e66dc6d9aa85 HTTP/1.1" status: 204 len: 168 time: 0.2880983 Jul 22 19:24:28.276546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709c3-8741-4fba-8189-c11490ce1669 req-14fc664c-dfe6-4a77-ba63-3d0edbb5351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.278148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-14fc664c-dfe6-4a77-ba63-3d0edbb5351f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.2442946 Jul 22 19:24:28.289665 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497425b-4560-4f01-bb92-10e7ade5cdf4 x-openstack-request-id: req-0497425b-4560-4f01-bb92-10e7ade5cdf4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:28.290203 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "name": "network-vif-plugged", "status": "completed", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:28.290529 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0497425b-4560-4f01-bb92-10e7ade5cdf4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:28.291271 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6', 'code': 200} Jul 22 19:24:28.298325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:28.311580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35882) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:28.350473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:28.353117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:28.360641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.361288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.374956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:28.381120 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce5426-bcf9-4f99-a689-ffee1ad6e475 x-openstack-request-id: req-52ce5426-bcf9-4f99-a689-ffee1ad6e475 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:28.381398 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-unplugged", "status": "completed", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:28.381644 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52ce5426-bcf9-4f99-a689-ffee1ad6e475 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:28.382017 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'code': 200} Jul 22 19:24:28.382654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868fcf9-bd8d-4b76-b01a-e7f43e517e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26581adb-ea16-4771-9910-e66dc6d9aa85,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:28.422929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.423491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.425510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-aed4817b-8fcb-44db-8e3c-8006f23185ba service neutron] 10.222.0.32 "PUT /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 1124 time: 1.0513763 Jul 22 19:24:28.432622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:28.511942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:28.548733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91b499-06c9-4d0f-aa7a-951e945fb531 req-d46b923c-1913-4e4e-827f-7988d7871c9e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.557432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec91b499-06c9-4d0f-aa7a-951e945fb531 req-d46b923c-1913-4e4e-827f-7988d7871c9e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.5224366 Jul 22 19:24:28.591724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-703bc942-9c6c-4eea-9594-d4e6e8de9093 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5059569 Jul 22 19:24:28.632421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Request body: {'port': {'device_id': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:28.689454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec91b499-06c9-4d0f-aa7a-951e945fb531 req-090dd405-eacd-428c-bc25-c3a3f7924efc tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310139 Jul 22 19:24:28.748245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:24:28.771287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-956c1fc3-b41b-4d05-af89-84e51eae8130 None None] Provisioning for port 2c57d575-8ee6-46c8-b07d-a39383661fc1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:28.778477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-956c1fc3-b41b-4d05-af89-84e51eae8130 None None] Provisioning complete for port 2c57d575-8ee6-46c8-b07d-a39383661fc1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:28.778853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-956c1fc3-b41b-4d05-af89-84e51eae8130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:28.830442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323709c3-8741-4fba-8189-c11490ce1669 req-767c5a61-8686-4685-8edd-3ce4e73a6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.831979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-767c5a61-8686-4685-8edd-3ce4e73a6c59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5324647 Jul 22 19:24:28.880310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-956c1fc3-b41b-4d05-af89-84e51eae8130 None None] Port 2c57d575-8ee6-46c8-b07d-a39383661fc1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:28.897491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da857dd7-4108-49d0-ad0a-46bd7a214b7e req-9cbebccd-0393-4f3e-b0d1-7c234f3807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:28.898992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da857dd7-4108-49d0-ad0a-46bd7a214b7e req-9cbebccd-0393-4f3e-b0d1-7c234f3807d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 1102 time: 0.4549625 Jul 22 19:24:29.143633 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.150494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.159693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e518507b-2d72-481c-9cec-4acd13d75457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.205847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.323860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-9b97f09f-d2f6-4913-a20f-18fc9ebce50a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639963 Jul 22 19:24:29.415924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da857dd7-4108-49d0-ad0a-46bd7a214b7e req-b52a8630-5ff8-48cc-b3b0-2115d76bbf4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639794 Jul 22 19:24:29.443198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-951b34b1-113d-4a8a-b685-fb4d269a953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.444931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-951b34b1-113d-4a8a-b685-fb4d269a953d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 1102 time: 0.0616550 Jul 22 19:24:29.472100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b0062c9b-53a2-4f14-a610-18fac9394e15 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:29.537190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-6730193a-0d86-4da8-bf07-144d18814458 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925223 Jul 22 19:24:29.541579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port b0062c9b-53a2-4f14-a610-18fac9394e15 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:29.547623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port b0062c9b-53a2-4f14-a610-18fac9394e15 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:29.548070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.564357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0e72f-2937-4567-92fa-c773540c82cc req-62392204-923f-48d5-a9af-8bb815fdc78a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.565791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f0e72f-2937-4567-92fa-c773540c82cc req-62392204-923f-48d5-a9af-8bb815fdc78a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.7085376 Jul 22 19:24:29.617128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-5d153c81-b57a-49ef-8ef7-5864935dec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.620863 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-5d153c81-b57a-49ef-8ef7-5864935dec45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1210692 Jul 22 19:24:29.636790 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Floating IP 85b7d9c1-2245-4053-aeac-445fee70b706 associated. External IP: 172.25.6.138, port: bd53337a-115f-439f-99f7-ea08801df4d3. Jul 22 19:24:29.655078 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.692811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-5187171d-44c6-478d-af7e-e7e7e7e643fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e HTTP/1.1" status: 200 len: 217 time: 0.0629923 Jul 22 19:24:29.694733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b0062c9b-53a2-4f14-a610-18fac9394e15,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:29.699990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.728109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1925beb-f21b-4ff9-a1f1-9e3a93caed45 req-704cdd91-04ba-4e02-8a8d-410b0577f734 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.735679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1925beb-f21b-4ff9-a1f1-9e3a93caed45 req-704cdd91-04ba-4e02-8a8d-410b0577f734 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 949 time: 0.5821226 Jul 22 19:24:29.761522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-19facaea-1137-4434-9cbb-31a82f054574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.763136 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-19facaea-1137-4434-9cbb-31a82f054574 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0638726 Jul 22 19:24:29.778003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:29.831898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-83b037a1-fdb6-4e70-b750-34fb567a73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:29.833572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-83b037a1-fdb6-4e70-b750-34fb567a73fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613904 Jul 22 19:24:29.842004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f0e72f-2937-4567-92fa-c773540c82cc req-414b3ecf-b05f-45b3-91ff-d6db0aafe2d3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624774 Jul 22 19:24:29.931767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e518507b-2d72-481c-9cec-4acd13d75457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.938217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1925beb-f21b-4ff9-a1f1-9e3a93caed45 req-d711a68b-fa91-49b4-8e7d-b77a91ec322f tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017114 Jul 22 19:24:29.940170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-323709c3-8741-4fba-8189-c11490ce1669 req-9c167190-1a4a-45d9-8543-96e8718d32a7 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893485 Jul 22 19:24:29.950872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e518507b-2d72-481c-9cec-4acd13d75457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:29.971856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-9f23439a-c2d7-43f1-85ad-678bdd1a27b8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Jul 22 19:24:30.066477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a49d728-990b-4e71-a2ec-13904c47efb8 req-5ce5ab98-8ea6-4383-a141-0fd05fc1ab12 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904379 Jul 22 19:24:30.116669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e518507b-2d72-481c-9cec-4acd13d75457 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ff03cf523854d5bad070a0518034592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8038051 Jul 22 19:24:30.119175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35934) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:30.151403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518507b-2d72-481c-9cec-4acd13d75457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b059de4-d1eb-476c-95a6-27504f8417c8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:30.175150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.197603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.224818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c57d575-8ee6-46c8-b07d-a39383661fc1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:30.238520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.255072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.255975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41485-c7b4-4874-b0b8-7bd424c90027 req-3e021033-b222-4e0f-ba60-c7fa30d672f6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:30.259115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.260683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b059de4-d1eb-476c-95a6-27504f8417c8 HTTP/1.1" status: 204 len: 168 time: 0.1405408 Jul 22 19:24:30.262948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06e41485-c7b4-4874-b0b8-7bd424c90027 req-3e021033-b222-4e0f-ba60-c7fa30d672f6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 936 time: 0.3163197 Jul 22 19:24:30.274400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b71ff-da32-46c7-bb89-885165661213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b059de4-d1eb-476c-95a6-27504f8417c8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:30.294894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:30.298035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Transition to ACTIVE for port object 2c57d575-8ee6-46c8-b07d-a39383661fc1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:30.303791 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ff3fb7-1414-4460-8a8c-027ed5e3877d" -d '{"events": [{"server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:30.318944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.328635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853cb05-2dc5-412f-b93c-35df4a79fee7 req-560b869c-881b-4230-b114-9b2e52f50853 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:30.330194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3853cb05-2dc5-412f-b93c-35df4a79fee7 req-560b869c-881b-4230-b114-9b2e52f50853 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.3214219 Jul 22 19:24:30.344025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:30.376755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06e41485-c7b4-4874-b0b8-7bd424c90027 req-694651c6-f530-4a3c-823a-5ec805e37786 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128590 Jul 22 19:24:30.383424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:30.386213 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:30.565524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3853cb05-2dc5-412f-b93c-35df4a79fee7 req-8d00a00d-99dc-45af-a84b-d3d825f81766 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127349 Jul 22 19:24:30.581429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Pushing event updated for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:30.625294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Attempting to bind port 2c57d575-8ee6-46c8-b07d-a39383661fc1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:30.626058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Attempting to bind port 2c57d575-8ee6-46c8-b07d-a39383661fc1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:30.626340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Attempting to bind port 2c57d575-8ee6-46c8-b07d-a39383661fc1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:30.640682 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f91c743-068b-453a-96f8-e8d94b25ac3d x-openstack-request-id: req-4f91c743-068b-453a-96f8-e8d94b25ac3d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:30.640974 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:30.641230 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f91c743-068b-453a-96f8-e8d94b25ac3d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:30.641624 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15', 'code': 200} Jul 22 19:24:30.673046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Port 2c57d575-8ee6-46c8-b07d-a39383661fc1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:30.673506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Attempting to bind port 2c57d575-8ee6-46c8-b07d-a39383661fc1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:30.679662 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae70c082-41f0-4d79-9355-7f53eccb5133 x-openstack-request-id: req-ae70c082-41f0-4d79-9355-7f53eccb5133 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:30.680098 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:30.680375 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae70c082-41f0-4d79-9355-7f53eccb5133 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:30.680980 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'status': 'completed', 'code': 200} Jul 22 19:24:30.714085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:30.714461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:30.716241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:30.716377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Bound port: 2c57d575-8ee6-46c8-b07d-a39383661fc1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:30.716701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.793098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:30.802356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.816661 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:30.832970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:30.833626 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:30.844488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-e17e4896-b29d-4f3b-8016-bc90f0393239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:30.846267 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-e17e4896-b29d-4f3b-8016-bc90f0393239 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1127 time: 0.1268773 Jul 22 19:24:30.853550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0a92e74-e2df-4c31-b26d-3ba918c55538 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "PUT /v2.0/floatingips/85b7d9c1-2245-4053-aeac-445fee70b706 HTTP/1.1" status: 200 len: 1013 time: 4.0981300 Jul 22 19:24:30.857696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:30.861391 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05789bfe-96b7-45aa-be73-f59d2479d613" -d '{"events": [{"name": "network-changed", "server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:30.932053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35960) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:30.957275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:30.959687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:30.965697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-fb088b5c-b23d-474f-a07e-c7b1269b430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:30.967357 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-fb088b5c-b23d-474f-a07e-c7b1269b430d service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.1100152 Jul 22 19:24:30.974622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:30.995979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:31.010145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.049389 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:31.068964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-15ba0919-1c8e-4ba0-8318-a33f7ad3f896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.0887363 Jul 22 19:24:31.110483 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cb8093-9149-4833-b16c-8f00beee98d2 x-openstack-request-id: req-c8cb8093-9149-4833-b16c-8f00beee98d2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:31.112970 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:31.113404 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8cb8093-9149-4833-b16c-8f00beee98d2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:31.114218 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'status': 'completed', 'code': 200} Jul 22 19:24:31.189127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-7729b638-bbb4-4476-bab3-b77041dcf4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.191319 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-7729b638-bbb4-4476-bab3-b77041dcf4db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1131277 Jul 22 19:24:31.223412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:31.258379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:24:31.260202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.264203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.266671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] 10.222.0.32 "PUT /v2.0/ports/2c57d575-8ee6-46c8-b07d-a39383661fc1 HTTP/1.1" status: 200 len: 1097 time: 2.6390438 Jul 22 19:24:31.275768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:31.301004 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-5c1bf130-122f-4ba9-a823-70734db954be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966377 Jul 22 19:24:31.313254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1387c49-54fd-410a-b718-1e1a5f1a3f91 req-4f7b5eed-0a7b-4ffa-8794-1e4b1540ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.314902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1387c49-54fd-410a-b718-1e1a5f1a3f91 req-4f7b5eed-0a7b-4ffa-8794-1e4b1540ee3b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 1102 time: 0.4602437 Jul 22 19:24:31.321702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b2220-18c0-4e81-be7d-5806c9ddcb8a service neutron] Pushing event updated for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:31.469554 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-77a9f312-7e5f-4e11-8dae-50f2c56c6c5a service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588817 Jul 22 19:24:31.586592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ef1edf75-7b38-4852-8f67-a59a1dbb4cf1 req-e40936bb-6068-4342-b6e3-6ac96d6ea60d service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051981 Jul 22 19:24:31.606092 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:00:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'device_owner': 'compute:tempest-test_az-530229660'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 1, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:31.633596 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:31.642922 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:31.643558 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:31.673482 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbef387b-670e-4d03-b404-a0c5e45b31b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.734608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1387c49-54fd-410a-b718-1e1a5f1a3f91 req-106935fb-26a3-428c-a2aa-2bb75c50f479 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032724 Jul 22 19:24:31.747244 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:31.766057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-9d8e8d69-085c-4689-9245-953feb0fbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.767546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-9d8e8d69-085c-4689-9245-953feb0fbe8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 1119 time: 0.6622479 Jul 22 19:24:31.782149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fb57-09e0-4fe2-aa4f-fa7ac858a495 req-44e04e1d-729d-4d0a-9328-575a55a812b0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.783615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92e4fb57-09e0-4fe2-aa4f-fa7ac858a495 req-44e04e1d-729d-4d0a-9328-575a55a812b0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.6177447 Jul 22 19:24:31.838585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.860328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:31.863718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-43bd60f8-f45c-45e7-bd86-e13b65b46e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.865312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-43bd60f8-f45c-45e7-bd86-e13b65b46e2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 1100 time: 0.2899590 Jul 22 19:24:31.959960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24ea9e-bbad-4d4e-9534-f194e971304f req-de848294-0e7a-4a5d-8bb3-e8c29085b56c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:31.961565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd24ea9e-bbad-4d4e-9534-f194e971304f req-de848294-0e7a-4a5d-8bb3-e8c29085b56c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 950 time: 0.3850939 Jul 22 19:24:31.972391 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:00:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'device_owner': 'compute:tempest-test_az-530229660'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 1, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:32.000965 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c835ef1b-d419-49a6-a557-92797763c81e None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:00:89:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'device_owner': 'compute:tempest-test_az-530229660'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:24:28Z', 'revision_number': 1, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:32.019715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92e4fb57-09e0-4fe2-aa4f-fa7ac858a495 req-96786ca6-fd0c-4599-a0d7-b4df5be85df1 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276969 Jul 22 19:24:32.030321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f8d647062324310adf46bed5cde2938&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0958316 Jul 22 19:24:32.033695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:32.036140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f8b1bd-2609-46fc-92d4-000efaebb0c0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.039219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-83be9891-7679-474f-8987-51ed77f06629 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1 HTTP/1.1" status: 200 len: 217 time: 0.1040020 Jul 22 19:24:32.083705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.084141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.084534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.084910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.085340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.085676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.086005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.086458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.086787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.087113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.087432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.087752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1da903-3691-4af0-a2ff-8894f66b4432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.103175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.128713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.130061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-9764edcb-9dd2-4056-9477-82cd06feccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.131636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-9764edcb-9dd2-4056-9477-82cd06feccbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 924 time: 0.3461859 Jul 22 19:24:32.200558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.204594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.208414 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7f8b1bd-2609-46fc-92d4-000efaebb0c0 HTTP/1.1" status: 204 len: 168 time: 0.1707990 Jul 22 19:24:32.225334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f8b1bd-2609-46fc-92d4-000efaebb0c0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.236207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.236708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.237580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.238522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.239883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.240856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.241815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.242592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.243201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.243812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.244070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd24ea9e-bbad-4d4e-9534-f194e971304f req-c5e16039-b656-4841-8301-c1b7c6c00264 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655594 Jul 22 19:24:32.244448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.244911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-702e3497-7717-4a9c-ad6a-038919f27443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:32.267046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-c5e0cf6c-c0c3-4e5f-ba24-0bcbf0b3f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.268612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-c5e0cf6c-c0c3-4e5f-ba24-0bcbf0b3f0c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2113643 Jul 22 19:24:32.327038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00469512-f023-4164-8d53-f34afc8f9847 None None] New status for floating IP 85b7d9c1-2245-4053-aeac-445fee70b706: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:24:32.441028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-4c512753-f997-4a34-b7f8-3ead77ee5f22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 200 len: 1021 time: 0.2910802 Jul 22 19:24:32.450458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbef387b-670e-4d03-b404-a0c5e45b31b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.473956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fbef387b-670e-4d03-b404-a0c5e45b31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.585706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef387b-670e-4d03-b404-a0c5e45b31b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667160f1-8ced-4f9f-b49b-5dd915892f65,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.604414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fbef387b-670e-4d03-b404-a0c5e45b31b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40f0e376eff04e6392ca8dcb431bd3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3188534 Jul 22 19:24:32.605390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35998) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:32.608435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-dc8f5838-9051-4b12-b6e2-c0d02681edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.610832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-dc8f5838-9051-4b12-b6e2-c0d02681edc6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.1591051 Jul 22 19:24:32.623420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abbaa3-736d-4319-b28d-0bddd06dddf4 req-76765c99-8855-48ba-a9fa-4279da12a13b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.630644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5abbaa3-736d-4319-b28d-0bddd06dddf4 req-76765c99-8855-48ba-a9fa-4279da12a13b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 948 time: 0.3805351 Jul 22 19:24:32.664998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.666046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-e86fb9d9-776b-44f5-a8dd-70f0fa35ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.667543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-e86fb9d9-776b-44f5-a8dd-70f0fa35ddef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3592153 Jul 22 19:24:32.678380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ace01-e07b-41d6-9555-faec313278e6 req-27df6e6b-99d6-4a0c-9b9c-3c8e178c6097 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.679935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-637ace01-e07b-41d6-9555-faec313278e6 req-27df6e6b-99d6-4a0c-9b9c-3c8e178c6097 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.3109987 Jul 22 19:24:32.692801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.745096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.747921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:32.752308 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/667160f1-8ced-4f9f-b49b-5dd915892f65 HTTP/1.1" status: 204 len: 168 time: 0.1457548 Jul 22 19:24:32.761965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce28b2-c08f-43c7-be7d-730a0afb761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667160f1-8ced-4f9f-b49b-5dd915892f65,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:32.829940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5abbaa3-736d-4319-b28d-0bddd06dddf4 req-45f5ad3f-d642-430c-a26c-f65744e28b31 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976907 Jul 22 19:24:32.862409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-637ace01-e07b-41d6-9555-faec313278e6 req-ba01314d-d3e4-4b61-9bbb-e3be06c7a5b7 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468315 Jul 22 19:24:32.885557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-626682a4-161c-41d0-8d1b-edb754882918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:32.897494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-626682a4-161c-41d0-8d1b-edb754882918 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2538784 Jul 22 19:24:32.897494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-724dbbf8-bb68-4331-97af-52a20e678190 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862566 Jul 22 19:24:33.116924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:33.119318 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad96f1e1-0095-4040-b266-69df166a9aca" -d '{"events": [{"name": "network-changed", "server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:33.140342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-2a109e8d-9045-497a-a95c-492862172572 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407091 Jul 22 19:24:33.142385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1a97cd-1120-4a5a-8d3e-df05fe2af3b9 req-5b4a7f26-7ddb-48f9-9868-9d16febaad72 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419162 Jul 22 19:24:33.284999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36036) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:33.301285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d60646a-360f-4209-9ed4-3c91580106b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.358142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05789bfe-96b7-45aa-be73-f59d2479d613 req-0034a038-f8e8-4886-af15-c25a7619d620 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056034 Jul 22 19:24:33.367977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d762bb-5c44-4252-b00b-c13e3f7be5b8 req-c35936f5-dfdc-410b-a4af-e482a26ea8e5 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:33.369604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76d762bb-5c44-4252-b00b-c13e3f7be5b8 req-c35936f5-dfdc-410b-a4af-e482a26ea8e5 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.1855991 Jul 22 19:24:33.412104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2072a20-007e-4cfe-9b15-0d73d7500940 req-c9f0ba90-b7e6-4d60-90a3-3db2a733dbe5 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:33.413679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2072a20-007e-4cfe-9b15-0d73d7500940 req-c9f0ba90-b7e6-4d60-90a3-3db2a733dbe5 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.1364262 Jul 22 19:24:33.416872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d60646a-360f-4209-9ed4-3c91580106b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.423694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d60646a-360f-4209-9ed4-3c91580106b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.439689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76d762bb-5c44-4252-b00b-c13e3f7be5b8 req-69f3b39d-46d8-45a7-b966-1a6a4d360d2c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618296 Jul 22 19:24:33.464311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d60646a-360f-4209-9ed4-3c91580106b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e924677b31d747aab73c786e3e7479ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786568 Jul 22 19:24:33.466747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:33.475059 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:24:33.475976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2072a20-007e-4cfe-9b15-0d73d7500940 req-e715a65f-0430-4b0b-b750-84eeba825828 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504570 Jul 22 19:24:33.484941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60646a-360f-4209-9ed4-3c91580106b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b1d05d-b60d-4726-9e99-1f63eb9b9efb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:33.531198 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f5baa-c1ed-4f3e-be7e-6347e6e9be18 x-openstack-request-id: req-906f5baa-c1ed-4f3e-be7e-6347e6e9be18 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:33.534885 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:33.534885 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-906f5baa-c1ed-4f3e-be7e-6347e6e9be18 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:33.534885 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1', 'status': 'completed', 'code': 200} Jul 22 19:24:33.543206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.567901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.635753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.639528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:33.641936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04b1d05d-b60d-4726-9e99-1f63eb9b9efb HTTP/1.1" status: 204 len: 168 time: 0.1741490 Jul 22 19:24:33.659682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff230c-5d83-4142-9415-2e8f7f0f40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b1d05d-b60d-4726-9e99-1f63eb9b9efb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:33.707386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f1e1-0095-4040-b266-69df166a9aca req-ca1534fd-93d6-44c8-8292-136f23db3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:33.709252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-ca1534fd-93d6-44c8-8292-136f23db3ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 1100 time: 0.1548152 Jul 22 19:24:33.788954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef0fdd-30d6-4ee9-a789-e24500bbabfd req-2745690d-8f48-4c87-a779-dedaae2ead22 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:33.790703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1ef0fdd-30d6-4ee9-a789-e24500bbabfd req-2745690d-8f48-4c87-a779-dedaae2ead22 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 950 time: 0.1548040 Jul 22 19:24:33.966495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-6a019425-b85d-4e9b-a64b-3672a7c66767 service neutron] 10.222.0.26 "GET /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1730897 Jul 22 19:24:33.976728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1ef0fdd-30d6-4ee9-a789-e24500bbabfd req-cabb71f0-677d-4907-bf4d-4eacb529eca6 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454096 Jul 22 19:24:33.984604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f1e1-0095-4040-b266-69df166a9aca req-f4f47572-773c-43df-83ac-d9ae371a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:33.986068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-f4f47572-773c-43df-83ac-d9ae371a0774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2638485 Jul 22 19:24:34.210433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36080) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.327977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-e8e5e71b-1d88-4fe2-ae29-fb5149b3cddc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1 HTTP/1.1" status: 200 len: 217 time: 0.3167152 Jul 22 19:24:34.346138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7abadf-e3b3-44c1-8b4b-fcd253a85296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.360985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6640c-8b7b-4521-a988-5742af41be67 req-ffdc1020-b661-4c5a-8491-619df5955046 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:34.362504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14b6640c-8b7b-4521-a988-5742af41be67 req-ffdc1020-b661-4c5a-8491-619df5955046 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 948 time: 0.4581001 Jul 22 19:24:34.479237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14b6640c-8b7b-4521-a988-5742af41be67 req-046c1fa0-4565-41b0-8ba2-e550cab0bac6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897515 Jul 22 19:24:34.489620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f1e1-0095-4040-b266-69df166a9aca req-89917f93-e216-4732-86ec-1b24fd54bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:34.492233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-89917f93-e216-4732-86ec-1b24fd54bf10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1545465 Jul 22 19:24:34.493113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7abadf-e3b3-44c1-8b4b-fcd253a85296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.498747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7abadf-e3b3-44c1-8b4b-fcd253a85296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.556277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f7abadf-e3b3-44c1-8b4b-fcd253a85296 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f5825465ee7474e9b6f1950f6ccd97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435020 Jul 22 19:24:34.557873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36102) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:34.636135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7abadf-e3b3-44c1-8b4b-fcd253a85296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1d0ae-fee9-481e-98f6-9ec17bb8bc20,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:34.663102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.692457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.737095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f1e1-0095-4040-b266-69df166a9aca req-52b61574-ecbe-4141-8729-ac1d1db850b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:34.739066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-52b61574-ecbe-4141-8729-ac1d1db850b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2285352 Jul 22 19:24:34.746848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:34.755933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.758817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:34.760342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ef1d0ae-fee9-481e-98f6-9ec17bb8bc20 HTTP/1.1" status: 204 len: 168 time: 0.2012901 Jul 22 19:24:34.775704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b995f-dc66-4b10-af87-165ff90ea550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1d0ae-fee9-481e-98f6-9ec17bb8bc20,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:34.839918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:34.907949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8b0e-58d9-43be-9705-c560ee9203fc req-b9f98b89-b1e1-4f89-b775-5f323036d56a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:34.913185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e10e8b0e-58d9-43be-9705-c560ee9203fc req-b9f98b89-b1e1-4f89-b775-5f323036d56a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 950 time: 0.3378551 Jul 22 19:24:34.953058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:34.980110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:34.992462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-3b62ffea-5a17-44c6-bf9f-36229061f6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285273 Jul 22 19:24:35.020008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.028754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69fc03-57c9-4f3e-b739-d2b5988ee9b7 req-389d5e26-6978-44fc-af9c-7683145344bc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.030253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea69fc03-57c9-4f3e-b739-d2b5988ee9b7 req-389d5e26-6978-44fc-af9c-7683145344bc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 944 time: 0.2869279 Jul 22 19:24:35.060818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e10e8b0e-58d9-43be-9705-c560ee9203fc req-c236b036-c8d8-4899-a26d-e4e232728c4c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354213 Jul 22 19:24:35.155186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36124) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.166977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea69fc03-57c9-4f3e-b739-d2b5988ee9b7 req-5e54f43e-fdc5-4b8e-b72b-476ddbf57ff9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177371 Jul 22 19:24:35.168908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87f49472-585d-495b-9ef3-dff2e3b5d7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.294017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad96f1e1-0095-4040-b266-69df166a9aca req-81821bcf-0323-43b2-b9ac-bc204703eb69 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864537 Jul 22 19:24:35.296704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] Transition to ACTIVE for port object dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:35.309806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87f49472-585d-495b-9ef3-dff2e3b5d7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.315317 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87f49472-585d-495b-9ef3-dff2e3b5d7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.317178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.355884 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-87f49472-585d-495b-9ef3-dff2e3b5d7b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd02d1f714b949c0b6fc74134ee2275a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970634 Jul 22 19:24:35.358000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36130) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.369635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699a9c-7e55-4f77-965b-0b5e75a13ef6 req-83a75fca-0e2a-42c8-9847-3c7379234a2d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.371328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82699a9c-7e55-4f77-965b-0b5e75a13ef6 req-83a75fca-0e2a-42c8-9847-3c7379234a2d tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.2114136 Jul 22 19:24:35.386096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f49472-585d-495b-9ef3-dff2e3b5d7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d1ecc8-b608-4446-8433-5912dd34b79f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.415428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] No DVR routers for this DVR port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:35.441894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.467687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.470070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.493279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82699a9c-7e55-4f77-965b-0b5e75a13ef6 req-49ae30b8-8a4a-4f0f-83f1-da7badcd615e tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094425 Jul 22 19:24:35.499928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-707da05a-e30c-45a5-bbf9-6751b73e18f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5198286 Jul 22 19:24:35.572929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.578632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.580062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6d1ecc8-b608-4446-8433-5912dd34b79f HTTP/1.1" status: 204 len: 168 time: 0.2208631 Jul 22 19:24:35.605045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759c8c-1ddf-4ed2-9503-319f24136998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d1ecc8-b608-4446-8433-5912dd34b79f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:35.847099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-19d361c5-3b44-4d4e-a358-eb6270387810 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.848683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-19d361c5-3b44-4d4e-a358-eb6270387810 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.2558498 Jul 22 19:24:35.863424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-a4eb2018-4ba2-4974-bca9-65ba5dea55dd tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.864962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-a4eb2018-4ba2-4974-bca9-65ba5dea55dd tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 1102 time: 0.1979835 Jul 22 19:24:35.879614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0828e-d46e-4207-a6d3-745c0e921252 req-1aab5e49-6647-41f0-9f03-f65d68022504 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.881156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bf0828e-d46e-4207-a6d3-745c0e921252 req-1aab5e49-6647-41f0-9f03-f65d68022504 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 948 time: 0.2130835 Jul 22 19:24:35.902424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.938747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:35.964986 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-94e1905b-40e4-465b-8f6e-81e72b475f8a tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:35.986955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-88376946-49d4-46c7-8fe0-6577317b8be0 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:35.988471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-88376946-49d4-46c7-8fe0-6577317b8be0 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 950 time: 0.2605989 Jul 22 19:24:36.032954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bf0828e-d46e-4207-a6d3-745c0e921252 req-a4e672ab-05c1-4c75-9d11-f2c32e14029d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261868 Jul 22 19:24:36.066011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b4979ba-2c84-4f83-9fbb-8c84aff6d4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.094933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.149269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-5f26b579-a70b-4680-ae2e-f95ec74c51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:36.151065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-5f26b579-a70b-4680-ae2e-f95ec74c51a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 1097 time: 0.2896178 Jul 22 19:24:36.291588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Deleting port b0062c9b-53a2-4f14-a610-18fac9394e15 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:36.291933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.350347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-94e1905b-40e4-465b-8f6e-81e72b475f8a tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.366703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b8813-ae1a-4c07-924e-c6a01d891eef req-8f908963-ef2e-48f5-8c6e-418a8573456c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:36.368285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-840b8813-ae1a-4c07-924e-c6a01d891eef req-8f908963-ef2e-48f5-8c6e-418a8573456c tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 950 time: 0.2276118 Jul 22 19:24:36.379953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:24:36.379953 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:24:36.379953 n-d-800087-13 neutron-server[93801]: [parameters: {'project_id_1': '337bb3a3725b4671ba2d9e898006515f', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 24, 36, 107428)}] Jul 22 19:24:36.379953 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:24:36.380418 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:24:36.396919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e7b6e2a4-17d5-4033-aa85-805190062eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:36.398410 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e7b6e2a4-17d5-4033-aa85-805190062eca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1097 time: 0.2099886 Jul 22 19:24:36.399105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-94e1905b-40e4-465b-8f6e-81e72b475f8a tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.468744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1158dcc-b69c-4f5b-80ff-f54676885533 req-94e1905b-40e4-465b-8f6e-81e72b475f8a tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858011 Jul 22 19:24:36.470123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b4979ba-2c84-4f83-9fbb-8c84aff6d4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.476125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b4979ba-2c84-4f83-9fbb-8c84aff6d4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.520611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] For port b0062c9b-53a2-4f14-a610-18fac9394e15, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b0062c9b-53a2-4f14-a610-18fac9394e15,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:36.521392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.530067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1905b-40e4-465b-8f6e-81e72b475f8a tempest-LiveMigrationNegativeTest-908037815 tempest-LiveMigrationNegativeTest-908037815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec95059-c7c5-4760-8a19-6b68b15f2e87,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:36.533251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:36.533830 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9b4979ba-2c84-4f83-9fbb-8c84aff6d4f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c273baebd59147b48e1f5af39e85d362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285450 Jul 22 19:24:36.536706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4979ba-2c84-4f83-9fbb-8c84aff6d4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab3dce5-9756-41af-b825-602d6d9b0ccb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:36.584962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Calling delete_port for b0062c9b-53a2-4f14-a610-18fac9394e15 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:36.600019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-840b8813-ae1a-4c07-924e-c6a01d891eef req-870d5259-5d56-4c1b-adcc-dcda6dbb50a2 tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/security-groups?id=5afb76ab-1d31-482f-898b-f5527a8fff91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983438 Jul 22 19:24:36.881434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:36.942141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-3688870d-6518-4627-89a5-098f872774dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:36.943630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-3688870d-6518-4627-89a5-098f872774dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.5195820 Jul 22 19:24:37.004345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c57d575-8ee6-46c8-b07d-a39383661fc1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:37.015736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-f0d0e2a9-8096-4c4a-b206-5fd2c1db596c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.0625989 Jul 22 19:24:37.017629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.029027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.055024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc61d987-cb51-457f-b12d-8a7f13ba9fd7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.084026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72f84f6f-74db-47d1-bbd2-d0666ba4d3e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=337bb3a3725b4671ba2d9e898006515f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1414127 Jul 22 19:24:37.084680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:37.100886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.135511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07add2e2-3f8c-4215-af0a-7ad597245df0 req-e0181f7f-bcd5-4c4a-b410-e714ca4e0856 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:37.143666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07add2e2-3f8c-4215-af0a-7ad597245df0 req-e0181f7f-bcd5-4c4a-b410-e714ca4e0856 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 945 time: 0.5653484 Jul 22 19:24:37.152740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.182609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.182806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.182917 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05422ca5-af85-4f26-bb2b-968665be64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.194632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:37.212722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '2c57d575-8ee6-46c8-b07d-a39383661fc1', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '2c57d575-8ee6-46c8-b07d-a39383661fc1', 'mac_address': 'fa:16:3e:33:00:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:37.229047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-1c67b7f3-01ed-4860-87eb-a806bdd98b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:37.230624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-1c67b7f3-01ed-4860-87eb-a806bdd98b1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1937158 Jul 22 19:24:37.253523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.259568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.262254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc61d987-cb51-457f-b12d-8a7f13ba9fd7 HTTP/1.1" status: 204 len: 168 time: 0.1761494 Jul 22 19:24:37.271998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.274030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c67ce-fb1d-495e-afb5-7a003443592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc61d987-cb51-457f-b12d-8a7f13ba9fd7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.296109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c57d575-8ee6-46c8-b07d-a39383661fc1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:37.319769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-9f004a2b-5cba-4cef-8c1f-f1d79c96698d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691903 Jul 22 19:24:37.321633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:37.328276 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.330655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07add2e2-3f8c-4215-af0a-7ad597245df0 req-39657288-9966-4a46-b333-f06d5fdad32e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860721 Jul 22 19:24:37.387226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.415402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['b0062c9b-53a2-4f14-a610-18fac9394e15'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:37.422352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327162c2-08cf-4689-a32a-d4545e372f38 req-73921c07-c5c7-4ed1-a7bd-aa1b67ab5bf1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:37.423944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-327162c2-08cf-4689-a32a-d4545e372f38 req-73921c07-c5c7-4ed1-a7bd-aa1b67ab5bf1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.4158335 Jul 22 19:24:37.440741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.481178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Pushing event deleted for resources: {'Port': ['ID=b0062c9b-53a2-4f14-a610-18fac9394e15,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.488402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.491450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.492700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ab3dce5-9756-41af-b825-602d6d9b0ccb HTTP/1.1" status: 204 len: 168 time: 0.9257364 Jul 22 19:24:37.500856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b0062c9b-53a2-4f14-a610-18fac9394e15 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:37.528180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: b0062c9b-53a2-4f14-a610-18fac9394e15 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:37.528924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b0062c9b-53a2-4f14-a610-18fac9394e15 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:37.530094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:37.636835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] No DVR routers for this DVR port b0062c9b-53a2-4f14-a610-18fac9394e15 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:37.638523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687ead9-7ba1-49ce-b0cb-378e0dd53447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab3dce5-9756-41af-b825-602d6d9b0ccb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:37.650378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.656306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-882551a3-e1fd-4bd7-b42d-f1bbe555ed7d req-07716b56-d985-4b64-a2b5-1c075584bd2a tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.26 "DELETE /v2.0/ports/b0062c9b-53a2-4f14-a610-18fac9394e15 HTTP/1.1" status: 204 len: 173 time: 1.6473997 Jul 22 19:24:37.661148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'name': 'network-vif-deleted', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:37.663515 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165f03cc-d2a4-44a6-a57b-ae39bf46305e" -d '{"events": [{"server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "name": "network-vif-deleted", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:37.732643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:37.735160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-327162c2-08cf-4689-a32a-d4545e372f38 req-dcf1126d-a582-4004-8e31-d2962e874064 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971280 Jul 22 19:24:37.745494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-09f33dc5-8792-4ad4-885a-91862657ce5d service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128487 Jul 22 19:24:37.766714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b450d-0bea-4a8e-b962-770c0a3cebe4 req-9b7134df-49b7-4a02-bb8d-b77ccd7ff7b2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:37.768611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e31b450d-0bea-4a8e-b962-770c0a3cebe4 req-9b7134df-49b7-4a02-bb8d-b77ccd7ff7b2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 949 time: 0.3370826 Jul 22 19:24:37.806732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36232) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:37.832842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-212fb9c6-1fc9-410e-aeca-b8afc29652f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.855086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:37.914573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e31b450d-0bea-4a8e-b962-770c0a3cebe4 req-5c56d45b-7f17-4e3e-9bb2-c5ea8d793d20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059501 Jul 22 19:24:37.964986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-212fb9c6-1fc9-410e-aeca-b8afc29652f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:37.974199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-212fb9c6-1fc9-410e-aeca-b8afc29652f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.042483 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-212fb9c6-1fc9-410e-aeca-b8afc29652f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe0e59cf1a3545169656eaeb960bb929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313919 Jul 22 19:24:38.043132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36236) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:38.046587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fb9c6-1fc9-410e-aeca-b8afc29652f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34d8d82-3174-4b57-8c05-ae3b6f27d7fd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:38.053370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-e88dfa6e-c1aa-4e3e-a59d-9540ddac6ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979753 Jul 22 19:24:38.082126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e73d39b-dc1b-46a1-acc4-c741c29a38c8 req-e002ba3c-9439-4d9a-97bd-b873b445d5ed tempest-ServerDiagnosticsNegativeTest-1511275341 tempest-ServerDiagnosticsNegativeTest-1511275341-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad061604-d835-40c3-823e-09bd30fffa7d HTTP/1.1" status: 200 len: 210 time: 0.0579588 Jul 22 19:24:38.151006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.191785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.227421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36242) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:38.242623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b418f8da-b99b-4f42-ad49-989d94824be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.275906 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e50ce8-ef45-40e4-bc99-b69c5b70fac3 x-openstack-request-id: req-e3e50ce8-ef45-40e4-bc99-b69c5b70fac3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:38.276231 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad061604-d835-40c3-823e-09bd30fffa7d", "name": "network-vif-deleted", "tag": "b0062c9b-53a2-4f14-a610-18fac9394e15", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:38.276449 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3e50ce8-ef45-40e4-bc99-b69c5b70fac3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:38.276840 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad061604-d835-40c3-823e-09bd30fffa7d', 'name': 'network-vif-deleted', 'tag': 'b0062c9b-53a2-4f14-a610-18fac9394e15', 'status': 'completed', 'code': 200} Jul 22 19:24:38.300537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-9242514c-e917-4826-bf91-18669b30c21e tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fe84ef21684c42abaaa398f739467702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227635 Jul 22 19:24:38.347678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.350411 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.351611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d34d8d82-3174-4b57-8c05-ae3b6f27d7fd HTTP/1.1" status: 204 len: 168 time: 0.3075917 Jul 22 19:24:38.370335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f5944-e72d-445f-aafe-7faaca1c5cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34d8d82-3174-4b57-8c05-ae3b6f27d7fd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:38.390960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b418f8da-b99b-4f42-ad49-989d94824be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.397081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b418f8da-b99b-4f42-ad49-989d94824be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.439525 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b418f8da-b99b-4f42-ad49-989d94824be4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8941124a88db4165be44e1d8f700fd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105751 Jul 22 19:24:38.440067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36254) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:38.448072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418f8da-b99b-4f42-ad49-989d94824be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c9f02b-d210-4408-ad40-b53c42b9536f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:38.494419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.518945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.571100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.573994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:38.575260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64c9f02b-d210-4408-ad40-b53c42b9536f HTTP/1.1" status: 204 len: 168 time: 0.1333306 Jul 22 19:24:38.579156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-6e9d1c2c-d22f-4e1e-b857-f62f0d4fa3e9 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:38.580773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-6e9d1c2c-d22f-4e1e-b857-f62f0d4fa3e9 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733743 Jul 22 19:24:38.585385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac719f8d-0fae-462c-8c7c-a6ec66d4b3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c9f02b-d210-4408-ad40-b53c42b9536f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:38.628070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-b6e95584-c8a4-4ea6-a9e2-655e40679cc2 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/quotas/fe84ef21684c42abaaa398f739467702 HTTP/1.1" status: 200 len: 375 time: 0.0315979 Jul 22 19:24:38.639310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-cee444b3-5152-4f74-a733-1ebd7860e585 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:38.641517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-cee444b3-5152-4f74-a733-1ebd7860e585 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.2049901 Jul 22 19:24:38.661645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413498e-7964-4c33-afc0-f468be5c5887 req-3b34dcb7-fa54-4e1f-8ca6-4d0842274eb2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:38.663104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5413498e-7964-4c33-afc0-f468be5c5887 req-3b34dcb7-fa54-4e1f-8ca6-4d0842274eb2 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.1755617 Jul 22 19:24:38.695942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f9703-bd9a-45ea-9677-acb36362ba63 req-db553a29-51bd-4a9c-949d-6b777f81733f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:38.701129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d5f9703-bd9a-45ea-9677-acb36362ba63 req-db553a29-51bd-4a9c-949d-6b777f81733f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 945 time: 0.2254348 Jul 22 19:24:38.712266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-8b6b3242-49bc-44ad-8325-d6f5c2c6c763 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762510 Jul 22 19:24:38.821318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d5f9703-bd9a-45ea-9677-acb36362ba63 req-cf959fb3-b65d-4886-bd89-fe681c6040ab tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078713 Jul 22 19:24:39.018683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c57d575-8ee6-46c8-b07d-a39383661fc1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:39.060255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8fa7a65-0008-4f8a-aeba-fccc9dedad61 req-9d79ca20-4e81-45d1-8eea-b617a60fbf6a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 210 time: 0.0934076 Jul 22 19:24:39.104301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Deleting port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:39.104656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.135595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-65a10dbb-0200-4eb7-bf3e-a9b2fb8f887a service neutron] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:39.154715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-65a10dbb-0200-4eb7-bf3e-a9b2fb8f887a service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.157242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46841ba3-d9e6-42ac-b3b0-1bdb0f8005f9 req-65a10dbb-0200-4eb7-bf3e-a9b2fb8f887a service neutron] 10.222.0.32 "DELETE /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.4909878 Jul 22 19:24:39.158796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 2c57d575-8ee6-46c8-b07d-a39383661fc1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:39.166258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 2c57d575-8ee6-46c8-b07d-a39383661fc1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:39.167719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.210965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643fc7e-3b4f-4955-8ef6-5ad2f602a134 req-01777277-d92e-41c4-8893-c10115836908 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:39.220653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9643fc7e-3b4f-4955-8ef6-5ad2f602a134 req-01777277-d92e-41c4-8893-c10115836908 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 950 time: 0.2598028 Jul 22 19:24:39.291572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.324884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:39.328465 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328d4857-e7b6-41b5-8f2b-3f044c5f100a" -d '{"events": [{"server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "name": "network-vif-plugged", "status": "completed", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:39.333767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9643fc7e-3b4f-4955-8ef6-5ad2f602a134 req-4e5450f5-8015-424a-8031-40bfca944990 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120222 Jul 22 19:24:39.345914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] For port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:39.346943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.367258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:39.373698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.398924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Calling delete_port for 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:39.440470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8980e86-f887-44c5-abf0-2b484e465b70 req-a723a759-f378-4413-8135-930472a80900 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:39.442325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8980e86-f887-44c5-abf0-2b484e465b70 req-a723a759-f378-4413-8135-930472a80900 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1097 time: 0.2444949 Jul 22 19:24:39.442889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:39.568967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8980e86-f887-44c5-abf0-2b484e465b70 req-30db8313-5da4-41a3-85e6-663f78da73ca tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824311 Jul 22 19:24:39.619383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5363a067-2e65-43c4-92c1-27948f25466f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.621549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fd2dc-e5c0-498f-8fc8-025788c6ae3b req-df2c12b7-98b0-4208-b065-79e32ad6be80 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:39.633414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-522fd2dc-e5c0-498f-8fc8-025788c6ae3b req-df2c12b7-98b0-4208-b065-79e32ad6be80 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 950 time: 0.1896741 Jul 22 19:24:39.741780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.767890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-522fd2dc-e5c0-498f-8fc8-025788c6ae3b req-7d84f5f8-908e-4467-9ba9-b7c6f4bd4935 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336038 Jul 22 19:24:39.795435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.813763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:39.829565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Pushing event deleted for resources: {'Port': ['ID=19a68606-2e21-4cc0-8d82-d1e6ced3f0a6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:39.871670 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2033369-79d4-489a-9eab-bf80d4bb3ddc x-openstack-request-id: req-a2033369-79d4-489a-9eab-bf80d4bb3ddc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:39.871953 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "name": "network-vif-plugged", "status": "completed", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:39.872396 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2033369-79d4-489a-9eab-bf80d4bb3ddc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:39.872919 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1', 'code': 200} Jul 22 19:24:39.901270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] No DVR routers for this DVR port 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:39.904894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:39.907426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5413498e-7964-4c33-afc0-f468be5c5887 req-0a5b5fc9-ad1a-4650-a03e-ffdd15eefca1 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "DELETE /v2.0/ports/19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 HTTP/1.1" status: 204 len: 173 time: 1.2034256 Jul 22 19:24:40.275892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043827-a2f8-497d-b702-5688aab5fc22 req-c1e86b6e-f758-4625-abcd-5125c529c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:40.277335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8043827-a2f8-497d-b702-5688aab5fc22 req-c1e86b6e-f758-4625-abcd-5125c529c123 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 1102 time: 0.3530724 Jul 22 19:24:40.299819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'name': 'network-vif-deleted', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:40.301984 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393b65db-0138-4401-b877-fa4d3a46232f" -d '{"events": [{"server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "name": "network-vif-deleted", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:40.316433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5bd0955-b387-448d-b9f9-fbecd67bdc9a req-de932974-41d4-4634-aead-159390e54c51 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 210 time: 0.0914149 Jul 22 19:24:40.366017 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0bfd7c-3acb-4ae2-bdad-61547b4f1d4f x-openstack-request-id: req-0e0bfd7c-3acb-4ae2-bdad-61547b4f1d4f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:40.366307 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0221be-6520-4e90-87f5-769fc8a0e5a9", "name": "network-vif-deleted", "tag": "19a68606-2e21-4cc0-8d82-d1e6ced3f0a6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:40.366559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e0bfd7c-3acb-4ae2-bdad-61547b4f1d4f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:40.366966 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0221be-6520-4e90-87f5-769fc8a0e5a9', 'name': 'network-vif-deleted', 'tag': '19a68606-2e21-4cc0-8d82-d1e6ced3f0a6', 'status': 'completed', 'code': 200} Jul 22 19:24:40.380540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-00264116-e72c-47be-b743-a7d58e6ecbd9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:40.382164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-00264116-e72c-47be-b743-a7d58e6ecbd9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.3524618 Jul 22 19:24:40.399616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8043827-a2f8-497d-b702-5688aab5fc22 req-55b01cfe-f3cb-436f-9664-3acfc02912d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947461 Jul 22 19:24:40.406398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-80e2c246-4d6b-4fd0-ab86-26a7ff6c33ef tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/quotas/fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 375 time: 0.0169263 Jul 22 19:24:40.435694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36354) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:40.485375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2042bfae-d9a1-40f6-b485-a1f9ba618729 req-f4e3aaea-7985-49f7-af02-c898ef9fccc7 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f0221be-6520-4e90-87f5-769fc8a0e5a9 HTTP/1.1" status: 200 len: 210 time: 0.0390191 Jul 22 19:24:40.523184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-e8742945-2443-44eb-97f0-ffa54f427ac9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101248 Jul 22 19:24:40.532138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f0c3f084-20ad-475e-94d0-d4c5291acb57 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:24:40.537038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f0c3f084-20ad-475e-94d0-d4c5291acb57 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128570 Jul 22 19:24:40.639012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-3cc53dad-2bc4-4951-8c87-b9e3c49cdd64 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe84ef21684c42abaaa398f739467702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305355 Jul 22 19:24:40.663510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62d4c703-9c94-4402-8b9f-978bf1ef3012 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee4085cd67f54ea78c20647ad6d69095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265928 Jul 22 19:24:40.664364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36364) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:40.685814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-6c24fb3f-78a1-4e6a-8ff0-7d53434bf4c4 service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478670 Jul 22 19:24:40.740775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.770747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.885845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.889336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:40.891651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5afb76ab-1d31-482f-898b-f5527a8fff91 HTTP/1.1" status: 204 len: 168 time: 0.2261455 Jul 22 19:24:40.913631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907b2a7-3485-4446-906e-5a0a41bfa64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afb76ab-1d31-482f-898b-f5527a8fff91,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:41.179158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-ceb924f7-63de-452b-9bd3-f20c3a5f1b6f tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:41.180667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-ceb924f7-63de-452b-9bd3-f20c3a5f1b6f tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5332308 Jul 22 19:24:41.213383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Request body: {'port': {'device_id': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'fe84ef21684c42abaaa398f739467702'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:41.327364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-bf6a7192-e659-45cd-a891-511652c7a456 service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5600085 Jul 22 19:24:41.354649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.361580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e265f-5fce-48e3-ae68-7dcf7c6359b7 req-b2741e08-6ff1-42f2-a319-936beca26540 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:41.368686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-066e265f-5fce-48e3-ae68-7dcf7c6359b7 req-b2741e08-6ff1-42f2-a319-936beca26540 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 950 time: 0.2753487 Jul 22 19:24:41.416989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:41.434839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912a4d7-fd7b-4575-8f95-e78b52c4679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.435188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-066e265f-5fce-48e3-ae68-7dcf7c6359b7 req-1aa6e29a-dc73-49e4-a9ba-fdb60023a004 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596335 Jul 22 19:24:41.482407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:24:41.482407 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:24:41.482407 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': 'fe84ef21684c42abaaa398f739467702', 'id': '54bb32b1-6a53-4d64-8608-aa588c30b50e', 'expiration': datetime.datetime(2021, 7, 22, 19, 26, 41, 478551)}] Jul 22 19:24:41.482407 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:24:41.482822 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:24:41.676011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912a4d7-fd7b-4575-8f95-e78b52c4679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.688388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912a4d7-fd7b-4575-8f95-e78b52c4679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.727336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5912a4d7-fd7b-4575-8f95-e78b52c4679e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b67107b468f84f849a26a5796a8a3b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088467 Jul 22 19:24:41.729910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36408) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:41.765195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912a4d7-fd7b-4575-8f95-e78b52c4679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9d67e9-981b-4f90-914a-ef00fe9e72fd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:41.809146 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.836396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.893688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.896820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:41.898225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb9d67e9-981b-4f90-914a-ef00fe9e72fd HTTP/1.1" status: 204 len: 168 time: 0.1670718 Jul 22 19:24:41.916206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e835cc6-ae52-41f2-8b05-6d2fea6869b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9d67e9-981b-4f90-914a-ef00fe9e72fd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:42.037414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-316a8884-7f89-444b-ac61-7d7862784c6f req-9e44b76e-50b5-45cf-9064-7efaac44dc0e tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 210 time: 0.0536625 Jul 22 19:24:42.072481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f98865-b611-4571-aa02-e4b529cb8b05 req-59aefcfa-a6d3-4f19-8633-6058aab8e0f0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 210 time: 0.0337193 Jul 22 19:24:42.082245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Made reservation on behalf of fe84ef21684c42abaaa398f739467702 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:42.087534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.119675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.384238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.390506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.480665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:42.634697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Allocated IP 192.168.233.197 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/2069ce67-229b-4f1e-90c1-7a9224decedc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:42.667457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418055f8-5486-454a-8195-ee923e9a720d req-47921827-25dc-4e01-811a-5c15851d638b tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:42.669016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-418055f8-5486-454a-8195-ee923e9a720d req-47921827-25dc-4e01-811a-5c15851d638b tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.1770294 Jul 22 19:24:42.736945 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.756473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-418055f8-5486-454a-8195-ee923e9a720d req-2f78ef49-27cc-4e30-85dd-688bb9dd6ddf tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717618 Jul 22 19:24:42.793991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da66bd-d530-4a45-8769-5426406d6f79 req-96c5623b-8be6-4a02-9a47-0ab7af382657 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:42.795570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2da66bd-d530-4a45-8769-5426406d6f79 req-96c5623b-8be6-4a02-9a47-0ab7af382657 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 950 time: 0.2053204 Jul 22 19:24:42.906919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2da66bd-d530-4a45-8769-5426406d6f79 req-c57cb12e-3db0-4b43-9ecb-f3467ad26970 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974731 Jul 22 19:24:42.949580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:42.974531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Transition to ACTIVE for port object 2069ce67-229b-4f1e-90c1-7a9224decedc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:43.010515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-48dcba39-fc60-4cb4-a1b4-b8d565e99f49 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:43.012957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-48dcba39-fc60-4cb4-a1b4-b8d565e99f49 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.2134368 Jul 22 19:24:43.025345 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.029002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Request body: {'port': {'device_id': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'admin_state_up': True, 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:43.080112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:43.083396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:43.087393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:43.094022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:43.094683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.109925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Pushing event updated for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:43.125499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-574fcdc1-734a-456e-8e07-e4bd3dd8c80a tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9169643 Jul 22 19:24:43.148135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Request body: {'port': {'device_id': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:43.222484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:43.226648 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.266688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.373730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d933dfd7-78a7-498c-b6e0-e113c0c2791f None None] Provisioning for port 2069ce67-229b-4f1e-90c1-7a9224decedc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:43.379167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d933dfd7-78a7-498c-b6e0-e113c0c2791f None None] Provisioning complete for port 2069ce67-229b-4f1e-90c1-7a9224decedc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:43.379875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d933dfd7-78a7-498c-b6e0-e113c0c2791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.421521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d933dfd7-78a7-498c-b6e0-e113c0c2791f None None] Port 2069ce67-229b-4f1e-90c1-7a9224decedc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:43.431242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36490) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.460651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Allocated IP 172.20.0.2 (df522fd3-928a-4ea5-8ca6-a2e67878c816/a42674b8-7201-4ff1-8705-e637378b1ece/74dddc60-de87-4152-993e-7d6f0abc8905) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:43.476890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.521728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:43.567654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:43.567911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 19a68606-2e21-4cc0-8d82-d1e6ced3f0a6 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:43.637628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-63ce9d22-44d8-4ae7-86bc-eaf55f2c122e tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:43.645569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-63ce9d22-44d8-4ae7-86bc-eaf55f2c122e tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 1102 time: 0.1910269 Jul 22 19:24:43.657212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-network', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:43.693163 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-8297adbb-d389-41c1-911f-9da6db14fb78 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.705190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Made reservation on behalf of e69ad422552f4d52874584e60cb5f6ab for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:43.708608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.725402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.729425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.732425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1d5c-cd31-44a4-ae99-77f14c23186b req-d14130d3-91e9-4572-b239-a194e9102fd0 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:43.740513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a77a1d5c-cd31-44a4-ae99-77f14c23186b req-d14130d3-91e9-4572-b239-a194e9102fd0 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 936 time: 0.1738119 Jul 22 19:24:43.761910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.781779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.797561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.834334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:43.837369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:43.841851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:43.848497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:43.849126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.852625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.26', 49754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:43.854559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:43.872631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a77a1d5c-cd31-44a4-ae99-77f14c23186b req-5bf9832a-16aa-43e4-8435-f6b58cf1687b tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312401 Jul 22 19:24:43.876964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2069ce67-229b-4f1e-90c1-7a9224decedc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:43.890523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:43.914631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Transition to ACTIVE for port object 2069ce67-229b-4f1e-90c1-7a9224decedc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:43.935560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.059282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21699a54-8f26-41c4-a60e-945c6f1cf29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.064015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-8297adbb-d389-41c1-911f-9da6db14fb78 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.080832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-8297adbb-d389-41c1-911f-9da6db14fb78 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.089332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Pushing event updated for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.119006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:24:44.119006 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:24:44.119006 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id_1': 'e1f4128ff7d94e19b6925ca2661f8866', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 24, 43, 840812)}] Jul 22 19:24:44.119006 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:24:44.119478 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:24:44.154548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78f7a822-498f-4e09-bce6-976331af7ae4 req-8297adbb-d389-41c1-911f-9da6db14fb78 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079384 Jul 22 19:24:44.175009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297adbb-d389-41c1-911f-9da6db14fb78 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc94c6c6-1583-4067-8abd-ff557da3df07,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.200929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Attempting to bind port 2069ce67-229b-4f1e-90c1-7a9224decedc on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:44.201739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Attempting to bind port 2069ce67-229b-4f1e-90c1-7a9224decedc by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:44.202689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Attempting to bind port 2069ce67-229b-4f1e-90c1-7a9224decedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:44.213045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Port 2069ce67-229b-4f1e-90c1-7a9224decedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:44.213382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Attempting to bind port 2069ce67-229b-4f1e-90c1-7a9224decedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:44.229181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ee750-5651-4427-b1b1-abc333225c65 req-d2dc7cc6-8077-4a58-a635-99439f154fa3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.234964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14800f-c235-4e67-b468-43b09f180574 req-91288f0b-8dca-4a0b-a52d-d89bf6312971 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.236585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3d14800f-c235-4e67-b468-43b09f180574 req-91288f0b-8dca-4a0b-a52d-d89bf6312971 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.3829391 Jul 22 19:24:44.236926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c86ee750-5651-4427-b1b1-abc333225c65 req-d2dc7cc6-8077-4a58-a635-99439f154fa3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 931 time: 0.2541685 Jul 22 19:24:44.239185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:44.239531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:44.239847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:44.240324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Bound port: 2069ce67-229b-4f1e-90c1-7a9224decedc, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:44.240687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.241356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.266403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-b0124e74-b62e-4d19-a091-ac9ffb0052fc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2431052 Jul 22 19:24:44.292118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.313833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Request body: {'port': {'device_id': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:44.367567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c86ee750-5651-4427-b1b1-abc333225c65 req-c80bbe5a-4d53-4a8d-a175-787b659ed5a3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297755 Jul 22 19:24:44.383136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:44.403008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.403495 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Added segment 2bccff4c-124d-49d4-8f55-8221021606ec of type vlan for network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 Jul 22 19:24:44.432375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:44.439880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2069ce67-229b-4f1e-90c1-7a9224decedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:44.448339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.469629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e671eb81-7065-44dd-8235-50e30f91c19f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.476588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0587227-6cd8-49e2-b9f6-5000cc3b59c0 req-b27dccbb-1367-4942-aeb9-a545c2100173 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.478134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0587227-6cd8-49e2-b9f6-5000cc3b59c0 req-b27dccbb-1367-4942-aeb9-a545c2100173 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/ports?device_id=1547e981-4259-4665-a94c-5fc9d3df8ebd HTTP/1.1" status: 200 len: 950 time: 0.2333486 Jul 22 19:24:44.484241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.522577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.523322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.524898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] 10.222.0.26 "PUT /v2.0/ports/2069ce67-229b-4f1e-90c1-7a9224decedc HTTP/1.1" status: 200 len: 1097 time: 1.3827126 Jul 22 19:24:44.531708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:44.534001 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364827cc-9aa6-4753-8ae9-1dce95e0f679" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:44.572186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21699a54-8f26-41c4-a60e-945c6f1cf29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.607631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21699a54-8f26-41c4-a60e-945c6f1cf29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.619113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.644021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.648771 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ce7fcf-c636-444e-94a4-63e291c8d29f x-openstack-request-id: req-b6ce7fcf-c636-444e-94a4-63e291c8d29f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:44.649150 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:44.649304 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6ce7fcf-c636-444e-94a4-63e291c8d29f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:44.650117 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc', 'status': 'completed', 'code': 200} Jul 22 19:24:44.654129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa9165-194e-490f-a404-0ef6966f1920 service neutron] Pushing event updated for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.678132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0587227-6cd8-49e2-b9f6-5000cc3b59c0 req-bb0b21cd-c45d-4f50-9301-c00980b93c52 tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b051f0f-a623-4054-ad3d-b590c44f9c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768873 Jul 22 19:24:44.685614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.687044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.687635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.715055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21699a54-8f26-41c4-a60e-945c6f1cf29a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eceabbd9f78e44bba5e464ef961da4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9142885 Jul 22 19:24:44.719875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36518) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:44.728967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21699a54-8f26-41c4-a60e-945c6f1cf29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e2d6b-47b0-4f87-8db9-41d54cc0de8f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.787955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Deleting port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:24:44.788573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:44.809602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-2af48898-4f65-42da-824c-fb99f6533320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:44.811631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-2af48898-4f65-42da-824c-fb99f6533320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 1100 time: 0.2214763 Jul 22 19:24:44.848852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] Pushing event updated for resources: {'Network': ['ID=68e81d53-db6a-4b92-b754-cf84b8dd4f70,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:44.861156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:44.892289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-a86c7bdb-8c2a-4dbd-b9bd-75f948a55a69 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2069ce67-229b-4f1e-90c1-7a9224decedc HTTP/1.1" status: 200 len: 217 time: 0.0722246 Jul 22 19:24:44.894050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-4edad997-3980-4629-8a02-7d6f5ac97012 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792859 Jul 22 19:24:44.962608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.005654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] For port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:45.006047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.047534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Calling delete_port for 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:24:45.069552 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.071651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.074080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-73f50b29-d4e2-4d92-afab-3faea95eff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.075570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-73f50b29-d4e2-4d92-afab-3faea95eff56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1749408 Jul 22 19:24:45.102846 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a69ba25b-348f-451f-86d7-33bd4f6c0384 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6683536 Jul 22 19:24:45.112248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:45.115955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.121059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Request body: {'subnet': {'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-subnet', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:45.225411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dddc60-de87-4152-993e-7d6f0abc8905 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:45.234663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.250468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1f4128ff7d94e19b6925ca2661f8866&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7726789 Jul 22 19:24:45.256646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47909713-400d-42da-a18e-b3b34c769e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14452695-9139-4612-9cfb-c1f9fca2e23b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:45.260738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36532) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:45.266901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Made reservation on behalf of e69ad422552f4d52874584e60cb5f6ab for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:45.269172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.277125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-bb4ae523-3e79-44e2-a6a2-cc08441c3ce0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.278583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-bb4ae523-3e79-44e2-a6a2-cc08441c3ce0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531406 Jul 22 19:24:45.299076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.310638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:45.333220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Transition to ACTIVE for port object 74dddc60-de87-4152-993e-7d6f0abc8905 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:45.334377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Pushing event deleted for resources: {'Port': ['ID=48ada174-6a0c-4fea-a64f-d5d7b2f94b7e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:45.347431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-89832a9b-21b9-415e-a336-9829e325577e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0600157 Jul 22 19:24:45.348034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.350551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.361287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f18e2d6b-47b0-4f87-8db9-41d54cc0de8f HTTP/1.1" status: 204 len: 168 time: 0.6339478 Jul 22 19:24:45.376734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62364fc4-063d-490b-a3b8-0eb9ab776653 req-eac199f6-de1c-47f2-b55c-22c612a1f998 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.378247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62364fc4-063d-490b-a3b8-0eb9ab776653 req-eac199f6-de1c-47f2-b55c-22c612a1f998 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 948 time: 0.3897808 Jul 22 19:24:45.386064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.453294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] No DVR routers for this DVR port 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:24:45.461879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.464057 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3d14800f-c235-4e67-b468-43b09f180574 req-45a4ab67-fb1b-42b0-b7e5-549f4338341a tempest-LiveMigrationNegativeTest-1371251669 tempest-LiveMigrationNegativeTest-1371251669-project] 10.222.0.26 "DELETE /v2.0/ports/48ada174-6a0c-4fea-a64f-d5d7b2f94b7e HTTP/1.1" status: 204 len: 173 time: 1.2210398 Jul 22 19:24:45.466456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'name': 'network-vif-deleted', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:45.470276 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91663df-c00d-4dd3-b24e-73fe37bca336" -d '{"events": [{"server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "name": "network-vif-deleted", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:45.473935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e09145-e769-43a0-9b40-0980cbc8626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18e2d6b-47b0-4f87-8db9-41d54cc0de8f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:45.509343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-1caed7c1-3852-46dd-b5f7-e2529dacbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.510895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-1caed7c1-3852-46dd-b5f7-e2529dacbdad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3978357 Jul 22 19:24:45.557136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:45.583068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:45.584622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:45.586174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:45.589697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62364fc4-063d-490b-a3b8-0eb9ab776653 req-90f5e3d6-27f3-4caa-9f83-e844b9318df7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776638 Jul 22 19:24:45.596515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.598717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:45.600510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:45.620397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:45.621269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:45.621762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:45.623793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Bound port: 74dddc60-de87-4152-993e-7d6f0abc8905, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:45.626038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.736382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:45.740101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:45.745959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.787536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36546) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:45.823534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.824423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.826032 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] 10.222.0.26 "PUT /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 1092 time: 1.5309203 Jul 22 19:24:45.829037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91e566be-ec64-4f78-8eab-38dd68bcb649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.852278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766640e-95a7-4872-9451-cc8e2343202f service neutron] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:45.953384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:45.993135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-30083753-aa95-4dda-a464-1b9fcd0472e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:45.993994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-264177ff-903c-444e-8380-79a4a51b77cf tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6274452 Jul 22 19:24:46.005969 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-30083753-aa95-4dda-a464-1b9fcd0472e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1095 time: 0.1078362 Jul 22 19:24:46.060043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-1f0f8eb4-0e89-42f2-85ca-43cf0d2bc922 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.0424855 Jul 22 19:24:46.114846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.126245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91e566be-ec64-4f78-8eab-38dd68bcb649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.141068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91e566be-ec64-4f78-8eab-38dd68bcb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.157062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-82bd79e4-a648-4fb4-b55f-8b817a11b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:46.159223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-82bd79e4-a648-4fb4-b55f-8b817a11b73f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0920002 Jul 22 19:24:46.185542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-f431d159-1663-44f2-8b0b-f3ac08296b02 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639547 Jul 22 19:24:46.196738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Pushing event updated for resources: {'Subnet': ['ID=61edc8be-040d-434e-b82d-486515bceb39,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:46.236825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-e814190e-965a-4848-b38f-e7a971c751e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674565 Jul 22 19:24:46.242254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-91e566be-ec64-4f78-8eab-38dd68bcb649 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3e61cbfe61a4baa8f68eec5a318471a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507933 Jul 22 19:24:46.242930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36548) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:46.245995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e566be-ec64-4f78-8eab-38dd68bcb649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b576509-ffbe-45ef-9623-23cbb5981d97,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:46.345222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6b39b-5be4-497f-9b0e-755db6c8a6c6 req-793e60c8-57cc-4d54-8bff-bc86879a09bb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:46.352999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bc6b39b-5be4-497f-9b0e-755db6c8a6c6 req-793e60c8-57cc-4d54-8bff-bc86879a09bb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 0.4341025 Jul 22 19:24:46.366581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.385437 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-777de384-0d5f-40da-baba-793a6ba15270 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415310 Jul 22 19:24:46.410780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.418963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Checking segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:46.419889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Network hostable DHCP agents. Network: 68e81d53-db6a-4b92-b754-cf84b8dd4f70, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:46.432127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.434644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.437134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14452695-9139-4612-9cfb-c1f9fca2e23b HTTP/1.1" status: 204 len: 168 time: 1.1732230 Jul 22 19:24:46.487943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a506fa-080c-4bbc-9302-b8d89df8e7c5 req-0401a925-b4fb-4d95-9e46-a5ed699c59e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867680 Jul 22 19:24:46.489426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9975dd-5c5f-405f-995c-38be4076f799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14452695-9139-4612-9cfb-c1f9fca2e23b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:46.495618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bc6b39b-5be4-497f-9b0e-755db6c8a6c6 req-ae420f68-ef7d-48e9-b461-a01f3c295c78 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415203 Jul 22 19:24:46.497198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:46.531969 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7bbbf675-c0cd-4a6c-99a1-3a209d6dc115 req-45004b9d-a31b-4a02-a4a2-473dfd0e7153 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348510 Jul 22 19:24:46.533050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 68e81d53-db6a-4b92-b754-cf84b8dd4f70) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:46.558915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.559689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35185d33-929a-4f12-bb8e-ec4877ec126e None None] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:46.561621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.561739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:46.562352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.565848 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b576509-ffbe-45ef-9623-23cbb5981d97 HTTP/1.1" status: 204 len: 168 time: 0.3206747 Jul 22 19:24:46.586619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-62f1a0ac-d102-4301-9967-15fabecc102f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4712331 Jul 22 19:24:46.587653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36556) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:46.594880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:46.629079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.631898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.633733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f667e57-0586-4346-8bc2-f5b641019f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b576509-ffbe-45ef-9623-23cbb5981d97,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:46.692437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-32a989e5-1499-45c1-84cb-e3de71fa83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:46.694106 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-32a989e5-1499-45c1-84cb-e3de71fa83f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 1100 time: 0.1267245 Jul 22 19:24:46.719270 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3985d-8812-493d-9665-cfb16d0d6136 x-openstack-request-id: req-dbb3985d-8812-493d-9665-cfb16d0d6136 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:46.731183 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1547e981-4259-4665-a94c-5fc9d3df8ebd", "name": "network-vif-deleted", "tag": "48ada174-6a0c-4fea-a64f-d5d7b2f94b7e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:46.731750 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbb3985d-8812-493d-9665-cfb16d0d6136 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:46.739924 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1547e981-4259-4665-a94c-5fc9d3df8ebd', 'name': 'network-vif-deleted', 'tag': '48ada174-6a0c-4fea-a64f-d5d7b2f94b7e', 'status': 'completed', 'code': 200} Jul 22 19:24:46.786259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.949196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:24:46.950199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:46.965428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-bf82b442-e367-4503-b486-954294dbc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:46.973028 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-bf82b442-e367-4503-b486-954294dbc271 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2676957 Jul 22 19:24:47.167786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.187932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36570) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:47.252532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39ee04a0-2ee6-46f5-9ac9-a0e692b3a7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.308909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac10e5-88f6-48af-aa53-30a4839efcdc req-d6df2e48-5b0b-42d4-b480-7df9fc006749 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:47.310799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fac10e5-88f6-48af-aa53-30a4839efcdc req-d6df2e48-5b0b-42d4-b480-7df9fc006749 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 948 time: 0.3233263 Jul 22 19:24:47.404433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Allocated IP 172.20.0.2 (68e81d53-db6a-4b92-b754-cf84b8dd4f70/61edc8be-040d-434e-b82d-486515bceb39/9bf611ad-61a4-4838-83c0-ec6514af8a6a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:47.456114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fac10e5-88f6-48af-aa53-30a4839efcdc req-892babe7-76c9-41c4-9766-05249c08d373 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305737 Jul 22 19:24:47.542333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8095464e-2342-4fc4-ab59-3ed59a1e7952 req-e243ac4e-8e52-4b44-b5d8-28187874bd4b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 210 time: 0.0490005 Jul 22 19:24:47.600380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-6a3c49d6-98fb-490b-996d-677b47bff6af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2069ce67-229b-4f1e-90c1-7a9224decedc HTTP/1.1" status: 200 len: 217 time: 0.6135607 Jul 22 19:24:47.607021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:24:47.643539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:24:47.644484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 48ada174-6a0c-4fea-a64f-d5d7b2f94b7e not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:24:47.754500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36592) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:47.769806 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.781626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-6a46d2c3-e5b7-4b09-b0f5-afd5b6419c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:47.782590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Transition to ACTIVE for port object 9bf611ad-61a4-4838-83c0-ec6514af8a6a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:47.790060 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39ee04a0-2ee6-46f5-9ac9-a0e692b3a7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.793519 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-6a46d2c3-e5b7-4b09-b0f5-afd5b6419c8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1858358 Jul 22 19:24:47.817196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Transition to ACTIVE for port object 9bf611ad-61a4-4838-83c0-ec6514af8a6a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:47.828739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.840409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-39ee04a0-2ee6-46f5-9ac9-a0e692b3a7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:47.899785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:47.910667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:47.923565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:47.939860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Pushing event updated for resources: {'Port': ['ID=9bf611ad-61a4-4838-83c0-ec6514af8a6a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:47.973173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-59f4e284-4a65-48ed-a5a8-5a3f3a430e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:47.975093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-59f4e284-4a65-48ed-a5a8-5a3f3a430e57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1749258 Jul 22 19:24:48.000878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.006310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee04a0-2ee6-46f5-9ac9-a0e692b3a7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b66e82-0045-4051-8e86-6f3e98f8322d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:48.029741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-39ee04a0-2ee6-46f5-9ac9-a0e692b3a7e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c80c1b758a9244eeac495dc0e0e217eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8328438 Jul 22 19:24:48.048801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36600) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:48.057329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.057681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.058028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.058370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.058708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.059041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.080112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.080602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.080957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.081302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.083966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.086848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:48.129435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.185372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f2e37-3052-48d5-bf37-b37489abbe96 req-fc684150-1910-4c14-a491-51fa6ecb0892 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:48.194134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-f604c109-4eb9-46f2-9cb5-cf5ee0f27dd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114053 Jul 22 19:24:48.198605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d27f2e37-3052-48d5-bf37-b37489abbe96 req-fc684150-1910-4c14-a491-51fa6ecb0892 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 0.5188537 Jul 22 19:24:48.199162 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-52a46949-4504-4e94-9d77-2d5faf8bd134 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db0b966fd6914bc28dbf8b28c1565eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413991 Jul 22 19:24:48.219092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Attempting to bind port 9bf611ad-61a4-4838-83c0-ec6514af8a6a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:48.219263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Attempting to bind port 9bf611ad-61a4-4838-83c0-ec6514af8a6a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:48.219572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Attempting to bind port 9bf611ad-61a4-4838-83c0-ec6514af8a6a on network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:48.235499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36604) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:48.247697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:48.255530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Checking segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:48.257606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.258013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Bound using segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:48.258521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Bound port: 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:48.258919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.334189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-364827cc-9aa6-4753-8ae9-1dce95e0f679 req-d5f27099-8436-460c-9c73-4b19f76b6964 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326010 Jul 22 19:24:48.386579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d27f2e37-3052-48d5-bf37-b37489abbe96 req-55cc38ce-05b9-4a21-8b37-10e87bfa94d9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848071 Jul 22 19:24:48.393810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.433499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] For port 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:48.437680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] For port 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9bf611ad-61a4-4838-83c0-ec6514af8a6a,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:48.445564 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.445729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Allocated IP 172.25.6.29 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d6103563-7f6c-45de-babe-ad05064ea1ee) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:48.467437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.496591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.516989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc3d66-bcf2-40fa-aa0e-3676b8630ac4 None None] Pushing event updated for resources: {'Port': ['ID=9bf611ad-61a4-4838-83c0-ec6514af8a6a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:48.550084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.556400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:48.675742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1490801116-network', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:48.697610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Made reservation on behalf of e92bf7ad24a7452cbc3c72ff12ff2596 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:48.700020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.709501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.715360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b10b9d08-f5a1-46f8-b031-5ed7bde6c4b0 req-d170a5c8-fe84-4376-9d13-10ca916dc03e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 210 time: 0.0791600 Jul 22 19:24:48.750100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:48.753530 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d4682-9316-4723-a3ab-d60312564351" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:48.840652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.840977 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77693454-f23c-4ca9-9f1a-a8e503f84a78 x-openstack-request-id: req-77693454-f23c-4ca9-9f1a-a8e503f84a78 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:48.841272 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:48.841522 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77693454-f23c-4ca9-9f1a-a8e503f84a78 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:48.846644 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905', 'status': 'completed', 'code': 200} Jul 22 19:24:48.855107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.864012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86b66e82-0045-4051-8e86-6f3e98f8322d HTTP/1.1" status: 204 len: 168 time: 0.7609589 Jul 22 19:24:48.870701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.881530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.886958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b051f0f-a623-4054-ad3d-b590c44f9c47 HTTP/1.1" status: 204 len: 168 time: 0.6452689 Jul 22 19:24:48.909764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:48.915013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d39bf-92b2-46ee-aada-d289422ade08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b66e82-0045-4051-8e86-6f3e98f8322d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:48.965897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75080c-7496-4060-a220-33446c1535ac req-c0389be5-323a-419b-8cb5-ad9107c2fbec tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:48.976520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f75080c-7496-4060-a220-33446c1535ac req-c0389be5-323a-419b-8cb5-ad9107c2fbec tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 948 time: 0.4393640 Jul 22 19:24:48.977413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af494b-8bbd-47db-b2b5-849ec99b0ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b051f0f-a623-4054-ad3d-b590c44f9c47,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:49.097326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.102532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d4682-9316-4723-a3ab-d60312564351 req-bc82f272-31bb-4b1b-847c-ecf618fb7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:49.106168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-bc82f272-31bb-4b1b-847c-ecf618fb7011 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1095 time: 0.2177417 Jul 22 19:24:49.109028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.137981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f75080c-7496-4060-a220-33446c1535ac req-d33514c7-b49b-4939-80ec-105afef3f5d8 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167543 Jul 22 19:24:49.149756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.196721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:24:49.223682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-7ec08371-88d3-45ca-93db-251331dea2ab tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622964 Jul 22 19:24:49.242033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:49.251588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505fc7c3-8534-4411-877d-61c6a4853281,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:49.264761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:49.268535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.268894 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Added segment c6b0e4e7-176a-447f-ae32-f0b2a4739f1e of type vlan for network c567e0fb-56ca-463b-a3d9-65134a9fdc89 Jul 22 19:24:49.284605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:49.289787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Pushing event updated for resources: {'Port': ['ID=d6103563-7f6c-45de-babe-ad05064ea1ee,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:49.336177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d4682-9316-4723-a3ab-d60312564351 req-da429b12-0f36-4f3f-923c-b5ba1e47aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:49.338254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-da429b12-0f36-4f3f-923c-b5ba1e47aeb1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2235155 Jul 22 19:24:49.340138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.433743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-e209dd73-018b-4bbf-a279-df841a47a98c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.0885482 Jul 22 19:24:49.508576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.510203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:49.510795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.547284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2069ce67-229b-4f1e-90c1-7a9224decedc details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:49.553914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-436426df-8f49-495a-bd1a-64f137bc2b59 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:49.561076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-436426df-8f49-495a-bd1a-64f137bc2b59 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3299320 Jul 22 19:24:49.577642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d4682-9316-4723-a3ab-d60312564351 req-90467c90-c7cd-442a-8fc7-54328bdeccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:49.579284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-90467c90-c7cd-442a-8fc7-54328bdeccd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1372721 Jul 22 19:24:49.583591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0260606 Jul 22 19:24:49.587360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36644) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:49.624639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-a1a0e72f-2d67-4f09-bd6a-552e4aafa17d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379136 Jul 22 19:24:49.662929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Request body: {'subnet': {'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1490801116-subnet', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:49.667566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36646) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:49.684044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a594d-2496-4295-8f41-bdd977c1323b admin admin] Pushing event updated for resources: {'Network': ['ID=c567e0fb-56ca-463b-a3d9-65134a9fdc89,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:49.702809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:49.731006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:24:49.828880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2069ce67-229b-4f1e-90c1-7a9224decedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:49.844828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '2069ce67-229b-4f1e-90c1-7a9224decedc', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '2069ce67-229b-4f1e-90c1-7a9224decedc', 'mac_address': 'fa:16:3e:91:5e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:49.850782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Made reservation on behalf of e92bf7ad24a7452cbc3c72ff12ff2596 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:49.854084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:49.919631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-7efad5fd-822a-4f54-9b79-1cdf7149ec6a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585534 Jul 22 19:24:49.985154 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9791307a-7313-4219-9cc7-e670d36c49d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3424ace0c076456cb90fc07fa4e6adb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140421 Jul 22 19:24:49.987723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:50.001075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.053030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.068066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2069ce67-229b-4f1e-90c1-7a9224decedc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:50.092336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2069ce67-229b-4f1e-90c1-7a9224decedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:50.095071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a9dc8-5210-46b8-b599-4a148a559e3b None None] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:50.122654 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.124097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:24:50.146269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-c53e103f-0768-434e-8ee0-84501f60704b service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793136 Jul 22 19:24:50.202376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3c66ed87-2147-465e-9c98-3f9e57795fa5 None None] Provisioning for port 9bf611ad-61a4-4838-83c0-ec6514af8a6a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:50.250275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.283812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:50.348023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28a1cd0b-59f9-4b0e-9eb0-6d8f51fb72e0 req-dec797c7-d5d3-4937-adc7-c9f64a58e72c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 210 time: 0.4364853 Jul 22 19:24:50.438012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:50.441948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.449271 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c594b05-6fec-4006-a14f-0afcbaba914e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:50.458325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '74dddc60-de87-4152-993e-7d6f0abc8905', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'port_id': '74dddc60-de87-4152-993e-7d6f0abc8905', 'mac_address': 'fa:16:3e:c5:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42674b8-7201-4ff1-8705-e637378b1ece', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:24:50.512887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.533337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74dddc60-de87-4152-993e-7d6f0abc8905 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:50.553144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Checking segment: {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:50.553547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Network hostable DHCP agents. Network: c567e0fb-56ca-463b-a3d9-65134a9fdc89, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:24:50.557002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.560043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c0d4682-9316-4723-a3ab-d60312564351 req-bc5c7736-c278-44a0-9ba4-7ab2c0374c98 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252594 Jul 22 19:24:50.575856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9bf611ad-61a4-4838-83c0-ec6514af8a6a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:50.603007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:24:50.620252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c567e0fb-56ca-463b-a3d9-65134a9fdc89) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:50.625282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:50.626199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.642803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.646185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.647683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ec95059-c7c5-4760-8a19-6b68b15f2e87 HTTP/1.1" status: 204 len: 168 time: 0.6571095 Jul 22 19:24:50.647920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:50.650396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffaf95-a5d8-4772-acdc-0d85f24f6c4c None None] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:50.652090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d35e68dd-2e9e-43db-a075-665814fd03e1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0301425 Jul 22 19:24:50.654488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36670) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:50.660167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:50.672253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a767f-f638-422b-8aff-59ba047be944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec95059-c7c5-4760-8a19-6b68b15f2e87,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:50.693851 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.697313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.698576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.771875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.781183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:50.900403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9bf611ad-61a4-4838-83c0-ec6514af8a6a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:50.907047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9bf611ad-61a4-4838-83c0-ec6514af8a6a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:50.907433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.942903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['2069ce67-229b-4f1e-90c1-7a9224decedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:50.943067 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:50.974758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['74dddc60-de87-4152-993e-7d6f0abc8905'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:51.019545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-6aaecf3b-a3d9-447a-a34c-251542071ec5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:51.022084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-6aaecf3b-a3d9-447a-a34c-251542071ec5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0976839 Jul 22 19:24:51.024331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.075174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:51.137809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:51.143092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.158857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a56a6-e5dc-44c5-824e-7ffc4c65cba4 req-e427f316-448b-4e0e-b86d-af899f8c1043 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:51.166133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a6a56a6-e5dc-44c5-824e-7ffc4c65cba4 req-e427f316-448b-4e0e-b86d-af899f8c1043 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 1.4725838 Jul 22 19:24:51.349812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-566a793c-4739-4579-a1da-6723773ef23b None None] Provisioning complete for port 9bf611ad-61a4-4838-83c0-ec6514af8a6a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:51.350256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-566a793c-4739-4579-a1da-6723773ef23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.374280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.397366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.400037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a6a56a6-e5dc-44c5-824e-7ffc4c65cba4 req-574f71fb-842e-4028-b5b4-c136bffc5940 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306345 Jul 22 19:24:51.477497 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-566a793c-4739-4579-a1da-6723773ef23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.482024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a5739-ae81-458c-af40-6adbf990a9d1 req-cf328c9e-abb7-40e3-a6ca-2db2e2f9ef41 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:51.482629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-466a5739-ae81-458c-af40-6adbf990a9d1 req-cf328c9e-abb7-40e3-a6ca-2db2e2f9ef41 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 949 time: 0.5726056 Jul 22 19:24:51.516360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-566a793c-4739-4579-a1da-6723773ef23b None None] For port 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9bf611ad-61a4-4838-83c0-ec6514af8a6a,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:51.547681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Allocated IP 172.25.6.59 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/964f27de-6e12-4efc-886f-1d54ea629bc4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:51.551097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-566a793c-4739-4579-a1da-6723773ef23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.631773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a793c-4739-4579-a1da-6723773ef23b None None] Pushing event updated for resources: {'Port': ['ID=9bf611ad-61a4-4838-83c0-ec6514af8a6a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:51.668990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-466a5739-ae81-458c-af40-6adbf990a9d1 req-e55da016-45fa-455a-b01e-1fe687be0c31 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721864 Jul 22 19:24:51.675924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:24:51.680541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.687177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'fixed_ips': [{'subnet_id': '4c594b05-6fec-4006-a14f-0afcbaba914e'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:24:51.688230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.759213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.821401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:24:51.823979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:51.832984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.113 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/0026de71-ed67-477d-8c58-41c566f99220) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:51.862808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5412d7a2-529e-418a-a8f0-9d2d58ff9aa5 req-8d5e841f-b4a3-4940-92ea-a24ebc60997f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 210 time: 0.0481794 Jul 22 19:24:51.897293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Allocated IP 172.20.0.2 (c567e0fb-56ca-463b-a3d9-65134a9fdc89/4c594b05-6fec-4006-a14f-0afcbaba914e/ae17ef00-d3da-47eb-9971-cd7c45c988c6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:51.917745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:51.922156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:51.928133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:51.930968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Pushing event updated for resources: {'Port': ['ID=964f27de-6e12-4efc-886f-1d54ea629bc4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:52.069527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.108293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Transition to ACTIVE for port object ae17ef00-d3da-47eb-9971-cd7c45c988c6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:52.145376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Transition to ACTIVE for port object ae17ef00-d3da-47eb-9971-cd7c45c988c6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:52.165507 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.176189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:52.188490 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Sync routers for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:52.211422 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:52.212666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:52.231346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Pushing event updated for resources: {'Port': ['ID=ae17ef00-d3da-47eb-9971-cd7c45c988c6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:52.255522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:52.259415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.262815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:52.264643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36718) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:52.268691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a6f0fd9f-d4b4-45b2-bf38-70ef588f0208 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.6798987 Jul 22 19:24:52.277681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:52.327960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.347954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.366142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Attempting to bind port ae17ef00-d3da-47eb-9971-cd7c45c988c6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:52.366593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Attempting to bind port ae17ef00-d3da-47eb-9971-cd7c45c988c6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:52.366850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Attempting to bind port ae17ef00-d3da-47eb-9971-cd7c45c988c6 on network c567e0fb-56ca-463b-a3d9-65134a9fdc89 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:52.369357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 0026de71-ed67-477d-8c58-41c566f99220 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:52.392618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:52.412526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:52.412526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Checking segment: {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:52.412526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.412526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Bound using segment: {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:52.412526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Bound port: ae17ef00-d3da-47eb-9971-cd7c45c988c6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:52.414421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.462523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.516520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:52.579180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9bf611ad-61a4-4838-83c0-ec6514af8a6a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:52.677286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:52.694847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.70 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/37c86585-869f-440f-aef4-5bb8e5f56c06) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:52.700495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:52.715413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:52.723403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:52.734143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.738663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:52.768355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f80004da-9f51-4127-b450-2484649eb747 None None] For port ae17ef00-d3da-47eb-9971-cd7c45c988c6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:52.773596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f80004da-9f51-4127-b450-2484649eb747 None None] For port ae17ef00-d3da-47eb-9971-cd7c45c988c6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ae17ef00-d3da-47eb-9971-cd7c45c988c6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:52.809482 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.821510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-4ab9c0bc-a7e9-4add-9214-93c5cbf47b33 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1253030 Jul 22 19:24:52.840857 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:49Z', 'revision_number': 3, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:52.868452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Request body: {'port': {'device_id': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:52.878576 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Checking router: 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:52.879129 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Updating router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 port d6103563-7f6c-45de-babe-ad05064ea1ee binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:52.935117 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:52.950922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b620-7893-4120-ac38-b30c4986ce23 req-30b309fb-508f-4ff1-b399-c9e50f236553 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:52.953865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91d4b620-7893-4120-ac38-b30c4986ce23 req-30b309fb-508f-4ff1-b399-c9e50f236553 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.3882921 Jul 22 19:24:52.993257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9bf611ad-61a4-4838-83c0-ec6514af8a6a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:52.993638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.007906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80004da-9f51-4127-b450-2484649eb747 None None] Pushing event updated for resources: {'Port': ['ID=ae17ef00-d3da-47eb-9971-cd7c45c988c6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:53.011900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.249841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5321d4d1-b22e-4a5d-8099-dce00d6f29d8 None None] Provisioning for port 0026de71-ed67-477d-8c58-41c566f99220 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:53.270757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5321d4d1-b22e-4a5d-8099-dce00d6f29d8 None None] Provisioning complete for port 0026de71-ed67-477d-8c58-41c566f99220 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:53.271575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5321d4d1-b22e-4a5d-8099-dce00d6f29d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.376210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5321d4d1-b22e-4a5d-8099-dce00d6f29d8 None None] Port 0026de71-ed67-477d-8c58-41c566f99220 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:53.392965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91d4b620-7893-4120-ac38-b30c4986ce23 req-5f846d60-1ed1-4616-b505-5f1fd5015826 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448854 Jul 22 19:24:53.413351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36742) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:53.442615 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.473393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.491763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babb652-8905-45f4-91a4-2ab1b98326bc req-f30d786e-c104-477c-a2ac-2d29c5cdb99b tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:53.502844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6babb652-8905-45f4-91a4-2ab1b98326bc req-f30d786e-c104-477c-a2ac-2d29c5cdb99b tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 949 time: 0.6802258 Jul 22 19:24:53.561650 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.579565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2069ce67-229b-4f1e-90c1-7a9224decedc up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:53.607020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 37c86585-869f-440f-aef4-5bb8e5f56c06 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:53.619172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Transition to ACTIVE for port object d6103563-7f6c-45de-babe-ad05064ea1ee will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:53.628838 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.679846 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Pushing event updated for resources: {'Port': ['ID=d6103563-7f6c-45de-babe-ad05064ea1ee,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:53.691960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 2069ce67-229b-4f1e-90c1-7a9224decedc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:53.693673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.694024 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.694458 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.694826 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.695539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.695681 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.695983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.696333 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.696736 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.697092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 2069ce67-229b-4f1e-90c1-7a9224decedc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:53.697394 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.697648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.698790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.699288 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:24:53.721560 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Attempting to bind port d6103563-7f6c-45de-babe-ad05064ea1ee on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:53.722168 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Attempting to bind port d6103563-7f6c-45de-babe-ad05064ea1ee by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:53.722685 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Attempting to bind port d6103563-7f6c-45de-babe-ad05064ea1ee on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:53.728127 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:53.729164 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:53.729739 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.730277 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:53.730985 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Bound port: d6103563-7f6c-45de-babe-ad05064ea1ee, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:53.731762 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.790557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5c64c1a-c513-49fa-9af9-a4d5f3e98cef req-187e4c1f-635f-4e12-8f86-d6d40874abbc tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 210 time: 0.1614468 Jul 22 19:24:53.801712 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] For port d6103563-7f6c-45de-babe-ad05064ea1ee, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:53.805194 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] For port d6103563-7f6c-45de-babe-ad05064ea1ee, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d6103563-7f6c-45de-babe-ad05064ea1ee,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:53.812253 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.815251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-053057f4-fcb4-425a-ad16-72c711296c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.844308 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.871841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb36fc-d993-448e-939f-9bbc8281e125 None None] Pushing event updated for resources: {'Port': ['ID=d6103563-7f6c-45de-babe-ad05064ea1ee,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:53.876027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:53.878503 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c270e98c-18f5-4dac-9c3c-c1966812dd2e" -d '{"events": [{"server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "name": "network-vif-plugged", "status": "completed", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:53.894545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2069ce67-229b-4f1e-90c1-7a9224decedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:53.901773 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:53.903216 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:53.903837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:53.907251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:53.962346 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d1751-ccff-44d0-aefb-ea21e53c6a71 x-openstack-request-id: req-285d1751-ccff-44d0-aefb-ea21e53c6a71 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:53.962925 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "name": "network-vif-plugged", "status": "completed", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:53.963445 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-285d1751-ccff-44d0-aefb-ea21e53c6a71 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:53.964065 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc', 'code': 200} Jul 22 19:24:54.019782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6babb652-8905-45f4-91a4-2ab1b98326bc req-511fa4ff-2b63-4a94-84a6-d9d8903d5e81 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138357 Jul 22 19:24:54.096605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:54.118007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 74dddc60-de87-4152-993e-7d6f0abc8905 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:54.129873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 74dddc60-de87-4152-993e-7d6f0abc8905 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:54.129873 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.133035 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:54.142506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.215660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:24:54.263577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:54.302835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:54.304209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:24:54.312899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:54.315458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:54.321624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:54.322277 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.334229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.336984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943167f-3c08-4224-bcc7-03a3c630a1c0 req-372a3fb2-47aa-4ca3-a05c-4989e6bd92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:54.340920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3943167f-3c08-4224-bcc7-03a3c630a1c0 req-372a3fb2-47aa-4ca3-a05c-4989e6bd92f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 1102 time: 0.2962151 Jul 22 19:24:54.526082 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-053057f4-fcb4-425a-ad16-72c711296c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.580916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ae17ef00-d3da-47eb-9971-cd7c45c988c6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:54.593109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:49Z', 'revision_number': 3, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:54.623037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-053057f4-fcb4-425a-ad16-72c711296c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.647981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:54.665013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.673237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.674359 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d07427-ca3a-4bae-95bf-2d65805a909e None None] The sync data for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 is: [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:49Z', 'revision_number': 3, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:54.675431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-776f957d-cc49-4553-9ec8-f64e94d5c000 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6084595 Jul 22 19:24:54.689779 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3943167f-3c08-4224-bcc7-03a3c630a1c0 req-314f6806-a6e7-4d58-b9b0-cb6838f534d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054843 Jul 22 19:24:54.690517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.694067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f365609b-97f9-4cc5-9632-646182404c11 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0351243 Jul 22 19:24:54.694877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36792) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:54.695418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Request body: {'port': {'device_id': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:24:54.703473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f505cce-c7ed-486f-92bc-89de958ce87a None None] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:24:54.705870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Sync routers for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:54.716236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0026de71-ed67-477d-8c58-41c566f99220 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:54.776852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-053057f4-fcb4-425a-ad16-72c711296c65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ccdc99dbb03431bbc1c7de776804eba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3517442 Jul 22 19:24:54.789081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36796) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:54.789760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.799644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-79250b07-959c-45dd-9e36-ffa955d1ebe9 None None] Provisioning for port ae17ef00-d3da-47eb-9971-cd7c45c988c6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:54.848229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053057f4-fcb4-425a-ad16-72c711296c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3062b91e-baa6-45a7-8b0f-a5102eac77c8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:54.871359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:54.872064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:54.883821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Transition to ACTIVE for port object 0026de71-ed67-477d-8c58-41c566f99220 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:54.944483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.952255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:54.988196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:55.064686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.081709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Pushing event updated for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:55.097035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:55.112945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82ff1-cc63-45bf-9cfe-715684abe828 req-c88e44e2-bc0e-49ac-ac6f-84403093f138 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:55.152823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89f82ff1-cc63-45bf-9cfe-715684abe828 req-c88e44e2-bc0e-49ac-ac6f-84403093f138 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.5579841 Jul 22 19:24:55.257098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.268645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89f82ff1-cc63-45bf-9cfe-715684abe828 req-e59828aa-4822-40ec-8d25-d5615fc1e287 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137862 Jul 22 19:24:55.355769 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.363254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Allocated IP 172.20.0.1 (68e81d53-db6a-4b92-b754-cf84b8dd4f70/61edc8be-040d-434e-b82d-486515bceb39/700e0faa-4a76-4dd9-b4ec-b08271e04220) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:55.375016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.378086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.382275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3062b91e-baa6-45a7-8b0f-a5102eac77c8 HTTP/1.1" status: 204 len: 168 time: 0.5921836 Jul 22 19:24:55.417777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ae17ef00-d3da-47eb-9971-cd7c45c988c6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:55.430202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a155-d06a-498a-abdf-b6ae7c9c06f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062b91e-baa6-45a7-8b0f-a5102eac77c8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:55.479056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a0a176fc-fc56-42c7-a7d1-f786f7445d3e None None] Provisioning for port 37c86585-869f-440f-aef4-5bb8e5f56c06 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:55.534140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ae17ef00-d3da-47eb-9971-cd7c45c988c6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:55.534594 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.565544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a0a176fc-fc56-42c7-a7d1-f786f7445d3e None None] Provisioning complete for port 37c86585-869f-440f-aef4-5bb8e5f56c06 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:55.565922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0a176fc-fc56-42c7-a7d1-f786f7445d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.572253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Attempting to bind port 0026de71-ed67-477d-8c58-41c566f99220 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:55.572765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Attempting to bind port 0026de71-ed67-477d-8c58-41c566f99220 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:55.573039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Attempting to bind port 0026de71-ed67-477d-8c58-41c566f99220 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:55.646018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Port 0026de71-ed67-477d-8c58-41c566f99220 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:55.647644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Attempting to bind port 0026de71-ed67-477d-8c58-41c566f99220 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:55.704233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.728620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Transition to ACTIVE for port object 700e0faa-4a76-4dd9-b4ec-b08271e04220 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:55.731473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:55.745241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a0a176fc-fc56-42c7-a7d1-f786f7445d3e None None] Port 37c86585-869f-440f-aef4-5bb8e5f56c06 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:55.881686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.926927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.965119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:55.966673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:55.974889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:55.978572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Pushing event updated for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:55.981214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:55.981899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:55.994998 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df86dac5-2f4c-49bc-9a1e-8277a28c593d" -d '{"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-plugged", "status": "completed", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:56.037804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ae17ef00-d3da-47eb-9971-cd7c45c988c6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ae17ef00-d3da-47eb-9971-cd7c45c988c6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:56.038454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.048131 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.055717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:52Z', 'revision_number': 3, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:56.069509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36830) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:56.118015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ae17ef00-d3da-47eb-9971-cd7c45c988c6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:56.156125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Checking router: 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:24:56.156562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Updating router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 port 964f27de-6e12-4efc-886f-1d54ea629bc4 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:24:56.170017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31bdf5b0-9b3c-4323-971e-9edc9761ac0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.221095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.293648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:56.294253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:56.294847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:56.295584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Bound port: 0026de71-ed67-477d-8c58-41c566f99220, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:56.296360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.339191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3be9a-cfae-4def-95be-b9727a957b78 req-9be27e2d-477b-4d41-8fbd-2abb5ec07a94 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:56.347696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62d3be9a-cfae-4def-95be-b9727a957b78 req-9be27e2d-477b-4d41-8fbd-2abb5ec07a94 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 935 time: 1.4043446 Jul 22 19:24:56.518190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5867c56a-f1e7-4ac8-a21a-a7ed132de0a4 None None] Provisioning for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:56.525062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5867c56a-f1e7-4ac8-a21a-a7ed132de0a4 None None] Provisioning complete for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:56.525410 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5867c56a-f1e7-4ac8-a21a-a7ed132de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.574305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464bd3b-1dbb-49a6-a4e6-c4a402bc927e req-c17b27b3-8bac-4853-9381-00ba5164aac1 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:56.575866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8464bd3b-1dbb-49a6-a4e6-c4a402bc927e req-c17b27b3-8bac-4853-9381-00ba5164aac1 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 950 time: 1.0682228 Jul 22 19:24:56.579495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62d3be9a-cfae-4def-95be-b9727a957b78 req-aa8d019b-29ff-4e8f-b4eb-a57371dd3e11 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307775 Jul 22 19:24:56.633197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5867c56a-f1e7-4ac8-a21a-a7ed132de0a4 None None] Port 700e0faa-4a76-4dd9-b4ec-b08271e04220 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:56.637199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.662896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:56.669266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8464bd3b-1dbb-49a6-a4e6-c4a402bc927e req-32d0ad22-6e6e-4411-b7d0-6119c2e48fe2 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818992 Jul 22 19:24:56.687742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0026de71-ed67-477d-8c58-41c566f99220,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:56.738602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.792575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.803066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c86585-869f-440f-aef4-5bb8e5f56c06 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:24:56.813624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.817107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d6103563-7f6c-45de-babe-ad05064ea1ee up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:56.826011 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777eb65-6e8b-4a41-b4d9-e7ab9034f23c x-openstack-request-id: req-a777eb65-6e8b-4a41-b4d9-e7ab9034f23c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:56.826271 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-plugged", "status": "completed", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:56.827013 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a777eb65-6e8b-4a41-b4d9-e7ab9034f23c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:56.827407 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905', 'code': 200} Jul 22 19:24:56.833436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Transition to ACTIVE for port object 964f27de-6e12-4efc-886f-1d54ea629bc4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:56.849588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Transition to ACTIVE for port object 37c86585-869f-440f-aef4-5bb8e5f56c06 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:56.878236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.890658 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.945327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:56.946042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.949036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] 10.222.0.32 "PUT /v2.0/ports/0026de71-ed67-477d-8c58-41c566f99220 HTTP/1.1" status: 200 len: 1097 time: 4.0927806 Jul 22 19:24:56.960786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'tag': '0026de71-ed67-477d-8c58-41c566f99220'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:56.963726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6514da82-1aa2-4406-b8e9-b0f66633049e None None] Provisioning complete for port ae17ef00-d3da-47eb-9971-cd7c45c988c6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:56.964242 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6514da82-1aa2-4406-b8e9-b0f66633049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:56.965929 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc30856-a655-4bcf-8453-067b558515ca" -d '{"events": [{"name": "network-changed", "server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "tag": "0026de71-ed67-477d-8c58-41c566f99220"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:56.976595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Allocated IP 172.20.0.1 (c567e0fb-56ca-463b-a3d9-65134a9fdc89/4c594b05-6fec-4006-a14f-0afcbaba914e/95e883d6-38be-4b5b-bbc3-a663e14797a6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:24:57.021247 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.041632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Attempting to bind port 964f27de-6e12-4efc-886f-1d54ea629bc4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:57.042023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Attempting to bind port 964f27de-6e12-4efc-886f-1d54ea629bc4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:57.042359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Attempting to bind port 964f27de-6e12-4efc-886f-1d54ea629bc4 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:57.054002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:57.054358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:57.054768 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.055320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:57.055796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Bound port: 964f27de-6e12-4efc-886f-1d54ea629bc4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:57.056180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.085270 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a0dbfe-6c62-4f2a-a8c4-7ba2accb3ed4 x-openstack-request-id: req-50a0dbfe-6c62-4f2a-a8c4-7ba2accb3ed4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:57.085847 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "tag": "0026de71-ed67-477d-8c58-41c566f99220", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:57.086283 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50a0dbfe-6c62-4f2a-a8c4-7ba2accb3ed4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:57.086888 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'tag': '0026de71-ed67-477d-8c58-41c566f99220', 'status': 'completed', 'code': 200} Jul 22 19:24:57.097176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Attempting to bind port 37c86585-869f-440f-aef4-5bb8e5f56c06 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:24:57.097824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Attempting to bind port 37c86585-869f-440f-aef4-5bb8e5f56c06 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:24:57.098380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Attempting to bind port 37c86585-869f-440f-aef4-5bb8e5f56c06 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:57.124549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58646d-b449-4e48-a3b6-1de12d1707bd service neutron] Pushing event updated for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.134193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Port 37c86585-869f-440f-aef4-5bb8e5f56c06 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:24:57.134836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Attempting to bind port 37c86585-869f-440f-aef4-5bb8e5f56c06 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:24:57.153599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] For port 964f27de-6e12-4efc-886f-1d54ea629bc4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:57.159900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31bdf5b0-9b3c-4323-971e-9edc9761ac0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.180872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31bdf5b0-9b3c-4323-971e-9edc9761ac0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.192934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468034f6-7b81-4e33-af34-1fba242974c4 req-3eb9f034-d2a1-42eb-97cc-e7b0ebc8967f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.201750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-468034f6-7b81-4e33-af34-1fba242974c4 req-3eb9f034-d2a1-42eb-97cc-e7b0ebc8967f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 945 time: 0.3383517 Jul 22 19:24:57.206022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] For port 964f27de-6e12-4efc-886f-1d54ea629bc4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=964f27de-6e12-4efc-886f-1d54ea629bc4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:57.221233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:24:57.222409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:24:57.223148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:24:57.224019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Bound port: 37c86585-869f-440f-aef4-5bb8e5f56c06, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:24:57.224019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.240314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d6103563-7f6c-45de-babe-ad05064ea1ee completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:57.245882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d0722-07dd-4b7a-b465-4192ef3fafca None None] Pushing event updated for resources: {'Port': ['ID=964f27de-6e12-4efc-886f-1d54ea629bc4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.257426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.257577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.269663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d6103563-7f6c-45de-babe-ad05064ea1ee triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:57.270039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.307590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-73e0cd99-a20a-44bf-a675-015adb54ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.309596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-73e0cd99-a20a-44bf-a675-015adb54ad06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 1100 time: 0.2738445 Jul 22 19:24:57.317598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-468034f6-7b81-4e33-af34-1fba242974c4 req-dafd8fb4-8004-4c85-b0a5-d2b9ff639860 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149001 Jul 22 19:24:57.345811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-31bdf5b0-9b3c-4323-971e-9edc9761ac0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=127189497f8b4f6d9f370af3973d0136&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2670174 Jul 22 19:24:57.354050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdf5b0-9b3c-4323-971e-9edc9761ac0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356a692f-c253-49f5-b253-8d9426d0ddd2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.368784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:24:57.393705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-84807f23-4632-41c5-a5be-31d793583833 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0026de71-ed67-477d-8c58-41c566f99220 HTTP/1.1" status: 200 len: 217 time: 0.0673923 Jul 22 19:24:57.414534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:24:57.415557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:57.416249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:57.462273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d600ceb-a915-4cbb-8c5a-a4583f9bd4e9 req-7f874ca7-0297-4f56-a4fe-c3daa2e7478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.463582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:24:57.465276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8d600ceb-a915-4cbb-8c5a-a4583f9bd4e9 req-7f874ca7-0297-4f56-a4fe-c3daa2e7478b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1097 time: 0.5307863 Jul 22 19:24:57.481446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.486415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-e9b256c4-4c34-481c-95ab-478564d8dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.490083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-e9b256c4-4c34-481c-95ab-478564d8dc0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0847273 Jul 22 19:24:57.552891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d0722-07dd-4b7a-b465-4192ef3fafca None None] Pushing event updated for resources: {'Port': ['ID=964f27de-6e12-4efc-886f-1d54ea629bc4,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.572305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.572838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.574885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] 10.222.0.32 "PUT /v2.0/ports/37c86585-869f-440f-aef4-5bb8e5f56c06 HTTP/1.1" status: 200 len: 1096 time: 2.8833442 Jul 22 19:24:57.575539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.580607 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.613468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:57.618388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5b173-4c0b-480b-8f3c-bdf5100bbba3 service neutron] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.642395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d6103563-7f6c-45de-babe-ad05064ea1ee, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d6103563-7f6c-45de-babe-ad05064ea1ee,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:24:57.662251 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8d600ceb-a915-4cbb-8c5a-a4583f9bd4e9 req-af3d6d2e-08ad-45ef-bdce-0f756773c243 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835392 Jul 22 19:24:57.665157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Transition to ACTIVE for port object 95e883d6-38be-4b5b-bbc3-a663e14797a6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:24:57.677755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.688069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.692603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ae17ef00-d3da-47eb-9971-cd7c45c988c6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:57.725369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.757330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-3e5a4951-e870-409f-8867-826287c30720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:57.759171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-3e5a4951-e870-409f-8867-826287c30720 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2353358 Jul 22 19:24:57.783786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.801763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.802500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.829542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d6103563-7f6c-45de-babe-ad05064ea1ee,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.877315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.879882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.883386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/356a692f-c253-49f5-b253-8d9426d0ddd2 HTTP/1.1" status: 204 len: 168 time: 0.5008309 Jul 22 19:24:57.909863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Pushing event updated for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.910291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ae17ef00-d3da-47eb-9971-cd7c45c988c6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:57.911786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:57.948034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164e1e-602c-4d73-85ce-002cdd0be7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356a692f-c253-49f5-b253-8d9426d0ddd2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:57.965089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-894d49dc-54c2-4517-a104-7ba4a6f66508 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758282 Jul 22 19:24:58.001388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74470d64-570f-44f6-a274-7b0e8de13be3 req-1546ca4a-ffb7-444b-9f0e-788aa508861a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.002742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74470d64-570f-44f6-a274-7b0e8de13be3 req-1546ca4a-ffb7-444b-9f0e-788aa508861a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 947 time: 0.2954402 Jul 22 19:24:58.021227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-829a57c7-385b-4dbf-b003-40a05bd5cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.022920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-829a57c7-385b-4dbf-b003-40a05bd5cf89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 1099 time: 0.3738577 Jul 22 19:24:58.079749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.087433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:58.101363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:58.123094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:52Z', 'revision_number': 3, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:58.136622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:58.142878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:58.145354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:24:58.146150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.196176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-f5916f58-dd98-4892-b5a5-029fc0e5601c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=37c86585-869f-440f-aef4-5bb8e5f56c06 HTTP/1.1" status: 200 len: 217 time: 0.1418025 Jul 22 19:24:58.199442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74470d64-570f-44f6-a274-7b0e8de13be3 req-8ab83af9-d4b7-4ea2-82da-296b31a1a43b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818299 Jul 22 19:24:58.218199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab401603-c3bb-4be3-a1af-e21a27162f44 req-2aabc931-6693-4eab-a376-910b2ac4bbc7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.223330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab401603-c3bb-4be3-a1af-e21a27162f44 req-2aabc931-6693-4eab-a376-910b2ac4bbc7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 950 time: 0.3374460 Jul 22 19:24:58.287918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-457b18cc-f1d8-4276-b0a4-1ec983fdf3b1 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120663 Jul 22 19:24:58.461271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a7839e-eae3-4b65-9527-a7caf5397909 None None] The sync data for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 is: [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:52Z', 'revision_number': 3, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:24:58.599494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d6103563-7f6c-45de-babe-ad05064ea1ee up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:24:58.638717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e36d2f2e-3c65-48ac-b493-e1197d7a0f6a None None] Provisioning complete for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:58.640205 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e36d2f2e-3c65-48ac-b493-e1197d7a0f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.703058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e36d2f2e-3c65-48ac-b493-e1197d7a0f6a None None] Port 700e0faa-4a76-4dd9-b4ec-b08271e04220 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:58.713733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Pushing event updated for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:58.825377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d6103563-7f6c-45de-babe-ad05064ea1ee triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:58.828132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.888650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-728f40fd-41fc-4d7e-85a2-998e88c8e02a None None] Provisioning for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:24:58.898891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-728f40fd-41fc-4d7e-85a2-998e88c8e02a None None] Provisioning complete for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:24:58.899282 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-728f40fd-41fc-4d7e-85a2-998e88c8e02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:58.946262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-94376038-e3f0-4d90-8fe2-7b7875131154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:58.947804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-94376038-e3f0-4d90-8fe2-7b7875131154 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.7213602 Jul 22 19:24:58.969178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab401603-c3bb-4be3-a1af-e21a27162f44 req-0f5014fc-7652-4d15-b1bb-a33be425118d tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149955 Jul 22 19:24:58.969323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-728f40fd-41fc-4d7e-85a2-998e88c8e02a None None] Port 95e883d6-38be-4b5b-bbc3-a663e14797a6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:24:58.981355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:24:58.986842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.079711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cd585-1307-4bcf-a1c7-234a1cbff583 req-b0beeb6d-8556-4486-b07c-3a88749da9f4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.081985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b8cd585-1307-4bcf-a1c7-234a1cbff583 req-b0beeb6d-8556-4486-b07c-3a88749da9f4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 945 time: 0.5037608 Jul 22 19:24:59.088257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:24:59.090781 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:24:59.133007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30856-a655-4bcf-8453-067b558515ca req-4fd9919b-7263-4650-81c2-8ae9c66db7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.134852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-4fd9919b-7263-4650-81c2-8ae9c66db7bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 1100 time: 0.5918481 Jul 22 19:24:59.166002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b985e-4436-4cf9-860d-67021157103a req-0bf441a6-5e6d-40ea-8721-8bad4af7359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.167797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-0bf441a6-5e6d-40ea-8721-8bad4af7359b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2107887 Jul 22 19:24:59.173823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b8cd585-1307-4bcf-a1c7-234a1cbff583 req-978e092c-fcdf-4a1f-a6a9-a0019e51c2fb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784953 Jul 22 19:24:59.294437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-c7f8b0e2-43ce-4e65-928e-2942605de285 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089633 Jul 22 19:24:59.303853 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0402b-0a00-4a2c-9759-3de6f311e9b8 x-openstack-request-id: req-65e0402b-0a00-4a2c-9759-3de6f311e9b8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:24:59.304280 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:24:59.304729 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65e0402b-0a00-4a2c-9759-3de6f311e9b8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:24:59.305159 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'status': 'completed', 'code': 200} Jul 22 19:24:59.396133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:24:59.411310 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Sync routers for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:24:59.427623 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:24:59.428290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b73cd6d2-a72d-4e52-b7ff-7ad355cf9db5 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ad4abdd-6836-4297-9c5b-1d14dd07fc93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1591644 Jul 22 19:24:59.429446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:24:59.439607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.455099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.457073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:24:59.509593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30856-a655-4bcf-8453-067b558515ca req-f5eb3866-5678-49f3-a39b-65f4e31e25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.511407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-f5eb3866-5678-49f3-a39b-65f4e31e25d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3643675 Jul 22 19:24:59.521172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66b985e-4436-4cf9-860d-67021157103a req-720dcbcb-cdea-4eef-8492-c66212192c1e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024662 Jul 22 19:24:59.571116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Pushing event updated for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:24:59.614397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-9ff7470a-053c-49d9-8192-6f1e64225c84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=0026de71-ed67-477d-8c58-41c566f99220 HTTP/1.1" status: 200 len: 217 time: 0.0654571 Jul 22 19:24:59.710674 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:24:59.773233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30856-a655-4bcf-8453-067b558515ca req-0d12d197-fa9a-4c0e-8dc5-775d9d42ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.776107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-0d12d197-fa9a-4c0e-8dc5-775d9d42ae47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1607656 Jul 22 19:24:59.781957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:24:59.786517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:24:59.914682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922ec62-0ae9-4dea-bc3c-f3dbebe7daad req-270c0581-a0f4-4db0-9660-ae048c900de2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.919244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4922ec62-0ae9-4dea-bc3c-f3dbebe7daad req-270c0581-a0f4-4db0-9660-ae048c900de2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 947 time: 0.3873568 Jul 22 19:24:59.927217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-4d6f9736-dafc-4a77-92a5-a81b7799d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:24:59.929091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-4d6f9736-dafc-4a77-92a5-a81b7799d7e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 1099 time: 0.2992446 Jul 22 19:25:00.115065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-457e192a-697e-4d34-82fc-8d414dabeaca None None] Provisioning complete for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:00.115701 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-457e192a-697e-4d34-82fc-8d414dabeaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.120388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:00.174787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-457e192a-697e-4d34-82fc-8d414dabeaca None None] Port 95e883d6-38be-4b5b-bbc3-a663e14797a6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:00.210577 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 2, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:00.245960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Checking router: 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:00.245960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Updating router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 port 700e0faa-4a76-4dd9-b4ec-b08271e04220 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:25:00.261370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:00.275386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-652c3bed-30a1-4900-8519-e7aefcf162a1 admin admin] 10.222.0.10 "PUT /v2.0/routers/2094615f-67eb-4bcc-ae6b-0e7ab85de8d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5724037 Jul 22 19:25:00.309538 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.350809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-43a1e612-74cc-4300-a7f8-c1409f0815b9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=44e058c352714375bdb9015382424f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3455036 Jul 22 19:25:00.364586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30856-a655-4bcf-8453-067b558515ca req-b3e57215-2621-4b6f-bff6-2c65f57c476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.366117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-b3e57215-2621-4b6f-bff6-2c65f57c476c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5743005 Jul 22 19:25:00.530936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 964f27de-6e12-4efc-886f-1d54ea629bc4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:00.540375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-bf6219a4-6934-421c-9301-0553f913c587 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.540375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-bf6219a4-6934-421c-9301-0553f913c587 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642747 Jul 22 19:25:00.547001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4922ec62-0ae9-4dea-bc3c-f3dbebe7daad req-ee31cdfd-d4f8-48b3-a92c-4267884c6202 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6132009 Jul 22 19:25:00.593330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-787d8091-ebcf-4fc6-b812-eecf6924ea1b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/quotas/44e058c352714375bdb9015382424f46 HTTP/1.1" status: 200 len: 375 time: 0.0429773 Jul 22 19:25:00.645608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-6a34a588-d34e-49af-aade-81622ea27a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.645608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-6a34a588-d34e-49af-aade-81622ea27a44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7000029 Jul 22 19:25:00.672661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-b5693173-b29b-4556-a1a8-3a87884a00da tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702534 Jul 22 19:25:00.691411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 964f27de-6e12-4efc-886f-1d54ea629bc4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:00.700361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 964f27de-6e12-4efc-886f-1d54ea629bc4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:00.700950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.707399 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.714069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-82df1bf4-30dd-4b65-9797-dd8581472e37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=37c86585-869f-440f-aef4-5bb8e5f56c06 HTTP/1.1" status: 200 len: 217 time: 0.0441279 Jul 22 19:25:00.731512 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Transition to ACTIVE for port object 700e0faa-4a76-4dd9-b4ec-b08271e04220 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:00.742888 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.806460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-0d1948d6-22fe-47cb-9339-79f6c7fd8ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038875 Jul 22 19:25:00.812251 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7546-febe-43e7-8e89-4e1b5349a6cc None None] Pushing event updated for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:00.836285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-7863eef5-e450-451f-99a5-0b3883225c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.844064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-7863eef5-e450-451f-99a5-0b3883225c94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1192441 Jul 22 19:25:00.859729 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.892048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 964f27de-6e12-4efc-886f-1d54ea629bc4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=964f27de-6e12-4efc-886f-1d54ea629bc4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:00.909057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:00.976422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a3b40-0db1-4fcc-a72c-4af39f56d485 req-f2afb914-31da-4225-a4c1-801451bbb5b7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:00.978320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd5a3b40-0db1-4fcc-a72c-4af39f56d485 req-f2afb914-31da-4225-a4c1-801451bbb5b7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 950 time: 0.2685976 Jul 22 19:25:01.005544 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Attempting to bind port 700e0faa-4a76-4dd9-b4ec-b08271e04220 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:01.005959 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Attempting to bind port 700e0faa-4a76-4dd9-b4ec-b08271e04220 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:01.006332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Attempting to bind port 700e0faa-4a76-4dd9-b4ec-b08271e04220 on network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:01.006764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=964f27de-6e12-4efc-886f-1d54ea629bc4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:01.025136 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:01.025484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Checking segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:01.025896 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.026291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Bound using segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:01.026761 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Bound port: 700e0faa-4a76-4dd9-b4ec-b08271e04220, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:01.030969 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.118360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0026de71-ed67-477d-8c58-41c566f99220 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:01.169341 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] For port 700e0faa-4a76-4dd9-b4ec-b08271e04220, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:01.183796 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] For port 700e0faa-4a76-4dd9-b4ec-b08271e04220, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=700e0faa-4a76-4dd9-b4ec-b08271e04220,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:01.196342 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.210572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Sync routers for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:01.221678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd5a3b40-0db1-4fcc-a72c-4af39f56d485 req-33693195-6175-4396-91de-4c6fca586ce4 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744845 Jul 22 19:25:01.229719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fc30856-a655-4bcf-8453-067b558515ca req-02ba5b93-2b7d-4714-8430-4b67e2d91e35 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107652 Jul 22 19:25:01.237966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-e757fa95-b55d-4967-ba05-6f9ee4d1fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.240830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-e757fa95-b55d-4967-ba05-6f9ee4d1fe05 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3872626 Jul 22 19:25:01.319674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-df969049-e783-4963-a4d1-989ed405b406 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.323874 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-df969049-e783-4963-a4d1-989ed405b406 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8fe54ea8-c345-48db-a1a5-9def78c847c7 HTTP/1.1" status: 200 len: 1102 time: 0.2316189 Jul 22 19:25:01.338006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:01.338649 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:01.358759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:01.359426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:01.453430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe7546-febe-43e7-8e89-4e1b5349a6cc None None] Pushing event updated for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:01.506364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-2deb0eda-8f35-44a5-a6b2-7bd0184b7351 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556920 Jul 22 19:25:01.545672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Deleting port 2069ce67-229b-4f1e-90c1-7a9224decedc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:01.558863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.661374 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:01.668604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0026de71-ed67-477d-8c58-41c566f99220,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:01.691570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '0026de71-ed67-477d-8c58-41c566f99220', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '0026de71-ed67-477d-8c58-41c566f99220', 'mac_address': 'fa:16:3e:58:27:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:01.704927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:01.745067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] For port 2069ce67-229b-4f1e-90c1-7a9224decedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2069ce67-229b-4f1e-90c1-7a9224decedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:01.745587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.775227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Calling delete_port for 2069ce67-229b-4f1e-90c1-7a9224decedc owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:01.845243 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.879389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3a3f7e-1d22-489d-b9df-81a6b7e00ec4 req-8070e885-70c5-40ab-ac7e-8d4acb500a64 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667581 Jul 22 19:25:01.911742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-43d27eeb-3df1-40f3-b251-64534eee3df2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.913556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-43d27eeb-3df1-40f3-b251-64534eee3df2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 829 time: 0.3335207 Jul 22 19:25:01.925617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55775111-714b-47e2-9c2e-8b9b5c4b292a req-62b674fa-5090-4b1d-b5b6-b3cbb746f41a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:01.927278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55775111-714b-47e2-9c2e-8b9b5c4b292a req-62b674fa-5090-4b1d-b5b6-b3cbb746f41a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 945 time: 0.3291609 Jul 22 19:25:01.933333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:01.947812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['2069ce67-229b-4f1e-90c1-7a9224decedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:01.957536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1e6e78a8-3621-4eca-a851-12252537594e tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/quotas/e69ad422552f4d52874584e60cb5f6ab HTTP/1.1" status: 200 len: 375 time: 0.0271809 Jul 22 19:25:01.965386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Pushing event deleted for resources: {'Port': ['ID=2069ce67-229b-4f1e-90c1-7a9224decedc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:01.981578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0026de71-ed67-477d-8c58-41c566f99220 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:02.037027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:01Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:02.055132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0026de71-ed67-477d-8c58-41c566f99220,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:02.071705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.077842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55775111-714b-47e2-9c2e-8b9b5c4b292a req-ff04b3cd-5e25-4ce6-8b64-c78970ab63c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385145 Jul 22 19:25:02.086044 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d178edc-f166-4100-9fd6-5436f57d3828 None None] The sync data for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 is: [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:01Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:02.116113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] No DVR routers for this DVR port 2069ce67-229b-4f1e-90c1-7a9224decedc on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:02.123142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.127129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20355c75-2cc8-4cc8-abdd-b3a8f8a744df req-4080e4f4-e1d4-4966-b1b4-86fb966e9289 tempest-DeleteServersAdminTestJSON-2015844082 tempest-DeleteServersAdminTestJSON-2015844082-project-admin] 10.222.0.26 "DELETE /v2.0/ports/2069ce67-229b-4f1e-90c1-7a9224decedc HTTP/1.1" status: 204 len: 173 time: 0.7983561 Jul 22 19:25:02.127586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'name': 'network-vif-deleted', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:02.134415 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0272280-2826-481d-9e65-a5a195226644" -d '{"events": [{"server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "name": "network-vif-deleted", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:02.169935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:58Z', 'revision_number': 4, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '95e883d6-38be-4b5b-bbc3-a663e14797a6', 'name': '', 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'mac_address': 'fa:16:3e:f8:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:56Z', 'updated_at': '2021-07-22T19:24:59Z', 'revision_number': 2, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'subnets': [{'id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:02.234469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-27c3611f-95df-40ad-bff3-22e3c0de0275 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2759662 Jul 22 19:25:02.306263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Checking router: 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:02.307046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Updating router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 port 95e883d6-38be-4b5b-bbc3-a663e14797a6 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:25:02.380015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:02.417711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:02.433558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0026de71-ed67-477d-8c58-41c566f99220'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:02.450782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-e99e7d3c-eb56-4ee5-abfa-93aef30d3907 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999519 Jul 22 19:25:02.586674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-7fa1bd6c-1ed0-4675-a7f9-e5f7060c2d14 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=44e058c352714375bdb9015382424f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518155 Jul 22 19:25:02.754656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 700e0faa-4a76-4dd9-b4ec-b08271e04220 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:02.792732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-ae06e24f-41f1-46cc-865c-f29313addc62 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309312 Jul 22 19:25:02.829285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-c358cb4d-9531-4d6a-9242-48d8a223e43f tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:02.831009 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-c358cb4d-9531-4d6a-9242-48d8a223e43f tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374763 Jul 22 19:25:02.844307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Request body: {'port': {'device_id': 'fc035157-b151-4059-aac3-fada8378c364', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '44e058c352714375bdb9015382424f46'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:02.944996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:02.956601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:02.957089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.098312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-c6fff162-5d01-4107-ac80-2ae62ac5a17d tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5915504 Jul 22 19:25:03.104298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:03.115166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.119554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Made reservation on behalf of 44e058c352714375bdb9015382424f46 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:03.126800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.132883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 37c86585-869f-440f-aef4-5bb8e5f56c06 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:03.156423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.158671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Transition to ACTIVE for port object 95e883d6-38be-4b5b-bbc3-a663e14797a6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:03.160594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.192649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.233313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c40bbf7f-0df6-4202-81a9-207c85cfb83c tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=44e058c352714375bdb9015382424f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683498 Jul 22 19:25:03.286209 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.358747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.363206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.427957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e8727-61aa-46e4-9060-19c49479595d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:03.506087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.531992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-6a2b6547-9dd0-49f8-886f-b14427a663ec tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:03.539245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c44d2-4a1c-4aad-90a3-fddd1207c394 None None] Pushing event updated for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:03.548878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-6a2b6547-9dd0-49f8-886f-b14427a663ec tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065069 Jul 22 19:25:03.619268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 700e0faa-4a76-4dd9-b4ec-b08271e04220, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=700e0faa-4a76-4dd9-b4ec-b08271e04220,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:03.622550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-137bea69-ca0d-470b-9866-861476a355bd tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/quotas/44e058c352714375bdb9015382424f46 HTTP/1.1" status: 200 len: 375 time: 0.0720978 Jul 22 19:25:03.659678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Allocated IP 192.168.233.246 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/d14e4691-fd7b-446f-8f27-109304db499a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:03.663443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.664288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 964f27de-6e12-4efc-886f-1d54ea629bc4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:03.677698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:03.681175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c861ca88-8104-4873-97b5-2f4fda03d566 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581281 Jul 22 19:25:03.766578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'mac_address': 'fa:16:3e:32:ef:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:03.768060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Attempting to bind port 95e883d6-38be-4b5b-bbc3-a663e14797a6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:03.768821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Attempting to bind port 95e883d6-38be-4b5b-bbc3-a663e14797a6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:03.769195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Attempting to bind port 95e883d6-38be-4b5b-bbc3-a663e14797a6 on network c567e0fb-56ca-463b-a3d9-65134a9fdc89 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:03.802717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:03.803095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Checking segment: {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:03.803514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.803915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Bound using segment: {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:03.804437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Bound port: 95e883d6-38be-4b5b-bbc3-a663e14797a6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:03.805616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Allocated IP 172.25.6.89 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/b757c216-fd5e-44d5-8422-77adc79246e1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:03.807455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.896602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:03.948604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.972236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:03.991521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Transition to ACTIVE for port object d14e4691-fd7b-446f-8f27-109304db499a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:04.001943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 964f27de-6e12-4efc-886f-1d54ea629bc4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:04.004116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.006765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c86585-869f-440f-aef4-5bb8e5f56c06 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:04.065887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.070098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.093516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:04.097959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] For port 95e883d6-38be-4b5b-bbc3-a663e14797a6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:04.122549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.131308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] For port 95e883d6-38be-4b5b-bbc3-a663e14797a6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95e883d6-38be-4b5b-bbc3-a663e14797a6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:04.166425 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.172517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:04.175658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:04.180211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:04.195487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:04.203987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.218772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:04.231463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.239974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:04.274727 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-9397d98a-d7ff-4715-b801-4e596cdee2f9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4346313 Jul 22 19:25:04.285696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Request body: {'port': {'device_id': 'fc035157-b151-4059-aac3-fada8378c364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:04.297257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:04.297909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:24:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:04.303676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event updated for resources: {'Port': ['ID=b757c216-fd5e-44d5-8422-77adc79246e1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:04.371175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:04.374236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:04.395670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:04.425975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.426369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['37c86585-869f-440f-aef4-5bb8e5f56c06'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:04.565084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c44d2-4a1c-4aad-90a3-fddd1207c394 None None] Pushing event updated for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:04.644208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 700e0faa-4a76-4dd9-b4ec-b08271e04220 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:04.694364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:04.869054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff416dc6-0fc2-4355-8114-29fbf445d1be None None] Provisioning for port d14e4691-fd7b-446f-8f27-109304db499a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:04.924723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 700e0faa-4a76-4dd9-b4ec-b08271e04220 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:04.925344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.925684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf269b-b652-452f-b748-02e133493666 req-c5386225-1dbc-4d80-bf61-08bfa3ca6af3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:04.927974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff416dc6-0fc2-4355-8114-29fbf445d1be None None] Provisioning complete for port d14e4691-fd7b-446f-8f27-109304db499a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:04.931623 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff416dc6-0fc2-4355-8114-29fbf445d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:04.933101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bdf269b-b652-452f-b748-02e133493666 req-c5386225-1dbc-4d80-bf61-08bfa3ca6af3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 948 time: 0.6379151 Jul 22 19:25:05.006578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.026320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bdf269b-b652-452f-b748-02e133493666 req-2d7bd7a0-afc1-4a5e-8e91-4202ac412969 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920317 Jul 22 19:25:05.068837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ff416dc6-0fc2-4355-8114-29fbf445d1be None None] Port d14e4691-fd7b-446f-8f27-109304db499a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:05.107010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-794da2fa-df31-4069-adc2-76b8afa1ee57 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:05.109274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-794da2fa-df31-4069-adc2-76b8afa1ee57 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.26 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 829 time: 0.2710564 Jul 22 19:25:05.110254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.147489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:58Z', 'revision_number': 4, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '95e883d6-38be-4b5b-bbc3-a663e14797a6', 'name': '', 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'mac_address': 'fa:16:3e:f8:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:56Z', 'updated_at': '2021-07-22T19:25:04Z', 'revision_number': 4, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'subnets': [{'id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:05.149548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0026de71-ed67-477d-8c58-41c566f99220 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:05.167898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'port': {'device_id': '462de0a7-749c-49f7-9830-721550827cbf', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'admin_state_up': True, 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:05.198190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d474fccf-177d-4f70-a350-fb59627fe0fc None None] The sync data for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 is: [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:24:58Z', 'revision_number': 4, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '95e883d6-38be-4b5b-bbc3-a663e14797a6', 'name': '', 'network_id': 'c567e0fb-56ca-463b-a3d9-65134a9fdc89', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'mac_address': 'fa:16:3e:f8:76:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:56Z', 'updated_at': '2021-07-22T19:25:04Z', 'revision_number': 4, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'subnets': [{'id': '4c594b05-6fec-4006-a14f-0afcbaba914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:05.237823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 0026de71-ed67-477d-8c58-41c566f99220 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:05.290569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 0026de71-ed67-477d-8c58-41c566f99220 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:05.291169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:05.291559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.298919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.319491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Transition to ACTIVE for port object d14e4691-fd7b-446f-8f27-109304db499a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:05.325460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.384239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:05.429400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Attempting to bind port d14e4691-fd7b-446f-8f27-109304db499a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:05.430013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Attempting to bind port d14e4691-fd7b-446f-8f27-109304db499a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:05.430497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Attempting to bind port d14e4691-fd7b-446f-8f27-109304db499a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:05.437083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Port d14e4691-fd7b-446f-8f27-109304db499a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:05.437633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Attempting to bind port d14e4691-fd7b-446f-8f27-109304db499a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:05.443372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:05.443901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:05.444494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:05.445753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Bound port: d14e4691-fd7b-446f-8f27-109304db499a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:05.446292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.453637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.460979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3ae99-8bdb-4bca-9197-c4b3ecf91fbd req-31c0c5f0-03b5-4f34-8e41-9464832e89ff tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:05.468206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a3ae99-8bdb-4bca-9197-c4b3ecf91fbd req-31c0c5f0-03b5-4f34-8e41-9464832e89ff tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1097 time: 0.3079295 Jul 22 19:25:05.484935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026de71-ed67-477d-8c58-41c566f99220'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:05.487610 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ec851-8567-4b62-a110-75b58acc5b44" -d '{"events": [{"server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "name": "network-vif-plugged", "status": "completed", "tag": "0026de71-ed67-477d-8c58-41c566f99220"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:05.502567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0026de71-ed67-477d-8c58-41c566f99220,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:05.514186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.572637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Made reservation on behalf of e69ad422552f4d52874584e60cb5f6ab for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:05.585634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2069ce67-229b-4f1e-90c1-7a9224decedc no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:05.586077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.606025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:05.629203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a3ae99-8bdb-4bca-9197-c4b3ecf91fbd req-fe0541a3-b658-4ce4-8616-2b7eb0ffce9e tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463361 Jul 22 19:25:05.646753 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.651304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 2069ce67-229b-4f1e-90c1-7a9224decedc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:05.653881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2069ce67-229b-4f1e-90c1-7a9224decedc not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:05.657361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:05.664439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.674508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c15b786e-a8f1-4544-8aca-a4bedbf0aa07 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=44e058c352714375bdb9015382424f46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853684 Jul 22 19:25:05.678885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:05.725454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.753969 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4f2011-a603-43c8-abe8-606e498474bb x-openstack-request-id: req-5b4f2011-a603-43c8-abe8-606e498474bb {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:05.754262 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe54ea8-c345-48db-a1a5-9def78c847c7", "name": "network-vif-deleted", "tag": "2069ce67-229b-4f1e-90c1-7a9224decedc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:05.754526 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b4f2011-a603-43c8-abe8-606e498474bb {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:05.754914 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe54ea8-c345-48db-a1a5-9def78c847c7', 'name': 'network-vif-deleted', 'tag': '2069ce67-229b-4f1e-90c1-7a9224decedc', 'status': 'completed', 'code': 200} Jul 22 19:25:05.802633 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.870698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event updated for resources: {'Port': ['ID=b757c216-fd5e-44d5-8422-77adc79246e1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:05.893331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.894613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-5f77f0b2-aa41-4d7a-b805-236adae58095 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7950687 Jul 22 19:25:05.923582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:05.924373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:05.925859 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] 10.222.0.26 "PUT /v2.0/ports/d14e4691-fd7b-446f-8f27-109304db499a HTTP/1.1" status: 200 len: 1097 time: 1.6446884 Jul 22 19:25:05.987188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec557-6c6f-4d0a-bb26-50c3afe903f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:06.005436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Allocated IP 172.20.0.4 (68e81d53-db6a-4b92-b754-cf84b8dd4f70/61edc8be-040d-434e-b82d-486515bceb39/9260310c-2924-45f4-9f97-95bcf11a30b5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:06.037057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c1db1140-e929-420a-9c7b-8fda2f386517 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.038904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c1db1140-e929-420a-9c7b-8fda2f386517 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581870 Jul 22 19:25:06.056163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-55821c7e-0b1b-45d2-934d-76031b414ef4 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.1556032 Jul 22 19:25:06.058167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35e2c915-8ef8-422a-bf1e-96e35c2a85c7 req-d1235606-f2c6-4b08-a55e-310b4b5f4038 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 210 time: 0.0668328 Jul 22 19:25:06.072295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Request body: {'port': {'device_id': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '44e058c352714375bdb9015382424f46'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:06.133278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-05185c9b-460e-4c5a-a12e-d027bc816e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.135219 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-05185c9b-460e-4c5a-a12e-d027bc816e16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 1100 time: 0.1625681 Jul 22 19:25:06.221218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-e8f6820d-583f-44a1-adb8-6fbb7c206540 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d14e4691-fd7b-446f-8f27-109304db499a HTTP/1.1" status: 200 len: 217 time: 0.0753262 Jul 22 19:25:06.239123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d6f5355-e52e-4fd2-ac24-4f899f768200 req-d1d00936-8b03-4885-acad-421d8b75677d tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 210 time: 0.0822563 Jul 22 19:25:06.302403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-66c3af02-2ef6-41b6-86a7-f2b4da705415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.304436 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-66c3af02-2ef6-41b6-86a7-f2b4da705415 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0727556 Jul 22 19:25:06.345355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Made reservation on behalf of 44e058c352714375bdb9015382424f46 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:06.349158 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.351701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-254a7547-af12-4c7d-bb81-a8f8632775ea tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.358818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-254a7547-af12-4c7d-bb81-a8f8632775ea tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2768300 Jul 22 19:25:06.364814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-0ef339d3-a115-484a-9a7c-7cf5cbe79e91 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:06.377721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1b5124a-0f51-4648-b366-aa8eba793802 req-0ef339d3-a115-484a-9a7c-7cf5cbe79e91 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178337 Jul 22 19:25:06.438154 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4f52b-6c75-4084-9f1b-f89d31c527df x-openstack-request-id: req-06f4f52b-6c75-4084-9f1b-f89d31c527df {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:06.438755 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "name": "network-vif-plugged", "status": "completed", "tag": "0026de71-ed67-477d-8c58-41c566f99220", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:06.438755 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06f4f52b-6c75-4084-9f1b-f89d31c527df {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:06.440204 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0026de71-ed67-477d-8c58-41c566f99220', 'code': 200} Jul 22 19:25:06.466240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-f5a18da3-d5fe-4b9c-90f0-7d683af9f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.469539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.473181 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-f5a18da3-d5fe-4b9c-90f0-7d683af9f62a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1602418 Jul 22 19:25:06.503116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Transition to ACTIVE for port object 9260310c-2924-45f4-9f97-95bcf11a30b5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:06.606135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95e883d6-38be-4b5b-bbc3-a663e14797a6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:06.639356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Allocated IP 192.168.233.130 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:06.657269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-3bdb371b-6b09-4d2d-9bb1-8f1f705aca63 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=fe84ef21684c42abaaa398f739467702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416892 Jul 22 19:25:06.667636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:06.676432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:06.677834 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.682652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-a11824cb-056b-4777-b72f-ed11fd4f8fbd service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945584 Jul 22 19:25:06.721540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.780412 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.815780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 95e883d6-38be-4b5b-bbc3-a663e14797a6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95e883d6-38be-4b5b-bbc3-a663e14797a6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:06.819761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74924e-1382-4a46-abd8-751a711862e8 req-5142281b-2e7e-48d7-8ef0-8f96ae07b23a tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.822212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.828238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e74924e-1382-4a46-abd8-751a711862e8 req-5142281b-2e7e-48d7-8ef0-8f96ae07b23a tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1097 time: 0.2955198 Jul 22 19:25:06.861332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:06.866922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146180e-c577-465e-8612-ee7437b75e3a req-1415db7e-2b56-43ae-b17b-713638e7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.868528 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6146180e-c577-465e-8612-ee7437b75e3a req-1415db7e-2b56-43ae-b17b-713638e7527e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 1102 time: 0.3458982 Jul 22 19:25:06.876606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:06.878937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event updated for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:06.885490 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d18ecc1f-05c2-45c9-b70e-9dd80ca3c5f1 req-2e5a153a-fc58-4e53-ab9c-9974125ff6c5 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962180 Jul 22 19:25:06.889237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:06.895550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.896220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.915006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:06.934288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.949307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e74924e-1382-4a46-abd8-751a711862e8 req-d4337a47-b987-48c5-ab73-f41f9e61895b tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205516 Jul 22 19:25:06.952497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Transition to ACTIVE for port object e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:06.958525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-6e6c3844-0dbe-41be-baae-84a7d4340b64 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:06.965341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-6e6c3844-0dbe-41be-baae-84a7d4340b64 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960019 Jul 22 19:25:06.978294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8b124f65-dfda-4613-97ec-698a7f03fcff tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8146751 Jul 22 19:25:06.995253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:06.998694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-96c1b19a-a711-4e7a-9346-dfb453f62d87 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/quotas/fe84ef21684c42abaaa398f739467702 HTTP/1.1" status: 200 len: 375 time: 0.0318377 Jul 22 19:25:07.007192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Request body: {'port': {'device_id': '462de0a7-749c-49f7-9830-721550827cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:07.056019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6146180e-c577-465e-8612-ee7437b75e3a req-e1f232a7-a4af-4814-81ba-2135652e9d59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605847 Jul 22 19:25:07.074502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f31b4e10-3351-4ae9-88cf-62fef9629aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.085652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-e7c3a444-25b4-4163-bcc4-9fbe3cdf0d60 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857301 Jul 22 19:25:07.096740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:07.104843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:07.106269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:07.110629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:07.117029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.117743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.135209 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-aab2899a-6562-438d-b006-a5d1f270087e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0828531 Jul 22 19:25:07.160140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Request body: {'port': {'device_id': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:07.160313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 37c86585-869f-440f-aef4-5bb8e5f56c06 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:07.221192 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.244046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 37c86585-869f-440f-aef4-5bb8e5f56c06 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:07.252038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 37c86585-869f-440f-aef4-5bb8e5f56c06 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:07.252699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.303425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97f2bf59-be6c-45ed-a14a-59f853fb218f None None] Provisioning for port 9260310c-2924-45f4-9f97-95bcf11a30b5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:07.318151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97f2bf59-be6c-45ed-a14a-59f853fb218f None None] Provisioning complete for port 9260310c-2924-45f4-9f97-95bcf11a30b5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:07.318628 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97f2bf59-be6c-45ed-a14a-59f853fb218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.321228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.343531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef77649-d219-4ec8-b5a8-146e946a7125 req-6a2b640d-5869-4916-8da8-11f339e1cc9c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.345184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bef77649-d219-4ec8-b5a8-146e946a7125 req-6a2b640d-5869-4916-8da8-11f339e1cc9c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 948 time: 0.2271612 Jul 22 19:25:07.409483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a27eeb0-86d0-47ee-8605-229e42b68ec1 req-16707e0b-7f8b-4b45-9d17-949646522fcf tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips/e8f3eee7-1e0e-43de-a576-4943fbb99da6 HTTP/1.1" status: 200 len: 692 time: 0.0900066 Jul 22 19:25:07.522639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-97f2bf59-be6c-45ed-a14a-59f853fb218f None None] Port 9260310c-2924-45f4-9f97-95bcf11a30b5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:07.526789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.536522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bef77649-d219-4ec8-b5a8-146e946a7125 req-545f142d-62ba-41c4-b9f2-53c631317ba3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557202 Jul 22 19:25:07.598133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:07.605155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.684980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27eeb0-86d0-47ee-8605-229e42b68ec1 req-8111acb0-66ce-4f02-830d-b6577c50f9c6 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:07.692062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:07.693180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a27eeb0-86d0-47ee-8605-229e42b68ec1 req-8111acb0-66ce-4f02-830d-b6577c50f9c6 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2741213 Jul 22 19:25:07.700841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e0c33dbe-3537-491f-a8b9-f0a0d7289ae8 None None] Provisioning for port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:07.706002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-5a27eeb0-86d0-47ee-8605-229e42b68ec1 req-57120eee-fe9e-4a0b-82f7-8dcddd847477 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:07.706243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e0c33dbe-3537-491f-a8b9-f0a0d7289ae8 None None] Provisioning complete for port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:07.706759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0c33dbe-3537-491f-a8b9-f0a0d7289ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.712398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a27eeb0-86d0-47ee-8605-229e42b68ec1 req-57120eee-fe9e-4a0b-82f7-8dcddd847477 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182595 Jul 22 19:25:07.789251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:07.791930 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361c534-80f3-4a88-8973-f2fd0d799031" -d '{"events": [{"name": "network-changed", "server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:07.809060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e0c33dbe-3537-491f-a8b9-f0a0d7289ae8 None None] Port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:07.814783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:07.823313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.836944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Transition to ACTIVE for port object e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:07.842624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.896656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:07.932880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9260310c-2924-45f4-9f97-95bcf11a30b5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:07.933260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Attempting to bind port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:07.933695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Attempting to bind port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:07.934493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Attempting to bind port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:07.940332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:07.940871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Attempting to bind port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:07.943796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.946921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:07.947389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:07.947946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:07.948636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Bound port: e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:07.949063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:07.976668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Transition to ACTIVE for port object 9260310c-2924-45f4-9f97-95bcf11a30b5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:07.984585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:08.020134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627da816-52d8-4b7b-81bb-01749d851250 req-6f48615c-ab13-4cad-b9eb-d85230d9d84e tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.022268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-627da816-52d8-4b7b-81bb-01749d851250 req-6f48615c-ab13-4cad-b9eb-d85230d9d84e tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 931 time: 0.2164140 Jul 22 19:25:08.070427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5475b0-e0e0-4297-a872-8bc46a84511f req-a43c50bf-fbca-4570-841e-8fba8492774b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.072420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d5475b0-e0e0-4297-a872-8bc46a84511f req-a43c50bf-fbca-4570-841e-8fba8492774b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 948 time: 0.2474461 Jul 22 19:25:08.078505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:08.085445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:08.094580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:08.157852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.158687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:08.160283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] 10.222.0.26 "PUT /v2.0/ports/e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a HTTP/1.1" status: 200 len: 1097 time: 1.0155497 Jul 22 19:25:08.207059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a592cce-fa94-407e-b406-06c25956c43b service neutron] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:08.221268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:08.244033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-627da816-52d8-4b7b-81bb-01749d851250 req-316f3e14-101f-431c-8679-4156c6d9e1f5 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964738 Jul 22 19:25:08.275699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d5475b0-e0e0-4297-a872-8bc46a84511f req-d5bb1d69-5d41-4734-9b60-eb454be75ae4 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702178 Jul 22 19:25:08.276878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Attempting to bind port 9260310c-2924-45f4-9f97-95bcf11a30b5 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:08.277366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Attempting to bind port 9260310c-2924-45f4-9f97-95bcf11a30b5 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:08.277877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Attempting to bind port 9260310c-2924-45f4-9f97-95bcf11a30b5 on network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:08.292051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Port 9260310c-2924-45f4-9f97-95bcf11a30b5 on network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:08.292411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Attempting to bind port 9260310c-2924-45f4-9f97-95bcf11a30b5 on network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:08.307713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:08.308133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Checking segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:08.308654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Bound using segment: {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:08.309252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Bound port: 9260310c-2924-45f4-9f97-95bcf11a30b5, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bccff4c-124d-49d4-8f55-8221021606ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:08.310792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:08.352956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-fbe7288b-001b-4dcf-b5be-c51411a16b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.354933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-fbe7288b-001b-4dcf-b5be-c51411a16b32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 1100 time: 0.1202831 Jul 22 19:25:08.412036 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-6783eaf1-0cd8-44e3-b671-60b7adba9e5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a HTTP/1.1" status: 200 len: 217 time: 0.0482354 Jul 22 19:25:08.442434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:08.444768 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17fd835-37eb-4b93-a7b3-f7f53b9d0184" -d '{"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-plugged", "status": "completed", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:08.463473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c94be59-ea27-4d48-a585-26231a66e11e req-6c3f2b48-fc36-4661-a576-73a1073c8b8e tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 210 time: 0.0621119 Jul 22 19:25:08.469809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:08.533200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-a8c1955f-2bb6-4a5f-a465-cefd06178e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.540043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-a8c1955f-2bb6-4a5f-a465-cefd06178e7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1201410 Jul 22 19:25:08.552409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9260310c-2924-45f4-9f97-95bcf11a30b5,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:08.629687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95e883d6-38be-4b5b-bbc3-a663e14797a6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:08.634783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-2e7982ca-ac69-462c-9940-60cedbfb5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.636759 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-2e7982ca-ac69-462c-9940-60cedbfb5b3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897169 Jul 22 19:25:08.679567 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7db58da-0fc5-43b9-ac74-f6739359b2e6 x-openstack-request-id: req-d7db58da-0fc5-43b9-ac74-f6739359b2e6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:08.680196 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:08.680894 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7db58da-0fc5-43b9-ac74-f6739359b2e6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:08.681513 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'status': 'completed', 'code': 200} Jul 22 19:25:08.700219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-454b5119-4123-4ed9-962c-d9e7a904b9ba req-1418d9b4-e053-4307-88b6-fcd51d29e9ef tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=e92bf7ad24a7452cbc3c72ff12ff2596 HTTP/1.1" status: 200 len: 695 time: 0.1935670 Jul 22 19:25:08.735010 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9c0dcd-39b3-4c02-8caf-6fcbaff8ebba x-openstack-request-id: req-ed9c0dcd-39b3-4c02-8caf-6fcbaff8ebba {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:08.735481 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-plugged", "status": "completed", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:08.735746 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed9c0dcd-39b3-4c02-8caf-6fcbaff8ebba {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:08.736609 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'code': 200} Jul 22 19:25:08.760661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 95e883d6-38be-4b5b-bbc3-a663e14797a6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:08.761289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:08.837698 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-c8bfd5ae-5d30-4c1f-b6d5-cf87dedcec4b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919191 Jul 22 19:25:08.884651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-2ebee35e-8911-4e97-802b-f5865ee99ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:08.886485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-2ebee35e-8911-4e97-802b-f5865ee99ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 1100 time: 0.1874967 Jul 22 19:25:09.033635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-538995d4-bc25-46d0-9b3b-bd36db1176f2 req-e75ecf48-ca4c-4290-81c3-0364b32754aa service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870332 Jul 22 19:25:09.048560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-2ccf4c12-d5ca-44ef-bbd5-2acbd4dd0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.050219 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-2ccf4c12-d5ca-44ef-bbd5-2acbd4dd0a79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1510670 Jul 22 19:25:09.094174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-c35b2aa0-5c2a-452a-b3dc-2a833360b552 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d14e4691-fd7b-446f-8f27-109304db499a HTTP/1.1" status: 200 len: 217 time: 0.0372808 Jul 22 19:25:09.104985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.147133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-4d4daa9c-7a7c-43e3-982c-cbb5ca585398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.148739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-4d4daa9c-7a7c-43e3-982c-cbb5ca585398 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0484152 Jul 22 19:25:09.193157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-10de0864-ac08-456e-b8e8-c858c57b39de tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fe84ef21684c42abaaa398f739467702&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930023 Jul 22 19:25:09.216859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-ea01f82e-e6ba-499e-b68c-ebfab1af76e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.218461 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-ea01f82e-e6ba-499e-b68c-ebfab1af76e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614107 Jul 22 19:25:09.228691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.229327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.230833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] 10.222.0.26 "PUT /v2.0/ports/9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 1092 time: 2.2398980 Jul 22 19:25:09.232373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:09.234793 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10" -d '{"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:09.269680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b5119-4123-4ed9-962c-d9e7a904b9ba req-76445df9-6264-431e-a257-447fbad24200 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.270723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-454b5119-4123-4ed9-962c-d9e7a904b9ba req-76445df9-6264-431e-a257-447fbad24200 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks?id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 787 time: 0.5698092 Jul 22 19:25:09.324001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-454b5119-4123-4ed9-962c-d9e7a904b9ba req-0e7b1368-74a4-43a8-bafe-63c998c9fd5b tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:09.324912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-454b5119-4123-4ed9-962c-d9e7a904b9ba req-0e7b1368-74a4-43a8-bafe-63c998c9fd5b tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279348 Jul 22 19:25:09.329828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-37f6ae1a-a746-47dd-8e17-d96469b2a433 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027908 Jul 22 19:25:09.355359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e054d-15fb-4a36-8506-0fb891f09de8 service neutron] Pushing event updated for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:09.424380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2e555-96e3-48bb-90a7-287712fb329e req-4c54a95a-796f-4614-aba1-6561aaef0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.426582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fb2e555-96e3-48bb-90a7-287712fb329e req-4c54a95a-796f-4614-aba1-6561aaef0911 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 1101 time: 0.5961640 Jul 22 19:25:09.438026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c361c534-80f3-4a88-8973-f2fd0d799031 req-d5769c38-0223-486b-a403-e39fc2173b5a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032364 Jul 22 19:25:09.440291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576997-6279-48f7-afcc-51f57d51dd19 req-78a4b997-f3c3-47bb-ac70-0d24cdc5ab20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.441756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16576997-6279-48f7-afcc-51f57d51dd19 req-78a4b997-f3c3-47bb-ac70-0d24cdc5ab20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 949 time: 0.6210504 Jul 22 19:25:09.513147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-0b08ef83-3b25-44ef-86a3-1a2dc6bef217 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.515138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-0b08ef83-3b25-44ef-86a3-1a2dc6bef217 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3083425 Jul 22 19:25:09.534646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Request body: {'port': {'device_id': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'fe84ef21684c42abaaa398f739467702'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:09.549115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fb2e555-96e3-48bb-90a7-287712fb329e req-3964df4a-256e-4395-8dfa-6aad65852aa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064270 Jul 22 19:25:09.566230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16576997-6279-48f7-afcc-51f57d51dd19 req-0815a124-6152-46bf-909a-c3ee5537f864 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160939 Jul 22 19:25:09.581613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-46bb8b13-584c-4849-8833-058e9d272c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.583139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-46bb8b13-584c-4849-8833-058e9d272c16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1095 time: 0.2872858 Jul 22 19:25:09.605048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:09.621039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62ce48a9-90f6-409f-9e00-692c2b3c29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.700030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-6ebebfb3-1a5d-4adc-aee3-9ea6dd6987ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 217 time: 0.1070356 Jul 22 19:25:09.744108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:09.747178 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.763331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'd14e4691-fd7b-446f-8f27-109304db499a', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd14e4691-fd7b-446f-8f27-109304db499a', 'mac_address': 'fa:16:3e:e6:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:09.765559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e10e45-bd25-4ed8-8203-d3bd4c5fa210 x-openstack-request-id: req-c7e10e45-bd25-4ed8-8203-d3bd4c5fa210 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:09.765850 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:09.766104 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7e10e45-bd25-4ed8-8203-d3bd4c5fa210 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:09.766499 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'status': 'completed', 'code': 200} Jul 22 19:25:09.785301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8eb39654-e82c-4d0f-846c-195385d65d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.786785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-8eb39654-e82c-4d0f-846c-195385d65d01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.0782328 Jul 22 19:25:09.817157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.832420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:09.849806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dbdfb-bf5b-4f52-899e-da3950175883 req-f440f0d8-ae92-4310-8292-53d3d30b7632 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.851341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-916dbdfb-bf5b-4f52-899e-da3950175883 req-f440f0d8-ae92-4310-8292-53d3d30b7632 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1097 time: 0.2193847 Jul 22 19:25:09.855444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:09.859699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.880293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Made reservation on behalf of fe84ef21684c42abaaa398f739467702 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:09.883560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:09.911529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:09.949422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-916dbdfb-bf5b-4f52-899e-da3950175883 req-495e4a77-8bfe-4a11-bcc2-092ad5e4b2d7 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785108 Jul 22 19:25:09.992383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-7c277847-439a-4144-a090-f596f81dd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:09.993901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-7c277847-439a-4144-a090-f596f81dd045 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967926 Jul 22 19:25:10.025839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f568c-410a-454b-a1c7-3d5e03812e17 req-bf1c5f09-43d8-4e9b-8e4c-cc0c58db4625 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:10.027328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-261f568c-410a-454b-a1c7-3d5e03812e17 req-bf1c5f09-43d8-4e9b-8e4c-cc0c58db4625 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 948 time: 0.1994560 Jul 22 19:25:10.071080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d14e4691-fd7b-446f-8f27-109304db499a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:10.196846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Allocated IP 192.168.233.127 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/36f14530-979e-47f4-a754-b2997818be22) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:10.201848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-261f568c-410a-454b-a1c7-3d5e03812e17 req-a06f4665-bc13-43ae-b9f9-bc9db8f775b2 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574035 Jul 22 19:25:10.242403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-6231b64f-5635-4f1f-abde-bd2831c321c7 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393947 Jul 22 19:25:10.322276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-e25cf332-d185-40eb-b3ae-e31900924cb0 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips/e8f3eee7-1e0e-43de-a576-4943fbb99da6 HTTP/1.1" status: 200 len: 692 time: 0.0928450 Jul 22 19:25:10.338452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f014fe-109e-4c45-a4b9-b1932c4e5cc2 req-883d862b-e1cc-4ffd-88a2-ef93da3695f9 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:10.339922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42f014fe-109e-4c45-a4b9-b1932c4e5cc2 req-883d862b-e1cc-4ffd-88a2-ef93da3695f9 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 943 time: 0.3012009 Jul 22 19:25:10.464053 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:25:10.542920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42f014fe-109e-4c45-a4b9-b1932c4e5cc2 req-ec8734b2-25be-4dac-a5e3-82aa4e1f3cc0 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920948 Jul 22 19:25:10.576440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c469dcf-5e6e-4e06-988b-225aaa37e0d4 req-fcf1992d-a0ee-4c6e-a432-b9c3a82ac999 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912874 Jul 22 19:25:10.604969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-2d33f133-8bd2-4576-8b7f-0947cd2ed133 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:10.606417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-2d33f133-8bd2-4576-8b7f-0947cd2ed133 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2613173 Jul 22 19:25:10.628029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-16069922-967b-4a9d-951e-39d616349b69 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:10.629043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-16069922-967b-4a9d-951e-39d616349b69 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146837 Jul 22 19:25:10.631810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:10.683132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:10.684444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba8d4b43-1b98-4b11-b184-dd74c545d9d8 req-ed9e08d9-e6b4-42dd-9894-b874edc45ec7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 210 time: 0.0770607 Jul 22 19:25:10.685683 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d5f6db-17f3-4b83-bc98-2c0812637303" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:10.728753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Transition to ACTIVE for port object 36f14530-979e-47f4-a754-b2997818be22 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:10.736950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-f957bd29-9e43-4b32-b34c-60044990120f tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.0948527 Jul 22 19:25:10.806834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-0fa886d9-5901-47ff-b880-6f32216ad0d9 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.89 HTTP/1.1" status: 200 len: 695 time: 0.0620773 Jul 22 19:25:10.825951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-7794a99c-88b7-4eea-a751-a250fdb363fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:10.827656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-7794a99c-88b7-4eea-a751-a250fdb363fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1095 time: 0.1936626 Jul 22 19:25:10.889774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.029249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:11.038798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:11.042403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Pushing event updated for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:11.047488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:11.053036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.053679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.081704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-92dc8656-e6e7-4b94-8379-c423c87aa0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.083119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-92dc8656-e6e7-4b94-8379-c423c87aa0a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 930 time: 0.2236497 Jul 22 19:25:11.085847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-2e4bc37a-83ec-4ee7-9a16-915a437bb028 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5554235 Jul 22 19:25:11.103415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Request body: {'port': {'device_id': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:11.157821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-3cd9193d-87d1-4da0-9af7-0e4d6229df25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 217 time: 0.0672393 Jul 22 19:25:11.182004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Deleting port b757c216-fd5e-44d5-8422-77adc79246e1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:11.182004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.363549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.370821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f3cca04b-83ef-4952-a005-4ffa7a72461e None None] Provisioning for port 36f14530-979e-47f4-a754-b2997818be22 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:11.375616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f3cca04b-83ef-4952-a005-4ffa7a72461e None None] Provisioning complete for port 36f14530-979e-47f4-a754-b2997818be22 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:11.376075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f3cca04b-83ef-4952-a005-4ffa7a72461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.415794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f3cca04b-83ef-4952-a005-4ffa7a72461e None None] Port 36f14530-979e-47f4-a754-b2997818be22 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:11.535799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-a38707e1-0090-4223-ac7b-baa8d36695d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.537390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-a38707e1-0090-4223-ac7b-baa8d36695d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.3715940 Jul 22 19:25:11.541280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.600551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:11.602843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:11.621443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.621776 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.645997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Calling delete_port for b757c216-fd5e-44d5-8422-77adc79246e1 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:11.730198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port d14e4691-fd7b-446f-8f27-109304db499a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:11.740624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port d14e4691-fd7b-446f-8f27-109304db499a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:11.740989 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.778833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:11.797863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'mac_address': 'fa:16:3e:c4:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:11.808774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-d285f1d9-2e3b-4e17-bb89-ade6bef98873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:11.810425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-d285f1d9-2e3b-4e17-bb89-ade6bef98873 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2623763 Jul 22 19:25:11.869446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.891550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:11.895841 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.936955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:11.945961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:11.948480 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ccc914-b22d-4708-ab9e-2f3df4b51906" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:11.954010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.967382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:11.988620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:11.993676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:12.020753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-9c863be4-e64a-4ea9-8fb1-88afeac714a4 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994185 Jul 22 19:25:12.020969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.069971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.093771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.114276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f14530-979e-47f4-a754-b2997818be22 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:12.125548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-9d59681e-3529-4e4d-b6d5-8a7ded4a58d4 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:12.134014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-9d59681e-3529-4e4d-b6d5-8a7ded4a58d4 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1393194 Jul 22 19:25:12.165436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.166973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:12.168001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event deleted for resources: {'Port': ['ID=b757c216-fd5e-44d5-8422-77adc79246e1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.211890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Transition to ACTIVE for port object 36f14530-979e-47f4-a754-b2997818be22 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:12.212923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.215460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.217194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-575b9ab5-9587-433a-8285-6cf5237d5b2a req-def6187f-dd07-46d6-a310-824ca317faca tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "DELETE /v2.0/floatingips/e8f3eee7-1e0e-43de-a576-4943fbb99da6 HTTP/1.1" status: 204 len: 173 time: 1.4036236 Jul 22 19:25:12.220225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.240514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:12.241156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:25:12.270319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e545de8-6d0a-4d7c-bf6c-0dc7598f5a10 req-f77f9c57-f9da-4e29-b8ca-481501ccb195 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365282 Jul 22 19:25:12.286839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Pushing event updated for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.354363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Attempting to bind port 36f14530-979e-47f4-a754-b2997818be22 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:12.354755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Attempting to bind port 36f14530-979e-47f4-a754-b2997818be22 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:12.355046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Attempting to bind port 36f14530-979e-47f4-a754-b2997818be22 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:12.362743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Port 36f14530-979e-47f4-a754-b2997818be22 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:12.363141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Attempting to bind port 36f14530-979e-47f4-a754-b2997818be22 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:12.372372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:12.372772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:12.373147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:12.373585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Bound port: 36f14530-979e-47f4-a754-b2997818be22, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:12.373954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.431952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:12.432476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:12.432595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867d6e4-6894-4bc6-8aed-634ec8227001 req-0849c380-69f2-4aea-9865-77a1259a4afd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.432924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:12.434134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7867d6e4-6894-4bc6-8aed-634ec8227001 req-0849c380-69f2-4aea-9865-77a1259a4afd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 949 time: 0.1214480 Jul 22 19:25:12.438522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:12.438934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:12.444184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:12.444598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:12.445079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:12.445578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Bound port: 74dddc60-de87-4152-993e-7d6f0abc8905, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:12.489669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:12.497592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7867d6e4-6894-4bc6-8aed-634ec8227001 req-49bc983b-e96a-4db5-a988-c9be072ef9b8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551841 Jul 22 19:25:12.506655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=36f14530-979e-47f4-a754-b2997818be22,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:12.508722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:12.511443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.514333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.523667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-a2de2128-ccac-4561-a689-b1f1f9cc03cc service neutron] 10.222.0.10 "POST /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905/bindings HTTP/1.1" status: 201 len: 390 time: 0.3435087 Jul 22 19:25:12.555070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.555816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.557384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/36f14530-979e-47f4-a754-b2997818be22 HTTP/1.1" status: 200 len: 1097 time: 1.4595928 Jul 22 19:25:12.557931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'tag': '36f14530-979e-47f4-a754-b2997818be22'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:12.561324 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428f938c-852d-4439-9f39-706e01e89795" -d '{"events": [{"name": "network-changed", "server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "tag": "36f14530-979e-47f4-a754-b2997818be22"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:12.572342 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9dbad-5a53-402a-83df-9e7893326840 x-openstack-request-id: req-c0e9dbad-5a53-402a-83df-9e7893326840 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:12.572630 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:12.573092 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0e9dbad-5a53-402a-83df-9e7893326840 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:12.573626 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'status': 'completed', 'code': 200} Jul 22 19:25:12.609168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1c8d5-c2e9-45bf-b0bd-6956825255f6 service neutron] Pushing event updated for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:12.739340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:12.769625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-a2660c60-ed61-4b37-b475-f492225ab2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.778611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-a2660c60-ed61-4b37-b475-f492225ab2bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 1101 time: 0.1580086 Jul 22 19:25:12.778611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-0ee0ad82-a955-43ce-a380-74f6d710d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:12.779336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-0ee0ad82-a955-43ce-a380-74f6d710d96a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 1100 time: 0.1228392 Jul 22 19:25:12.892723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-fa364fd6-7651-44a6-bb97-85d6cac8baf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=36f14530-979e-47f4-a754-b2997818be22 HTTP/1.1" status: 200 len: 217 time: 0.1023140 Jul 22 19:25:13.028855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58126e3f-63ac-47f3-8389-0aef6ddb7556 req-c576a722-ff83-4bf0-b438-7a3b3e48a0c9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.030377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58126e3f-63ac-47f3-8389-0aef6ddb7556 req-c576a722-ff83-4bf0-b438-7a3b3e48a0c9 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 949 time: 0.3139036 Jul 22 19:25:13.088132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-c9ff5c5c-a02d-49c8-82f9-53d0f7f28706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.089598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-c9ff5c5c-a02d-49c8-82f9-53d0f7f28706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1701200 Jul 22 19:25:13.093566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-7a001b7e-f8c3-42d9-97d3-76330de8d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.094902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-7a001b7e-f8c3-42d9-97d3-76330de8d0ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3145955 Jul 22 19:25:13.181179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-8bee0a06-33f2-4d21-858d-fbb2cf42bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.182592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-8bee0a06-33f2-4d21-858d-fbb2cf42bf60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1097 time: 0.3140814 Jul 22 19:25:13.190376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474591f0-82f5-4817-a5aa-6d02825095e4 req-895cec2b-2939-4319-8169-6933a765e55c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.191770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-474591f0-82f5-4817-a5aa-6d02825095e4 req-895cec2b-2939-4319-8169-6933a765e55c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 943 time: 0.3569427 Jul 22 19:25:13.195581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58126e3f-63ac-47f3-8389-0aef6ddb7556 req-5eb9fdbf-7682-4576-916f-bf816c91422b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549580 Jul 22 19:25:13.196850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-7042dea8-217b-439f-9c51-45c1582f6e2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a HTTP/1.1" status: 200 len: 217 time: 0.0846655 Jul 22 19:25:13.373242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-474591f0-82f5-4817-a5aa-6d02825095e4 req-af967e4e-4a73-4099-8941-0123694a85a6 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742597 Jul 22 19:25:13.381567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-7f206398-da33-487e-83a4-c4a1f4a920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.382991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-7f206398-da33-487e-83a4-c4a1f4a920d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1650286 Jul 22 19:25:13.416316 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c1c5e-b30d-4853-acef-b1fbc73d1445 x-openstack-request-id: req-d40c1c5e-b30d-4853-acef-b1fbc73d1445 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:13.416609 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:13.416857 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d40c1c5e-b30d-4853-acef-b1fbc73d1445 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:13.417240 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'code': 200} Jul 22 19:25:13.431776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f15ae-7662-48dc-93ed-710b733147da req-1ce88b87-0bd1-4bf8-809d-1cd103e3fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.433311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-1ce88b87-0bd1-4bf8-809d-1cd103e3fcad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3358018 Jul 22 19:25:13.461750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-2c5242d7-878b-41a7-9d30-c809c4958571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.463140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-2c5242d7-878b-41a7-9d30-c809c4958571 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2653093 Jul 22 19:25:13.523029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808360dd-fb74-4e28-a5c5-0bdbf2f4b3ef req-d3b45ded-ef41-43bc-baf3-bdb12ab297d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.524548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-808360dd-fb74-4e28-a5c5-0bdbf2f4b3ef req-d3b45ded-ef41-43bc-baf3-bdb12ab297d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 1102 time: 0.0549009 Jul 22 19:25:13.564843 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-808360dd-fb74-4e28-a5c5-0bdbf2f4b3ef req-047383f4-31a9-4ef2-8e35-1cf797a8df8c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Jul 22 19:25:13.609102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9260310c-2924-45f4-9f97-95bcf11a30b5 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:13.612362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:13.728183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:13.737650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:13.738030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:13.767809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9260310c-2924-45f4-9f97-95bcf11a30b5,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:13.787171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:13.789504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-29520269-02df-4047-8cad-3cd7977ad4a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.3086455 Jul 22 19:25:13.797683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c12af-b95f-41e9-a452-aa111ea295db req-f7c8d4f7-219f-477b-a4e0-18c784bb32bf tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.799136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a7c12af-b95f-41e9-a452-aa111ea295db req-f7c8d4f7-219f-477b-a4e0-18c784bb32bf tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 948 time: 0.5247149 Jul 22 19:25:13.848986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:13.874057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9260310c-2924-45f4-9f97-95bcf11a30b5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:13.880419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:13.909797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9260310c-2924-45f4-9f97-95bcf11a30b5,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:13.917774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:13.945395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:13.952671 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:13.972369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-ddb3af90-4c83-45f0-a2f6-1fa9275e2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.973848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:13.973973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-ddb3af90-4c83-45f0-a2f6-1fa9275e2590 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5828552 Jul 22 19:25:13.981561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-954ba882-1363-45df-9025-6bf3391288e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:13.983903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-954ba882-1363-45df-9025-6bf3391288e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1784794 Jul 22 19:25:13.989431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a7c12af-b95f-41e9-a452-aa111ea295db req-acaea682-d832-4d4c-83a6-e4b4380d45ff tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511323 Jul 22 19:25:14.002009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-a5dbb992-f2a7-40ce-a609-620681987f00 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5659797 Jul 22 19:25:14.023368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-dbaae555-e51e-4ff8-8809-a7b6bda55be7 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804870 Jul 22 19:25:14.036898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:14.055183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-be9429ff-cac7-4a08-9dfa-1f0bcfa5440c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522335 Jul 22 19:25:14.065026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:14.173426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9260310c-2924-45f4-9f97-95bcf11a30b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:14.264939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:14.315856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-9d3f5f35-458b-4e99-ad88-9e08cdf38406 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312109 Jul 22 19:25:14.375593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a9f15ae-7662-48dc-93ed-710b733147da req-bf4d1111-4d18-4da7-8875-5af591962ccc service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267479 Jul 22 19:25:14.396531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbceeeb-23bd-496c-8416-9a964edf6330 req-76f1015e-48bf-4d3f-af12-04b97f8dd9ff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:14.398027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfbceeeb-23bd-496c-8416-9a964edf6330 req-76f1015e-48bf-4d3f-af12-04b97f8dd9ff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 950 time: 0.3420193 Jul 22 19:25:14.399805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-d081b220-a790-4b45-8af5-1f353cb69ca5 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275423 Jul 22 19:25:14.589489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d5f6db-17f3-4b83-bc98-2c0812637303 req-66967742-6f41-4d0d-98d1-a050b5ea18b8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583880 Jul 22 19:25:14.595326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfbceeeb-23bd-496c-8416-9a964edf6330 req-3780f8ab-c61f-4dc2-b9c2-c9ffc3ce0112 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875267 Jul 22 19:25:14.620873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-6181699e-c856-4015-ad9e-8d909ab06b91 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091265 Jul 22 19:25:14.628530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:14.672313 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646219de-fdce-4f55-a1c6-f343bb2722fb x-openstack-request-id: req-646219de-fdce-4f55-a1c6-f343bb2722fb {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:14.672605 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "tag": "36f14530-979e-47f4-a754-b2997818be22", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:14.672850 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-646219de-fdce-4f55-a1c6-f343bb2722fb {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:14.673245 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'tag': '36f14530-979e-47f4-a754-b2997818be22', 'status': 'completed', 'code': 200} Jul 22 19:25:14.839461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Allocated IP 172.25.6.39 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c1cec18e-fd20-41ec-a778-f4cb9b6aa380) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:14.892719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f938c-852d-4439-9f39-706e01e89795 req-4661e9d7-7659-45a0-8977-85328ba40900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:14.894141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-4661e9d7-7659-45a0-8977-85328ba40900 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fe84ef21684c42abaaa398f739467702&device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 1100 time: 0.2005413 Jul 22 19:25:14.939026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de49ce-6960-4e46-aee1-24fc6ae9dab7 req-1a1026e6-8742-4389-9927-721cb2956daa tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:14.940490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59de49ce-6960-4e46-aee1-24fc6ae9dab7 req-1a1026e6-8742-4389-9927-721cb2956daa tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 945 time: 0.2343004 Jul 22 19:25:14.945677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-3328b6e8-4cdb-4c41-bbf2-6bfe388456cf tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:14.947079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-3328b6e8-4cdb-4c41-bbf2-6bfe388456cf tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.2015796 Jul 22 19:25:14.993772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:15.103722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59de49ce-6960-4e46-aee1-24fc6ae9dab7 req-56d2d4c9-f36e-41c2-a754-e246634aa14d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557126 Jul 22 19:25:15.145578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.159356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f938c-852d-4439-9f39-706e01e89795 req-849d5f06-96ea-466f-848f-7e2eae20e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:15.160850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-849d5f06-96ea-466f-848f-7e2eae20e720 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2575819 Jul 22 19:25:15.182172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.221381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-2e219cb0-95b4-474f-8dfe-4ab55cb81ec4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=36f14530-979e-47f4-a754-b2997818be22 HTTP/1.1" status: 200 len: 217 time: 0.0493135 Jul 22 19:25:15.311437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.352096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f938c-852d-4439-9f39-706e01e89795 req-11b09918-31a7-4a75-bccb-508c8667bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:15.353574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-11b09918-31a7-4a75-bccb-508c8667bfc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1201394 Jul 22 19:25:15.418617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:15.421016 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea496b6-e0d0-43e6-aaa0-6f67dc0ce511" -d '{"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:15.433076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:15.452974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:15.609690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9260310c-2924-45f4-9f97-95bcf11a30b5 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:15.659194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 9260310c-2924-45f4-9f97-95bcf11a30b5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:15.663222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9260310c-2924-45f4-9f97-95bcf11a30b5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:15.663603 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.712174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event updated for resources: {'Port': ['ID=c1cec18e-fd20-41ec-a778-f4cb9b6aa380,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:15.715952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:15.745898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.778435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:15.779403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9260310c-2924-45f4-9f97-95bcf11a30b5,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:15.784102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.831627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f938c-852d-4439-9f39-706e01e89795 req-ffc16bd7-b1c9-42a7-9b62-86a520d464b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:15.833010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:15.833156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-ffc16bd7-b1c9-42a7-9b62-86a520d464b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4681699 Jul 22 19:25:15.836326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:15.869979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d535ed-8715-40f6-bdb8-8ff155337bec req-0a4f7222-79a9-4b63-a8d3-f66dc18266d1 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:15.873228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83d535ed-8715-40f6-bdb8-8ff155337bec req-0a4f7222-79a9-4b63-a8d3-f66dc18266d1 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 950 time: 0.4695225 Jul 22 19:25:15.918579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:16.018463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.053897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83d535ed-8715-40f6-bdb8-8ff155337bec req-b27e7be3-9e6c-4b76-a892-767e9d2307c7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713881 Jul 22 19:25:16.055617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.072471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.109606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-29ac883d-1767-40e7-952c-cb09ebd3ef1e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627161 Jul 22 19:25:16.264437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:16.346078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:16.346408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:16.346736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:16.372463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:16.373390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Attempting to bind port 74dddc60-de87-4152-993e-7d6f0abc8905 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:16.390977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01240-8de7-4f0d-9db1-c14d902bd065 req-285057ae-2c91-4f1e-92b9-3401805775e9 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.392489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8e01240-8de7-4f0d-9db1-c14d902bd065 req-285057ae-2c91-4f1e-92b9-3401805775e9 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.2750697 Jul 22 19:25:16.399031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-428f938c-852d-4439-9f39-706e01e89795 req-220ab6ed-14a8-4aae-b8c7-5d9d091be091 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780910 Jul 22 19:25:16.402351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:16.402686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:16.403063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:16.403498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Bound port: 74dddc60-de87-4152-993e-7d6f0abc8905, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:16.404543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.485769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.494692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.510187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8e01240-8de7-4f0d-9db1-c14d902bd065 req-5b8f4a83-32d0-4ca9-a0cb-1daad61c0e2c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101172 Jul 22 19:25:16.544942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.570368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:16.572540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.573889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5326204 Jul 22 19:25:16.578489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:16.579806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016f0f5-1051-4801-8b3e-14b8a2900ab1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event updated for resources: {'Port': ['ID=c1cec18e-fd20-41ec-a778-f4cb9b6aa380,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:16.590927 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.650273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-541abe6c-9377-4611-94d3-4b5f316bc1cd tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0677190 Jul 22 19:25:16.680165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:16.681649 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e97553-f3e3-464a-a9ba-506d70ba9d49" -d '{"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-unplugged", "status": "completed", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:16.746115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:16.774787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.775409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:16.776861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-391a3702-840f-4865-a3df-915799b4bd58 service neutron] 10.222.0.32 "PUT /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 1123 time: 1.7953122 Jul 22 19:25:16.832136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['74dddc60-de87-4152-993e-7d6f0abc8905'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:16.847328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-4b7f52eb-aaf5-486d-b24e-d1853ab1da03 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.848730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-356e0bcd-f34f-4fe1-9185-a1e9d6815601 req-4b7f52eb-aaf5-486d-b24e-d1853ab1da03 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1849914 Jul 22 19:25:16.878589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb7a26-c0b6-4ee9-ac1d-4489d39fb9ef req-f46bcb3a-c175-4867-a6c8-573c36c8d03a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.884481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb7a26-c0b6-4ee9-ac1d-4489d39fb9ef req-f46bcb3a-c175-4867-a6c8-573c36c8d03a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.886152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59cb7a26-c0b6-4ee9-ac1d-4489d39fb9ef req-f46bcb3a-c175-4867-a6c8-573c36c8d03a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd&device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 1690 time: 0.1431985 Jul 22 19:25:16.954265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59cb7a26-c0b6-4ee9-ac1d-4489d39fb9ef req-029059d7-3762-4253-b0b3-8d752b1d89d0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608478 Jul 22 19:25:16.991252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af63756-eb86-4ccf-886a-c40447712a33 req-066eb1db-6d59-42e8-a323-e131833b2334 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:16.992907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7af63756-eb86-4ccf-886a-c40447712a33 req-066eb1db-6d59-42e8-a323-e131833b2334 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 948 time: 0.0932226 Jul 22 19:25:17.030677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7af63756-eb86-4ccf-886a-c40447712a33 req-67b443c0-e07c-41e2-9d46-67f805a040e9 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Jul 22 19:25:17.077972 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db714a9a-0f46-4b24-b00f-e47ddd7254a7 x-openstack-request-id: req-db714a9a-0f46-4b24-b00f-e47ddd7254a7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:17.078130 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:17.078341 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db714a9a-0f46-4b24-b00f-e47ddd7254a7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:17.078907 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'code': 200} Jul 22 19:25:17.180818 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d580d7-a5d7-465a-a3a7-13e92dde3aeb x-openstack-request-id: req-72d580d7-a5d7-465a-a3a7-13e92dde3aeb {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:17.181112 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-unplugged", "status": "completed", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:17.181361 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72d580d7-a5d7-465a-a3a7-13e92dde3aeb {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:17.181838 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905', 'code': 200} Jul 22 19:25:17.198157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05968ede-87a2-45f4-a9b1-07338276e6e9 req-9022fc42-f024-441a-9d22-7b30535d2691 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:17.199645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05968ede-87a2-45f4-a9b1-07338276e6e9 req-9022fc42-f024-441a-9d22-7b30535d2691 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 0.1030374 Jul 22 19:25:17.209229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 36f14530-979e-47f4-a754-b2997818be22 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:17.259800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-b3a58602-dac2-4c86-b481-59d70bd3d31e tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips/766dfae0-7a8f-4ce4-8457-3a847f3b8cd4 HTTP/1.1" status: 200 len: 692 time: 0.0717790 Jul 22 19:25:17.309201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=36f14530-979e-47f4-a754-b2997818be22,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:17.313975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05968ede-87a2-45f4-a9b1-07338276e6e9 req-29113f47-9b21-425a-890c-96352bffb6cd tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072440 Jul 22 19:25:17.322611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '36f14530-979e-47f4-a754-b2997818be22', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '36f14530-979e-47f4-a754-b2997818be22', 'mac_address': 'fa:16:3e:7e:29:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:17.343140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a0e5e-c1a9-46b7-a381-2ee66d471561 req-8fb38a48-1ba0-42bb-aa5c-07da99923826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:17.344682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826a0e5e-c1a9-46b7-a381-2ee66d471561 req-8fb38a48-1ba0-42bb-aa5c-07da99923826 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 1102 time: 0.1989756 Jul 22 19:25:17.374283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:17.392655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f14530-979e-47f4-a754-b2997818be22 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:17.423710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=36f14530-979e-47f4-a754-b2997818be22,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:17.428477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826a0e5e-c1a9-46b7-a381-2ee66d471561 req-89cbf64e-a4d9-4507-b035-6e257d229a94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471961 Jul 22 19:25:17.429783 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:17.446912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-dcec6d7b-c27d-4040-9d97-84f62e3aa2ba tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:17.452622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-dcec6d7b-c27d-4040-9d97-84f62e3aa2ba tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1837118 Jul 22 19:25:17.482413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:17.526198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-b3455e69-44ce-402e-9c84-eff3750ef75d tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0708971 Jul 22 19:25:17.583083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-8e1dc7a4-3bd2-4067-a90a-8b5dde7b6fb1 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.39 HTTP/1.1" status: 200 len: 695 time: 0.0497372 Jul 22 19:25:17.602664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78effb-b126-471b-94bc-6532fdf8dfa8 req-c5d3e506-9f19-4d8c-b667-843dd2d78133 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:17.604102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a78effb-b126-471b-94bc-6532fdf8dfa8 req-c5d3e506-9f19-4d8c-b667-843dd2d78133 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 950 time: 0.1505723 Jul 22 19:25:17.721675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a78effb-b126-471b-94bc-6532fdf8dfa8 req-473a062d-7024-414b-afd5-84fa6211d64a tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893214 Jul 22 19:25:17.745229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Deleting port c1cec18e-fd20-41ec-a778-f4cb9b6aa380 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:17.745578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:17.757636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['36f14530-979e-47f4-a754-b2997818be22'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:17.855102 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:17.855554 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:17.874747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Calling delete_port for c1cec18e-fd20-41ec-a778-f4cb9b6aa380 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:17.923864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addab524-a41d-4c24-a931-c34643ffecb2 req-32750357-1738-4658-9f07-80f78703c0bd tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:17.925413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-addab524-a41d-4c24-a931-c34643ffecb2 req-32750357-1738-4658-9f07-80f78703c0bd tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 1102 time: 0.1269565 Jul 22 19:25:17.976039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-addab524-a41d-4c24-a931-c34643ffecb2 req-5ef1df39-0591-44df-89ae-593f0018f45e tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Jul 22 19:25:18.037564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:18.063449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Pushing event deleted for resources: {'Port': ['ID=c1cec18e-fd20-41ec-a778-f4cb9b6aa380,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:18.089188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:18.092365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:18.093630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905c9c00-1e2a-405d-99cb-ceb22c21a69d req-c3fcb24a-f226-43bb-bb10-27f5f1a8c132 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "DELETE /v2.0/floatingips/766dfae0-7a8f-4ce4-8457-3a847f3b8cd4 HTTP/1.1" status: 204 len: 173 time: 0.5046382 Jul 22 19:25:18.233229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6e342-6386-4a25-bcbe-d3c649fd9905 req-21419575-14fb-4a37-9497-4102a561bf08 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:18.234812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ac6e342-6386-4a25-bcbe-d3c649fd9905 req-21419575-14fb-4a37-9497-4102a561bf08 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.0864134 Jul 22 19:25:18.300464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ac6e342-6386-4a25-bcbe-d3c649fd9905 req-8b163a49-0764-4d50-8612-80a13cc5f551 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556262 Jul 22 19:25:18.314946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ca143-1e62-4593-aa0c-41fd75b848d2 req-61ad4d98-e053-4676-a74d-6f6e9ecde26c tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:18.316538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b45ca143-1e62-4593-aa0c-41fd75b848d2 req-61ad4d98-e053-4676-a74d-6f6e9ecde26c tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 1101 time: 0.0794301 Jul 22 19:25:18.350849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b45ca143-1e62-4593-aa0c-41fd75b848d2 req-19c83711-50ef-49c9-b015-90f8e528fa53 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284178 Jul 22 19:25:18.422646 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-2252098c-b19d-415e-9f76-45fb4b7dd86d req-4096716c-3ec9-4d28-9f44-d355f23f605f tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] show failed (client error): The resource could not be found. Jul 22 19:25:18.423641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2252098c-b19d-415e-9f76-45fb4b7dd86d req-4096716c-3ec9-4d28-9f44-d355f23f605f tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips/766dfae0-7a8f-4ce4-8457-3a847f3b8cd4 HTTP/1.1" status: 404 len: 350 time: 0.0402298 Jul 22 19:25:18.452294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e90b2-fb2f-4fd5-a8a1-af8b371dcc3b req-cf9b7934-8fcf-46bb-ace6-45366c184918 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:18.453774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-166e90b2-fb2f-4fd5-a8a1-af8b371dcc3b req-cf9b7934-8fcf-46bb-ace6-45366c184918 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 949 time: 0.0991049 Jul 22 19:25:18.495482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-166e90b2-fb2f-4fd5-a8a1-af8b371dcc3b req-3cbbebc3-71b4-48ff-850a-b5a708c09cee tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361114 Jul 22 19:25:18.617795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769631f7-84c4-41b2-9dfc-76611b289c55 req-e30200f3-0ec3-4700-8caf-e13d704c97b8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:18.619232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769631f7-84c4-41b2-9dfc-76611b289c55 req-e30200f3-0ec3-4700-8caf-e13d704c97b8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 0.0660684 Jul 22 19:25:18.659765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769631f7-84c4-41b2-9dfc-76611b289c55 req-12c3dd81-2a58-4061-b788-a320291aea0f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340326 Jul 22 19:25:18.793315 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-add3d8f4-f4ac-45e3-9d8a-a91f7daba0f7 req-81db018e-289a-4518-bee0-b0f98af23731 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] show failed (client error): The resource could not be found. Jul 22 19:25:18.794998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-add3d8f4-f4ac-45e3-9d8a-a91f7daba0f7 req-81db018e-289a-4518-bee0-b0f98af23731 tempest-FloatingIPsTestJSON-163514905 tempest-FloatingIPsTestJSON-163514905-project] 10.222.0.10 "GET /v2.0/floatingips/766dfae0-7a8f-4ce4-8457-3a847f3b8cd4 HTTP/1.1" status: 404 len: 350 time: 0.0400836 Jul 22 19:25:18.805189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37302) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:19.080642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:19.083008 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf74341-1b45-4639-9af4-8dc9ec0ffeae" -d '{"events": [{"server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "name": "network-vif-plugged", "status": "completed", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:19.184066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:19.186638 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848d5548-f181-4f81-b57a-a32a8f3b5b30" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:19.212828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67591c1a-1f10-440c-8da8-2431785caa99 req-cb03f1a9-1a4e-4971-a2a4-7bde562a9892 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.213791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67591c1a-1f10-440c-8da8-2431785caa99 req-cb03f1a9-1a4e-4971-a2a4-7bde562a9892 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 950 time: 0.3665161 Jul 22 19:25:19.224066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:19.261734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 36f14530-979e-47f4-a754-b2997818be22 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:19.335334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-3b6de8cf-766f-4def-8d89-97ff4e048460 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770109 Jul 22 19:25:19.363160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:19.373608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 36f14530-979e-47f4-a754-b2997818be22 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:19.379003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:25:19.381240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 36f14530-979e-47f4-a754-b2997818be22 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:19.381612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:19.386723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67591c1a-1f10-440c-8da8-2431785caa99 req-3a292441-12ba-44f9-984f-906dd692d44f tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669533 Jul 22 19:25:19.443256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:19.480716 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b158eaa-bc6a-4432-b1c6-43d5fa965556 x-openstack-request-id: req-4b158eaa-bc6a-4432-b1c6-43d5fa965556 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:19.481115 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "name": "network-vif-plugged", "status": "completed", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:19.481479 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b158eaa-bc6a-4432-b1c6-43d5fa965556 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:19.482199 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'code': 200} Jul 22 19:25:19.502169 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cd6ff2-5544-46c7-b86b-1b353e7160a8 x-openstack-request-id: req-30cd6ff2-5544-46c7-b86b-1b353e7160a8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:19.502596 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:19.513696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:19.516339 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30cd6ff2-5544-46c7-b86b-1b353e7160a8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:19.516830 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905', 'status': 'completed', 'code': 200} Jul 22 19:25:19.564326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=36f14530-979e-47f4-a754-b2997818be22,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:19.569730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:19.590805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07f31ae-78c0-4568-8ad8-4ae3ddd712cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:19.619803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:19.639050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-60403baf-747c-4bca-8379-1eb7c7a9eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.640582 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-60403baf-747c-4bca-8379-1eb7c7a9eb44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1126 time: 0.1138928 Jul 22 19:25:19.640933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-3d2e595a-1edf-4f35-b78c-f1a0a9d91af2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.642425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-3d2e595a-1edf-4f35-b78c-f1a0a9d91af2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952566 Jul 22 19:25:19.713897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-e8fc314d-239c-4828-8a61-c0500c43c863 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0527992 Jul 22 19:25:19.777252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316db89b-a61c-4d00-a7f8-5fc51f0209ea req-8caa7865-f4d5-491c-aeec-9747ae146e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.779429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-316db89b-a61c-4d00-a7f8-5fc51f0209ea req-8caa7865-f4d5-491c-aeec-9747ae146e8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1097 time: 0.2461655 Jul 22 19:25:19.821171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c87a85-169f-4d02-9d3e-a406adcc1513 req-7991a31d-e55e-4a9b-8f34-83d23a580c52 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.822777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69c87a85-169f-4d02-9d3e-a406adcc1513 req-7991a31d-e55e-4a9b-8f34-83d23a580c52 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.2560313 Jul 22 19:25:19.889244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-316db89b-a61c-4d00-a7f8-5fc51f0209ea req-dcb43268-dbe2-425b-839e-fb79a14a2b22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003597 Jul 22 19:25:19.942335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-3cb6e8d7-b046-4a81-bd19-59f6b05ee401 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2159326 Jul 22 19:25:19.969298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69c87a85-169f-4d02-9d3e-a406adcc1513 req-4951aacb-6676-4669-94ea-7c6c8737c13c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347923 Jul 22 19:25:19.980739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07f31ae-78c0-4568-8ad8-4ae3ddd712cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:19.982652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-96436842-9eaa-49b0-9ae3-71d13957e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:19.984600 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-96436842-9eaa-49b0-9ae3-71d13957e78f service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.3290327 Jul 22 19:25:19.987166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07f31ae-78c0-4568-8ad8-4ae3ddd712cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.036487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.058653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-07c47285-29a9-4892-bfb4-78314bc1970b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.0606208 Jul 22 19:25:20.066007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f31ae-78c0-4568-8ad8-4ae3ddd712cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51f74a1-0a6f-4185-a6d0-46bbc33e0ec1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:20.073611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f07f31ae-78c0-4568-8ad8-4ae3ddd712cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f89f7efb0184575b9fe80d247ec2e74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263781 Jul 22 19:25:20.076509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:20.119904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-e4309f76-16ea-4326-a044-2a93951092db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:20.121818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-e4309f76-16ea-4326-a044-2a93951092db service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0568123 Jul 22 19:25:20.163057 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-838bc084-3d4a-48c1-ae06-1cec5af2a3b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338767 Jul 22 19:25:20.226255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.265392 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-6dc667a8-ca1d-4d83-9ed3-145ac19cf6a2 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948508 Jul 22 19:25:20.273017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7b946-d1c7-4740-9d3e-d358c1a8ce8e req-d11ff193-75d9-4f10-b353-2c1ed3961b6c tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:20.275152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98b7b946-d1c7-4740-9d3e-d358c1a8ce8e req-d11ff193-75d9-4f10-b353-2c1ed3961b6c tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 950 time: 0.2022538 Jul 22 19:25:20.385807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-848d5548-f181-4f81-b57a-a32a8f3b5b30 req-831768d6-c8cc-463a-a218-510495696bad service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138763 Jul 22 19:25:20.404206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.468952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98b7b946-d1c7-4740-9d3e-d358c1a8ce8e req-bbdb5334-eb88-4bad-a142-797ca45df538 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545186 Jul 22 19:25:20.546473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.549071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.550211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d51f74a1-0a6f-4185-a6d0-46bbc33e0ec1 HTTP/1.1" status: 204 len: 168 time: 0.4754484 Jul 22 19:25:20.593697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3416eb-da61-410a-bd7d-855caf28b34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51f74a1-0a6f-4185-a6d0-46bbc33e0ec1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:20.640761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78825d-9804-403b-a984-a621da373222 req-ad262520-25e5-4fe7-9405-def77b598f9b tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:20.648607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff78825d-9804-403b-a984-a621da373222 req-ad262520-25e5-4fe7-9405-def77b598f9b tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.1917031 Jul 22 19:25:20.695125 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-561225f2-79f9-47e0-b314-8e76c1650609 service neutron] 10.222.0.26 "GET /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.0935714 Jul 22 19:25:20.728774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff78825d-9804-403b-a984-a621da373222 req-cc676ee0-7812-498b-a164-d78f0588ede7 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791936 Jul 22 19:25:20.769753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef988f-b0fe-498d-ad35-dfb497c690b1 req-14411426-6701-4714-a0e6-d7fa4c6c9466 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:20.771479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99ef988f-b0fe-498d-ad35-dfb497c690b1 req-14411426-6701-4714-a0e6-d7fa4c6c9466 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 943 time: 0.2188702 Jul 22 19:25:20.792396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Deleting port 95e883d6-38be-4b5b-bbc3-a663e14797a6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:20.792734 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.840417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99ef988f-b0fe-498d-ad35-dfb497c690b1 req-0e7e2aec-5ecb-45bc-b09d-3c8ba861070a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606062 Jul 22 19:25:20.951426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] For port 95e883d6-38be-4b5b-bbc3-a663e14797a6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95e883d6-38be-4b5b-bbc3-a663e14797a6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:20.951793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:20.987627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Calling delete_port for 95e883d6-38be-4b5b-bbc3-a663e14797a6 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:21.037654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:21.054751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37368) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:21.076939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57648417-b837-40d0-9352-62b9460ddafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.081918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:21.140397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74dddc60-de87-4152-993e-7d6f0abc8905 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:21.158607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:21.195292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.344932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.366386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] Transition to ACTIVE for port object 74dddc60-de87-4152-993e-7d6f0abc8905 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:21.380310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Pushing event deleted for resources: {'Port': ['ID=95e883d6-38be-4b5b-bbc3-a663e14797a6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:21.382193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.392338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57648417-b837-40d0-9352-62b9460ddafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.438223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45be4-61d3-47b5-b9b5-977aa02c507a req-411bf380-2c75-44df-a20f-52536248ad7c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:21.440021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02b45be4-61d3-47b5-b9b5-977aa02c507a req-411bf380-2c75-44df-a20f-52536248ad7c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.1509030 Jul 22 19:25:21.453384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57648417-b837-40d0-9352-62b9460ddafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.483839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f14530-979e-47f4-a754-b2997818be22'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:21.487674 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b9d6e-dc71-43d5-b0e1-dff9a0e8ae7d" -d '{"events": [{"server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "name": "network-vif-plugged", "status": "completed", "tag": "36f14530-979e-47f4-a754-b2997818be22"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:21.552505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] No DVR routers for this DVR port 74dddc60-de87-4152-993e-7d6f0abc8905 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:21.625894 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57648417-b837-40d0-9352-62b9460ddafc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84698ac2fda84b16a67637abc253af69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5661347 Jul 22 19:25:21.625894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] Pushing event updated for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:21.629473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57648417-b837-40d0-9352-62b9460ddafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4618077-dfcc-4e44-a75a-b721c3f986d6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:21.632597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:21.667629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ddd4366f-f50a-4dcb-9640-37e64c945e41 service neutron] 10.222.0.26 "PUT /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9634137 Jul 22 19:25:21.717597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.740647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.795896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.798677 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.802353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4618077-dfcc-4e44-a75a-b721c3f986d6 HTTP/1.1" status: 204 len: 168 time: 0.1479855 Jul 22 19:25:21.809135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2a3d-1901-497f-82ad-0f766e668382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4618077-dfcc-4e44-a75a-b721c3f986d6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:21.860102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b689fb-4f11-4d7c-8873-f17dcd8ebfa5 req-864f3946-82bb-4d2c-829c-b7d4a8707df8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 210 time: 0.0432639 Jul 22 19:25:21.873282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02b45be4-61d3-47b5-b9b5-977aa02c507a req-f17acc2a-e124-4bc3-b165-66a80f9ea98a tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922875 Jul 22 19:25:21.936778 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:21.939482 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc085e7d-34e1-4fb6-97a9-40f8ca6fd1dc x-openstack-request-id: req-cc085e7d-34e1-4fb6-97a9-40f8ca6fd1dc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:21.940019 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "name": "network-vif-plugged", "status": "completed", "tag": "36f14530-979e-47f4-a754-b2997818be22", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:21.940488 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc085e7d-34e1-4fb6-97a9-40f8ca6fd1dc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:21.941449 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f14530-979e-47f4-a754-b2997818be22', 'code': 200} Jul 22 19:25:22.037411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-09edaa2d-4f6a-48d8-85fe-1cc18c551c31 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.038655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-09edaa2d-4f6a-48d8-85fe-1cc18c551c31 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1627901 Jul 22 19:25:22.115656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-6e837395-3101-4a7b-8019-4be220d01b8b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421970 Jul 22 19:25:22.273854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-4e17561c-deaf-4ebb-b775-d9281bee9843 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.275992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-4e17561c-deaf-4ebb-b775-d9281bee9843 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551576 Jul 22 19:25:22.316861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': 'e184387c-de98-4ef7-8410-984927dc4678', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:22.324524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-e9b46228-ba48-401d-b87a-0f07ad203d6e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472741 Jul 22 19:25:22.472835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9905b3-347b-4978-ae3a-e16fdca75f21 req-b32039ec-9539-420a-ba1a-9946ba081bb8 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.476632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b9905b3-347b-4978-ae3a-e16fdca75f21 req-b32039ec-9539-420a-ba1a-9946ba081bb8 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.4086666 Jul 22 19:25:22.489681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5e953ec1-2063-435e-ab5e-64d6ff5fe05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.491316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5e953ec1-2063-435e-ab5e-64d6ff5fe05a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee&tenant_id=fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 1096 time: 0.4046459 Jul 22 19:25:22.534813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-38290ac0-679a-4f3d-9102-1e6fb694e591 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.537972 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-38290ac0-679a-4f3d-9102-1e6fb694e591 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973491 Jul 22 19:25:22.562362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:22.609718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:22.613989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:22.636447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072bb70-6adb-46e9-899e-f979cd8eb553 req-f910a6cf-8842-4e78-a5ad-429fa9a46dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.639574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2072bb70-6adb-46e9-899e-f979cd8eb553 req-f910a6cf-8842-4e78-a5ad-429fa9a46dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 1102 time: 0.4687414 Jul 22 19:25:22.642988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:22.664522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae0b26-fd65-4ce3-90d5-84e4aefd2bf3 req-0a6ab8fb-bb0c-45aa-9b53-0cfca8cc86e9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.666101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bae0b26-fd65-4ce3-90d5-84e4aefd2bf3 req-0a6ab8fb-bb0c-45aa-9b53-0cfca8cc86e9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.4854102 Jul 22 19:25:22.709785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b9905b3-347b-4978-ae3a-e16fdca75f21 req-0729d7fd-da71-416f-af26-c2b0e64675c3 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017365 Jul 22 19:25:22.843958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.82 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/83fd222b-1f63-4e02-8290-080d30c7f559) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:22.856205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:22.860318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:22.912980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bae0b26-fd65-4ce3-90d5-84e4aefd2bf3 req-6d61e337-cfaa-47f6-b394-6fdd206f7bd5 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361648 Jul 22 19:25:22.914477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2072bb70-6adb-46e9-899e-f979cd8eb553 req-2f381a57-8607-478e-9ab4-41df090a2944 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614033 Jul 22 19:25:22.926025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-45845acc-8bd7-4ce1-8ec7-a8f7fc792946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:22.927533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-45845acc-8bd7-4ce1-8ec7-a8f7fc792946 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1096 time: 0.3707020 Jul 22 19:25:23.079693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.089448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cae65865-91e6-4ace-84fd-1b5e07066ffc req-402d9719-df6e-41a8-8625-0350ffe58213 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 210 time: 0.0615597 Jul 22 19:25:23.094183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 83fd222b-1f63-4e02-8290-080d30c7f559 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:23.135915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.140160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:23.150936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-38c27c39-2b1b-443a-86bd-d9aca1ba1bba admin admin] 10.222.0.10 "PUT /v2.0/routers/2094615f-67eb-4bcc-ae6b-0e7ab85de8d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3446739 Jul 22 19:25:23.152473 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Sync routers for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:23.154488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:23.156886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:23.158440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-38e4cda1-1bb9-4230-b87d-4f1424e32099 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 258 time: 0.4246564 Jul 22 19:25:23.167245 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:23.168207 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:23.185942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:23.206569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ae9aca37-818b-4443-bab5-b8690f5522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:23.208047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-ae9aca37-818b-4443-bab5-b8690f5522a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2281721 Jul 22 19:25:23.227165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.274715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5784c25e-f6c7-4d5c-960e-1c88daad4750 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.0578187 Jul 22 19:25:23.325893 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:23.366607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-b65f79b7-f1a4-4c10-9baa-1711441b8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:23.368100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-b65f79b7-f1a4-4c10-9baa-1711441b8bc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0823486 Jul 22 19:25:23.440037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-b73e4044-1ad0-4afb-a633-3627fbd50451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351691 Jul 22 19:25:23.452165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:23.469479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:23.474003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.161 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/21c39a91-41e2-4197-8d99-f27711da81ba) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:23.481574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:23.487713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:23.488378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.497208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:23.499934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.571070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79a3c72f-de98-4d60-91e7-e64fb44391f3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2617240 Jul 22 19:25:23.585049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.599357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Request body: {'port': {'device_id': 'e184387c-de98-4ef7-8410-984927dc4678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:23.662108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:23.750561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:23.835206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-32c303fa-61c4-4d95-b3ca-8e12f28c2bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693905 Jul 22 19:25:23.891646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ffc7aa7d-e072-4804-9edf-535c94ee0c0b None None] Provisioning for port 83fd222b-1f63-4e02-8290-080d30c7f559 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:23.895680 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:25:21Z', 'revision_number': 5, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:23.900890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Allocated IP 172.25.6.173 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d0a1d1f0-a73b-4ff4-874a-9795c13fbe98) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:23.905851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ffc7aa7d-e072-4804-9edf-535c94ee0c0b None None] Provisioning complete for port 83fd222b-1f63-4e02-8290-080d30c7f559 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:23.906659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ffc7aa7d-e072-4804-9edf-535c94ee0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.934691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.946114 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Checking router: 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:23.952996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7aa7d-e072-4804-9edf-535c94ee0c0b None None] Port 83fd222b-1f63-4e02-8290-080d30c7f559 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:23.956243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:23.958115 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Routers {'2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:23.958747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:23.997016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 21c39a91-41e2-4197-8d99-f27711da81ba will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:24.035414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c630304-383f-4b0a-859c-b6752aea0c56 req-23d06cfd-6578-40da-83b1-de7747067fd3 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:24.037150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c630304-383f-4b0a-859c-b6752aea0c56 req-23d06cfd-6578-40da-83b1-de7747067fd3 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.2360494 Jul 22 19:25:24.072453 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] Set router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:24.088256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.107456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-262d0590-c6e0-4833-b7b9-52d2c0d3dab6 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583570 Jul 22 19:25:24.161381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c630304-383f-4b0a-859c-b6752aea0c56 req-bce6a35b-3486-4a49-938b-39608f27e2ca tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907598 Jul 22 19:25:24.167135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.175441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.181269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.254793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.311283 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:25:21Z', 'revision_number': 5, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:24.320233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:24.333615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:24.339264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:24.345224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:24.345810 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412d5e40-f1ee-4757-9f29-0888f171c4fa None None] The sync data for ids ['2094615f-67eb-4bcc-ae6b-0e7ab85de8d8'] in n-d-800087-13 is: [{'id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'name': 'tempest-FloatingIPsTestJSON-1490801116-router', 'tenant_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:50Z', 'updated_at': '2021-07-22T19:25:21Z', 'revision_number': 5, 'project_id': 'e92bf7ad24a7452cbc3c72ff12ff2596', 'gw_port': {'id': '964f27de-6e12-4efc-886f-1d54ea629bc4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2094615f-67eb-4bcc-ae6b-0e7ab85de8d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:51Z', 'updated_at': '2021-07-22T19:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:24.391216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event updated for resources: {'Port': ['ID=d0a1d1f0-a73b-4ff4-874a-9795c13fbe98,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:24.557974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:24.569240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:24.572283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:24.578786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:24.579600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.603041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Deleting port 964f27de-6e12-4efc-886f-1d54ea629bc4 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:24.603388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.625114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:24.629397 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-64598ede-ceed-48fd-ad88-fe4e19e4677b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0781298 Jul 22 19:25:24.689585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Request body: {'port': {'device_id': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:24.750503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95e883d6-38be-4b5b-bbc3-a663e14797a6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:24.781795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 95e883d6-38be-4b5b-bbc3-a663e14797a6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:24.782145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95e883d6-38be-4b5b-bbc3-a663e14797a6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:24.792956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.898772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7d0ccb57-cb0d-4d81-93d7-39e8949cf0bf None None] Provisioning for port 21c39a91-41e2-4197-8d99-f27711da81ba completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:24.908656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e6f3c-3a82-49ad-b581-4b7ac2609686 req-bfad3b60-1aad-48fe-bebe-f073db38d1aa tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:24.910599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3e6f3c-3a82-49ad-b581-4b7ac2609686 req-bfad3b60-1aad-48fe-bebe-f073db38d1aa tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.5991957 Jul 22 19:25:24.915166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7d0ccb57-cb0d-4d81-93d7-39e8949cf0bf None None] Provisioning complete for port 21c39a91-41e2-4197-8d99-f27711da81ba triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:24.915166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d0ccb57-cb0d-4d81-93d7-39e8949cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.916965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] For port 964f27de-6e12-4efc-886f-1d54ea629bc4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=964f27de-6e12-4efc-886f-1d54ea629bc4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:24.918339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.918468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:24.932055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Calling delete_port for 964f27de-6e12-4efc-886f-1d54ea629bc4 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:24.986226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ccb57-cb0d-4d81-93d7-39e8949cf0bf None None] Port 21c39a91-41e2-4197-8d99-f27711da81ba cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:25.058519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-04ec5dc0-9aaa-46ef-9c1a-a5dd80af1211 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:25.060401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-04ec5dc0-9aaa-46ef-9c1a-a5dd80af1211 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.3205383 Jul 22 19:25:25.129448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3e6f3c-3a82-49ad-b581-4b7ac2609686 req-213401a2-0b9d-4cdf-a91f-d56b039ef250 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060996 Jul 22 19:25:25.146261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.173411 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.203331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.222415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.306917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.307954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1308389 Jul 22 19:25:25.320247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5b157cd3-952b-4937-9fe0-07bf45ed943f service neutron] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:25.326103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fd222b-1f63-4e02-8290-080d30c7f559 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:25.326639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cad2a3-ee74-4f9d-ace4-ab2257880e6c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event updated for resources: {'Port': ['ID=d0a1d1f0-a73b-4ff4-874a-9795c13fbe98,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:25.337188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5b157cd3-952b-4937-9fe0-07bf45ed943f service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.338296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bcb8659-615c-41be-bb4e-98acb782cc27 req-5b157cd3-952b-4937-9fe0-07bf45ed943f service neutron] 10.222.0.32 "DELETE /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.2653077 Jul 22 19:25:25.338903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.384179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-b81f207a-1842-409a-85f9-90dcb4e7b653 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0623994 Jul 22 19:25:25.415280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2f9fc-bc50-4778-ba7b-e8cfe711b5f6 req-56fb65ac-c718-4418-9c2c-e967f6aa97ef tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:25.420946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Transition to ACTIVE for port object 83fd222b-1f63-4e02-8290-080d30c7f559 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:25.421865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.422340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4c2f9fc-bc50-4778-ba7b-e8cfe711b5f6 req-56fb65ac-c718-4418-9c2c-e967f6aa97ef tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 936 time: 0.1744330 Jul 22 19:25:25.556267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4c2f9fc-bc50-4778-ba7b-e8cfe711b5f6 req-ddd0c0fb-fc4b-4139-b41c-19479f603f23 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311438 Jul 22 19:25:25.613105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c39a91-41e2-4197-8d99-f27711da81ba {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:25.622092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.635716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Transition to ACTIVE for port object 21c39a91-41e2-4197-8d99-f27711da81ba will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:25.647906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-d7b53c02-5deb-4e82-b5bf-0e524b27f1b0 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:25.649723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-d7b53c02-5deb-4e82-b5bf-0e524b27f1b0 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2554238 Jul 22 19:25:25.663024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-ab9f01d4-e4ba-48a0-a293-c3979507cb69 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:25.666228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3ba431-7b93-4752-abd2-7094dd9c93f1 req-ab9f01d4-e4ba-48a0-a293-c3979507cb69 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096233 Jul 22 19:25:25.694521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.702892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:25.771894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Pushing event deleted for resources: {'Port': ['ID=964f27de-6e12-4efc-886f-1d54ea629bc4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:25.789462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:25.917385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:25.938725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'd14e4691-fd7b-446f-8f27-109304db499a', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd14e4691-fd7b-446f-8f27-109304db499a', 'mac_address': 'fa:16:3e:e6:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:25.959249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4e41-fc15-45df-8ca5-928389ab48ad req-c72fe340-3396-411d-9c9e-22fe77fc8230 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:25.960863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f69c4e41-fc15-45df-8ca5-928389ab48ad req-c72fe340-3396-411d-9c9e-22fe77fc8230 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.1541924 Jul 22 19:25:25.976202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.019366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.033834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:26.075192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:26.091931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.139310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f69c4e41-fc15-45df-8ca5-928389ab48ad req-beb03546-67da-4880-8957-ef1b10027a53 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576633 Jul 22 19:25:26.197632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d14e4691-fd7b-446f-8f27-109304db499a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:26.258000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-81fba78a-79a4-43da-b28b-75fda49bff53 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:26.259522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:26.264827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:26.270232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Attempting to bind port 21c39a91-41e2-4197-8d99-f27711da81ba on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:26.270559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Attempting to bind port 21c39a91-41e2-4197-8d99-f27711da81ba by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:26.270988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Attempting to bind port 21c39a91-41e2-4197-8d99-f27711da81ba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:26.275625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-81fba78a-79a4-43da-b28b-75fda49bff53 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3116202 Jul 22 19:25:26.287669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.301414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.303432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Attempting to bind port 83fd222b-1f63-4e02-8290-080d30c7f559 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:26.303788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Attempting to bind port 83fd222b-1f63-4e02-8290-080d30c7f559 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:26.304117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Attempting to bind port 83fd222b-1f63-4e02-8290-080d30c7f559 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:26.329043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Port 21c39a91-41e2-4197-8d99-f27711da81ba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:26.329376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Attempting to bind port 21c39a91-41e2-4197-8d99-f27711da81ba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:26.399977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-eee35b95-3fa0-484c-bc77-3951283a59b4 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.1228082 Jul 22 19:25:26.410177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'floatingip': {'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:26.465166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.498493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Port 83fd222b-1f63-4e02-8290-080d30c7f559 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:26.498824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Attempting to bind port 83fd222b-1f63-4e02-8290-080d30c7f559 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:26.515469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:26.515887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:26.516901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:26.516901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Bound port: 21c39a91-41e2-4197-8d99-f27711da81ba, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:26.517356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.525591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:26.525920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:26.526321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:26.526785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Bound port: 83fd222b-1f63-4e02-8290-080d30c7f559, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:26.527142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.555336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.555893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:25:26.581078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.582231 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bad9ec8f-940d-43b8-a7fd-5865a929c988 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2094615f-67eb-4bcc-ae6b-0e7ab85de8d8 HTTP/1.1" status: 204 len: 168 time: 3.3824091 Jul 22 19:25:26.584475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Pushing event updated for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:26.589801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:26.727047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Deleting subnet 4c594b05-6fec-4006-a14f-0afcbaba914e {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:25:26.740903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.744966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:26.778414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:26.796673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=83fd222b-1f63-4e02-8290-080d30c7f559,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:26.801363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=21c39a91-41e2-4197-8d99-f27711da81ba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:26.809074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.814805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.823091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.870146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f312769-c333-4c03-842e-7cf5a0999a17 req-6e4f371f-8796-4626-96e7-c80fa6258eee tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:26.881243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f312769-c333-4c03-842e-7cf5a0999a17 req-6e4f371f-8796-4626-96e7-c80fa6258eee tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.2441196 Jul 22 19:25:26.893576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.928182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:26.929191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.930720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/83fd222b-1f63-4e02-8290-080d30c7f559 HTTP/1.1" status: 200 len: 1096 time: 3.3396244 Jul 22 19:25:26.938598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:26.940981 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e45b7c-6fbc-4d36-b514-812b82bbed36" -d '{"events": [{"name": "network-changed", "server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:26.946213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:26.946956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:26.948494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] 10.222.0.32 "PUT /v2.0/ports/21c39a91-41e2-4197-8d99-f27711da81ba HTTP/1.1" status: 200 len: 1097 time: 2.2731297 Jul 22 19:25:27.003191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.015739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d435833-6090-4815-b11c-c8f6e6dd97d5 service neutron] Pushing event updated for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:27.026500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f312769-c333-4c03-842e-7cf5a0999a17 req-75099b81-53a5-4bb0-b7b7-78f0bfad6875 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444681 Jul 22 19:25:27.170319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f236ce-aff1-46a4-9b56-f94260433454 service neutron] Pushing event updated for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:27.348578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.360756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-a06d772c-4ab6-4322-93f4-25d822abee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:27.362431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-a06d772c-4ab6-4322-93f4-25d822abee71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 1100 time: 0.2529552 Jul 22 19:25:27.395723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-72d1b638-8e4d-44c2-ab35-0d234b724bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:27.397629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-72d1b638-8e4d-44c2-ab35-0d234b724bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 1099 time: 0.2508750 Jul 22 19:25:27.407085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c594b05-6fec-4006-a14f-0afcbaba914e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:27.411372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfa991-4ed9-4bd9-a49d-558da0bd8011 None None] Network c567e0fb-56ca-463b-a3d9-65134a9fdc89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:27.429774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.431719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ff10704-dbd1-43fe-83f7-36e8fbf2a5b9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4c594b05-6fec-4006-a14f-0afcbaba914e HTTP/1.1" status: 204 len: 168 time: 0.8406947 Jul 22 19:25:27.483567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37526) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:27.492295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-a180bc8d-a9df-4703-b286-d750521a343d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=21c39a91-41e2-4197-8d99-f27711da81ba HTTP/1.1" status: 200 len: 217 time: 0.0938551 Jul 22 19:25:27.559532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-79de4325-d61f-48a1-a633-2fdccbf21462 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=83fd222b-1f63-4e02-8290-080d30c7f559 HTTP/1.1" status: 200 len: 217 time: 0.1266744 Jul 22 19:25:27.605348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.629432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.658268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-aa50a043-f9ed-44c8-ba0c-9f415664039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:27.659807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-aa50a043-f9ed-44c8-ba0c-9f415664039a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1384676 Jul 22 19:25:27.664196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.684675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-17c71619-4a81-4492-82a5-9b36be35ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:27.686133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-17c71619-4a81-4492-82a5-9b36be35ab78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1141996 Jul 22 19:25:27.703983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:27.775483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] DHCP port deletion for c567e0fb-56ca-463b-a3d9-65134a9fdc89 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:25:27.788499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe675a-abe6-4d69-9fc4-5bebd4e99d2f req-04830050-75b1-46ae-946a-b97638c005b3 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:27.801284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6abe675a-abe6-4d69-9fc4-5bebd4e99d2f req-04830050-75b1-46ae-946a-b97638c005b3 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.5729501 Jul 22 19:25:27.816325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port d14e4691-fd7b-446f-8f27-109304db499a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:27.816977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.873768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6abe675a-abe6-4d69-9fc4-5bebd4e99d2f req-09febc84-2c74-4ce8-bfab-290c25af85e8 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707548 Jul 22 19:25:27.884086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Deleting port ae17ef00-d3da-47eb-9971-cd7c45c988c6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:27.884733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.911333 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Floating IP f4c22a90-3025-4269-ac86-e57f843dbb2b associated. External IP: 172.25.6.173, port: 9260310c-2924-45f4-9f97-95bcf11a30b5. Jul 22 19:25:27.964040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] For port ae17ef00-d3da-47eb-9971-cd7c45c988c6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ae17ef00-d3da-47eb-9971-cd7c45c988c6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:27.964841 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:27.980185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Calling delete_port for ae17ef00-d3da-47eb-9971-cd7c45c988c6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:28.081075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-e5bcf819-8b9e-449f-be01-5da31c247895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:28.082574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-e5bcf819-8b9e-449f-be01-5da31c247895 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4116337 Jul 22 19:25:28.095283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-6d6c214d-347a-4bb0-8600-ac3c8ce3a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:28.097024 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-6d6c214d-347a-4bb0-8600-ac3c8ce3a85a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3899300 Jul 22 19:25:28.102924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.150563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Deleting port ae17ef00-d3da-47eb-9971-cd7c45c988c6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:28.150917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.225247 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.225472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68c9d7-06ea-45d4-9dbc-b702e47a68c8 req-be568166-de69-48f1-84be-2a7ad8999434 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:28.233225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c68c9d7-06ea-45d4-9dbc-b702e47a68c8 req-be568166-de69-48f1-84be-2a7ad8999434 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 948 time: 0.2658355 Jul 22 19:25:28.241164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:28.244631 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa240e47-fb4e-4ddd-95ff-6f3adafae8ac" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:28.282576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] Pushing event deleted for resources: {'Port': ['ID=ae17ef00-d3da-47eb-9971-cd7c45c988c6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:28.292889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:28.295379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f5d9a-e08f-4e8f-a0b1-a245c60976a8 None None] No DVR routers for this DVR port ae17ef00-d3da-47eb-9971-cd7c45c988c6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:28.302901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.316461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c68c9d7-06ea-45d4-9dbc-b702e47a68c8 req-58097887-5b5f-48c9-a8d2-9a0a338fa39d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821619 Jul 22 19:25:28.353788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] For port ae17ef00-d3da-47eb-9971-cd7c45c988c6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ae17ef00-d3da-47eb-9971-cd7c45c988c6,segment=NetworkSegment(c6b0e4e7-176a-447f-ae32-f0b2a4739f1e),segment_id=c6b0e4e7-176a-447f-ae32-f0b2a4739f1e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:28.354830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.380908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:28.391445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Calling delete_port for ae17ef00-d3da-47eb-9971-cd7c45c988c6 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:28.394509 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-afd65c18-4e34-457b-aa5a-156c8debed7d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014739 Jul 22 19:25:28.407264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-e41bb583-662b-42a0-a81f-c6d426be11b4 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873831 Jul 22 19:25:28.411250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:28.600656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ae17ef00-d3da-47eb-9971-cd7c45c988c6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:28.654767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-c728cf17-9909-42bd-88cf-8d8202f0db65 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496707 Jul 22 19:25:28.656299 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6cb22-cc69-4efb-9b6a-6bc68aead4f1 x-openstack-request-id: req-cbf6cb22-cc69-4efb-9b6a-6bc68aead4f1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:28.656591 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:28.656851 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbf6cb22-cc69-4efb-9b6a-6bc68aead4f1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:28.657232 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559', 'status': 'completed', 'code': 200} Jul 22 19:25:28.659893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.676380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1170e69b-d89b-4557-bbe9-19694c203ac7 req-5ee614d0-313b-4f61-b615-72b74bc7ca4e service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605915 Jul 22 19:25:28.692022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-48dde603-60b5-4520-b37f-a43c2c562da9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2959359 Jul 22 19:25:28.724159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae17ef00-d3da-47eb-9971-cd7c45c988c6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:28.733423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ae17ef00-d3da-47eb-9971-cd7c45c988c6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:28.733821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] No DVR routers for this DVR port ae17ef00-d3da-47eb-9971-cd7c45c988c6 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:28.734251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ae17ef00-d3da-47eb-9971-cd7c45c988c6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:28.734684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 964f27de-6e12-4efc-886f-1d54ea629bc4 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:28.775783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:28.788108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.807514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Sync routers for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:28.823103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 964f27de-6e12-4efc-886f-1d54ea629bc4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:28.828410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 964f27de-6e12-4efc-886f-1d54ea629bc4 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:28.844066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:28.844804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:28.889152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4a48dd2c-b49a-459e-a61a-9e12c0ea722b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "PUT /v2.0/floatingips/f4c22a90-3025-4269-ac86-e57f843dbb2b HTTP/1.1" status: 200 len: 996 time: 2.4880495 Jul 22 19:25:28.892830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:28.895609 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cccd4b-9cd1-42f5-949c-57a9d661b16d" -d '{"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:28.915154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-1fca625f-80d2-4a56-99f0-f4c9bf6de00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:28.917211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-1fca625f-80d2-4a56-99f0-f4c9bf6de00b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 1097 time: 0.1004641 Jul 22 19:25:28.948803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:28.983264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.983264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.984243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.985119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.985119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.985738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.986033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.986329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.986704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:28.987073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:29.122754 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810547f3-acee-4f96-b740-6c09701383b9 x-openstack-request-id: req-810547f3-acee-4f96-b740-6c09701383b9 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:29.123355 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:29.123355 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-810547f3-acee-4f96-b740-6c09701383b9 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:29.123665 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'code': 200} Jul 22 19:25:29.133555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:29.156846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:29.157196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:29.157526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:29.157854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93801) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:25:29.158222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c567e0fb-56ca-463b-a3d9-65134a9fdc89']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:29.205842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:29.206279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b0e4e7-176a-447f-ae32-f0b2a4739f1e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:29.243612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:29.273139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-4a37b6c4-1d69-4e15-a3b8-e00df7d6f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.284632 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-4a37b6c4-1d69-4e15-a3b8-e00df7d6f721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 1099 time: 0.5001714 Jul 22 19:25:29.414501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-ea749fc5-8e86-4f56-b86e-53ca9ce92328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.416204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-ea749fc5-8e86-4f56-b86e-53ca9ce92328 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1260767 Jul 22 19:25:29.421803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:29.463160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:25:29.463652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: from cryptography.utils import int_from_bytes Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: from cryptography.utils import int_from_bytes Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:25:29.508288 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:25:29.538392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-1454b38e-7c14-415c-94a0-f0d119904ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.539708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-1454b38e-7c14-415c-94a0-f0d119904ecb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1097 time: 0.6213534 Jul 22 19:25:29.547218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da18c9-4286-47c0-9361-65ffb558d9fc req-b10bc4b2-651a-4c85-a7e5-96aafd514c10 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.553324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'f4c22a90-3025-4269-ac86-e57f843dbb2b', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de0a7-749c-49f7-9830-721550827cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:24Z', 'updated_at': '2021-07-22T19:25:27Z', 'revision_number': 1, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:29.554913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91da18c9-4286-47c0-9361-65ffb558d9fc req-b10bc4b2-651a-4c85-a7e5-96aafd514c10 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1096 time: 0.2113574 Jul 22 19:25:29.557242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-57e1c3ff-0ad3-4754-997a-a362a5a6279f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=83fd222b-1f63-4e02-8290-080d30c7f559 HTTP/1.1" status: 200 len: 217 time: 0.1316669 Jul 22 19:25:29.601954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-2d8668b6-1d5c-4d5b-ac6c-fc3a68251c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.603568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-2d8668b6-1d5c-4d5b-ac6c-fc3a68251c87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2622559 Jul 22 19:25:29.614447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Checking router: 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:29.624699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:29.625427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:29.700052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:29.701012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91da18c9-4286-47c0-9361-65ffb558d9fc req-b84f2da7-0404-46fc-8664-8be84651a9b8 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426706 Jul 22 19:25:29.717141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-f3bf95b1-9f49-46ed-8995-b1dc0e9af2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.718908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-f3bf95b1-9f49-46ed-8995-b1dc0e9af2de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1329758 Jul 22 19:25:29.720181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:29.722647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c567e0fb-56ca-463b-a3d9-65134a9fdc89 HTTP/1.1" status: 204 len: 168 time: 2.2378919 Jul 22 19:25:29.800278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-1c8e4e9c-36fa-4820-a3b4-284b437da7c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 200 len: 217 time: 0.1624296 Jul 22 19:25:29.806222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ecde-8eb1-493d-8ea6-059c144588f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c567e0fb-56ca-463b-a3d9-65134a9fdc89,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:29.863315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:29.916033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-8d8afd5a-2d3e-4b26-8aee-2e13decfda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.923221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-8d8afd5a-2d3e-4b26-8aee-2e13decfda38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480567 Jul 22 19:25:29.936934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-88730594-2e51-4b86-ae5f-0b303e2f28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:29.953752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-88730594-2e51-4b86-ae5f-0b303e2f28a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 930 time: 0.3967447 Jul 22 19:25:30.043317 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62bb1d6-9b5c-4ff2-862c-5cc2bfafcbae x-openstack-request-id: req-d62bb1d6-9b5c-4ff2-862c-5cc2bfafcbae {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:30.043546 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:30.043780 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d62bb1d6-9b5c-4ff2-862c-5cc2bfafcbae {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:30.044833 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'status': 'completed', 'code': 200} Jul 22 19:25:30.100887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-4276b548-c619-48ba-80be-bdf03e8e1421 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 999 time: 0.1365349 Jul 22 19:25:30.111498 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-cf3ce1bb-9fa7-4924-a1c8-1e2ef90adc71 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689224 Jul 22 19:25:30.123607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-3c5020da-9195-40bc-9390-f558d4324436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.125048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-3c5020da-9195-40bc-9390-f558d4324436 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.3045163 Jul 22 19:25:30.182074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37562) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:30.218609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-66530e48-6f24-4da4-a2d6-a51520f0c747 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745502 Jul 22 19:25:30.271461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-ad5b5861-0eda-4074-bffa-6adfcffc870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.272756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-ad5b5861-0eda-4074-bffa-6adfcffc870d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1097 time: 0.3072102 Jul 22 19:25:30.276626 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80e45b7c-6fbc-4d36-b514-812b82bbed36 req-d5d20efb-54e1-4e0b-9eac-1bcb2b69cda5 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584778 Jul 22 19:25:30.298540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-506c7319-9882-4da6-896b-92786b96ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.299838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-506c7319-9882-4da6-896b-92786b96ae2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.1877291 Jul 22 19:25:30.318833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'f4c22a90-3025-4269-ac86-e57f843dbb2b', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de0a7-749c-49f7-9830-721550827cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:24Z', 'updated_at': '2021-07-22T19:25:27Z', 'revision_number': 1, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:30.362867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea70c0c-ee40-4c95-90a6-d655afdf2eca None None] The sync data for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 is: [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'f4c22a90-3025-4269-ac86-e57f843dbb2b', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'floating_ip_address': '172.25.6.173', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462de0a7-749c-49f7-9830-721550827cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:25:24Z', 'updated_at': '2021-07-22T19:25:27Z', 'revision_number': 1, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:30.428505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee52dd8-2235-4229-b9b8-13469daccdbd req-ba94b4bc-8777-4498-9411-f6cc65be816d tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.432509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aee52dd8-2235-4229-b9b8-13469daccdbd req-ba94b4bc-8777-4498-9411-f6cc65be816d tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.3413963 Jul 22 19:25:30.439800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ab7a6983-3052-4b7b-ae9a-60be7fc1319a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e92bf7ad24a7452cbc3c72ff12ff2596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566385 Jul 22 19:25:30.442656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:30.518522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:30.551862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:30.601031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-c405e58c-d9b4-40e1-981a-3b0add7866ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.603280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-c405e58c-d9b4-40e1-981a-3b0add7866ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 930 time: 0.3142514 Jul 22 19:25:30.607669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-2b729368-ce80-41d3-876d-5c19800b77b9 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709416 Jul 22 19:25:30.614327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:30.617203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:30.619100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aee52dd8-2235-4229-b9b8-13469daccdbd req-966972b5-ce98-4577-bbb6-cd54fa31d311 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.10 "GET /v2.0/security-groups?id=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443470 Jul 22 19:25:30.620633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/505fc7c3-8534-4411-877d-61c6a4853281 HTTP/1.1" status: 204 len: 168 time: 0.1749182 Jul 22 19:25:30.674193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:30.679944 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4296826-e79e-472b-ad12-7bbfb3bec2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:30.761504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9410a9-4269-4a37-ac79-7a54ae4aa63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505fc7c3-8534-4411-877d-61c6a4853281,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:30.774219 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622beb3d-3bfe-486e-9ada-9700c913d100 None None] New status for floating IP f4c22a90-3025-4269-ac86-e57f843dbb2b: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:25:30.869452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-c246e622-b397-45da-92be-9dc3b6145819 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.869452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-c246e622-b397-45da-92be-9dc3b6145819 tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.32 "GET /v2.0/ports?device_id=95b572bb-343b-47b1-9e7c-6a5fb5a19f0c HTTP/1.1" status: 200 len: 950 time: 0.2253482 Jul 22 19:25:30.969347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-6a388193-b0a5-43c4-9314-44b4f0432312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:30.971168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-6a388193-b0a5-43c4-9314-44b4f0432312 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6402514 Jul 22 19:25:30.988699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-da186b5e-6b9b-4abf-bb8c-eede0e007573 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:30.989184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-da186b5e-6b9b-4abf-bb8c-eede0e007573 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076091 Jul 22 19:25:30.994408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-eb9d8a2f-ed8a-4a20-bfec-007e957e004b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 999 time: 0.3729253 Jul 22 19:25:31.082325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f272c04-b82c-40cb-98e9-9f0de62d4357 req-60334a3d-2e4c-4b84-9462-73df0790f200 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622040 Jul 22 19:25:31.138700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Deleting port 36f14530-979e-47f4-a754-b2997818be22 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:31.139935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.162088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588933d-7a4a-43f8-ac6d-22cf699f080d req-6520f968-449d-4993-b40e-274dfeef3b3c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:31.169605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2588933d-7a4a-43f8-ac6d-22cf699f080d req-6520f968-449d-4993-b40e-274dfeef3b3c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 948 time: 0.3937552 Jul 22 19:25:31.172536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-9771176b-78fa-44c0-aca2-2b9918b22519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:31.174004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-9771176b-78fa-44c0-aca2-2b9918b22519 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.1663697 Jul 22 19:25:31.239833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-acfb5b4c-247f-4464-a392-a78f62de0693 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377071 Jul 22 19:25:31.317619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2588933d-7a4a-43f8-ac6d-22cf699f080d req-4140e159-553c-4fb6-9aa6-2feed8fe75cd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418347 Jul 22 19:25:31.324443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] For port 36f14530-979e-47f4-a754-b2997818be22, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=36f14530-979e-47f4-a754-b2997818be22,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:31.324960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.339481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Calling delete_port for 36f14530-979e-47f4-a754-b2997818be22 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:31.431476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-fb2a4ef0-195f-4705-a303-625340e88c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:31.434564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-fb2a4ef0-195f-4705-a303-625340e88c61 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2354946 Jul 22 19:25:31.482550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c33157f-afd1-4fc9-a091-db827efa32ae req-7b4d3b02-be83-45eb-9e47-5d56597b58f4 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125478 Jul 22 19:25:31.555835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.570383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['36f14530-979e-47f4-a754-b2997818be22'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:31.676545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Pushing event deleted for resources: {'Port': ['ID=36f14530-979e-47f4-a754-b2997818be22,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:31.682903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] No DVR routers for this DVR port 36f14530-979e-47f4-a754-b2997818be22 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:31.688208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:31.692650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68129f9f-4d68-4523-8afe-e451c1a423a8 req-d3acf052-b750-4aec-8e27-cbf94d562ada tempest-DeleteServersAdminTestJSON-839038275 tempest-DeleteServersAdminTestJSON-839038275-project] 10.222.0.32 "DELETE /v2.0/ports/36f14530-979e-47f4-a754-b2997818be22 HTTP/1.1" status: 204 len: 173 time: 0.8232565 Jul 22 19:25:31.713872 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9d461a-b4f8-414e-a334-fb6c5095b7eb x-openstack-request-id: req-eb9d461a-b4f8-414e-a334-fb6c5095b7eb {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:31.714780 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:31.715037 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb9d461a-b4f8-414e-a334-fb6c5095b7eb {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:31.715748 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba', 'status': 'completed', 'code': 200} Jul 22 19:25:31.885363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 83fd222b-1f63-4e02-8290-080d30c7f559 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:31.949050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-578db6f8-755f-4574-bc77-dccd4c91737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:31.957480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-578db6f8-755f-4574-bc77-dccd4c91737f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 1100 time: 0.2078207 Jul 22 19:25:32.067149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=83fd222b-1f63-4e02-8290-080d30c7f559,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:32.127182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '83fd222b-1f63-4e02-8290-080d30c7f559', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '83fd222b-1f63-4e02-8290-080d30c7f559', 'mac_address': 'fa:16:3e:9f:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:32.128249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-57e70ea9-b563-42ea-8dc1-42fafc2fe0fc service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838682 Jul 22 19:25:32.182434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.191586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-0bb383a8-a135-43d4-a3f5-b7d5b9ba7b4c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 258 time: 0.4235349 Jul 22 19:25:32.202942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:32.208771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fd222b-1f63-4e02-8290-080d30c7f559 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:32.233188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:32.250379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-ca183685-d1c3-4e00-8fee-c3c056031bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:32.251884 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-ca183685-d1c3-4e00-8fee-c3c056031bd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2849195 Jul 22 19:25:32.255574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=83fd222b-1f63-4e02-8290-080d30c7f559,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:32.267069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.332428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:32.332682 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-0148436d-1f14-40f4-ad58-a40cf5ab3ebb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=21c39a91-41e2-4197-8d99-f27711da81ba HTTP/1.1" status: 200 len: 217 time: 0.0643399 Jul 22 19:25:32.375802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-649248691-network', 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:32.396751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-a3a85a2d-5631-4461-ba6d-1712d5f8e967 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:32.400372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-90892008-eb91-49a0-ba7b-eb13307bba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:32.401828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-90892008-eb91-49a0-ba7b-eb13307bba8e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0685148 Jul 22 19:25:32.403663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-a3a85a2d-5631-4461-ba6d-1712d5f8e967 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.6366911 Jul 22 19:25:32.425121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.432203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-58811bd4-68f9-4a5b-8659-06ca1ab35b24 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/quotas/fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 375 time: 0.0267639 Jul 22 19:25:32.472404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:32.475273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.481634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69cccd4b-9cd1-42f5-949c-57a9d661b16d req-22da9ad7-1885-4864-8382-30c0f9435f49 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418410 Jul 22 19:25:32.488465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.534731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-01ef55fb-fbd8-438d-a222-40f07759f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:32.537534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-01ef55fb-fbd8-438d-a222-40f07759f75d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1256094 Jul 22 19:25:32.583968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:32.642128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-c681b8b4-e515-4d5d-8974-52b1f0c39b26 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855681 Jul 22 19:25:32.707270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.734426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.772344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:25:32.786498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c78452-51a3-456e-a214-31b0469bb9af,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:32.800058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.800433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.800758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.801076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.802971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.803812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.803812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:32.813453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.814555 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Added segment fe5f98dd-3487-455f-a417-2edf74dcb041 of type vlan for network 7cb4f449-1973-4416-8fed-6035768299b4 Jul 22 19:25:32.817354 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-f7074a06-b3e2-4842-a47f-5fc56c7049f9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610097 Jul 22 19:25:32.847016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-a72e85ce-3b85-4035-abce-a08eab173118 service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943703 Jul 22 19:25:32.850204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.899930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.973022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a4296826-e79e-472b-ad12-7bbfb3bec2b9 req-a9843984-4f60-4bbd-9978-df96d09b5dfa service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478872 Jul 22 19:25:32.975872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:32.976894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:32.977517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.027776 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8233819 Jul 22 19:25:33.058831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:33.064405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Request body: {'subnet': {'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-649248691-subnet', 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:33.068872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61f14c-1f1e-485f-bc8a-ab854bd8410d admin admin] Pushing event updated for resources: {'Network': ['ID=7cb4f449-1973-4416-8fed-6035768299b4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:33.081356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7cb4f449-1973-4416-8fed-6035768299b4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:25:33.120957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:33.123960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.253003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 21c39a91-41e2-4197-8d99-f27711da81ba details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:33.320995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-9e5ac104-6020-4b93-9ba8-cc361e7e45cf service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658561 Jul 22 19:25:33.333666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Allocated IP 172.25.6.25 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/212a4c12-767a-42f3-bf6b-90f095769f9b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:33.391459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.433489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=21c39a91-41e2-4197-8d99-f27711da81ba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:33.459368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '21c39a91-41e2-4197-8d99-f27711da81ba', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '21c39a91-41e2-4197-8d99-f27711da81ba', 'mac_address': 'fa:16:3e:57:14:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:33.478310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.564489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Checking segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:33.564941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Network hostable DHCP agents. Network: 7cb4f449-1973-4416-8fed-6035768299b4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:25:33.571429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.572264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.573786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec02797-9005-4f09-94ec-5502a82ef363,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:33.604327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c39a91-41e2-4197-8d99-f27711da81ba {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:33.606171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Network 7cb4f449-1973-4416-8fed-6035768299b4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:25:33.623611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7cb4f449-1973-4416-8fed-6035768299b4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:33.629842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:33.631335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.642001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24deac1-9c02-4420-b269-c1b49262fbb1 None None] Network 7cb4f449-1973-4416-8fed-6035768299b4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:33.660993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e0a85a5-8f9b-423b-bb0b-bc44a26a062d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6010108 Jul 22 19:25:33.667220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=21c39a91-41e2-4197-8d99-f27711da81ba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:33.681685 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.697080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:33.716958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'name': 'network-vif-deleted', 'tag': '36f14530-979e-47f4-a754-b2997818be22'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:33.720015 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e8a06-988e-491d-bb10-bcae6c31c9b6" -d '{"events": [{"server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "name": "network-vif-deleted", "tag": "36f14530-979e-47f4-a754-b2997818be22"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:33.724532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:33.730965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:33.739027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event updated for resources: {'Port': ['ID=212a4c12-767a-42f3-bf6b-90f095769f9b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:33.754320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.755076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.755646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.756062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.756530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.757192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.757648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.757954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.758647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.759108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.759609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.760010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:33.820890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:33.824886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 83fd222b-1f63-4e02-8290-080d30c7f559 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:33.863329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b664d1-03b7-465e-997d-b653bc6ec232 req-9093f260-9123-4a50-b364-7495dc37998f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:33.871012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7b664d1-03b7-465e-997d-b653bc6ec232 req-9093f260-9123-4a50-b364-7495dc37998f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 949 time: 0.1897316 Jul 22 19:25:33.927812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:33.994249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 83fd222b-1f63-4e02-8290-080d30c7f559 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:33.999410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 83fd222b-1f63-4e02-8290-080d30c7f559 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:33.999838 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.003588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed87a0-5392-4c84-9a8d-0c97af7ae549 None None] Network 7cb4f449-1973-4416-8fed-6035768299b4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:34.005618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:34.016112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7b664d1-03b7-465e-997d-b653bc6ec232 req-b2c6c014-6a0d-4cd3-8f6b-c80a6c3c44bc tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407733 Jul 22 19:25:34.034801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.298487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.306257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.384504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.420764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0014e47-c7f7-4e7f-b4a5-153fa36fcc12 req-18b08fe6-e32a-42ab-8c6e-c6c8b41cee3a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 210 time: 0.1012623 Jul 22 19:25:34.424285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.458973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event updated for resources: {'Port': ['ID=212a4c12-767a-42f3-bf6b-90f095769f9b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:34.465536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:34.468548 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802af5bb-5990-4e5a-9ca1-86db381def8c" -d '{"events": [{"server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "name": "network-vif-plugged", "status": "completed", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:34.473479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.475598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-67592137-e345-4d21-89b9-58486802658c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2679334 Jul 22 19:25:34.496208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=83fd222b-1f63-4e02-8290-080d30c7f559,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:34.506356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:34.543117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-bfc23f9d-3f26-4ec5-b4eb-8600f5545e9c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0618320 Jul 22 19:25:34.586414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:34.593675 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8659925a-4fde-44d0-afe3-90dc55bdfe77 x-openstack-request-id: req-8659925a-4fde-44d0-afe3-90dc55bdfe77 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:34.594185 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95b572bb-343b-47b1-9e7c-6a5fb5a19f0c", "name": "network-vif-deleted", "tag": "36f14530-979e-47f4-a754-b2997818be22", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:34.594619 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8659925a-4fde-44d0-afe3-90dc55bdfe77 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:34.595194 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b572bb-343b-47b1-9e7c-6a5fb5a19f0c', 'name': 'network-vif-deleted', 'tag': '36f14530-979e-47f4-a754-b2997818be22', 'status': 'completed', 'code': 200} Jul 22 19:25:34.688630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-ec2a2b5a-e28c-47f5-90fd-21fd0c6c1367 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:34.690604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16dfba-4722-45d9-a59a-13d6ebcbf9c5 req-ec2a2b5a-e28c-47f5-90fd-21fd0c6c1367 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1404204 Jul 22 19:25:34.787894 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c35d8c8-a16d-4f00-ace3-36799c69c91d x-openstack-request-id: req-4c35d8c8-a16d-4f00-ace3-36799c69c91d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:34.787894 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "name": "network-vif-plugged", "status": "completed", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:34.788538 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c35d8c8-a16d-4f00-ace3-36799c69c91d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:34.788538 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559', 'code': 200} Jul 22 19:25:35.143888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-122006ac-c879-413e-9dea-4853ee392e59 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:35.156743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-122006ac-c879-413e-9dea-4853ee392e59 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.2521915 Jul 22 19:25:35.162886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-210af3fe-5ece-4290-ab5d-b24fb0df7a95 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:35.165083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-210af3fe-5ece-4290-ab5d-b24fb0df7a95 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.1563475 Jul 22 19:25:35.184293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b407ef-ac7d-4ff2-a06d-84a20d1034bd req-9f8df7db-dbb8-4ef1-ab32-6d796e499374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:35.186260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5b407ef-ac7d-4ff2-a06d-84a20d1034bd req-9f8df7db-dbb8-4ef1-ab32-6d796e499374 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 1101 time: 0.3172574 Jul 22 19:25:35.196668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Request body: {'port': {'device_id': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'admin_state_up': True, 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:35.223152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84021-8b04-423e-8293-891462299b83 req-0f08faa5-2d00-4fec-9aed-82144b3e31cb tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:35.231633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27e84021-8b04-423e-8293-891462299b83 req-0f08faa5-2d00-4fec-9aed-82144b3e31cb tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3522093 Jul 22 19:25:35.236062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-3b5a0747-d3f2-4941-abd3-b3ccc28bc040 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/quotas/a4809f19886b4d1eb3e8e9a32c0d611c HTTP/1.1" status: 200 len: 375 time: 0.0640953 Jul 22 19:25:35.265062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 21c39a91-41e2-4197-8d99-f27711da81ba up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:35.334797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 21c39a91-41e2-4197-8d99-f27711da81ba completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:35.343081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 21c39a91-41e2-4197-8d99-f27711da81ba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:35.343620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:35.355141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27e84021-8b04-423e-8293-891462299b83 req-5586b7b9-6661-4a08-8a76-121d57dccb20 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.1224725 Jul 22 19:25:35.364913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-868183cd-5585-4989-8e6d-fff8ef2ede89 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059828 Jul 22 19:25:35.374654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:35.382795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-27e84021-8b04-423e-8293-891462299b83 req-048d815f-8fa6-4cb0-9fc7-e1955a151b65 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'floatingip': {'port_id': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:35.383106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:35.386979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5b407ef-ac7d-4ff2-a06d-84a20d1034bd req-1009962b-c154-459c-a8e9-0a9d39164edb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917343 Jul 22 19:25:35.451439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-27e84021-8b04-423e-8293-891462299b83 req-048d815f-8fa6-4cb0-9fc7-e1955a151b65 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:35.475093 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:35.534131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=21c39a91-41e2-4197-8d99-f27711da81ba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:35.545474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:35.546773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 36f14530-979e-47f4-a754-b2997818be22 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:35.611765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 36f14530-979e-47f4-a754-b2997818be22 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:35.612372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 36f14530-979e-47f4-a754-b2997818be22 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:35.664504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:35.806701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-cf563c07-0b56-4b92-9b18-ead21aabacb3 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406137 Jul 22 19:25:35.843986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Allocated IP 172.20.0.10 (df522fd3-928a-4ea5-8ca6-a2e67878c816/a42674b8-7201-4ff1-8705-e637378b1ece/7313b5cb-f4b0-4284-9755-c14241e152d3) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:35.924189 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-27e84021-8b04-423e-8293-891462299b83 req-048d815f-8fa6-4cb0-9fc7-e1955a151b65 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:25:35.925274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27e84021-8b04-423e-8293-891462299b83 req-048d815f-8fa6-4cb0-9fc7-e1955a151b65 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "PUT /v2.0/floatingips/800bf16d-2624-46d4-9fa4-b5dc482aa4cd HTTP/1.1" status: 409 len: 549 time: 0.5482659 Jul 22 19:25:35.939489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-b59cd273-1990-4bfa-bcd6-8f53cf0d72a7 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315484 Jul 22 19:25:36.054927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:36.126457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:36.174271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ff476-d6d0-4807-8c0d-287831f66eb6 req-55071840-47ce-4803-9767-aa6b8592c211 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:36.178627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0ff476-d6d0-4807-8c0d-287831f66eb6 req-55071840-47ce-4803-9767-aa6b8592c211 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 950 time: 0.0892816 Jul 22 19:25:36.191972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:36.195788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:36.200287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:36.258494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0ff476-d6d0-4807-8c0d-287831f66eb6 req-1da2df04-3c04-4806-8a64-962a3f350b43 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735087 Jul 22 19:25:36.280185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:36.338310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:36.338990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:36.359189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-463668f8-1144-4acd-ac6f-792bb6f4a8c4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1837249 Jul 22 19:25:36.374422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Request body: {'port': {'device_id': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:36.418256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-18058540-5dc0-4971-a936-519c31e365e9 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips/800bf16d-2624-46d4-9fa4-b5dc482aa4cd HTTP/1.1" status: 200 len: 692 time: 0.0712633 Jul 22 19:25:36.487152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:36.610688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaea2fb-07a2-4e7d-b32f-ace4fc7f0bfd req-2f89033c-3e0e-42b3-8a75-8b70c537a357 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:36.619700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ccaea2fb-07a2-4e7d-b32f-ace4fc7f0bfd req-2f89033c-3e0e-42b3-8a75-8b70c537a357 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 932 time: 0.2263477 Jul 22 19:25:36.646608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-9b535f7f-8fec-4074-b66e-d9950c21ba48 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:36.662176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-9b535f7f-8fec-4074-b66e-d9950c21ba48 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2426074 Jul 22 19:25:36.668177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-b46a167f-6bc4-44ca-92dd-24060a23d545 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:25:36.680073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-b46a167f-6bc4-44ca-92dd-24060a23d545 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169337 Jul 22 19:25:36.790023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:36.795054 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a36d065-56ec-4f8d-8706-d34895e01c06" -d '{"events": [{"server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "name": "network-vif-plugged", "status": "completed", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:36.827781 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-0a617621-fa9d-4145-8dfe-74fa7c62e0ba tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.1097152 Jul 22 19:25:36.832707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ccaea2fb-07a2-4e7d-b32f-ace4fc7f0bfd req-7715a34d-8f5e-4c20-b79e-9942a9119632 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117064 Jul 22 19:25:36.890719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-e6f0a808-9ae0-4583-b4ea-2d75b599266c tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0618649 Jul 22 19:25:36.962064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7313b5cb-f4b0-4284-9755-c14241e152d3 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:36.971268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:36.985754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Transition to ACTIVE for port object 7313b5cb-f4b0-4284-9755-c14241e152d3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:36.989601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.053822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:37.082908 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68ad6e39-b28b-4a57-90ec-59833de2dc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.165457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:37.168265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:37.169971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:37.179485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:37.179815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:37.191537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:37.191879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:37.194062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:37.194654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Bound port: 7313b5cb-f4b0-4284-9755-c14241e152d3, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:37.194982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.219982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f92e0265-2776-40ad-b4ff-e338f8d4fad7 req-7a85b0fc-c503-4ec4-8f0b-8f13ed481995 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 210 time: 0.1968293 Jul 22 19:25:37.245680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Deleting port 212a4c12-767a-42f3-bf6b-90f095769f9b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:37.246050 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.361676 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e919aa4-d12f-4db7-977c-d083e540d62b x-openstack-request-id: req-2e919aa4-d12f-4db7-977c-d083e540d62b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:37.362347 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "name": "network-vif-plugged", "status": "completed", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:37.362788 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e919aa4-d12f-4db7-977c-d083e540d62b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:37.363427 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba', 'code': 200} Jul 22 19:25:37.367654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:37.372491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:37.374648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37730) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:37.401296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.424095 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.424882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.448393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Calling delete_port for 212a4c12-767a-42f3-bf6b-90f095769f9b owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:37.493586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:37.494230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.495769 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] 10.222.0.26 "PUT /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 1093 time: 1.1286447 Jul 22 19:25:37.570196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:37.582973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:37.591533 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed25ecd3-6006-4e72-b527-3c3331e60c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:37.734473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165addc2-f0ef-4052-87e3-d05a80c4be80 service neutron] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:37.753975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351fda39-5469-4710-aaba-b7c5ddf91e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.784408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4dfe9b45-ea7b-4af1-a749-02bee794915b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe84ef21684c42abaaa398f739467702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108538 Jul 22 19:25:37.792766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37740) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:37.868787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39c064-51c4-4c0b-ba62-f1abe5dc6dfa req-d32960af-3b67-41e4-b231-c97b1cc746e9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:37.870179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6af3-5ae8-40ed-ae23-894f1a48bcf5 req-465b061d-e3d4-4b29-839e-9e4923f5a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:37.872523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-471c6af3-5ae8-40ed-ae23-894f1a48bcf5 req-465b061d-e3d4-4b29-839e-9e4923f5a394 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 1102 time: 0.4150250 Jul 22 19:25:37.877265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e39c064-51c4-4c0b-ba62-f1abe5dc6dfa req-d32960af-3b67-41e4-b231-c97b1cc746e9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 950 time: 0.2820370 Jul 22 19:25:37.877799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-1066f1dd-94f9-49d2-b7a4-f7a206a5f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:37.879639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-1066f1dd-94f9-49d2-b7a4-f7a206a5f5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1096 time: 0.2603519 Jul 22 19:25:37.927036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:37.967860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event deleted for resources: {'Port': ['ID=212a4c12-767a-42f3-bf6b-90f095769f9b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:38.011609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.014378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.017010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.029069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08318a4a-eeb7-47ac-95da-778657ea7c98 req-1882a25d-6a53-42f3-b36c-5e53407bdca8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "DELETE /v2.0/floatingips/800bf16d-2624-46d4-9fa4-b5dc482aa4cd HTTP/1.1" status: 204 len: 173 time: 1.1367419 Jul 22 19:25:38.047584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-0b28404c-3e59-464d-ad86-9358ca5bc785 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:38.049239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-0b28404c-3e59-464d-ad86-9358ca5bc785 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.2732821 Jul 22 19:25:38.062484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e39c064-51c4-4c0b-ba62-f1abe5dc6dfa req-c123dab3-79bd-45a3-b4ee-e826816e40be tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812029 Jul 22 19:25:38.063351 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-88f3285d-2754-4991-8bf2-0e0a3e13b794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 217 time: 0.1141393 Jul 22 19:25:38.081015 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-471c6af3-5ae8-40ed-ae23-894f1a48bcf5 req-a71d5478-6f40-4606-b0de-e6415ec495ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984110 Jul 22 19:25:38.087840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Request body: {'port': {'device_id': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'admin_state_up': True, 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:38.157902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-0ed568b5-5fe8-4671-bce9-2462fa0b1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:38.159822 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-0ed568b5-5fe8-4671-bce9-2462fa0b1264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0773985 Jul 22 19:25:38.161075 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7ca2b-771e-45d3-92e1-083888f16020 x-openstack-request-id: req-82b7ca2b-771e-45d3-92e1-083888f16020 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:38.161365 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:38.161620 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82b7ca2b-771e-45d3-92e1-083888f16020 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:38.162016 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'status': 'completed', 'code': 200} Jul 22 19:25:38.175262 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351fda39-5469-4710-aaba-b7c5ddf91e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.210826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.238378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351fda39-5469-4710-aaba-b7c5ddf91e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.261811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-ba901a36-a898-4469-bf60-6ca6e324d735 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888965 Jul 22 19:25:38.337111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-fa3f60fc-c55e-4b85-9b63-a462237f821b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 1001 time: 0.1803401 Jul 22 19:25:38.362145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fda39-5469-4710-aaba-b7c5ddf91e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88dbab2-9c4b-4740-ae72-2de28e9b4477,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:38.369184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2eab3-e006-4097-9778-39a4be63ef3f req-8d712442-ffcd-4679-b877-c18cc816878f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:38.370856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-351fda39-5469-4710-aaba-b7c5ddf91e4b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd8120773d0a40018c9addafe2b96b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9939785 Jul 22 19:25:38.370967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2be2eab3-e006-4097-9778-39a4be63ef3f req-8d712442-ffcd-4679-b877-c18cc816878f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2157614 Jul 22 19:25:38.374204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37756) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:38.430370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:38.433916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.464217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-c130f880-2272-4a4a-92a6-ae2841a81c51 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:38.476779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-c130f880-2272-4a4a-92a6-ae2841a81c51 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports/9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 942 time: 0.1290240 Jul 22 19:25:38.496284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.502958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.506667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606 HTTP/1.1" status: 204 len: 168 time: 0.7114921 Jul 22 19:25:38.513871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2be2eab3-e006-4097-9778-39a4be63ef3f req-f318dedb-345e-4ecc-bfac-cef8738729c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132660 Jul 22 19:25:38.548837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.577508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d09f57-2f9d-45af-99ae-b13175515eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea78e26-b0ea-4f74-b1a6-f7dde0c9a606,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:38.601133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-6366f237-50ca-491e-9bcc-117e4605d812 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134923 Jul 22 19:25:38.650880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.721317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efc43d27-cf61-45a5-8fd8-384d4276498d req-a4cda6fa-e2ce-494b-a8a0-aeb5f14f209c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 210 time: 0.0477257 Jul 22 19:25:38.795098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-af00afc1-549e-47a5-af28-3abb706b658b tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 1001 time: 0.2601576 Jul 22 19:25:38.801258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9d480963-28d3-48b3-9bf8-4b2506daee40 req-f08a24d3-6e77-4bd9-940e-218c70e508a5 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912413 Jul 22 19:25:38.805660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.822927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:38.827346 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e88dbab2-9c4b-4740-ae72-2de28e9b4477 HTTP/1.1" status: 204 len: 168 time: 0.4489872 Jul 22 19:25:38.853818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc3818-a04e-4b6b-bc98-acf7e8a132c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88dbab2-9c4b-4740-ae72-2de28e9b4477,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:38.945113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-766945d7-8320-4278-8999-b08d741e337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:38.947551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-766945d7-8320-4278-8999-b08d741e337a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1096 time: 0.0741887 Jul 22 19:25:38.964765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Allocated IP 172.20.0.10 (7cb4f449-1973-4416-8fed-6035768299b4/8ec02797-9005-4f09-94ec-5502a82ef363/c8e63586-2361-45d1-be0f-4f21ffac56ea) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:39.002760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-4a57fbfe-c537-4881-8934-806afae4c114 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:39.011195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-4a57fbfe-c537-4881-8934-806afae4c114 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2151113 Jul 22 19:25:39.154837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:39.213141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e0e282-78ec-4798-931e-d58c115ae6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.290085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-8aac65e8-0781-456d-b5da-9968409b6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:39.291523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-8aac65e8-0781-456d-b5da-9968409b6949 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.3341100 Jul 22 19:25:39.351564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-5f97945f-ddcd-4737-9c2d-129d4e0dede3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 217 time: 0.0504920 Jul 22 19:25:39.416620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-a07ea06b-9786-48bb-afb5-ee01c75a4947 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 1001 time: 0.4044867 Jul 22 19:25:39.423627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-874e840e-0175-4650-8a6a-4a1e582dea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:39.425245 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-874e840e-0175-4650-8a6a-4a1e582dea98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0667944 Jul 22 19:25:39.432891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:39.475955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-2e4f67f0-e6e4-47b7-b318-f614c892a1e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407641 Jul 22 19:25:39.491752 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.511060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e0e282-78ec-4798-931e-d58c115ae6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.524613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6e0e282-78ec-4798-931e-d58c115ae6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.603060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0e282-78ec-4798-931e-d58c115ae6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4554077-cbd3-4b42-9dce-b8f9f0594ce9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:39.611659 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6e0e282-78ec-4798-931e-d58c115ae6d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fae1da6a14e43c89db928d7765eafc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4559577 Jul 22 19:25:39.617474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:39.619974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98ebd6b4-d836-4d4e-bf07-b5b5647bfe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.667556 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-92fc02d2-59e0-4eea-bf79-03c95fd2980e service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749420 Jul 22 19:25:39.719097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.727507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.741684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f279ed-e069-473d-a20e-aa0b66b0faa1 req-7872a38c-6bc9-4deb-8005-f85f5366db42 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:39.743292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f279ed-e069-473d-a20e-aa0b66b0faa1 req-7872a38c-6bc9-4deb-8005-f85f5366db42 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 950 time: 0.3357873 Jul 22 19:25:39.755286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.776985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.798729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.812448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.812885 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Floating IP f4c22a90-3025-4269-ac86-e57f843dbb2b disassociated. External IP: 172.25.6.173, port: 9260310c-2924-45f4-9f97-95bcf11a30b5. Jul 22 19:25:39.821026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ed25ecd3-6006-4e72-b527-3c3331e60c4b req-1e488a63-d04f-4d7f-961e-c2c4af3ac198 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438720 Jul 22 19:25:39.857573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.860760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:39.865041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4554077-cbd3-4b42-9dce-b8f9f0594ce9 HTTP/1.1" status: 204 len: 168 time: 0.2466631 Jul 22 19:25:39.882217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb69e6-53cc-4ed2-b293-25e3de8b0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4554077-cbd3-4b42-9dce-b8f9f0594ce9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:40.025752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f279ed-e069-473d-a20e-aa0b66b0faa1 req-c9e72624-4ecb-4d1c-9c79-d27dd3f4819a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738159 Jul 22 19:25:40.053290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:40.123623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:40.152618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Network 7cb4f449-1973-4416-8fed-6035768299b4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:40.159502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:40.166476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:40.174073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:40.174580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:40.191399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:40.210393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-9d536821-a796-4fad-9137-0861621becf5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1466084 Jul 22 19:25:40.249208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Request body: {'port': {'device_id': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:40.428196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:40.440221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b7e3-a157-44dd-b044-5ca292ab0897 req-97ecd8df-5b6e-4013-aa9d-6a47422c6bb0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:40.441784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24f4b7e3-a157-44dd-b044-5ca292ab0897 req-97ecd8df-5b6e-4013-aa9d-6a47422c6bb0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.1420372 Jul 22 19:25:40.463104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:40.473975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:40.486600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Sync routers for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:40.507852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:40.508556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:40.633109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24f4b7e3-a157-44dd-b044-5ca292ab0897 req-447c4a32-caa3-486a-b548-8a08fa287dbf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831942 Jul 22 19:25:40.645226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-039f1b78-718b-41ed-916b-33d8ab464ec2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "PUT /v2.0/floatingips/f4c22a90-3025-4269-ac86-e57f843dbb2b HTTP/1.1" status: 200 len: 695 time: 1.2275562 Jul 22 19:25:40.654932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:40.657259 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc" -d '{"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:40.727484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:40.928099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-dcc7fc48-88d1-4ad4-9e1d-9dc414da2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:40.929651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-dcc7fc48-88d1-4ad4-9e1d-9dc414da2be2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1097 time: 0.2472081 Jul 22 19:25:40.995922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844d25c-e6bf-4ac6-9c1c-0b696b31c183 req-25f5817e-ec70-45dd-b464-3ea921260e71 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:40.997740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2844d25c-e6bf-4ac6-9c1c-0b696b31c183 req-25f5817e-ec70-45dd-b464-3ea921260e71 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 932 time: 0.1949058 Jul 22 19:25:41.074860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:41.107286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Checking router: 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:41.120287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:41.121366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:41.136108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2844d25c-e6bf-4ac6-9c1c-0b696b31c183 req-b94cc045-6c54-458b-9aba-c5789ee46935 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266236 Jul 22 19:25:41.173645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e63586-2361-45d1-be0f-4f21ffac56ea {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:41.191549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.214249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-22ee7c7f-6de3-469f-9a06-f5ab6970a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:41.218516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-22ee7c7f-6de3-469f-9a06-f5ab6970a908 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 930 time: 0.2761233 Jul 22 19:25:41.301844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-a0fbc908-5a8e-4dd6-b5ab-d7f58c2bdedb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 217 time: 0.0752497 Jul 22 19:25:41.303063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Transition to ACTIVE for port object c8e63586-2361-45d1-be0f-4f21ffac56ea will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:41.308993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:41.316243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.565842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-2ad6a61d-e230-4bca-8062-e1b6243912c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:41.567374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-2ad6a61d-e230-4bca-8062-e1b6243912c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.2544773 Jul 22 19:25:41.569169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:41.670712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Attempting to bind port c8e63586-2361-45d1-be0f-4f21ffac56ea on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:41.671080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Attempting to bind port c8e63586-2361-45d1-be0f-4f21ffac56ea by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:41.671444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Attempting to bind port c8e63586-2361-45d1-be0f-4f21ffac56ea on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:41.672646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.678008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Port c8e63586-2361-45d1-be0f-4f21ffac56ea on network 7cb4f449-1973-4416-8fed-6035768299b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:41.678335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Attempting to bind port c8e63586-2361-45d1-be0f-4f21ffac56ea on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:41.685401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:41.685778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Checking segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:41.686216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Bound using segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:41.686667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Bound port: c8e63586-2361-45d1-be0f-4f21ffac56ea, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:41.687073 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.743038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-fec5b40a-be79-4201-9c6b-0bcee8266810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:41.744713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-fec5b40a-be79-4201-9c6b-0bcee8266810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547041 Jul 22 19:25:41.876906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:41.885835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:41.904414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:41.915493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:41.987823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:42.003001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-63753c66-3e87-4489-afb2-89cc24d9a101 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467849 Jul 22 19:25:42.009654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.010843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:42.013360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-151e7b1b-88fc-46cd-9ccd-6dfe21b58392 service neutron] 10.222.0.32 "PUT /v2.0/ports/c8e63586-2361-45d1-be0f-4f21ffac56ea HTTP/1.1" status: 200 len: 1093 time: 1.7683372 Jul 22 19:25:42.050618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:42.115031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da86d4d-28fe-45b8-88b6-da242b095a1e None None] The sync data for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 is: [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:24:56Z', 'revision_number': 4, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '700e0faa-4a76-4dd9-b4ec-b08271e04220', 'name': '', 'network_id': '68e81d53-db6a-4b92-b754-cf84b8dd4f70', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'mac_address': 'fa:16:3e:68:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '61edc8be-040d-434e-b82d-486515bceb39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:54Z', 'updated_at': '2021-07-22T19:25:03Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'subnets': [{'id': '61edc8be-040d-434e-b82d-486515bceb39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:42.120288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5802db3-8592-4a5a-bdc3-5bd41b528b93 req-66987d6d-fcd6-4403-9dab-acca7a1637b1 service neutron] 10.222.0.10 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058564 Jul 22 19:25:42.216838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:42.274843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'port_id': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'mac_address': 'fa:16:3e:48:3d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42674b8-7201-4ff1-8705-e637378b1ece', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:42.373812 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce4034c-11ec-4592-9113-f67d8c5e072d x-openstack-request-id: req-bce4034c-11ec-4592-9113-f67d8c5e072d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:42.374102 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:42.374353 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bce4034c-11ec-4592-9113-f67d8c5e072d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:42.374889 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'status': 'completed', 'code': 200} Jul 22 19:25:42.384964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-070a2c53-6c9b-4208-851d-e5725e4ab116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.386550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-070a2c53-6c9b-4208-851d-e5725e4ab116 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 1096 time: 0.2640493 Jul 22 19:25:42.431248 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:42.486060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7313b5cb-f4b0-4284-9755-c14241e152d3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:42.529222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-d30d85cb-4812-429a-87f1-0d3ed773708f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea HTTP/1.1" status: 200 len: 217 time: 0.1318138 Jul 22 19:25:42.563360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:42.577335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:42.615825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-4b0a0302-f04c-44ea-b073-d5394b5621cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.623290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-4b0a0302-f04c-44ea-b073-d5394b5621cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e69ad422552f4d52874584e60cb5f6ab&device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 1097 time: 0.2222743 Jul 22 19:25:42.743974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-5c4603a9-a2a8-4fce-ae02-dc121c175803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.755117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-5c4603a9-a2a8-4fce-ae02-dc121c175803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.1974511 Jul 22 19:25:42.780038 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fa947-43ad-44aa-910a-cc58e4036d78 None None] New status for floating IP f4c22a90-3025-4269-ac86-e57f843dbb2b: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:25:42.788173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:42.799469 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:42.847162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366dd68-4da0-44d8-b014-a2fb3b7a6ee7 req-4a914931-29d6-4eaf-8253-ef396a8dea09 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.850755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d366dd68-4da0-44d8-b014-a2fb3b7a6ee7 req-4a914931-29d6-4eaf-8253-ef396a8dea09 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 950 time: 0.3275478 Jul 22 19:25:42.853907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-1a284804-cde7-4bce-8e0f-d2f8b54b2da4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879531 Jul 22 19:25:42.887189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-d22a41f7-4bef-4d36-b67b-76ae4b96dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:42.889624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-d22a41f7-4bef-4d36-b67b-76ae4b96dfaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 200 len: 930 time: 0.2559578 Jul 22 19:25:42.892161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:42.966980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-bc29c4fc-601f-41e2-b1b9-c140b3b18fa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 200 len: 217 time: 0.0670245 Jul 22 19:25:43.011620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d366dd68-4da0-44d8-b014-a2fb3b7a6ee7 req-a8addb05-09e1-4617-a516-84e1dd2b8c88 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554768 Jul 22 19:25:43.071764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-fec99851-1f40-400c-8e54-7d1553928a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:43.076500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-fec99851-1f40-400c-8e54-7d1553928a8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 200 len: 868 time: 0.1023998 Jul 22 19:25:43.101167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-53416144-d65b-468e-8f08-dd6f716ce2c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350545 Jul 22 19:25:43.196297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27bff6-8ea3-4898-a8b2-d748ca6f7867 req-7631bc3f-759d-48fe-9fa4-d3a15224eb81 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:43.205284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f27bff6-8ea3-4898-a8b2-d748ca6f7867 req-7631bc3f-759d-48fe-9fa4-d3a15224eb81 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.2943330 Jul 22 19:25:43.209184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-c588377d-0b66-402c-a859-41da77148c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:43.210945 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-c588377d-0b66-402c-a859-41da77148c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68e81d53-db6a-4b92-b754-cf84b8dd4f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1243362 Jul 22 19:25:43.334815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-59cddc4e-8a04-4bf2-a593-aae420203bc4 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152291 Jul 22 19:25:43.443164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a2eef2c-77e5-4b77-82df-804ebac8ebfc req-f973ae30-1c11-4eb2-b39e-c5bc39c9c9b1 service neutron] 10.222.0.26 "GET /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973635 Jul 22 19:25:43.646578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f27bff6-8ea3-4898-a8b2-d748ca6f7867 req-35b73fbb-1dc0-4e1a-b464-b0e63eb90931 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398634 Jul 22 19:25:43.659908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbc64acb-df57-42a5-8510-5fd6c1231391 req-22007ce3-3734-4efd-b975-4326a4b9f457 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510197 Jul 22 19:25:43.673932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f09fd-c4b4-4b99-bf71-18891a11ad10 req-67bb27da-30cd-4972-9b1b-d3ae37df7b85 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:43.675789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de1f09fd-c4b4-4b99-bf71-18891a11ad10 req-67bb27da-30cd-4972-9b1b-d3ae37df7b85 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 944 time: 0.4925227 Jul 22 19:25:43.735574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-865ff77e-0f90-40f2-ba81-f80a37418a07 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips/f4c22a90-3025-4269-ac86-e57f843dbb2b HTTP/1.1" status: 200 len: 693 time: 0.0587044 Jul 22 19:25:43.762990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de1f09fd-c4b4-4b99-bf71-18891a11ad10 req-ca12b525-0555-4c1b-8a4e-25569d8ac409 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786436 Jul 22 19:25:43.858292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-34261e81-0a66-4330-9ecb-0732f2d0a1c3 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:43.859659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-34261e81-0a66-4330-9ecb-0732f2d0a1c3 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1181655 Jul 22 19:25:43.908243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-1dc33ef0-69ff-44db-bfce-16691de701b8 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0428042 Jul 22 19:25:43.960935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-187877e6-b8c9-4866-81d0-e8764e6c1700 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.173 HTTP/1.1" status: 200 len: 696 time: 0.0471306 Jul 22 19:25:44.140642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabc54f-7838-49b1-9fed-ed65fb190bf6 req-929384e0-b9a0-48d5-a19c-b0c4712281f5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.142253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dabc54f-7838-49b1-9fed-ed65fb190bf6 req-929384e0-b9a0-48d5-a19c-b0c4712281f5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 949 time: 0.1009309 Jul 22 19:25:44.144579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Deleting port d0a1d1f0-a73b-4ff4-874a-9795c13fbe98 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:44.144921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.231220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dabc54f-7838-49b1-9fed-ed65fb190bf6 req-e65993f5-f4c8-40e2-b103-75d7e6729d6f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834064 Jul 22 19:25:44.249689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.250038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.261850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Calling delete_port for d0a1d1f0-a73b-4ff4-874a-9795c13fbe98 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:44.382193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:44.384492 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99" -d '{"events": [{"name": "network-changed", "server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:44.414190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.440747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event deleted for resources: {'Port': ['ID=d0a1d1f0-a73b-4ff4-874a-9795c13fbe98,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:44.466583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.469209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:44.470383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71f60bd1-499d-49f4-b439-8d2480dc81fa req-e018ce18-7753-4c3b-b824-725213303348 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "DELETE /v2.0/floatingips/f4c22a90-3025-4269-ac86-e57f843dbb2b HTTP/1.1" status: 204 len: 173 time: 0.5033553 Jul 22 19:25:44.667667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330a908-80f7-452a-b606-ccb4f667215e req-d93f06d1-47ad-4670-9394-fb6590788a97 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.673577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330a908-80f7-452a-b606-ccb4f667215e req-d93f06d1-47ad-4670-9394-fb6590788a97 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.676049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2330a908-80f7-452a-b606-ccb4f667215e req-d93f06d1-47ad-4670-9394-fb6590788a97 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333&device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 1690 time: 0.0751760 Jul 22 19:25:44.690749 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64af013-4d31-4530-bade-216f90c4903b x-openstack-request-id: req-a64af013-4d31-4530-bade-216f90c4903b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:44.691032 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:44.691276 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a64af013-4d31-4530-bade-216f90c4903b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:44.691654 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'status': 'completed', 'code': 200} Jul 22 19:25:44.719834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2330a908-80f7-452a-b606-ccb4f667215e req-281b44e2-40cb-435f-baf9-4c9a990e0a05 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Jul 22 19:25:44.795872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-82d1903d-5308-456e-a85a-9ffa73a99aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.797441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-82d1903d-5308-456e-a85a-9ffa73a99aac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 1096 time: 0.0810478 Jul 22 19:25:44.918911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39180b9-4c64-4907-9b43-fa38a118d6cd req-3016d5fe-731a-4753-890b-5ff8a368606e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.920403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f39180b9-4c64-4907-9b43-fa38a118d6cd req-3016d5fe-731a-4753-890b-5ff8a368606e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 950 time: 0.1394956 Jul 22 19:25:44.921719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-6eaef032-512f-4e78-9c97-94f1c2d3a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:44.923136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-6eaef032-512f-4e78-9c97-94f1c2d3a2cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 905 time: 0.1089962 Jul 22 19:25:44.972677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-9c1493af-d4b4-41de-92e4-015e1248dd09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea HTTP/1.1" status: 200 len: 217 time: 0.0404115 Jul 22 19:25:45.016535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f39180b9-4c64-4907-9b43-fa38a118d6cd req-b9527ecd-259f-4a54-b47f-4a3ed9b996d2 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902653 Jul 22 19:25:45.042504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-742ceebe-2c9a-46c7-806c-7d437e582171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:45.044340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-742ceebe-2c9a-46c7-806c-7d437e582171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.0609195 Jul 22 19:25:45.091184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-086df1f4-fab8-47e4-b66f-e6a225bcae23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344262 Jul 22 19:25:45.224124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-4f9c830f-a289-485f-9432-d6ef0c9aae0b service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258276 Jul 22 19:25:45.278537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f856e-e5fd-4749-96f8-efba31514e66 req-b65a96a1-4435-4169-b7ad-5587bdc70b9a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:45.280041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb6f856e-e5fd-4749-96f8-efba31514e66 req-b65a96a1-4435-4169-b7ad-5587bdc70b9a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.1154041 Jul 22 19:25:45.389358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb6f856e-e5fd-4749-96f8-efba31514e66 req-77ea6ab9-0575-43e2-b341-45f9f3db0d3d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826313 Jul 22 19:25:45.393041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac0f32c6-7b00-4949-80d3-dc9fe85d9e99 req-92084a42-9de9-4c10-af0e-29d2600b1005 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622214 Jul 22 19:25:45.424025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e60985-30bd-468c-9f78-f9abc9906024 req-39bb10ac-5af9-4432-9c13-cafdabdc7ed5 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:45.425554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29e60985-30bd-468c-9f78-f9abc9906024 req-39bb10ac-5af9-4432-9c13-cafdabdc7ed5 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1102293 Jul 22 19:25:45.466846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29e60985-30bd-468c-9f78-f9abc9906024 req-ef00c4f2-6f41-436b-9299-cecae4a50a35 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0356724 Jul 22 19:25:45.567915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40300f33-6d9d-4c16-9130-94996e7f620c req-2c93a32a-9224-479b-9590-50b521d63be9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:45.569566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40300f33-6d9d-4c16-9130-94996e7f620c req-2c93a32a-9224-479b-9590-50b521d63be9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 944 time: 0.0636101 Jul 22 19:25:45.610102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40300f33-6d9d-4c16-9130-94996e7f620c req-ed93cf05-5d90-4920-933d-4cd2bbda7273 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344803 Jul 22 19:25:45.772962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cbee7-7387-4b34-9d0c-9867f6548980 req-b715108d-8870-4ab4-95c9-a3a6f61fd00e tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:45.774503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-983cbee7-7387-4b34-9d0c-9867f6548980 req-b715108d-8870-4ab4-95c9-a3a6f61fd00e tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 1102 time: 0.0588088 Jul 22 19:25:45.806359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:45.811048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-983cbee7-7387-4b34-9d0c-9867f6548980 req-e64a71e7-e9fe-461b-a98c-7286f1bb7fe3 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303044 Jul 22 19:25:45.889130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 7313b5cb-f4b0-4284-9755-c14241e152d3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:45.889620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f5183e-53d4-49ad-9070-b9c02aed92fb req-101ec859-8fce-4738-9790-c3b623611cbd tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0581946 Jul 22 19:25:45.894844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 7313b5cb-f4b0-4284-9755-c14241e152d3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:45.895828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:46.004858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:46.028721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:46.031519 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c15ede-7d6b-451d-bbc0-daa3f99c3fdd" -d '{"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-plugged", "status": "completed", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:46.046131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:46.049600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:46.057562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5fe1b-1703-4aea-a788-65c2077a7201 req-7c22a544-a133-49f2-a2e8-d79a8556d224 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.059556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3de5fe1b-1703-4aea-a788-65c2077a7201 req-7c22a544-a133-49f2-a2e8-d79a8556d224 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 1101 time: 0.0712712 Jul 22 19:25:46.101174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:46.107620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3de5fe1b-1703-4aea-a788-65c2077a7201 req-5ada2f59-ffa2-4b17-a570-fee56e697529 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jul 22 19:25:46.220900 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97cf124-56b7-44ea-80c0-990fdf203333 x-openstack-request-id: req-b97cf124-56b7-44ea-80c0-990fdf203333 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:46.221123 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-plugged", "status": "completed", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:46.221386 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b97cf124-56b7-44ea-80c0-990fdf203333 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:46.221778 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'code': 200} Jul 22 19:25:46.380351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83ec37-5cc4-4f6b-afa5-72220c624bc6 req-6b0111e2-f55c-4cd5-93f6-8291096d4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.381895 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f83ec37-5cc4-4f6b-afa5-72220c624bc6 req-6b0111e2-f55c-4cd5-93f6-8291096d4a7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1098 time: 0.0831428 Jul 22 19:25:46.398976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d7779c7b-e8c4-43e5-9d67-278f47e99646 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255063 Jul 22 19:25:46.425749 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f83ec37-5cc4-4f6b-afa5-72220c624bc6 req-b3b0aebb-402a-4fcb-80b3-1b69932915c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288095 Jul 22 19:25:46.507955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-4b3e1780-bf8a-476d-9f65-91fb9f6b733d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.509613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-4b3e1780-bf8a-476d-9f65-91fb9f6b733d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043234 Jul 22 19:25:46.530009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-dc56c5d1-f8c8-470e-904c-54e0ae11c61c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0141864 Jul 22 19:25:46.641140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-a8f9fb33-50e8-4305-9c8d-c9e2837cd245 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1059303 Jul 22 19:25:46.657194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4e7f6-3192-4fc2-b2fc-b4d7d76f62b3 req-8af508c9-180c-4ff6-bd23-f7603cbe6518 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.658661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04f4e7f6-3192-4fc2-b2fc-b4d7d76f62b3 req-8af508c9-180c-4ff6-bd23-f7603cbe6518 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.0909753 Jul 22 19:25:46.695723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04f4e7f6-3192-4fc2-b2fc-b4d7d76f62b3 req-e35b5138-78f2-4d17-9a34-0655c8de39b3 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jul 22 19:25:46.840955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b2524-42f8-4d4c-b890-fa84cc9f7280 req-b4cf1a17-0303-46b3-813b-2cd0154e74e1 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:46.842537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-801b2524-42f8-4d4c-b890-fa84cc9f7280 req-b4cf1a17-0303-46b3-813b-2cd0154e74e1 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.0660641 Jul 22 19:25:46.883803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-801b2524-42f8-4d4c-b890-fa84cc9f7280 req-534f636a-dd31-4e5c-8367-e0c8e1789ef0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Jul 22 19:25:47.080338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6397f-7d7e-43d5-9449-86721d460f97 req-beffad45-3ec4-4be8-95d7-f07efaa42694 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:47.081975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22e6397f-7d7e-43d5-9449-86721d460f97 req-beffad45-3ec4-4be8-95d7-f07efaa42694 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 944 time: 0.0700407 Jul 22 19:25:47.123726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22e6397f-7d7e-43d5-9449-86721d460f97 req-e67a4b30-5bbc-4ab1-b7fa-e6a0c4397373 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346057 Jul 22 19:25:47.247408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f229d2c-6187-4ec0-9bff-ac9f53072e1c req-3cd07e97-9c3a-4877-9a80-fd2f54616f2d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 210 time: 0.0321250 Jul 22 19:25:47.330894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:47.463486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:25:47.465237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:47.478385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:47.479644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38046) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:47.521104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.540338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e63586-2361-45d1-be0f-4f21ffac56ea {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:47.563129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:47.567493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.597761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cef511a-cccf-45f0-a066-9d1e81cf0f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.635154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:47.722290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cef511a-cccf-45f0-a066-9d1e81cf0f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.727643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8cef511a-cccf-45f0-a066-9d1e81cf0f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.767811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8cef511a-cccf-45f0-a066-9d1e81cf0f37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8af28c852fca45d5a433bf872093467f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857463 Jul 22 19:25:47.770447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:47.778613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef511a-cccf-45f0-a066-9d1e81cf0f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88415db6-dce9-48e1-a1d4-c8235a6bcd45,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:47.835511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:47.858930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.873867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f71a3-8981-4178-979d-81f62316f2b5 req-41075955-d5df-48b6-aa20-550adba828d4 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:47.875835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-007f71a3-8981-4178-979d-81f62316f2b5 req-41075955-d5df-48b6-aa20-550adba828d4 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.0788345 Jul 22 19:25:47.885542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c8e63586-2361-45d1-be0f-4f21ffac56ea'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:47.890759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:47.967413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-007f71a3-8981-4178-979d-81f62316f2b5 req-7c99c3b7-1672-4489-ba3e-5a93d2c058c7 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825093 Jul 22 19:25:48.013985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.024098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.025272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88415db6-dce9-48e1-a1d4-c8235a6bcd45 HTTP/1.1" status: 204 len: 168 time: 0.2518523 Jul 22 19:25:48.025924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.040841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-225ae81e-cb35-4d61-a328-9f9f548d1fe7 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832696 Jul 22 19:25:48.079875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684e0c3-43c3-4395-847c-625419ce5ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88415db6-dce9-48e1-a1d4-c8235a6bcd45,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:48.097876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:48.114079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.132490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062b29-2387-4c4b-a155-7bf7650eb580 req-e37bd820-bc0f-45ab-96f6-90e32bd0a1c7 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:48.134707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c062b29-2387-4c4b-a155-7bf7650eb580 req-e37bd820-bc0f-45ab-96f6-90e32bd0a1c7 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.0921187 Jul 22 19:25:48.196122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c062b29-2387-4c4b-a155-7bf7650eb580 req-7c2444e3-a09e-4ce0-ae66-424e49f94d90 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542576 Jul 22 19:25:48.245232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:48.253435 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265bf24c-6a7c-4cb1-b3e9-e44d3c0588a7" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-unplugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:48.259697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:48.279655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-927f9cbe-e58b-4f14-9c33-92cddacc4947 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:48.281567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-927f9cbe-e58b-4f14-9c33-92cddacc4947 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282252 Jul 22 19:25:48.286140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.286481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.286819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.287151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.287589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.287788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.288113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.288459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.288779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.289169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.289494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.289809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:25:48.307990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:48.346554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384e044-6823-4d78-8400-86c31baef3ba req-6eeb6441-eb77-416b-a930-da13c2078a55 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:48.353614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4384e044-6823-4d78-8400-86c31baef3ba req-6eeb6441-eb77-416b-a930-da13c2078a55 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 945 time: 0.0869513 Jul 22 19:25:48.404281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4384e044-6823-4d78-8400-86c31baef3ba req-3d5dbb40-926b-4bc4-825e-a4d0f489669d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Jul 22 19:25:48.456816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40929c0c-2428-449f-98de-7e7d3e176b78 req-e74efcab-7dbb-4c7e-bace-484db658b2d3 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:48.464388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40929c0c-2428-449f-98de-7e7d3e176b78 req-e74efcab-7dbb-4c7e-bace-484db658b2d3 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1098 time: 0.0760956 Jul 22 19:25:48.468203 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36b36a6-1204-40f2-abdf-b7c2ed902ddd x-openstack-request-id: req-f36b36a6-1204-40f2-abdf-b7c2ed902ddd {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:48.468803 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-unplugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:48.468803 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f36b36a6-1204-40f2-abdf-b7c2ed902ddd {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:48.471024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:48.471438 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'code': 200} Jul 22 19:25:48.479793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.483557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38086) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:48.510372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979334d1-5eb0-4aad-ab88-8b8fa1ef540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.516106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40929c0c-2428-449f-98de-7e7d3e176b78 req-39ad6677-cf41-4b09-a4f2-5d5e7098553c tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439715 Jul 22 19:25:48.562376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18c4e6b5-9f15-4cd3-8b73-923a3ec6767e req-51e16a83-e251-4c9f-8037-44c21d4c46a3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 210 time: 0.0385756 Jul 22 19:25:48.693450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.223 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/242edabb-6f2d-4802-810f-7cdf3b12e8f7) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:25:48.729826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979334d1-5eb0-4aad-ab88-8b8fa1ef540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.739154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979334d1-5eb0-4aad-ab88-8b8fa1ef540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.803815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-0770fa5b-8f96-4ad8-9d28-b5b1e30eb1fa tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:48.805534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-0770fa5b-8f96-4ad8-9d28-b5b1e30eb1fa tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.26 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.0806024 Jul 22 19:25:48.818948 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-979334d1-5eb0-4aad-ab88-8b8fa1ef540d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d2bb8afb25b45bc9fb58827e82b79db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341603 Jul 22 19:25:48.820301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979334d1-5eb0-4aad-ab88-8b8fa1ef540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f9078c-ebe6-4c40-ad16-05e3a53753db,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:48.821807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:48.930206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.938398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:48.957196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 242edabb-6f2d-4802-810f-7cdf3b12e8f7 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:48.989224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.008869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.023480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:49.028307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:49.060306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Deleting port 9260310c-2924-45f4-9f97-95bcf11a30b5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:49.060749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.108334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:25:49.111308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:49.117425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:25:49.161738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:49.222408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:49.222860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.244714 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-d8f1ea8e-9dc9-402e-ae2d-6275743cda1b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9417200 Jul 22 19:25:49.257899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Request body: {'port': {'device_id': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:49.315887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] For port 9260310c-2924-45f4-9f97-95bcf11a30b5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9260310c-2924-45f4-9f97-95bcf11a30b5,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:49.316077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.328321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.330906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.332081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19f9078c-ebe6-4c40-ad16-05e3a53753db HTTP/1.1" status: 204 len: 168 time: 0.5091007 Jul 22 19:25:49.361417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:49.375929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Calling delete_port for 9260310c-2924-45f4-9f97-95bcf11a30b5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:49.400023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63203001-0c5c-473f-a91d-bb5469fcc8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f9078c-ebe6-4c40-ad16-05e3a53753db,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:49.508755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.536622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63a47-7683-403f-9955-8f9ac69005b5 req-92485e26-ebf4-4eb4-89e5-42776c8b8a84 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:49.547040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60b63a47-7683-403f-9955-8f9ac69005b5 req-92485e26-ebf4-4eb4-89e5-42776c8b8a84 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 945 time: 0.3257248 Jul 22 19:25:49.695359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38142) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:49.711343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ebc454c5-6016-4ef7-9c22-99d20df2c910 None None] Provisioning for port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:49.726993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ebc454c5-6016-4ef7-9c22-99d20df2c910 None None] Provisioning complete for port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:49.727660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ebc454c5-6016-4ef7-9c22-99d20df2c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.737399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port c8e63586-2361-45d1-be0f-4f21ffac56ea completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:49.748808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60b63a47-7683-403f-9955-8f9ac69005b5 req-0b858cf6-787f-495f-95b4-0678623188a7 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/security-groups?id=e671eb81-7065-44dd-8235-50e30f91c19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951046 Jul 22 19:25:49.784238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c8e63586-2361-45d1-be0f-4f21ffac56ea triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:49.792294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:49.865676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:49.914022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a0af7-4098-4457-8249-b2e4ba3bf742 req-c7750373-f4b1-4ddd-8a61-0d9225e03be6 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:49.915923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f4a0af7-4098-4457-8249-b2e4ba3bf742 req-c7750373-f4b1-4ddd-8a61-0d9225e03be6 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 945 time: 0.3520551 Jul 22 19:25:49.945846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ebc454c5-6016-4ef7-9c22-99d20df2c910 None None] Port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:25:49.967859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0010ddbd-7b51-4690-ad75-2647c3fe59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.031507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.042018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f4a0af7-4098-4457-8249-b2e4ba3bf742 req-b1fc5c96-e193-48fa-a83f-31d5c1b4a316 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052077 Jul 22 19:25:50.109641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242edabb-6f2d-4802-810f-7cdf3b12e8f7 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:50.128036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.133420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.135750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9260310c-2924-45f4-9f97-95bcf11a30b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:50.147438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Transition to ACTIVE for port object 242edabb-6f2d-4802-810f-7cdf3b12e8f7 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:25:50.151631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.182429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Pushing event deleted for resources: {'Port': ['ID=9260310c-2924-45f4-9f97-95bcf11a30b5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:50.271162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Pushing event updated for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:50.318109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:50.339233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.402450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Attempting to bind port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:25:50.405431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Attempting to bind port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:25:50.408658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Attempting to bind port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:50.422706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] No DVR routers for this DVR port 9260310c-2924-45f4-9f97-95bcf11a30b5 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:25:50.436763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:50.464934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:25:50.465281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Attempting to bind port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:25:50.482745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:50.484803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:25:50.487118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:50.488639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:25:50.489312 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b5e3b-d347-475c-953d-abccd3783cd0" -d '{"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-plugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:50.490303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Bound port: 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:25:50.490641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.580628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:50.608320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1fcfe-b648-4b24-ad7b-4deb7d4e4bf3 req-7a9493e5-9622-464b-81a9-98e6e9f12c93 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:50.621070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ce1fcfe-b648-4b24-ad7b-4deb7d4e4bf3 req-7a9493e5-9622-464b-81a9-98e6e9f12c93 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 936 time: 0.7245102 Jul 22 19:25:50.625561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.639487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bf3038f-231a-43de-aed3-feb2e2aea709 req-378ca946-ce57-4719-8785-686370de2282 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.26 "DELETE /v2.0/ports/9260310c-2924-45f4-9f97-95bcf11a30b5 HTTP/1.1" status: 204 len: 173 time: 1.7751715 Jul 22 19:25:50.646664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'name': 'network-vif-deleted', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:50.650656 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdd1e08-385c-42c0-8787-7ab40f7cde35" -d '{"events": [{"server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "name": "network-vif-deleted", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:50.670529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0010ddbd-7b51-4690-ad75-2647c3fe59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.704908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:25:50.726800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0010ddbd-7b51-4690-ad75-2647c3fe59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.729999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:25:50.737413 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ff8b99-4d45-423f-abad-17be589e8bb7 x-openstack-request-id: req-b7ff8b99-4d45-423f-abad-17be589e8bb7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:50.737967 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-plugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:50.738284 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7ff8b99-4d45-423f-abad-17be589e8bb7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:50.738854 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'code': 200} Jul 22 19:25:50.740967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.741415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'mac_address': 'fa:16:3e:c4:59:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:50.842225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.864288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:50.875637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0010ddbd-7b51-4690-ad75-2647c3fe59d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69f645ec4973458483cd92be9f688a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764188 Jul 22 19:25:50.881081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38198) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:50.914060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:50.929236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:50.937144 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.941405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:50.945564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] 10.222.0.26 "PUT /v2.0/ports/242edabb-6f2d-4802-810f-7cdf3b12e8f7 HTTP/1.1" status: 200 len: 1097 time: 1.6925406 Jul 22 19:25:50.949099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:50.952006 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad098411-514a-4798-b143-0827440d1a76 x-openstack-request-id: req-ad098411-514a-4798-b143-0827440d1a76 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:50.955144 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:50.958808 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462de0a7-749c-49f7-9830-721550827cbf", "name": "network-vif-deleted", "tag": "9260310c-2924-45f4-9f97-95bcf11a30b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:50.960047 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad098411-514a-4798-b143-0827440d1a76 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:50.964039 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462de0a7-749c-49f7-9830-721550827cbf', 'name': 'network-vif-deleted', 'tag': '9260310c-2924-45f4-9f97-95bcf11a30b5', 'status': 'completed', 'code': 200} Jul 22 19:25:51.046111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:51.053057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4987b7-be1a-4fe6-b791-f073f553ced2 service neutron] Pushing event updated for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:51.076427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:51.144124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010ddbd-7b51-4690-ad75-2647c3fe59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc4e65b-9536-49bd-97f4-bcb97c4e676a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:51.189291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ce1fcfe-b648-4b24-ad7b-4deb7d4e4bf3 req-77414431-c13e-4429-8bda-2bf7b20d5bad tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119934 Jul 22 19:25:51.198617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-9235845a-e34f-422b-8a44-3a7d9d43cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:51.208909 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-9235845a-e34f-422b-8a44-3a7d9d43cb4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 1100 time: 0.1837914 Jul 22 19:25:51.308518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac7ee93a-6cf5-4732-88fc-9f3b311d5f66 req-1afbd1f4-e560-475f-9803-a9f2a9c5a1a2 tempest-FloatingIPsAssociationNegativeTestJSON-710451866 tempest-FloatingIPsAssociationNegativeTestJSON-710451866-project] 10.222.0.10 "GET /v2.0/ports?device_id=462de0a7-749c-49f7-9830-721550827cbf HTTP/1.1" status: 200 len: 210 time: 0.1581974 Jul 22 19:25:51.571604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61d11f-952c-4643-a037-8fc58683d224 req-618fbaf2-63a0-40e2-9fb2-a7a2b032a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:51.573407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf61d11f-952c-4643-a037-8fc58683d224 req-618fbaf2-63a0-40e2-9fb2-a7a2b032a8d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 1098 time: 0.6066797 Jul 22 19:25:51.614637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:51.708235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:51.737441 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73f8946-78ea-46f4-abf5-afdcbcbaa710 x-openstack-request-id: req-e73f8946-78ea-46f4-abf5-afdcbcbaa710 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:51.737988 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:51.738414 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e73f8946-78ea-46f4-abf5-afdcbcbaa710 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:51.739556 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7', 'status': 'completed', 'code': 200} Jul 22 19:25:51.742343 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-be206545-bbdb-45c0-86cd-a182e104129b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7 HTTP/1.1" status: 200 len: 217 time: 0.5190318 Jul 22 19:25:51.751154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf61d11f-952c-4643-a037-8fc58683d224 req-eed2d14f-820c-4982-82fe-d6d462ef53e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336420 Jul 22 19:25:51.794980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d288d0-4833-42d2-93f9-e8e7b702e907 req-809e34a3-b998-4588-9f59-a21966ef6104 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:51.796889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0d288d0-4833-42d2-93f9-e8e7b702e907 req-809e34a3-b998-4588-9f59-a21966ef6104 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 946 time: 0.3638277 Jul 22 19:25:51.824496 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:51.828770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:51.835654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebc4e65b-9536-49bd-97f4-bcb97c4e676a HTTP/1.1" status: 204 len: 168 time: 0.9501202 Jul 22 19:25:51.848335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:51.893425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-5ec10ec0-1532-4310-ba70-233bec05bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:51.895583 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-5ec10ec0-1532-4310-ba70-233bec05bb5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1411302 Jul 22 19:25:51.896994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26331fef-e0cf-4ff4-a69a-5b4cb3227eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc4e65b-9536-49bd-97f4-bcb97c4e676a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:51.942679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0d288d0-4833-42d2-93f9-e8e7b702e907 req-24b3bfe1-4452-4b66-a852-e300b64888cb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055734 Jul 22 19:25:51.976060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:51.976363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:52.048330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6983c454-f6bc-4fb8-896f-2ce44c187214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:52.052545 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-6983c454-f6bc-4fb8-896f-2ce44c187214 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433456 Jul 22 19:25:52.203976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:52.282002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:52.294606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:52.295462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9260310c-2924-45f4-9f97-95bcf11a30b5 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:25:52.342551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-c99fb5d9-b689-462d-9cf4-cc7573fb9b17 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795472 Jul 22 19:25:52.422339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:52.484580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47f6c950-bbb7-4b1d-8d4b-b95b8119dbbb req-98ac25d6-ce1c-4f6d-9d94-0b680af50593 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339452 Jul 22 19:25:52.492798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 9260310c-2924-45f4-9f97-95bcf11a30b5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:25:52.493143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9260310c-2924-45f4-9f97-95bcf11a30b5 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:25:52.494606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:52.629388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a95dfc-e4d0-44e8-bf62-2d9419501565 req-38b252fc-1d71-4e04-874a-de553f9d8020 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:52.636862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82a95dfc-e4d0-44e8-bf62-2d9419501565 req-38b252fc-1d71-4e04-874a-de553f9d8020 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 948 time: 0.2747810 Jul 22 19:25:52.703575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-26785cc1-e8c1-4d6c-bc1e-29f7a68cf554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:52.706402 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-26785cc1-e8c1-4d6c-bc1e-29f7a68cf554 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 1100 time: 0.1513889 Jul 22 19:25:52.739689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:52.742709 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f5b36-d603-48d3-9032-2215b3e35e7e" -d '{"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:52.742908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82a95dfc-e4d0-44e8-bf62-2d9419501565 req-37e87b7b-e001-47b2-970f-5e5f60197a4b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041522 Jul 22 19:25:52.955260 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec14490e-a047-430d-b38d-9c1634bd5760 x-openstack-request-id: req-ec14490e-a047-430d-b38d-9c1634bd5760 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:52.955772 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:52.955869 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec14490e-a047-430d-b38d-9c1634bd5760 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:52.956233 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'code': 200} Jul 22 19:25:52.959548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-8ccf153e-e7e1-4346-9bb1-a294b7c0f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:52.961879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-8ccf153e-e7e1-4346-9bb1-a294b7c0f61d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2430723 Jul 22 19:25:53.087335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-28b3ecc7-fa83-426e-a0d8-cb9efea8b394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7 HTTP/1.1" status: 200 len: 217 time: 0.1154244 Jul 22 19:25:53.188357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-c032ec66-1511-4914-92e3-2fe21e473f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:53.190473 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-c032ec66-1511-4914-92e3-2fe21e473f5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0940514 Jul 22 19:25:53.289873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d9e5f-8d44-4f6d-9350-6f5ee8699158 req-3433cf15-46fe-4c19-b938-b31de88f4b45 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:53.304242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee5d9e5f-8d44-4f6d-9350-6f5ee8699158 req-3433cf15-46fe-4c19-b938-b31de88f4b45 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 946 time: 0.1920924 Jul 22 19:25:53.324780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-fecc42a6-909b-4744-94cb-443fddc0d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:53.326366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-fecc42a6-909b-4744-94cb-443fddc0d17a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116686 Jul 22 19:25:53.393914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee5d9e5f-8d44-4f6d-9350-6f5ee8699158 req-2eca1f08-fd5b-4a33-b131-f99c43723953 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879068 Jul 22 19:25:53.446469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:53.546806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-cf7fb168-09b6-47de-8ab5-c037baeb4e31 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071116 Jul 22 19:25:53.601623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:53.838983 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58c1b9fa-4c4a-4ba0-a064-8ce7a9d34095 req-4dcba4f8-a145-493f-872b-e07494793178 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786272 Jul 22 19:25:53.890147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1604798934-network', 'tenant_id': '691329359fab4c8da91448dac3d44f65'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:53.921376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Made reservation on behalf of 691329359fab4c8da91448dac3d44f65 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:53.924175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:53.939079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.085095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.097690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.122945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:25:54.138508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.138897 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Added segment 94d5ca6d-0dfe-4ad1-ac61-e079f1661e9d of type vlan for network 71039c98-60e3-43b0-a423-b9e8985d005b Jul 22 19:25:54.176014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.246972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdafb94-274d-417e-a605-df4063f40f37,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:54.255876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.305474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.306925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:54.307836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.354053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7483950 Jul 22 19:25:54.357317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38326) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:54.362829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Request body: {'subnet': {'network_id': '71039c98-60e3-43b0-a423-b9e8985d005b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1604798934-subnet', 'tenant_id': '691329359fab4c8da91448dac3d44f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:54.403169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf2f1-51b1-48f8-9584-13cab3d843c6 req-af9220e5-5788-4a36-b3fc-b2c040e7db04 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:54.414526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-045cf2f1-51b1-48f8-9584-13cab3d843c6 req-af9220e5-5788-4a36-b3fc-b2c040e7db04 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 948 time: 0.3165162 Jul 22 19:25:54.422681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f87ee-ae2c-4d65-9f30-f656c3e80a4b admin admin] Pushing event updated for resources: {'Network': ['ID=71039c98-60e3-43b0-a423-b9e8985d005b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:54.433252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0501a-6ab2-4f6f-99aa-e91946c29978 req-6466be7a-231d-4516-b5c3-7eebdeb74a0f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:54.450296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30d0501a-6ab2-4f6f-99aa-e91946c29978 req-6466be7a-231d-4516-b5c3-7eebdeb74a0f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 946 time: 0.3528993 Jul 22 19:25:54.464427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 71039c98-60e3-43b0-a423-b9e8985d005b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:25:54.493726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Made reservation on behalf of 691329359fab4c8da91448dac3d44f65 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:54.497154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:54.630870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-045cf2f1-51b1-48f8-9584-13cab3d843c6 req-e6a69d30-3616-4160-b05e-c29091e4e34a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135484 Jul 22 19:25:54.664330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30d0501a-6ab2-4f6f-99aa-e91946c29978 req-2562f448-29a7-4cff-8472-805d642c96e9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128451 Jul 22 19:25:55.017233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.106697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Deleting port 700e0faa-4a76-4dd9-b4ec-b08271e04220 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:55.107079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.155548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c1bb50-650d-48a7-9f4e-84a88ceebed4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:55.188240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Checking segment: {'id': '94d5ca6d-0dfe-4ad1-ac61-e079f1661e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '71039c98-60e3-43b0-a423-b9e8985d005b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:25:55.188606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Network hostable DHCP agents. Network: 71039c98-60e3-43b0-a423-b9e8985d005b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:25:55.226066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Network 71039c98-60e3-43b0-a423-b9e8985d005b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:25:55.246550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 71039c98-60e3-43b0-a423-b9e8985d005b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:25:55.252836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:55.253431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.256283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84cbdf-42a4-4291-9a02-6574d9c501a7 None None] Network 71039c98-60e3-43b0-a423-b9e8985d005b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:55.261469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] For port 700e0faa-4a76-4dd9-b4ec-b08271e04220, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=700e0faa-4a76-4dd9-b4ec-b08271e04220,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:55.263030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.287129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Calling delete_port for 700e0faa-4a76-4dd9-b4ec-b08271e04220 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:55.294681 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e0c4511-01c6-4ddf-a10d-1c6187c37486 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9358830 Jul 22 19:25:55.503124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38352) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:55.531957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b60f08-c9d2-4803-b103-e9d64ce8eabb None None] Network 71039c98-60e3-43b0-a423-b9e8985d005b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:25:55.659483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.722397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=700e0faa-4a76-4dd9-b4ec-b08271e04220,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:55.727114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c098-8d7c-482b-9a59-820522036655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.881664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 242edabb-6f2d-4802-810f-7cdf3b12e8f7 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:25:55.946332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-572000668', 'description': 'tempest-description-198107395'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:55.985070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c098-8d7c-482b-9a59-820522036655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:55.998612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9bc5c098-8d7c-482b-9a59-820522036655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.100217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a615-21b0-4108-818d-0aedaab13d48 req-8951f67a-a077-4ac0-9a55-66ccba75c3c2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:56.101839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e39a615-21b0-4108-818d-0aedaab13d48 req-8951f67a-a077-4ac0-9a55-66ccba75c3c2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 948 time: 0.3192399 Jul 22 19:25:56.105323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.132006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5c098-8d7c-482b-9a59-820522036655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40dccb1-10e8-46ad-806f-2d3fb8fb64da,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:56.145145 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9bc5c098-8d7c-482b-9a59-820522036655 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce5f6091d07340d380521f12566a5ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409972 Jul 22 19:25:56.147677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38366) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:56.163948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:56.195388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '242edabb-6f2d-4802-810f-7cdf3b12e8f7', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '242edabb-6f2d-4802-810f-7cdf3b12e8f7', 'mac_address': 'fa:16:3e:2b:9e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:25:56.225802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.242629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.264170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.271443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.284712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2cbca-a215-4179-829a-4ad892888d0a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:56.293800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242edabb-6f2d-4802-810f-7cdf3b12e8f7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:25:56.306835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.311775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.313186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0aa0d7d2-4c5c-46e0-a629-b8f155eed95e req-633acec0-acd4-4941-a6e5-f86572d946bc tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5079963 Jul 22 19:25:56.334688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.335305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e39a615-21b0-4108-818d-0aedaab13d48 req-c101e5db-1ca3-4a70-81ae-ce7f7996a728 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238224 Jul 22 19:25:56.347312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:56.357496 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.436041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.438787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.440018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c40dccb1-10e8-46ad-806f-2d3fb8fb64da HTTP/1.1" status: 204 len: 168 time: 0.2912345 Jul 22 19:25:56.471155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f760b-319a-4e73-bffc-59569cb98e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40dccb1-10e8-46ad-806f-2d3fb8fb64da,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:56.516389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:56.619583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53dd3c-2241-4caf-a7c2-5a294f93f87d req-5b456e61-d045-4f5d-aa1f-22b14b7a6770 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:56.632670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b53dd3c-2241-4caf-a7c2-5a294f93f87d req-5b456e61-d045-4f5d-aa1f-22b14b7a6770 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 946 time: 0.1925302 Jul 22 19:25:56.716832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['242edabb-6f2d-4802-810f-7cdf3b12e8f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:25:56.842794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b53dd3c-2241-4caf-a7c2-5a294f93f87d req-49b8090a-aea8-402c-b72f-b7e2aec5155a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Jul 22 19:25:56.887266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-40d78d82-b020-44d5-85fd-9a144079933a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/abd2cbca-a215-4179-829a-4ad892888d0a HTTP/1.1" status: 200 len: 1803 time: 0.1360638 Jul 22 19:25:56.897139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abd2cbca-a215-4179-829a-4ad892888d0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:56.897634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abd2cbca-a215-4179-829a-4ad892888d0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:56.927682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:25:56.939189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:56.997075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:57.034502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34667174-71be-4e1f-a907-dcac96992aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.047542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:25:57.060675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Sync routers for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:25:57.065192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d447eec-08bf-4efb-bf87-4e97dc0168a7 admin admin] 10.222.0.10 "PUT /v2.0/routers/8ad4abdd-6836-4297-9c5b-1d14dd07fc93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6374545 Jul 22 19:25:57.069113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38392) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:57.088868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:57.089557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:57.314880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.340728 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34667174-71be-4e1f-a907-dcac96992aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.350000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34667174-71be-4e1f-a907-dcac96992aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.440525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34667174-71be-4e1f-a907-dcac96992aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a13e1-af73-4cf7-b810-0fbf458cb4c4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:57.453079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34667174-71be-4e1f-a907-dcac96992aa9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c24edb8de8b44e29ba3aca9dcdff7e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543099 Jul 22 19:25:57.453949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38404) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:57.455883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:57.485457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.489666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.502303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.546514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.575579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.691184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.703693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cd436c7-655e-49ae-889b-9b92d57fc29f req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8109620 Jul 22 19:25:57.717695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.721025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.724118 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c6a13e1-af73-4cf7-b810-0fbf458cb4c4 HTTP/1.1" status: 204 len: 168 time: 0.2666380 Jul 22 19:25:57.740758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a5a4-2a9b-4277-b913-74fb3fc9a312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a13e1-af73-4cf7-b810-0fbf458cb4c4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:57.790252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962e9d6-e738-4021-80e7-bb7c9fe046d3 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa8af0b-a09f-49eb-83a0-cbe53df701a6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:57.903919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 242edabb-6f2d-4802-810f-7cdf3b12e8f7 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:25:57.936957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:57.981365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:25:55Z', 'revision_number': 5, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port': {'id': 'd6103563-7f6c-45de-babe-ad05064ea1ee', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:94:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:24:48Z', 'updated_at': '2021-07-22T19:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:58.008498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8760-3d57-4519-91b0-fd2e7570f96d req-92a14225-2829-4b2f-813b-73e596b3c7da tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:58.016343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-253d8760-3d57-4519-91b0-fd2e7570f96d req-92a14225-2829-4b2f-813b-73e596b3c7da tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 949 time: 0.3465326 Jul 22 19:25:58.022954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Checking router: 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:25:58.034058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Routers {'8ad4abdd-6836-4297-9c5b-1d14dd07fc93'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:25:58.034840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:58.150576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-253d8760-3d57-4519-91b0-fd2e7570f96d req-f3a84099-0129-4bbc-a267-0bf05a8f9402 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333182 Jul 22 19:25:58.168704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] Set router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:25:58.189587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Deleting port d6103563-7f6c-45de-babe-ad05064ea1ee {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:25:58.193093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.208518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-88920460', 'description': 'tempest-description-219905579'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:58.265268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:25:58.348334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.364583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:25:57Z', 'revision_number': 6, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:25:58.375898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:25:58.375898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.476181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95a99c0-501c-4e8e-8b85-50e6c503b1ee None None] The sync data for ids ['8ad4abdd-6836-4297-9c5b-1d14dd07fc93'] in n-d-800087-13 is: [{'id': '8ad4abdd-6836-4297-9c5b-1d14dd07fc93', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1148491532-router', 'tenant_id': 'e69ad422552f4d52874584e60cb5f6ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:24:46Z', 'updated_at': '2021-07-22T19:25:57Z', 'revision_number': 6, 'project_id': 'e69ad422552f4d52874584e60cb5f6ab', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:25:58.479454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] For port d6103563-7f6c-45de-babe-ad05064ea1ee, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d6103563-7f6c-45de-babe-ad05064ea1ee,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:58.479832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.531189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Calling delete_port for d6103563-7f6c-45de-babe-ad05064ea1ee owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:25:58.588815 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.642748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:25:58.645319 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f860f8-adf0-4543-ac35-dcc13c6cd862" -d '{"events": [{"server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "name": "network-vif-plugged", "status": "completed", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:25:58.684693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:25:58.697213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.737631 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fe3fe0-7a57-4207-ad3d-6edffce05e2a x-openstack-request-id: req-78fe3fe0-7a57-4207-ad3d-6edffce05e2a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:25:58.737920 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "name": "network-vif-plugged", "status": "completed", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:25:58.738170 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78fe3fe0-7a57-4207-ad3d-6edffce05e2a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:25:58.738552 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7', 'code': 200} Jul 22 19:25:58.740718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.752868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:58.862901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:59.025401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.028377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e1e5bf2-246e-40eb-875d-81495ebd8f8d req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8408120 Jul 22 19:25:59.080781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b21e-c84c-4442-9efa-c9cd0c3c9e48 req-851a7790-2a27-4596-b901-1809faa8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.085110 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd74b21e-c84c-4442-9efa-c9cd0c3c9e48 req-851a7790-2a27-4596-b901-1809faa8be43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 1102 time: 0.2042463 Jul 22 19:25:59.224876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f43ff-1882-43f5-a7b7-f25f8f9efd32 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c047c431-5da5-4c3a-a5b6-09aa40d71b4b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:59.321072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38484) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:25:59.328495 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd74b21e-c84c-4442-9efa-c9cd0c3c9e48 req-0f5e0567-3499-4814-92f1-d825286c91c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312207 Jul 22 19:25:59.362032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-71e21e6e-5f3c-4849-ad5a-7d76e790b657 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/c047c431-5da5-4c3a-a5b6-09aa40d71b4b HTTP/1.1" status: 200 len: 1802 time: 0.2920341 Jul 22 19:25:59.378491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c047c431-5da5-4c3a-a5b6-09aa40d71b4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:59.379323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c047c431-5da5-4c3a-a5b6-09aa40d71b4b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:59.404133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.545353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6103563-7f6c-45de-babe-ad05064ea1ee,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:25:59.624463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.636919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822190218-network', 'tenant_id': 'dd52afb2bf834db19cf69792c6706f18'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:25:59.653364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.805300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.819787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.821205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.830704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Made reservation on behalf of dd52afb2bf834db19cf69792c6706f18 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:25:59.833169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.859793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.870301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5115cc1-2950-43ad-95f1-e0cd372c0bd3 req-139a249c-a064-4cbb-a96b-7c8cbf0cd587 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:25:59.878447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5115cc1-2950-43ad-95f1-e0cd372c0bd3 req-139a249c-a064-4cbb-a96b-7c8cbf0cd587 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 950 time: 0.4370995 Jul 22 19:25:59.963695 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:25:59.971248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705acfc5-2386-4639-aa67-15bdf8d738c0 req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5985301 Jul 22 19:25:59.978226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.039283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.041933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ad4abdd-6836-4297-9c5b-1d14dd07fc93 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:26:00.067491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.068708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f3764eb9-7cd8-47ea-80c2-4c30bbd08a46 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8ad4abdd-6836-4297-9c5b-1d14dd07fc93 HTTP/1.1" status: 204 len: 168 time: 2.9986429 Jul 22 19:26:00.071318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38494) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:00.099533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf2d65-bbab-4949-86f6-8aef3c25e477 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46206a1-505c-4caf-888c-ff870eb2cfd4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:00.116465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5115cc1-2950-43ad-95f1-e0cd372c0bd3 req-1374d76b-4e77-4811-81af-741ecb0552bb tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369800 Jul 22 19:26:00.175724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Deleting subnet 61edc8be-040d-434e-b82d-486515bceb39 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:26:00.187169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.247757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139876858', 'description': 'tempest-description-1029904030'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:00.252461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.353882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.362881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.379780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.443553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.461667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.464470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:26:00.499296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61edc8be-040d-434e-b82d-486515bceb39,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:00.503268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.507904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34997781-5e54-4d03-9969-e84005be7a1a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/61edc8be-040d-434e-b82d-486515bceb39 HTTP/1.1" status: 204 len: 168 time: 0.4326885 Jul 22 19:26:00.508399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38520) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:00.514522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2757c3-81d5-499b-9715-5252468efec3 None None] Network 68e81d53-db6a-4b92-b754-cf84b8dd4f70 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:00.556951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087eee21-4726-4536-9949-cd8322831533,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:00.573052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.573850 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Added segment 7f919f77-6ad6-46aa-be44-e53fc6e18dea of type vlan for network 32f8002d-1f36-4ee2-8f61-1601d01b2048 Jul 22 19:26:00.624530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.663494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d6103563-7f6c-45de-babe-ad05064ea1ee no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:00.693620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d6103563-7f6c-45de-babe-ad05064ea1ee {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:00.694212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d6103563-7f6c-45de-babe-ad05064ea1ee not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:00.694633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 700e0faa-4a76-4dd9-b4ec-b08271e04220 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:00.698024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.735017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 700e0faa-4a76-4dd9-b4ec-b08271e04220 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:00.735359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 700e0faa-4a76-4dd9-b4ec-b08271e04220 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:00.776947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.780784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:00.781318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Deleting port 9bf611ad-61a4-4838-83c0-ec6514af8a6a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:00.782001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.782920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.814008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.841529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.867524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] For port 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9bf611ad-61a4-4838-83c0-ec6514af8a6a,segment=NetworkSegment(2bccff4c-124d-49d4-8f55-8221021606ec),segment_id=2bccff4c-124d-49d4-8f55-8221021606ec)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:00.868034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.893657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Calling delete_port for 9bf611ad-61a4-4838-83c0-ec6514af8a6a owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:00.917842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5905619 Jul 22 19:26:00.932683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:00.944830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] DHCP port deletion for 68e81d53-db6a-4b92-b754-cf84b8dd4f70 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:26:00.954843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Request body: {'subnet': {'network_id': '32f8002d-1f36-4ee2-8f61-1601d01b2048', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822190218-subnet', 'tenant_id': 'dd52afb2bf834db19cf69792c6706f18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:00.975709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:00.977229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4a4e8a3-f3a0-4d81-ba96-c79d7277f28a req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7842104 Jul 22 19:26:01.017321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.034552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] No DVR routers for this DVR port 9bf611ad-61a4-4838-83c0-ec6514af8a6a on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:01.042495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdc3a0-9390-4bb4-9109-244cb0a0b9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=32f8002d-1f36-4ee2-8f61-1601d01b2048,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:01.051040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2048099823', 'description': 'tempest-description-1514468903'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:01.060695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8439d79-8292-4c20-93fb-d1412cca507d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:01.063776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Deleting port 9bf611ad-61a4-4838-83c0-ec6514af8a6a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:01.064202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.072493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 32f8002d-1f36-4ee2-8f61-1601d01b2048 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:26:01.083596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Made reservation on behalf of dd52afb2bf834db19cf69792c6706f18 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:01.089287 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.194626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf611ad-61a4-4838-83c0-ec6514af8a6a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:01.209325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.304239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.349374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e81d53-db6a-4b92-b754-cf84b8dd4f70']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:01.385871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bccff4c-124d-49d4-8f55-8221021606ec') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:01.386086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bccff4c-124d-49d4-8f55-8221021606ec') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:01.394254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] For port 9bf611ad-61a4-4838-83c0-ec6514af8a6a, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:01.395781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.399814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.416380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.427010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:26:01.428509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.430515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:01.436659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Calling delete_port for 9bf611ad-61a4-4838-83c0-ec6514af8a6a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:01.451452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Port 9bf611ad-61a4-4838-83c0-ec6514af8a6a was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:26:01.467213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:26:01.485077 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:26:01.532054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.538039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] Pushing event deleted for resources: {'Port': ['ID=9bf611ad-61a4-4838-83c0-ec6514af8a6a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:01.543963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.549018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164aec7-dd1c-4786-9ced-2f8169f8b3c9 None None] No DVR routers for this DVR port 9bf611ad-61a4-4838-83c0-ec6514af8a6a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:01.552681 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/68e81d53-db6a-4b92-b754-cf84b8dd4f70 HTTP/1.1" status: 204 len: 168 time: 1.0429511 Jul 22 19:26:01.581643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4983ac-0df8-442e-b5fd-b17a16b6b0d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e81d53-db6a-4b92-b754-cf84b8dd4f70,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:01.715159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:01.751124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'mac_address': 'fa:16:3e:47:4d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:01.821989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38556) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:01.859060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:01.886468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8e63586-2361-45d1-be0f-4f21ffac56ea {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:01.919564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f999a830-593c-4030-9c5c-ed2f0ea03398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e69ad422552f4d52874584e60cb5f6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962653 Jul 22 19:26:01.922152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38558) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:01.938530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:01.952640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.049457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:02.050694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.079829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c8e63586-2361-45d1-be0f-4f21ffac56ea'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:02.110320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.201075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b92aab-febe-40bf-8539-369e3144a055 req-9349d0f8-34ad-438d-a9ad-38eb3a47366b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:02.202886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68b92aab-febe-40bf-8539-369e3144a055 req-9349d0f8-34ad-438d-a9ad-38eb3a47366b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 950 time: 0.8330135 Jul 22 19:26:02.225946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.229267 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.230900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e671eb81-7065-44dd-8235-50e30f91c19f HTTP/1.1" status: 204 len: 168 time: 0.3072362 Jul 22 19:26:02.249257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.263949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.278861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.280916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541b4f1-1cc0-4934-90ec-1c0a28e31a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e671eb81-7065-44dd-8235-50e30f91c19f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:02.349677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68b92aab-febe-40bf-8539-369e3144a055 req-8c47e43b-26d3-45c9-8308-6c99832b9ee3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316950 Jul 22 19:26:02.359550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.360887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62320da7-0246-414e-bbf3-c986898a11c7 req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3232024 Jul 22 19:26:02.373669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb54da2-f037-4c26-91a7-455fcd32c442 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782579f9-0531-4427-8534-e56fc1ff82d8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:02.389445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e944c-a25a-4933-ae63-952ac7167324,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:02.417193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Checking segment: {'id': '7f919f77-6ad6-46aa-be44-e53fc6e18dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '32f8002d-1f36-4ee2-8f61-1601d01b2048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:02.417567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Network hostable DHCP agents. Network: 32f8002d-1f36-4ee2-8f61-1601d01b2048, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:26:02.451268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Network 32f8002d-1f36-4ee2-8f61-1601d01b2048 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:26:02.470076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 32f8002d-1f36-4ee2-8f61-1601d01b2048) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:02.478941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:02.483331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:02.493567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29033ca4-eb16-4ccd-81c2-5b4e8c1cf48b None None] Network 32f8002d-1f36-4ee2-8f61-1601d01b2048 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:02.523760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c6ae21a-27a4-48d5-be28-93da8f81082c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5891294 Jul 22 19:26:02.775693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9bf611ad-61a4-4838-83c0-ec6514af8a6a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:02.823531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9bf611ad-61a4-4838-83c0-ec6514af8a6a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:02.823900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9bf611ad-61a4-4838-83c0-ec6514af8a6a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:02.909183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e17bd2-dc49-44ed-ae10-f82afa820fa0 None None] Network 32f8002d-1f36-4ee2-8f61-1601d01b2048 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:03.422356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:03.479715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c8e63586-2361-45d1-be0f-4f21ffac56ea triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:03.480119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:03.614266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:03.687431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:03.701780 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398f1383-9d0e-4f94-b2bf-bc7f570e2e5d" -d '{"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-plugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:03.760611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:03.811604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.025019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:04.094229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38612) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:04.099500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575953014-network', 'tenant_id': '41828c55144a491c813234e716a0d4e7'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:04.173814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Made reservation on behalf of 41828c55144a491c813234e716a0d4e7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:04.179973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.213456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.442113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.447588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.475181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:26:04.497202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c90e7d-5556-44ea-8aba-7edc4cd444f4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:04.506463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.507309 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Added segment 6f3ea4ec-4ce5-45b0-8566-a3864413c761 of type vlan for network 8b8c15fb-35d6-4ac1-934a-1251e0a71878 Jul 22 19:26:04.582976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.709720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.710874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:04.711480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.819912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7245171 Jul 22 19:26:04.823025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38624) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:04.829056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Request body: {'subnet': {'network_id': '8b8c15fb-35d6-4ac1-934a-1251e0a71878', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575953014-subnet', 'tenant_id': '41828c55144a491c813234e716a0d4e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:04.887647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Made reservation on behalf of 41828c55144a491c813234e716a0d4e7 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:04.887893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2e415-8a43-4fe8-8597-7962416c79b2 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8c15fb-35d6-4ac1-934a-1251e0a71878,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:04.890234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:04.899203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8b8c15fb-35d6-4ac1-934a-1251e0a71878 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:26:05.188794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:05.297560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b82142-9f76-49ff-90f0-c9c7619c1a12,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:05.304561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Checking segment: {'id': '6f3ea4ec-4ce5-45b0-8566-a3864413c761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '8b8c15fb-35d6-4ac1-934a-1251e0a71878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:05.305147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Network hostable DHCP agents. Network: 8b8c15fb-35d6-4ac1-934a-1251e0a71878, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:26:05.337663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Network 8b8c15fb-35d6-4ac1-934a-1251e0a71878 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:26:05.357016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8b8c15fb-35d6-4ac1-934a-1251e0a71878) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:05.372506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:05.373760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:05.375251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82811822-9be3-4960-9249-217fe2f22b8d None None] Network 8b8c15fb-35d6-4ac1-934a-1251e0a71878 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:05.401344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-da938e50-5b70-47b2-9d6a-192aacc5f100 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5768905 Jul 22 19:26:05.636876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:05.729283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Deleting subnet bb2e944c-a25a-4933-ae63-952ac7167324 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:26:05.747893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:05.802001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc727441-e22f-4901-8277-6c25327a8a1a None None] Network 8b8c15fb-35d6-4ac1-934a-1251e0a71878 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:05.858435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:05.948574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.131685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.207306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e944c-a25a-4933-ae63-952ac7167324,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:06.250638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.255658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-542a310e-29b9-4933-9a6d-3c840d1ad68e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bb2e944c-a25a-4933-ae63-952ac7167324 HTTP/1.1" status: 204 len: 168 time: 0.6148677 Jul 22 19:26:06.255989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:06.409174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.540942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.563945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.564355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.565131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.565511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > port after_create 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.565814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.566161 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > port after_update 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.566484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.566815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.567140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.567492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.732404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.733267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.733913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.734458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 19:26:06.735030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f8002d-1f36-4ee2-8f61-1601d01b2048']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:06.767950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f919f77-6ad6-46aa-be44-e53fc6e18dea') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:06.768630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f919f77-6ad6-46aa-be44-e53fc6e18dea') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:06.797143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.834776 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.847825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:26:06.848707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: from cryptography.utils import int_from_bytes Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: from cryptography.utils import int_from_bytes Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:26:06.937736 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:26:06.945383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.969397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:06.972076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/32f8002d-1f36-4ee2-8f61-1601d01b2048 HTTP/1.1" status: 204 len: 168 time: 0.7147274 Jul 22 19:26:06.973117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b5b0c-3af0-444f-b0b1-1985a84a8e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f8002d-1f36-4ee2-8f61-1601d01b2048,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:06.974761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:07.062049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Deleting subnet b3b82142-9f76-49ff-90f0-c9c7619c1a12 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:26:07.071122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.088972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9d1168ac-9177-4e1a-a2fe-33e311406ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.133392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.203795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.285245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.329831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.332188 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b3b82142-9f76-49ff-90f0-c9c7619c1a12 HTTP/1.1" status: 204 len: 168 time: 0.3538525 Jul 22 19:26:07.333255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd200cee-f5a9-4f51-9912-77725848962f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b82142-9f76-49ff-90f0-c9c7619c1a12,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:07.334958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38642) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:07.431291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.540397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.553708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8c15fb-35d6-4ac1-934a-1251e0a71878']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:07.569348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3ea4ec-4ce5-45b0-8566-a3864413c761') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:07.569696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3ea4ec-4ce5-45b0-8566-a3864413c761') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:07.583835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.606623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.613556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:26:07.613965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:26:07.615781 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:26:07.742238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.762826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:07.772270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8b8c15fb-35d6-4ac1-934a-1251e0a71878 HTTP/1.1" status: 204 len: 168 time: 0.4336178 Jul 22 19:26:07.800866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98828c-b0db-4f80-8aaf-33d23f60abf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8c15fb-35d6-4ac1-934a-1251e0a71878,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:08.125878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:08.192724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38652) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:08.198503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c474471-f2e9-4888-b55d-6ed0f68c78f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd52afb2bf834db19cf69792c6706f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626168 Jul 22 19:26:08.299443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:08.323151 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:08.415040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:08.419076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:08.424104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/087eee21-4726-4536-9949-cd8322831533 HTTP/1.1" status: 204 len: 168 time: 0.2303019 Jul 22 19:26:08.433585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4081a-e057-4876-8853-a5d750af1601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087eee21-4726-4536-9949-cd8322831533,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:08.888749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38678) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:09.005625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-a174c15e-d119-42c1-95e7-25f04d047cfe tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3 HTTP/1.1" status: 200 len: 1804 time: 0.0520029 Jul 22 19:26:09.009716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f68245d5-30c7-45e2-9a24-92575a9867aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41828c55144a491c813234e716a0d4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1199133 Jul 22 19:26:09.012568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38684) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:09.075926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.102594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.110553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-2dc83c1a-62c5-49aa-8334-6a9c400c935d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/782579f9-0531-4427-8534-e56fc1ff82d8 HTTP/1.1" status: 200 len: 1805 time: 0.0941944 Jul 22 19:26:09.132589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3', 'remote_group_id': '782579f9-0531-4427-8534-e56fc1ff82d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:09.132915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3', 'remote_group_id': '782579f9-0531-4427-8534-e56fc1ff82d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:09.176248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.182321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.184170 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24c90e7d-5556-44ea-8aba-7edc4cd444f4 HTTP/1.1" status: 204 len: 168 time: 0.1703231 Jul 22 19:26:09.187999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ea9e2-ea30-4b1a-9c66-7da8d798b5a0 req-f3f03d45-7cfe-4824-b5cf-e1b65a0f1165 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:09.189713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4ea9e2-ea30-4b1a-9c66-7da8d798b5a0 req-f3f03d45-7cfe-4824-b5cf-e1b65a0f1165 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 1102 time: 0.0956643 Jul 22 19:26:09.193294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223362be-f45b-4bce-8992-ef014ec0b6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c90e7d-5556-44ea-8aba-7edc4cd444f4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:09.280810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4ea9e2-ea30-4b1a-9c66-7da8d798b5a0 req-fcfbf093-3724-4d43-bd8e-83d60b63c320 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676842 Jul 22 19:26:09.282378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.337274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.344282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.374361 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463fb7e1-416f-49a3-be89-73a820ca1b9c x-openstack-request-id: req-463fb7e1-416f-49a3-be89-73a820ca1b9c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:09.374924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-plugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:09.374924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-463fb7e1-416f-49a3-be89-73a820ca1b9c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:09.375339 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'code': 200} Jul 22 19:26:09.383828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac513ee-035c-497f-89bc-724ba5de18c8,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:09.406228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.408324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc69d6cc-0ffa-490c-89ba-9d16c5ee1cd4 req-877812ca-b5dc-4d2d-a190-529255cd4b7b tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2800333 Jul 22 19:26:09.624513 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dbdd4e7e-432c-4585-aa6d-898762b2882d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.766238 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:09.876440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7a773-98f9-4f4f-9fb7-f34329b4f72d req-c2672c4f-cd3f-4cc6-8260-69c71c798b9a tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:09.878111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afd7a773-98f9-4f4f-9fb7-f34329b4f72d req-c2672c4f-cd3f-4cc6-8260-69c71c798b9a tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 967 time: 0.1429374 Jul 22 19:26:09.946535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-b508db93-7cc9-479f-abd1-ad015900a76c tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345266 Jul 22 19:26:09.973735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afd7a773-98f9-4f4f-9fb7-f34329b4f72d req-4f49a5ff-5a6f-41fa-9b46-fce632bc6005 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869365 Jul 22 19:26:10.022809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2119447593', 'description': 'tempest-description-328803121'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:10.114262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.132427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-e4490e6c-18c8-407c-bf0e-b0129e3ee670 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:10.133944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-e4490e6c-18c8-407c-bf0e-b0129e3ee670 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1778848 Jul 22 19:26:10.161637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-34e7805c-30fa-4fb8-972e-18a494c24588 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/quotas/64eb8e80b5bd4e90823a6e3a0e3b1ee3 HTTP/1.1" status: 200 len: 375 time: 0.0163803 Jul 22 19:26:10.238864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-02c326d2-71ca-4f8e-98b4-4c2fd02d316b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632539 Jul 22 19:26:10.312008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.316061 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.368027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53190bdf-e419-46b0-be43-66908a18f0bc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:10.372241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:10.373745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2495a30c-bbb6-4cbf-ab6c-e26df0c4f7ec req-4df1216c-3e1a-4d91-8a9b-932b0da06c08 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3627722 Jul 22 19:26:10.484110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-9359b5be-cd0c-4795-ae4e-eca931383dfb tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298281 Jul 22 19:26:10.711156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-f53e022c-3c0a-451a-b964-c61ed9a02003 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:10.719115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-f53e022c-3c0a-451a-b964-c61ed9a02003 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282963 Jul 22 19:26:10.737656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54f5dd14-e9c5-407b-9107-3752b0b34ff1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0175736 Jul 22 19:26:10.779067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5629f-289d-4a3d-8619-c8d3308df5fe req-cd2552a4-557f-4f21-b881-5152fc56c55e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:10.780711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fea5629f-289d-4a3d-8619-c8d3308df5fe req-cd2552a4-557f-4f21-b881-5152fc56c55e tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 950 time: 0.2270968 Jul 22 19:26:10.881452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fea5629f-289d-4a3d-8619-c8d3308df5fe req-c0db5c67-465a-49ed-8ddb-7c96fd54dc4f tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869362 Jul 22 19:26:10.924238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-3d52cb74-eb8e-4179-9cb4-c574e1456565 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1856797 Jul 22 19:26:11.010093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1998102032', 'description': 'tempest-description-962164813'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:11.051275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.159945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-824bd533-06ff-4722-9c0f-b42c396d4aca req-966d0238-4f0f-4911-9383-e0dd98416f3b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 210 time: 0.0496161 Jul 22 19:26:11.330737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.364941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.389959 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.472128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:11.490999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bd0c0ad-ab69-4be1-acd3-4061d89a22aa req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4859760 Jul 22 19:26:11.504572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8b65-cc03-405a-a636-dfe566456a0d tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:11.674899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f6c23-b4a9-48b1-91f5-fb61c800715e req-54288e7e-eded-4bbe-9b0a-02ee3e7b2949 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:11.676933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f39f6c23-b4a9-48b1-91f5-fb61c800715e req-54288e7e-eded-4bbe-9b0a-02ee3e7b2949 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1098 time: 0.1406758 Jul 22 19:26:11.771747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f39f6c23-b4a9-48b1-91f5-fb61c800715e req-f3a0d34f-a9ca-402c-98e7-8285059bfed0 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861909 Jul 22 19:26:11.931621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2785f61-1411-46e7-adb4-863f69f727b7 req-b4707412-59a4-4a2c-8763-d2afa6553b07 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 210 time: 0.0740368 Jul 22 19:26:12.039107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e8aa6d96-2e49-461d-bb37-83e3b63221c9 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/53190bdf-e419-46b0-be43-66908a18f0bc HTTP/1.1" status: 200 len: 1804 time: 0.0878150 Jul 22 19:26:12.159965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-4f548567-9d06-4ed0-ab14-406e31496ffb tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1840139002&fields=id&tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 267 time: 0.0730610 Jul 22 19:26:12.160746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-0c106812-e361-4320-8b66-fb302790a6de tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406220 Jul 22 19:26:12.185195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-71347c28-5751-4355-8a9f-3651594e7fdd tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1 HTTP/1.1" status: 200 len: 1804 time: 0.1379652 Jul 22 19:26:12.202007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53190bdf-e419-46b0-be43-66908a18f0bc', 'remote_group_id': '80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:12.202327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '53190bdf-e419-46b0-be43-66908a18f0bc', 'remote_group_id': '80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:12.319713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.366249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.376315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.392721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-cc5fe38c-601c-4c74-8419-71356d383f99 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.394717 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-cc5fe38c-601c-4c74-8419-71356d383f99 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273195 Jul 22 19:26:12.407584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Request body: {'port': {'device_id': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '64eb8e80b5bd4e90823a6e3a0e3b1ee3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:12.414053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-0131a9e1-a8da-414c-95e1-04183e5eaffa tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:12.415570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-0131a9e1-a8da-414c-95e1-04183e5eaffa tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 823 time: 0.2548120 Jul 22 19:26:12.439208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9521ab-0180-4a1e-9aa9-b94c247e44fa,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:12.453850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-3502c0e6-a139-4955-ac03-fbf617b97cf0 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/quotas/61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 375 time: 0.0289800 Jul 22 19:26:12.457709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.461067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90a5d2aa-595a-4c20-86f6-1ae1424ef3e6 req-e42d0687-2776-463b-a9a5-b0240c9b6d39 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2746086 Jul 22 19:26:12.593758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-0e9fbee5-091f-4a78-ba59-b8342b051799 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1374674 Jul 22 19:26:12.600987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Made reservation on behalf of 64eb8e80b5bd4e90823a6e3a0e3b1ee3 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:12.606852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.620705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.755247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.757813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.760905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:12.799027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-2dff1201-5551-4770-8ede-b0f830713527 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463815 Jul 22 19:26:12.830836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ceb0f-716e-4961-9f50-bef81828ed10,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:12.845165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-c01f1de4-5431-450a-886a-28e717252104 service neutron] 10.222.0.10 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346408 Jul 22 19:26:12.990806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Allocated IP 192.168.233.153 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/aa323d0f-b200-49cd-a483-3e94d1940a9c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:13.031815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-6794b287-e32e-42a5-9f8e-b96bd5aed913 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393441 Jul 22 19:26:13.068380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-63d95329-01a4-4861-80a0-62856c2b6447 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:13.070899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-63d95329-01a4-4861-80a0-62856c2b6447 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/ports?device_id=ece10dbd-680c-4eaa-bc32-71b80242b384 HTTP/1.1" status: 200 len: 967 time: 0.2690496 Jul 22 19:26:13.155240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-e1adbbb4-a7d5-4507-8adc-2a095423d710 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:13.162446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-e1adbbb4-a7d5-4507-8adc-2a095423d710 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3621895 Jul 22 19:26:13.213537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-a140c6cd-9d98-4ff8-bf0b-f59095e8c298 service neutron] 10.222.0.10 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421402 Jul 22 19:26:13.232677 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.250103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Transition to ACTIVE for port object aa323d0f-b200-49cd-a483-3e94d1940a9c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:13.259501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-534566bd-ea66-4b4e-a5c9-c3d7e7ca5305 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/quotas/84b7d8c946394ad3bafce5f73f2903e5 HTTP/1.1" status: 200 len: 375 time: 0.0958889 Jul 22 19:26:13.293143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.357199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:13.358771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-a73a8351-35c8-476b-ac7d-70080a548cf4 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884745 Jul 22 19:26:13.361183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:13.363912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:13.413619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-d154ee81-9034-4b74-809a-6f6e7dfdbd97 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:13.415060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-d154ee81-9034-4b74-809a-6f6e7dfdbd97 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710544 Jul 22 19:26:13.453198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': 'cf39b132-90e0-4d82-b686-26113252e21c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:13.457866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:13.459235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.482023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:13.513226 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-99a77626-6ad8-4680-8257-35272c5d1f25 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1095757 Jul 22 19:26:13.532695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Request body: {'port': {'device_id': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:13.547101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Deleting port bd53337a-115f-439f-99f7-ea08801df4d3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:13.547879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.771138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.837305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] For port bd53337a-115f-439f-99f7-ea08801df4d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd53337a-115f-439f-99f7-ea08801df4d3,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:13.837678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.886272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-72104e6d-b55e-4b17-8dca-8cb12de425a8 None None] Provisioning for port aa323d0f-b200-49cd-a483-3e94d1940a9c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:13.895549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-72104e6d-b55e-4b17-8dca-8cb12de425a8 None None] Provisioning complete for port aa323d0f-b200-49cd-a483-3e94d1940a9c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:13.896876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-72104e6d-b55e-4b17-8dca-8cb12de425a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:13.959170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:13.962236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-72104e6d-b55e-4b17-8dca-8cb12de425a8 None None] Port aa323d0f-b200-49cd-a483-3e94d1940a9c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:13.965060 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.023904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:14.273135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.301320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:14.304570 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf09c4-2a08-4b6f-991a-1205bfddcb9d" -d '{"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:14.321873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:14.336074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.465987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:14.538221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:14.569868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.596727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Transition to ACTIVE for port object aa323d0f-b200-49cd-a483-3e94d1940a9c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:14.629100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.699843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:14.793070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.794300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:14.794626 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Floating IP 85b7d9c1-2245-4053-aeac-445fee70b706 disassociated. External IP: 172.25.6.138, port: bd53337a-115f-439f-99f7-ea08801df4d3. Jul 22 19:26:14.794970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Calling delete_port for bd53337a-115f-439f-99f7-ea08801df4d3 owned by compute:tempest-test_az-530229660 {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:14.934017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Attempting to bind port aa323d0f-b200-49cd-a483-3e94d1940a9c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:14.934535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Attempting to bind port aa323d0f-b200-49cd-a483-3e94d1940a9c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:14.934873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Attempting to bind port aa323d0f-b200-49cd-a483-3e94d1940a9c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:14.952126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Port aa323d0f-b200-49cd-a483-3e94d1940a9c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:14.952485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Attempting to bind port aa323d0f-b200-49cd-a483-3e94d1940a9c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:14.964488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:14.965039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:14.965483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:14.965931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Bound port: aa323d0f-b200-49cd-a483-3e94d1940a9c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:14.966294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.021628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ad3b1-44d0-4bd6-88dc-66eff8367f28 req-92f980dc-a90f-4977-9a01-156d4a4dd763 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:15.029134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-082ad3b1-44d0-4bd6-88dc-66eff8367f28 req-92f980dc-a90f-4977-9a01-156d4a4dd763 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 936 time: 0.8624871 Jul 22 19:26:15.051104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.243 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/5797aba0-f223-41b4-825c-babe0a4165f7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:15.086847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:15.099199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:15.108173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.130502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-082ad3b1-44d0-4bd6-88dc-66eff8367f28 req-a54bb032-f473-4688-8989-1e607bad2d04 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003344 Jul 22 19:26:15.200811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:15.246132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:15.248308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.250484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-82af78cb-8b95-43d6-8400-64eff949efd0 service neutron] 10.222.0.26 "PUT /v2.0/ports/aa323d0f-b200-49cd-a483-3e94d1940a9c HTTP/1.1" status: 200 len: 1097 time: 1.7274687 Jul 22 19:26:15.252235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:15.258541 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0" -d '{"events": [{"name": "network-changed", "server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:15.319590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-608ab911-2d8f-40db-b25e-f5a5058d28ee tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1 HTTP/1.1" status: 200 len: 1804 time: 0.1607649 Jul 22 19:26:15.417107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.431815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-ffa136de-7534-422b-a523-f5265b95c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:15.434654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-ffa136de-7534-422b-a523-f5265b95c7dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 1100 time: 0.1234367 Jul 22 19:26:15.522747 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-2b0cac24-2887-4d40-a162-534a7a70703a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c HTTP/1.1" status: 200 len: 217 time: 0.0694292 Jul 22 19:26:15.528482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event deleted for resources: {'Port': ['ID=bd53337a-115f-439f-99f7-ea08801df4d3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:15.674486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.679068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:15.926152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e5b23c0e-952c-4f42-ab26-b65dc62ea9af tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:15.933623 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e5b23c0e-952c-4f42-ab26-b65dc62ea9af tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 823 time: 0.3312953 Jul 22 19:26:15.944971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2d03fee0-b466-445f-87af-bfb583371e1a tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:26:15.946013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2d03fee0-b466-445f-87af-bfb583371e1a tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114172 Jul 22 19:26:15.984526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 5797aba0-f223-41b4-825c-babe0a4165f7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:15.991956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:15.992441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:26:15.996495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.049771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:16.061714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-8d064919-81b0-4760-9d4f-d31591b224d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:16.063253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-8d064919-81b0-4760-9d4f-d31591b224d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.5245416 Jul 22 19:26:16.093948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.166634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-d18ca434-ed99-47d8-bb59-96de4c1d9ebc tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b HTTP/1.1" status: 200 len: 380 time: 0.2177453 Jul 22 19:26:16.205966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'port': {'device_id': '21e444bd-7e56-40a5-89ba-c170066d2285', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'admin_state_up': True, 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'security_groups': ['272f1363-afd2-417a-a013-be2134a0a684']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:16.244522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:16.251221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:26:16.257027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:16.257857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:16.265225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:16.267934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:16.275382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'd14e4691-fd7b-446f-8f27-109304db499a', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd14e4691-fd7b-446f-8f27-109304db499a', 'mac_address': 'fa:16:3e:e6:66:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:16.280992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559', '242edabb-6f2d-4802-810f-7cdf3b12e8f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:16.283709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:16.355331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.358631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.374917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0cc114f-7a61-45d5-901c-4fd611b23e6f req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1 HTTP/1.1" status: 204 len: 173 time: 1.0539668 Jul 22 19:26:16.465526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-be3b6cd1-897c-4d31-800a-42148c071215 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885162 Jul 22 19:26:16.531231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.577258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9ed33-274b-4d43-b05e-c9e0f6b78460 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:16.588266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:16.637006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:16.657217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.708624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:16.709790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.739119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3444b549-c1de-489a-9230-9e5357b2901b None None] Provisioning for port 5797aba0-f223-41b4-825c-babe0a4165f7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:16.756102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-54571813-25ab-4dea-8b31-3e5918b40be2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3077109 Jul 22 19:26:16.779036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Request body: {'port': {'device_id': 'cf39b132-90e0-4d82-b686-26113252e21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:16.803170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3444b549-c1de-489a-9230-9e5357b2901b None None] Provisioning complete for port 5797aba0-f223-41b4-825c-babe0a4165f7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:16.803596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3444b549-c1de-489a-9230-9e5357b2901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:16.818938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d14e4691-fd7b-446f-8f27-109304db499a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:16.941052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb890e4b-c45b-4c54-bbf9-ad085008a095 req-cfb9193b-54f2-46bb-88e1-28dc51b6ba44 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:16.942830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb890e4b-c45b-4c54-bbf9-ad085008a095 req-cfb9193b-54f2-46bb-88e1-28dc51b6ba44 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 936 time: 0.3907328 Jul 22 19:26:16.963148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:16.967997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430f14c-9962-44fa-90c9-770f50ef79db req-1832d3eb-99df-4e8e-9dbd-8a9d69994b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:16.970968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-1832d3eb-99df-4e8e-9dbd-8a9d69994b62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8881667 Jul 22 19:26:17.002860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.012705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3444b549-c1de-489a-9230-9e5357b2901b None None] Port 5797aba0-f223-41b4-825c-babe0a4165f7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:17.032019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:26:17.045438 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:26:17.064589 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:17.065521 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:17.066934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:17.067355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:17.067757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:17.085341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-cfcd808e-6ac1-468d-9ea2-aac307209d47 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:17.090889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-cfcd808e-6ac1-468d-9ea2-aac307209d47 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6186576 Jul 22 19:26:17.128594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:17.132385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:17.184086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:17.186169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:17.186669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:17.188216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Bound port: 7313b5cb-f4b0-4284-9755-c14241e152d3, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:17.218048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Request body: {'port': {'device_id': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '84b7d8c946394ad3bafce5f73f2903e5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:17.245819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] No DVR routers for this DVR port bd53337a-115f-439f-99f7-ea08801df4d3 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:17.250599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.257679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3255e0f-607d-4ee1-91d0-86a05bf30560 req-790e20ad-7f51-4b88-880c-24da4bd8bf6b tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "DELETE /v2.0/ports/bd53337a-115f-439f-99f7-ea08801df4d3 HTTP/1.1" status: 204 len: 173 time: 4.1777937 Jul 22 19:26:17.296077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'name': 'network-vif-deleted', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:17.300048 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0126c9-2159-4e66-adc2-1dd568ea335c" -d '{"events": [{"server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "name": "network-vif-deleted", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:17.304658 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:17.312847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:17.353684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.371278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a6170e24-c78d-4674-9f3c-7f3845ff8b90 service neutron] 10.222.0.10 "POST /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3/bindings HTTP/1.1" status: 201 len: 390 time: 1.4044089 Jul 22 19:26:17.402853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Made reservation on behalf of 61ac81321e4c40f9bd9bbad7b8a03a6b for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:17.418022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:17.533312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb890e4b-c45b-4c54-bbf9-ad085008a095 req-154aee47-a6df-4720-900a-81fc81d61eb8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821526 Jul 22 19:26:17.534223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-4ec01781-cd38-4f82-8f93-cc4090d6f5d9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468400 Jul 22 19:26:17.561881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd53337a-115f-439f-99f7-ea08801df4d3 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:17.592137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: bd53337a-115f-439f-99f7-ea08801df4d3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:17.592662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd53337a-115f-439f-99f7-ea08801df4d3 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:17.650445 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:17.688051 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:26:17.701540 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:17.702337 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:17.932414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8362024d-24aa-434d-bcc6-cfd9ae79d447 req-79c3d4b0-fac4-459d-b6e8-26b24d89c2ce tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 210 time: 0.1839201 Jul 22 19:26:18.006312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cd6a990-431c-4bf0-853c-0fa0a9fdbc3e req-57884fc4-f91b-4d44-b6bc-4a2b20de6d09 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 210 time: 0.1683645 Jul 22 19:26:18.032880 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb57efea-539b-43df-a61d-5c1f2a7fc883 x-openstack-request-id: req-eb57efea-539b-43df-a61d-5c1f2a7fc883 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:18.033285 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:18.033634 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb57efea-539b-43df-a61d-5c1f2a7fc883 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:18.035139 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'code': 200} Jul 22 19:26:18.071203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:18.091785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f430f14c-9962-44fa-90c9-770f50ef79db req-e6e1a83f-5312-450b-a94d-78c75dcceb2d service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5400941 Jul 22 19:26:18.132516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Allocated IP 172.20.0.11 (1b311f1b-917e-43ee-8486-255aacb59742/2bf5f86f-75f4-494f-904d-f1d9516d45e6/ee3534e2-609b-444c-837e-bd466a979a50) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:18.327627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-da04b474-c5d9-4f29-8e59-0631141416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:18.332499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-da04b474-c5d9-4f29-8e59-0631141416e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1098 time: 0.5655251 Jul 22 19:26:18.351330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Made reservation on behalf of 84b7d8c946394ad3bafce5f73f2903e5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:18.363448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.384126 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.392983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.421173 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cf3f01-7c86-42dd-b3e6-de2a3253b4e3 x-openstack-request-id: req-b6cf3f01-7c86-42dd-b3e6-de2a3253b4e3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:18.421830 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:18.422312 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6cf3f01-7c86-42dd-b3e6-de2a3253b4e3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:18.422890 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'status': 'completed', 'code': 200} Jul 22 19:26:18.486538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Transition to ACTIVE for port object ee3534e2-609b-444c-837e-bd466a979a50 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:18.537976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:18.559323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-5c6d5608-d2f3-4544-83db-1cc41585ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:18.560927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-5c6d5608-d2f3-4544-83db-1cc41585ad5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 1100 time: 0.1317739 Jul 22 19:26:18.582290 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f34ce1-1071-40d1-8a19-0bee5b4f6435 None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:26:18.597004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.678383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-8c5bb4df-9e33-482e-9e29-bc3d761c24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:18.680180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-8c5bb4df-9e33-482e-9e29-bc3d761c24da service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.3358307 Jul 22 19:26:18.736097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-bd5fafd6-fff3-4580-9ec2-2cdb3bbc8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:18.738396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-bd5fafd6-fff3-4580-9ec2-2cdb3bbc8b9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1672578 Jul 22 19:26:18.739716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-271f06a1-6067-4629-9a11-dfe0d3961bee req-a0b73efa-3b55-49c6-988e-647d1cdb4f98 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/53190bdf-e419-46b0-be43-66908a18f0bc HTTP/1.1" status: 200 len: 1804 time: 0.3026910 Jul 22 19:26:18.817798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Network 1b311f1b-917e-43ee-8486-255aacb59742 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:18.819615 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-9bd9ec9b-2bd0-4a27-a14a-266c8163cf39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c HTTP/1.1" status: 200 len: 217 time: 0.0725925 Jul 22 19:26:18.824097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:18.830415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:18.879696 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.900272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event updated for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:18.900884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5797aba0-f223-41b4-825c-babe0a4165f7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:18.912359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.927820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Transition to ACTIVE for port object 5797aba0-f223-41b4-825c-babe0a4165f7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:18.931168 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d38f351-46f1-40e7-b77c-678752e65f7d x-openstack-request-id: req-4d38f351-46f1-40e7-b77c-678752e65f7d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:18.931516 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece10dbd-680c-4eaa-bc32-71b80242b384", "name": "network-vif-deleted", "tag": "bd53337a-115f-439f-99f7-ea08801df4d3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:18.935053 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d38f351-46f1-40e7-b77c-678752e65f7d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:18.935563 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece10dbd-680c-4eaa-bc32-71b80242b384', 'name': 'network-vif-deleted', 'tag': 'bd53337a-115f-439f-99f7-ea08801df4d3', 'status': 'completed', 'code': 200} Jul 22 19:26:18.939062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:18.983472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-af7e7ee9-ab64-4fdf-b005-e1fe5b3e1469 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 217 time: 0.2601771 Jul 22 19:26:19.023393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:19.026202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2c713-9db4-43ca-955b-d6be7ffcbdfd None None] New status for floating IP 85b7d9c1-2245-4053-aeac-445fee70b706: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:26:19.049503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.051697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:19.064727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-94ef51be-8667-4b91-b8a6-b6f1bfab2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.066777 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-94ef51be-8667-4b91-b8a6-b6f1bfab2eda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2374413 Jul 22 19:26:19.088518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-e9b2c5bb-ee6a-4214-aeac-8cac6801b2e9 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8891132 Jul 22 19:26:19.147422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Request body: {'port': {'device_id': '21e444bd-7e56-40a5-89ba-c170066d2285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:19.176418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776d20a1-fb00-47cf-968b-596d163afeba,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:19.256133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Pushing event updated for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:19.262577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ed1fe0f0-f98d-4d43-9adb-4495423ecf97 None None] Provisioning for port ee3534e2-609b-444c-837e-bd466a979a50 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:19.276465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e44cb-3499-4acb-b533-e6adb0e91a52 req-ed8fd5f3-c639-461d-bf2b-235953be1cf3 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.277221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ed1fe0f0-f98d-4d43-9adb-4495423ecf97 None None] Provisioning complete for port ee3534e2-609b-444c-837e-bd466a979a50 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:19.277605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed1fe0f0-f98d-4d43-9adb-4495423ecf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:19.279188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c31e44cb-3499-4acb-b533-e6adb0e91a52 req-ed8fd5f3-c639-461d-bf2b-235953be1cf3 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 948 time: 0.8187988 Jul 22 19:26:19.310469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-dbde9187-7d88-4c5a-9e23-a7633dcd4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.312350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-dbde9187-7d88-4c5a-9e23-a7633dcd4b21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.2817366 Jul 22 19:26:19.360590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ed1fe0f0-f98d-4d43-9adb-4495423ecf97 None None] Port ee3534e2-609b-444c-837e-bd466a979a50 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:19.378091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-bb717c57-ee9e-4b0f-9bbd-0be7d57afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.383574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-bb717c57-ee9e-4b0f-9bbd-0be7d57afc68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3078771 Jul 22 19:26:19.427073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:19.461548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-cd5a35b5-a15c-4a08-a041-14b63511095c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977254 Jul 22 19:26:19.653535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-4a709a6c-4046-4285-b2d5-c915da10bddb service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605147 Jul 22 19:26:19.855758 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-81206238-78ac-4ee8-8d4c-ab8c9a6313f0 req-88e3ba96-de0a-4339-8463-63926603a3ec service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919446 Jul 22 19:26:19.936864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3534e2-609b-444c-837e-bd466a979a50 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:19.944279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Allocated IP 192.168.233.199 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/0aed6221-384a-4ab5-8533-b8dc89897b59) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:19.945597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:19.959444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ab4f8-f023-4dde-99fc-656438dfda95 req-4c09e2a6-4eef-42ad-8049-2b029f769433 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:19.961207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-103ab4f8-f023-4dde-99fc-656438dfda95 req-4c09e2a6-4eef-42ad-8049-2b029f769433 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 1.0246255 Jul 22 19:26:19.968742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Transition to ACTIVE for port object ee3534e2-609b-444c-837e-bd466a979a50 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:19.978102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.003720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c31e44cb-3499-4acb-b533-e6adb0e91a52 req-fca7b759-4c73-43eb-bcc9-4b98211a9f31 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994166 Jul 22 19:26:20.013987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Attempting to bind port 5797aba0-f223-41b4-825c-babe0a4165f7 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:20.014603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Attempting to bind port 5797aba0-f223-41b4-825c-babe0a4165f7 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:20.016230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Attempting to bind port 5797aba0-f223-41b4-825c-babe0a4165f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:20.059006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:20.070035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Port 5797aba0-f223-41b4-825c-babe0a4165f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:20.074601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Attempting to bind port 5797aba0-f223-41b4-825c-babe0a4165f7 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:20.110585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:20.119261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:20.119848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:20.120486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Bound port: 5797aba0-f223-41b4-825c-babe0a4165f7, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:20.120982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.125578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:20.182325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Attempting to bind port ee3534e2-609b-444c-837e-bd466a979a50 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:20.182325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Attempting to bind port ee3534e2-609b-444c-837e-bd466a979a50 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:20.184088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Attempting to bind port ee3534e2-609b-444c-837e-bd466a979a50 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:20.187570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-65583a52-738c-4390-a143-5bc4ef3a3e9b service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7028322 Jul 22 19:26:20.189024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Port ee3534e2-609b-444c-837e-bd466a979a50 on network 1b311f1b-917e-43ee-8486-255aacb59742 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:20.189361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Attempting to bind port ee3534e2-609b-444c-837e-bd466a979a50 on network 1b311f1b-917e-43ee-8486-255aacb59742 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:20.195078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:20.195567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Checking segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:20.195969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Bound using segment: {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:20.196434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Bound port: ee3534e2-609b-444c-837e-bd466a979a50, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e21583-c283-4df4-bb1b-200262ebe22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:20.196839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.207414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port d14e4691-fd7b-446f-8f27-109304db499a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:20.209334 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.311690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:20.316023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ee3534e2-609b-444c-837e-bd466a979a50,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:20.334903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.357301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-103ab4f8-f023-4dde-99fc-656438dfda95 req-25e9812a-8a9f-4103-860f-4e84e5b5fe80 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832803 Jul 22 19:26:20.360079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.405112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:20.407477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e210c4-ce50-4ed8-9c99-ad9d12f65b46" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:20.425853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.426494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.435958 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] 10.222.0.32 "PUT /v2.0/ports/ee3534e2-609b-444c-837e-bd466a979a50 HTTP/1.1" status: 200 len: 1093 time: 1.2980769 Jul 22 19:26:20.438495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:20.440675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:20.443689 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249158cf-493f-4f08-8aac-ec7a224e4f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "tag": "ee3534e2-609b-444c-837e-bd466a979a50"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:20.452666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.478562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-992547554', 'description': 'tempest-description-356215749'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:20.534985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac933bae-4331-4251-bdec-3fd2f9669b54 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:20.585211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:20.594375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-70c31cb1-f3d5-428a-98d8-6b112e6d50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.596280 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-70c31cb1-f3d5-428a-98d8-6b112e6d50a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 1096 time: 0.1001518 Jul 22 19:26:20.662783 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-c4ac1d93-85bf-4446-ba1c-cb58005d9807 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3534e2-609b-444c-837e-bd466a979a50 HTTP/1.1" status: 200 len: 217 time: 0.0598323 Jul 22 19:26:20.689150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:20.703927 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.724085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-b4f3f3c0-7de5-467c-95e1-7402bf7ef534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.724329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5797aba0-f223-41b4-825c-babe0a4165f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:20.725765 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-b4f3f3c0-7de5-467c-95e1-7402bf7ef534 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.0569081 Jul 22 19:26:20.763480 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.767931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.794436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-3fbf1343-b851-444f-9897-fc3a8f412a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.796679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-3fbf1343-b851-444f-9897-fc3a8f412a1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625021 Jul 22 19:26:20.821749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-b6016c5b-f044-47b5-895e-3dee68711bbf service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953001 Jul 22 19:26:20.847507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Transition to ACTIVE for port object 0aed6221-384a-4ab5-8533-b8dc89897b59 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:20.863926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.864664 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:20.866069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] 10.222.0.26 "PUT /v2.0/ports/5797aba0-f223-41b4-825c-babe0a4165f7 HTTP/1.1" status: 200 len: 1097 time: 4.0999827 Jul 22 19:26:20.890656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe3638-b67a-4a85-bf4d-9fce32bb0500 req-9a6c16dd-dc3a-4a3a-9167-e88cc058d90c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:20.893429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8dfe3638-b67a-4a85-bf4d-9fce32bb0500 req-9a6c16dd-dc3a-4a3a-9167-e88cc058d90c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 948 time: 0.5503945 Jul 22 19:26:20.939604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:20.942673 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c165811-26fa-472c-9309-a68722eafef8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:20.993020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-9f33359f-941d-4cf3-a3c8-f08103cc16b5 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881089 Jul 22 19:26:21.013958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f96c3-18ef-4317-952d-a20903e8d3df service neutron] Pushing event updated for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:21.104326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8dfe3638-b67a-4a85-bf4d-9fce32bb0500 req-87d1fc28-9e95-4697-8b8d-199a82e40ec9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012093 Jul 22 19:26:21.116006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.141443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.150530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18d09453-402c-45cb-8d9f-8cbceab145c4 req-b1c2dbf3-1709-4ad1-b22c-e9cf5b70551c service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503768 Jul 22 19:26:21.218132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.299484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:21.317356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:21.322865 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.325271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adba7dfb-d42e-4351-9f5c-ff1675713ef1 req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8505270 Jul 22 19:26:21.326400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Pushing event updated for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:21.331192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:21.342516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-2c19c627-3b18-4229-a4ee-91d2144cab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.344778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-2c19c627-3b18-4229-a4ee-91d2144cab7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 1100 time: 0.3928649 Jul 22 19:26:21.351649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10232-4f05-4f3c-9c0c-d8ebe142c791 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ea052-7d4e-4843-9114-202e73956f75,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:21.462751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-3d9add8d-2bba-4f27-a697-686425fa9325 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=5797aba0-f223-41b4-825c-babe0a4165f7 HTTP/1.1" status: 200 len: 217 time: 0.0828354 Jul 22 19:26:21.553100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.553768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.593440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be345aa1-42da-44ee-8c38-4c07dc886d62 req-05450c58-a747-4def-9df6-b596b5e59bab tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.599441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be345aa1-42da-44ee-8c38-4c07dc886d62 req-05450c58-a747-4def-9df6-b596b5e59bab tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 944 time: 0.3544374 Jul 22 19:26:21.610844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-abbbd0dc-315f-4ecd-8942-2cd77e53f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.612557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-abbbd0dc-315f-4ecd-8942-2cd77e53f451 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1271794 Jul 22 19:26:21.618473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-93dfa23a-c360-40b2-8e9d-71662beb4a62 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4669616 Jul 22 19:26:21.682021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Request body: {'port': {'device_id': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:21.704746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-db48476a-912c-472d-b520-505844b4af43 None None] Provisioning for port 0aed6221-384a-4ab5-8533-b8dc89897b59 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:21.713651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-db48476a-912c-472d-b520-505844b4af43 None None] Provisioning complete for port 0aed6221-384a-4ab5-8533-b8dc89897b59 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:21.714654 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-db48476a-912c-472d-b520-505844b4af43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:21.732738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda3ad-32f1-4290-ab06-0addd562d367 req-6fce923d-f43f-4222-bb38-39358c33c280 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.734896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bda3ad-32f1-4290-ab06-0addd562d367 req-6fce923d-f43f-4222-bb38-39358c33c280 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 936 time: 0.2864935 Jul 22 19:26:21.790725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be345aa1-42da-44ee-8c38-4c07dc886d62 req-25471c88-7079-4043-b8dd-27945e61b8a1 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740105 Jul 22 19:26:21.797987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-db48476a-912c-472d-b520-505844b4af43 None None] Port 0aed6221-384a-4ab5-8533-b8dc89897b59 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:21.829491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-243c6d0d-a579-4e08-a3a3-120a5c2ec257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:21.831101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-243c6d0d-a579-4e08-a3a3-120a5c2ec257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2074499 Jul 22 19:26:21.864780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bda3ad-32f1-4290-ab06-0addd562d367 req-882bc643-f0fe-4438-9da2-61c015395755 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155002 Jul 22 19:26:21.893257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:22.022043 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae0b52b-cf6f-4c5b-a95a-4158361c52bc x-openstack-request-id: req-1ae0b52b-cf6f-4c5b-a95a-4158361c52bc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:22.022515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:22.022958 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ae0b52b-cf6f-4c5b-a95a-4158361c52bc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:22.023528 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'code': 200} Jul 22 19:26:22.056303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:22.107171 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a6b62b-ac93-47ed-96d2-8a9fbcf17695 x-openstack-request-id: req-40a6b62b-ac93-47ed-96d2-8a9fbcf17695 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:22.107684 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "tag": "ee3534e2-609b-444c-837e-bd466a979a50", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:22.107684 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-40a6b62b-ac93-47ed-96d2-8a9fbcf17695 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:22.108340 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50', 'status': 'completed', 'code': 200} Jul 22 19:26:22.269025 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473b5681-1908-4689-a522-aabea802f2e3 x-openstack-request-id: req-473b5681-1908-4689-a522-aabea802f2e3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:22.269617 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:22.269801 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-473b5681-1908-4689-a522-aabea802f2e3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:22.270315 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7', 'status': 'completed', 'code': 200} Jul 22 19:26:22.307107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-a42f6e8a-44e0-4260-a108-0937e6dac37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.311058 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-a42f6e8a-44e0-4260-a108-0937e6dac37c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 1096 time: 0.1786320 Jul 22 19:26:22.349876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-7b4d289b-46b7-426f-b2e1-981b08ff697b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082669 Jul 22 19:26:22.356645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:22.389305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'mac_address': 'fa:16:3e:05:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:22.451413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:22.468193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:22.495485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:22.506395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:22.511920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-1dd51e7b-687f-4431-8fbe-1f00291b1c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.516130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b4e1e17-58ba-4745-8e6f-cac17b276e6d req-b3e8fc7d-27c7-4751-b806-709a2a2f3eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545482 Jul 22 19:26:22.517943 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-1dd51e7b-687f-4431-8fbe-1f00291b1c24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 924 time: 0.1892138 Jul 22 19:26:22.583234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399271e-8593-42b2-9936-a1f7b0929e34 req-522a5e47-b75f-4ad8-a912-c90578a486cf tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.587097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0399271e-8593-42b2-9936-a1f7b0929e34 req-522a5e47-b75f-4ad8-a912-c90578a486cf tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 948 time: 0.3201745 Jul 22 19:26:22.636671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:22.638472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-f7391012-abe6-49b0-9d81-e85a3de2ac39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3534e2-609b-444c-837e-bd466a979a50 HTTP/1.1" status: 200 len: 217 time: 0.1060770 Jul 22 19:26:22.715005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-4cf65d9e-3da1-486c-9c97-e4e2badfa90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:22.718425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-4cf65d9e-3da1-486c-9c97-e4e2badfa90f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.0641165 Jul 22 19:26:22.881712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['aa323d0f-b200-49cd-a483-3e94d1940a9c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:22.934698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0399271e-8593-42b2-9936-a1f7b0929e34 req-9d5e2ce8-1f42-435c-9281-dcb68abd83e6 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308671 Jul 22 19:26:23.068341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165811-26fa-472c-9309-a68722eafef8 req-7c8b0957-e93f-4c46-af15-7f9b90c3becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:23.069879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-7c8b0957-e93f-4c46-af15-7f9b90c3becf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 1100 time: 0.4338033 Jul 22 19:26:23.076690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-33baed90-a28d-479d-87ff-a3883ea1bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:23.078295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-33baed90-a28d-479d-87ff-a3883ea1bdbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3452582 Jul 22 19:26:23.119452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aed6221-384a-4ab5-8533-b8dc89897b59 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:23.155142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.268390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Transition to ACTIVE for port object 0aed6221-384a-4ab5-8533-b8dc89897b59 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:23.277109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-c1692103-c3d0-4546-82fc-36b4589f1550 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905386 Jul 22 19:26:23.309536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.355842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-ce8e1f0d-ddcb-4952-be13-ce073f15516a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 200 len: 1803 time: 0.2992806 Jul 22 19:26:23.396303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249158cf-493f-4f08-8aac-ec7a224e4f8a req-de69c9ab-00bd-4094-9ea3-85079dc765fa service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121767 Jul 22 19:26:23.397962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce3ea052-7d4e-4843-9114-202e73956f75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:23.398288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce3ea052-7d4e-4843-9114-202e73956f75', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:23.423870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:23.484007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165811-26fa-472c-9309-a68722eafef8 req-143fb805-51b4-446c-91da-3813eb369d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:23.486204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-143fb805-51b4-446c-91da-3813eb369d4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.4036481 Jul 22 19:26:23.592046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:23.595383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205cd01-6703-4676-a50e-81cdcd7c1c73 req-13f7be7a-249a-4c3d-a1d5-30d829e87aa8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:23.604349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4205cd01-6703-4676-a50e-81cdcd7c1c73 req-13f7be7a-249a-4c3d-a1d5-30d829e87aa8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.4565313 Jul 22 19:26:23.642793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-6689c1bd-b057-4cfe-8601-3daa2ddbfdeb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=5797aba0-f223-41b4-825c-babe0a4165f7 HTTP/1.1" status: 200 len: 217 time: 0.1035132 Jul 22 19:26:23.643919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Attempting to bind port 0aed6221-384a-4ab5-8533-b8dc89897b59 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:23.644400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Attempting to bind port 0aed6221-384a-4ab5-8533-b8dc89897b59 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:23.644840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Attempting to bind port 0aed6221-384a-4ab5-8533-b8dc89897b59 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:23.720031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Port 0aed6221-384a-4ab5-8533-b8dc89897b59 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:23.720824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Attempting to bind port 0aed6221-384a-4ab5-8533-b8dc89897b59 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:23.745148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165811-26fa-472c-9309-a68722eafef8 req-f5da1d05-4273-45bc-84f8-63eb46c9df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:23.747475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-f5da1d05-4273-45bc-84f8-63eb46c9df48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0722885 Jul 22 19:26:23.748446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.752526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:23.752997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:23.753493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:23.754049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Bound port: 0aed6221-384a-4ab5-8533-b8dc89897b59, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:23.754539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.777575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4205cd01-6703-4676-a50e-81cdcd7c1c73 req-74f2cb5e-ca6b-4ebb-aa80-f9e7d03b500e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735682 Jul 22 19:26:23.834561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:23.846596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.851397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:23.855331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0aed6221-384a-4ab5-8533-b8dc89897b59,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:23.858917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.892271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.912961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:23.992798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:24.005130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Pushing event updated for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:24.017422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:24.025504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:24.028469 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce0a16-7061-48a2-8c4e-ced37e782889" -d '{"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:24.046153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.046153 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:24.048667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-8f3b9366-7cf8-4bef-8866-091d9ba0ca72 service neutron] 10.222.0.32 "PUT /v2.0/ports/0aed6221-384a-4ab5-8533-b8dc89897b59 HTTP/1.1" status: 200 len: 1097 time: 2.3820882 Jul 22 19:26:24.051521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1896a193-6624-4707-a770-079add2094eb,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:24.174438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:24.219827 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:24.221650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48cd8c43-e1e3-4e77-92e3-413e4329b381 req-0f490a34-2644-4a67-badb-0880d7752395 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8439364 Jul 22 19:26:24.232488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c165811-26fa-472c-9309-a68722eafef8 req-a636391f-060c-4840-a124-0c20f4fd00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.234027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-a636391f-060c-4840-a124-0c20f4fd00eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4543889 Jul 22 19:26:24.281709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:24.283994 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:24.336005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-e28c9053-e695-4c59-8c2b-f8846a11cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.337607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-e28c9053-e695-4c59-8c2b-f8846a11cfbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 1100 time: 0.1755388 Jul 22 19:26:24.440074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c383981-faf6-4edf-93b6-6b602464e060 req-61f7156d-ec85-45be-9a7c-36a33c7ef4aa tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.442047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c383981-faf6-4edf-93b6-6b602464e060 req-61f7156d-ec85-45be-9a7c-36a33c7ef4aa tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 948 time: 0.4510865 Jul 22 19:26:24.450559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-00e2191a-2c52-45ec-b40a-7efdebdd84bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0aed6221-384a-4ab5-8533-b8dc89897b59 HTTP/1.1" status: 200 len: 217 time: 0.0988135 Jul 22 19:26:24.461843 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:26:24.850844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-ce4c2bf3-4601-4170-bd10-e2d4498cbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.852478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-ce4c2bf3-4601-4170-bd10-e2d4498cbdd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3805389 Jul 22 19:26:24.903737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3e138-75cd-457e-a639-5ce3e1a878a4 req-094a67bf-a67a-40a5-96ad-6377c8af3e44 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:24.906075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de3e138-75cd-457e-a639-5ce3e1a878a4 req-094a67bf-a67a-40a5-96ad-6377c8af3e44 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 944 time: 0.6099236 Jul 22 19:26:24.953977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c383981-faf6-4edf-93b6-6b602464e060 req-6dce3bc2-40fc-4bb5-9ca2-885287d0314e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981456 Jul 22 19:26:24.959256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-8cc09f0a-3fec-4300-b8fb-f8d594e7795b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142894 Jul 22 19:26:25.150597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de3e138-75cd-457e-a639-5ce3e1a878a4 req-c129f997-6597-43e3-8aac-aaa3be08292a tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182498 Jul 22 19:26:25.162772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-54ac35f4-f41a-4455-a92e-36235eab8b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:25.165376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-54ac35f4-f41a-4455-a92e-36235eab8b3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2996085 Jul 22 19:26:25.268539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c165811-26fa-472c-9309-a68722eafef8 req-c2b1384e-2f66-414d-b53e-4db5318ba35f service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843559 Jul 22 19:26:25.403614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-423640ea-1f36-4054-97b4-48adb38426b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313643 Jul 22 19:26:25.431409 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bf116c-4b33-488e-b2e7-594a34b60c25 x-openstack-request-id: req-d5bf116c-4b33-488e-b2e7-594a34b60c25 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:25.431924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-unplugged", "status": "completed", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:25.431924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5bf116c-4b33-488e-b2e7-594a34b60c25 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:25.432993 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'code': 200} Jul 22 19:26:25.444055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0211a51-fa19-4177-bd46-9c43d9b15ea1 req-f13a98fd-d323-4e5f-8315-73ab7a5d6549 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:25.450675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0211a51-fa19-4177-bd46-9c43d9b15ea1 req-f13a98fd-d323-4e5f-8315-73ab7a5d6549 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 948 time: 0.2545609 Jul 22 19:26:25.610269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ee3534e2-609b-444c-837e-bd466a979a50 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:25.639252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0211a51-fa19-4177-bd46-9c43d9b15ea1 req-5052fda7-6eff-4c31-8327-deeaa771d1fd tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717534 Jul 22 19:26:25.728616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04486eb9-8a98-468f-ba24-6383181e7e44 req-1669d170-13ed-426a-a822-a7c721df87d0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181095 Jul 22 19:26:25.745219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-a34048ae-dd52-4f72-915c-442a11b6c302 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 200 len: 2396 time: 0.0736127 Jul 22 19:26:25.755231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fed48-0f1e-4ebe-beda-39259ed3ad84 req-e14e7bb8-8d85-44b5-8931-56070ca2ef9e tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:25.763745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-849fed48-0f1e-4ebe-beda-39259ed3ad84 req-e14e7bb8-8d85-44b5-8931-56070ca2ef9e tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 949 time: 0.2005780 Jul 22 19:26:25.770489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ee3534e2-609b-444c-837e-bd466a979a50,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:25.786025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'ee3534e2-609b-444c-837e-bd466a979a50', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'port_id': 'ee3534e2-609b-444c-837e-bd466a979a50', 'mac_address': 'fa:16:3e:05:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:25.789731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce3ea052-7d4e-4843-9114-202e73956f75', 'remote_group_id': None}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:25.790203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce3ea052-7d4e-4843-9114-202e73956f75', 'remote_group_id': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:25.834647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-849fed48-0f1e-4ebe-beda-39259ed3ad84 req-b99f35dc-87fa-4a1b-b082-307da64577aa tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647397 Jul 22 19:26:25.851007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:25.866126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3534e2-609b-444c-837e-bd466a979a50 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:25.892638 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca0e092-5635-4688-9d64-4f179e5ae6d1 x-openstack-request-id: req-3ca0e092-5635-4688-9d64-4f179e5ae6d1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:25.893134 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:25.893261 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ca0e092-5635-4688-9d64-4f179e5ae6d1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:25.893546 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59', 'status': 'completed', 'code': 200} Jul 22 19:26:25.902804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ee3534e2-609b-444c-837e-bd466a979a50,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:25.919603 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:25.987410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:26.020466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.070734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5797aba0-f223-41b4-825c-babe0a4165f7 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:26.075925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:26.078367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.092555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.162224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294cd456-dbeb-40e8-9d03-c86ff2e42e25,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:26.173460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-3732bca0-1764-42bc-af22-1df41fbcd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.176422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-3732bca0-1764-42bc-af22-1df41fbcd758 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 1100 time: 0.2463744 Jul 22 19:26:26.190303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.216376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2951f54-84f1-4b12-ba39-593f1801db4c req-bc03d55f-fdd0-4ae0-b494-f944e098a72f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4696918 Jul 22 19:26:26.225884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bd9a3-bbc1-45cd-8890-7f0bdbf65244 req-fb8cd072-591e-4983-b85a-d77326735148 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.227404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d29bd9a3-bbc1-45cd-8890-7f0bdbf65244 req-fb8cd072-591e-4983-b85a-d77326735148 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.2254999 Jul 22 19:26:26.300397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5797aba0-f223-41b4-825c-babe0a4165f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:26.315765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5797aba0-f223-41b4-825c-babe0a4165f7', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '5797aba0-f223-41b4-825c-babe0a4165f7', 'mac_address': 'fa:16:3e:a7:82:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:26.328677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['ee3534e2-609b-444c-837e-bd466a979a50'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:26.387224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port aa323d0f-b200-49cd-a483-3e94d1940a9c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:26.394616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d29bd9a3-bbc1-45cd-8890-7f0bdbf65244 req-ae4b3a9f-cf98-4569-8054-da5ee0ae1202 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501136 Jul 22 19:26:26.402919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port aa323d0f-b200-49cd-a483-3e94d1940a9c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:26.403304 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.523200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-6d627507-cc46-4b06-9875-0c6b6ede9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.525137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-6d627507-cc46-4b06-9875-0c6b6ede9f7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3076737 Jul 22 19:26:26.581058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.605522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-dc00726c-00c4-433e-8bb5-5903b6aff019 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=0aed6221-384a-4ab5-8533-b8dc89897b59 HTTP/1.1" status: 200 len: 217 time: 0.0699580 Jul 22 19:26:26.608584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.637317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5797aba0-f223-41b4-825c-babe0a4165f7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:26.670357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-cdb8ac42-fc83-4cfc-af68-c2e41ed9745d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.675206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5797aba0-f223-41b4-825c-babe0a4165f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:26.677906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-cdb8ac42-fc83-4cfc-af68-c2e41ed9745d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.3400784 Jul 22 19:26:26.687469 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.722986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-eb628802-410a-4387-b5bc-0ac16a52bad1 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/quotas/a4809f19886b4d1eb3e8e9a32c0d611c HTTP/1.1" status: 200 len: 375 time: 0.0436876 Jul 22 19:26:26.728378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:26.745976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb9ae1-842b-44f2-9d92-cb6662d2162b req-c5e97587-380d-4e92-96c4-c966f7e6782c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.746695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.753816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1eb9ae1-842b-44f2-9d92-cb6662d2162b req-c5e97587-380d-4e92-96c4-c966f7e6782c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 948 time: 0.2369533 Jul 22 19:26:26.758571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-0c9f27fb-6fb4-4906-8fc3-b6c0bd4c6734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.760160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-0c9f27fb-6fb4-4906-8fc3-b6c0bd4c6734 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1343174 Jul 22 19:26:26.806424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:26.891743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1eb9ae1-842b-44f2-9d92-cb6662d2162b req-c5ca99b7-def2-480d-83a0-6078a2af1c15 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324151 Jul 22 19:26:26.928977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-04af236a-8d9a-4a6f-a94f-77bbedd8709f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2050357 Jul 22 19:26:26.945140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-4611a7a9-fed4-45dd-a1a8-44472d6f18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:26.948754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-4611a7a9-fed4-45dd-a1a8-44472d6f18b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1594222 Jul 22 19:26:26.976623 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:26.987924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:27.007737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5797aba0-f223-41b4-825c-babe0a4165f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:27.193697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-f51ca016-4b55-4a70-9462-4d2d2456ed50 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512388 Jul 22 19:26:27.214432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-7254e306-ddca-4314-acd0-c2af346b76e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:27.217080 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-7254e306-ddca-4314-acd0-c2af346b76e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "GET /v2.0/ports?device_id=cea040b9-eca7-4f27-af8a-e2ba5cb1f822 HTTP/1.1" status: 200 len: 944 time: 0.1165750 Jul 22 19:26:27.341969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-daaebf95-0411-44db-9bfb-2a51677984b4 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924385 Jul 22 19:26:27.435087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:27.438461 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02cbe42-ca4d-4a95-b48c-6828c6a09b4a" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:27.452864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0db53-bf7e-4eea-bed9-40cacbcdd3f8 req-6a0c09df-9021-442d-82c7-f5ebe0b09b14 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:27.461918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a0db53-bf7e-4eea-bed9-40cacbcdd3f8 req-6a0c09df-9021-442d-82c7-f5ebe0b09b14 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 945 time: 0.3149900 Jul 22 19:26:27.472454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Deleting port c8e63586-2361-45d1-be0f-4f21ffac56ea {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:27.473015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:27.479172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-ae85b116-f6c6-4383-adb4-945762a41257 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735143 Jul 22 19:26:27.564546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49a0db53-bf7e-4eea-bed9-40cacbcdd3f8 req-c5756fdd-94c6-483a-a20b-b1c8da854a0a tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001565 Jul 22 19:26:27.624913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcfabde4-ca00-4b83-b8bf-93b6b255d43f req-26361854-924e-4ca2-9b60-ed54b32d6ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676151 Jul 22 19:26:27.696434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b591cc77-86c3-4d88-8e73-8c6ff189e631 req-56062d8d-fc5a-4e08-b3e4-83097e764e56 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 200 len: 2994 time: 0.0991299 Jul 22 19:26:27.833595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] For port c8e63586-2361-45d1-be0f-4f21ffac56ea, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c8e63586-2361-45d1-be0f-4f21ffac56ea,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:27.833965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:27.867473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Calling delete_port for c8e63586-2361-45d1-be0f-4f21ffac56ea owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:27.983070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b601e-e438-4184-87ff-d059ceac4e3c req-6ee893d7-36c3-478b-bc9f-e848088ff410 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:27.990475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-945b601e-e438-4184-87ff-d059ceac4e3c req-6ee893d7-36c3-478b-bc9f-e848088ff410 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 950 time: 0.1743016 Jul 22 19:26:28.006333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80f5f4-82fd-4cd6-b105-c7f1569ba7a5 req-7affe55f-4328-4483-956d-e86c06c88e7d tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.007843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e80f5f4-82fd-4cd6-b105-c7f1569ba7a5 req-7affe55f-4328-4483-956d-e86c06c88e7d tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 948 time: 0.1904035 Jul 22 19:26:28.068097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.075814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-945b601e-e438-4184-87ff-d059ceac4e3c req-31d2418c-bbc6-4fc5-b902-7e7621720fb9 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844691 Jul 22 19:26:28.105499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e80f5f4-82fd-4cd6-b105-c7f1569ba7a5 req-7717ac2e-3fe1-4698-977a-39fab43d671d tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849855 Jul 22 19:26:28.130274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event deleted for resources: {'Port': ['ID=c8e63586-2361-45d1-be0f-4f21ffac56ea,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:28.225160 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce80445-de6f-4ae6-8300-0e74a3ebd123 x-openstack-request-id: req-bce80445-de6f-4ae6-8300-0e74a3ebd123 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:28.227653 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:28.227957 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bce80445-de6f-4ae6-8300-0e74a3ebd123 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:28.228472 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'code': 200} Jul 22 19:26:28.234877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] No DVR routers for this DVR port c8e63586-2361-45d1-be0f-4f21ffac56ea on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:28.242292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.247762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f2248db0-b673-4bc0-9430-bafdace56b56 req-19d92131-eccf-4647-8a44-4f33bff598e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "DELETE /v2.0/ports/c8e63586-2361-45d1-be0f-4f21ffac56ea HTTP/1.1" status: 204 len: 173 time: 1.0242441 Jul 22 19:26:28.252330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-deleted', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:28.257220 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f091b-461e-41d3-9ab5-97f355d5bad8" -d '{"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-deleted", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:28.362044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-0d43a090-4fe9-4a8f-8aa7-423c13c8788f tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-group-rules/294cd456-dbeb-40e8-9d03-c86ff2e42e25 HTTP/1.1" status: 200 len: 783 time: 0.0963893 Jul 22 19:26:28.372696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72881be8-17ce-495c-81a7-88e6640500c8 req-852f7338-90ec-4cab-926e-c919e402140a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.380648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72881be8-17ce-495c-81a7-88e6640500c8 req-852f7338-90ec-4cab-926e-c919e402140a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.2065895 Jul 22 19:26:28.505218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-612ac1f4-2f18-4e92-bab4-c64050cf69e6 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 200 len: 2994 time: 0.1137388 Jul 22 19:26:28.515910 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-dbfe5a16-255c-4ee3-8c3d-8b9a2d5b2466 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890594 Jul 22 19:26:28.518425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72881be8-17ce-495c-81a7-88e6640500c8 req-fc31b2c7-ab4e-494a-b3d8-4cc9d9c59a46 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364901 Jul 22 19:26:28.597900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ae833-e0be-4b7a-b786-ad0fc11f9d6e req-6931735e-ac75-4a49-a102-7eabd4ceed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.599514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f7ae833-e0be-4b7a-b786-ad0fc11f9d6e req-6931735e-ac75-4a49-a102-7eabd4ceed6d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 1102 time: 0.2871361 Jul 22 19:26:28.603798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.646283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.703893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e6882a6-54ce-47df-b281-e5933d4c0203 req-5f81472f-9438-4852-a905-177be835b060 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 210 time: 0.0618331 Jul 22 19:26:28.704982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a40d-2f71-4ff4-915c-61914401049b req-a80e1df5-fe74-4e08-822c-6d7bd6dd11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.708702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-a80e1df5-fe74-4e08-822c-6d7bd6dd11bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 1102 time: 0.1644201 Jul 22 19:26:28.727215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f7ae833-e0be-4b7a-b786-ad0fc11f9d6e req-0b5ba518-f0f7-4415-affd-217c62e7842d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156914 Jul 22 19:26:28.748666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.759910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:28.763119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-127bab35-38be-49ae-bbc7-2cfcb4763866 req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/294cd456-dbeb-40e8-9d03-c86ff2e42e25 HTTP/1.1" status: 204 len: 173 time: 0.2376180 Jul 22 19:26:28.783336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66a50f-5741-4df0-a104-111881f6b069 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=294cd456-dbeb-40e8-9d03-c86ff2e42e25,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:28.906219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a40d-2f71-4ff4-915c-61914401049b req-4de8ed57-ea56-49ce-b708-feb54f3e1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.907763 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-4de8ed57-ea56-49ce-b708-feb54f3e1ecd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1520443 Jul 22 19:26:28.911236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3f115-f55b-4bf8-87cd-09276f6b4a80 req-e092422d-995a-4850-b54b-a35302c44820 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:28.913159 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825816de-54e0-4746-8238-4620adc13b3a x-openstack-request-id: req-825816de-54e0-4746-8238-4620adc13b3a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:28.913591 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea040b9-eca7-4f27-af8a-e2ba5cb1f822", "name": "network-vif-deleted", "tag": "c8e63586-2361-45d1-be0f-4f21ffac56ea", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:28.913847 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-825816de-54e0-4746-8238-4620adc13b3a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:28.914235 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea040b9-eca7-4f27-af8a-e2ba5cb1f822', 'name': 'network-vif-deleted', 'tag': 'c8e63586-2361-45d1-be0f-4f21ffac56ea', 'status': 'completed', 'code': 200} Jul 22 19:26:28.916594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ad3f115-f55b-4bf8-87cd-09276f6b4a80 req-e092422d-995a-4850-b54b-a35302c44820 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 949 time: 0.1011293 Jul 22 19:26:28.975565 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-1c371ba1-0b19-49a1-8303-d724cf80ff2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1 HTTP/1.1" status: 200 len: 217 time: 0.0544066 Jul 22 19:26:28.977797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ad3f115-f55b-4bf8-87cd-09276f6b4a80 req-b2869f3c-f0c7-47bb-87a3-4fb8c46640bd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587108 Jul 22 19:26:29.053139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a40d-2f71-4ff4-915c-61914401049b req-aece857d-750b-474b-9735-aec00a993803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.055100 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-aece857d-750b-474b-9735-aec00a993803 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0717335 Jul 22 19:26:29.085011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-6ddaa2f8-a0f6-4cb3-a057-ab53013db408 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 200 len: 2396 time: 0.0786829 Jul 22 19:26:29.142931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea28b9-82ec-42b0-acb3-6cd86f90b222 req-9ac06534-c712-4bfc-bedf-538f51856943 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.150331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8ea28b9-82ec-42b0-acb3-6cd86f90b222 req-9ac06534-c712-4bfc-bedf-538f51856943 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 945 time: 0.1653724 Jul 22 19:26:29.163409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4a40d-2f71-4ff4-915c-61914401049b req-33b97f50-bba7-478d-bef2-520661aaf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.166775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-33b97f50-bba7-478d-bef2-520661aaf31c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732076 Jul 22 19:26:29.243190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8ea28b9-82ec-42b0-acb3-6cd86f90b222 req-16efbd28-cd5d-405f-be8e-37684946d79c tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871131 Jul 22 19:26:29.289288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.297365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-6ce19bda-c576-4801-9e6b-d0c29e7edf8f service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Jul 22 19:26:29.355820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.452896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-59c4a40d-2f71-4ff4-915c-61914401049b req-46bc5f91-18d5-4004-b538-e79499942b15 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478145 Jul 22 19:26:29.521432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.524346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.525608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d21a0f-f1af-4c27-812e-03ebb3eef9a6 req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce3ea052-7d4e-4843-9114-202e73956f75 HTTP/1.1" status: 204 len: 173 time: 0.4157519 Jul 22 19:26:29.550323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb52edf-9269-43bb-8864-6ab01eb62ada tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ea052-7d4e-4843-9114-202e73956f75,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:29.592183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7d906365-150d-4c6c-a878-e1953007da5e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.593669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7d906365-150d-4c6c-a878-e1953007da5e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.1970177 Jul 22 19:26:29.602857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44371dcd-bde0-42c7-a2fd-3a80f7b19d5a req-fe890d6f-3339-4812-b454-79ff248f5cb6 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.610214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44371dcd-bde0-42c7-a2fd-3a80f7b19d5a req-fe890d6f-3339-4812-b454-79ff248f5cb6 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 950 time: 0.2117867 Jul 22 19:26:29.616678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0aed6221-384a-4ab5-8533-b8dc89897b59 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:29.618747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ee3534e2-609b-444c-837e-bd466a979a50 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:29.623631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Request body: {'port': {'device_id': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'admin_state_up': True, 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:29.736289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port ee3534e2-609b-444c-837e-bd466a979a50 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:29.744083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port ee3534e2-609b-444c-837e-bd466a979a50 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:29.745433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.748341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44371dcd-bde0-42c7-a2fd-3a80f7b19d5a req-e49d271b-81f5-49d9-9c6e-a9ba000b7222 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372347 Jul 22 19:26:29.808513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee6ed6-1b37-4d61-94cf-60558a4d791d req-c6890d57-40ea-4bdd-846e-bd6639b35f0f tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:29.810091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cee6ed6-1b37-4d61-94cf-60558a4d791d req-c6890d57-40ea-4bdd-846e-bd6639b35f0f tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 948 time: 0.1914368 Jul 22 19:26:29.834918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0aed6221-384a-4ab5-8533-b8dc89897b59,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:29.838147 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-402c706c-ecbe-410c-832e-1e77a823eab7 req-54ad0c85-e058-4e58-9805-fab8b55fc445 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] show failed (client error): The resource could not be found. Jul 22 19:26:29.839937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-402c706c-ecbe-410c-832e-1e77a823eab7 req-54ad0c85-e058-4e58-9805-fab8b55fc445 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/80ec9c9f-35aa-4b74-90b0-da6a76ef4ab1 HTTP/1.1" status: 404 len: 352 time: 0.0469756 Jul 22 19:26:29.886970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '0aed6221-384a-4ab5-8533-b8dc89897b59', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '0aed6221-384a-4ab5-8533-b8dc89897b59', 'mac_address': 'fa:16:3e:9d:57:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:29.906141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:29.909737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.939309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cee6ed6-1b37-4d61-94cf-60558a4d791d req-770cb610-faa4-47a4-8504-fd2c267082e9 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176949 Jul 22 19:26:29.942923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.972614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:29.976490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aed6221-384a-4ab5-8533-b8dc89897b59 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:30.024885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0aed6221-384a-4ab5-8533-b8dc89897b59,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:30.042018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.052786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ee3534e2-609b-444c-837e-bd466a979a50,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:30.086270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5797aba0-f223-41b4-825c-babe0a4165f7 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:30.117439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38e9432e-665e-43fe-9fe4-798defb4f421 req-e2840250-8bf0-4c84-bf75-63c7fa56fc9b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 210 time: 0.0419915 Jul 22 19:26:30.140924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.187183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:30.195783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5797aba0-f223-41b4-825c-babe0a4165f7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:30.205590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5797aba0-f223-41b4-825c-babe0a4165f7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:30.206042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.271343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:30.273786 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9f32b5-08ed-4c12-ab27-474387b0ff3a" -d '{"events": [{"server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "name": "network-vif-plugged", "status": "completed", "tag": "ee3534e2-609b-444c-837e-bd466a979a50"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:30.283030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-df6ad152-c5ac-4284-8f8b-27ecb117f35a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/53190bdf-e419-46b0-be43-66908a18f0bc HTTP/1.1" status: 200 len: 1804 time: 0.1327968 Jul 22 19:26:30.367570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.384013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0aed6221-384a-4ab5-8533-b8dc89897b59'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:30.394832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Allocated IP 172.20.0.5 (7cb4f449-1973-4416-8fed-6035768299b4/8ec02797-9005-4f09-94ec-5502a82ef363/5685b5b1-3c46-41eb-ad6d-71a2c547f068) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:30.437701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:30.438399 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.461430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa8e2-0035-4269-ad41-a02c575b2e6d req-1a38531e-8477-4885-8141-4dfe422d483f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.463054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a9fa8e2-0035-4269-ad41-a02c575b2e6d req-1a38531e-8477-4885-8141-4dfe422d483f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.2427478 Jul 22 19:26:30.463335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-bea433ba-2eab-4604-872c-90f15434fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.465982 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-bea433ba-2eab-4604-872c-90f15434fdd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44e058c352714375bdb9015382424f46&device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 1103 time: 0.1139541 Jul 22 19:26:30.473538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5797aba0-f223-41b4-825c-babe0a4165f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:30.517075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.535019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:30.644077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:30.702289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-a054c636-ff97-4753-96d2-29ccd00b2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.703908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-a054c636-ff97-4753-96d2-29ccd00b2a71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2063408 Jul 22 19:26:30.753990 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-c8949833-9c3c-490d-9179-abbb6b01209c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=d14e4691-fd7b-446f-8f27-109304db499a HTTP/1.1" status: 200 len: 217 time: 0.0427341 Jul 22 19:26:30.840842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-1224fcc1-c8d1-4c63-ba45-3718fa6d0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.843985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-1224fcc1-c8d1-4c63-ba45-3718fa6d0dfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0749075 Jul 22 19:26:30.925153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-4b56c949-2636-48d1-b117-3ba85d8d43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:30.927592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-4b56c949-2636-48d1-b117-3ba85d8d43d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757401 Jul 22 19:26:30.941939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a9fa8e2-0035-4269-ad41-a02c575b2e6d req-5a263c02-ed96-4423-95b2-b2ce2e0a50dc tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595916 Jul 22 19:26:31.008092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.011055 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.020985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3c222b7-8f14-4572-8fd7-f49137902324 req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/53190bdf-e419-46b0-be43-66908a18f0bc HTTP/1.1" status: 204 len: 173 time: 0.7366543 Jul 22 19:26:31.044638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101189a-3da5-46d8-b9ae-ed454d484916 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53190bdf-e419-46b0-be43-66908a18f0bc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:31.084202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-12b768ae-b460-4c5b-8258-d07107343d13 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423256 Jul 22 19:26:31.099066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.217166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.217451 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4315ecb2-6eb9-477f-9f57-36850b6522af req-a082e61a-9733-4b22-80c9-7799921e4b2c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240964 Jul 22 19:26:31.284793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Network 7cb4f449-1973-4416-8fed-6035768299b4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:31.299905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:31.307993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:31.343959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:31.372203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c535ff0-2009-44a2-a296-8ef182d2e703 req-75b5b1d8-9071-4b45-af9a-4109ab6873b6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.373741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c535ff0-2009-44a2-a296-8ef182d2e703 req-75b5b1d8-9071-4b45-af9a-4109ab6873b6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.2023597 Jul 22 19:26:31.384615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c21ee-40b7-4024-afa2-d92e70f8ecde req-161516b3-0d76-43cc-966f-3af68e6cbff1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.386205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a0c21ee-40b7-4024-afa2-d92e70f8ecde req-161516b3-0d76-43cc-966f-3af68e6cbff1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.2531052 Jul 22 19:26:31.430132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.430752 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.467612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c535ff0-2009-44a2-a296-8ef182d2e703 req-6d31d008-8c8a-4328-a38a-256f90c56187 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780778 Jul 22 19:26:31.482212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a0c21ee-40b7-4024-afa2-d92e70f8ecde req-e4d32c8f-4195-45dd-8857-5288d857b1fe tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846579 Jul 22 19:26:31.484225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-7f2dcf8d-7199-4ca5-9d87-064fe4f76d0c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8665016 Jul 22 19:26:31.496679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Request body: {'port': {'device_id': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:31.545751 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb30ff2-7ebb-4dec-9f84-0af94280bd60 x-openstack-request-id: req-bbb30ff2-7ebb-4dec-9f84-0af94280bd60 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:31.546631 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "name": "network-vif-plugged", "status": "completed", "tag": "ee3534e2-609b-444c-837e-bd466a979a50", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:31.546982 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbb30ff2-7ebb-4dec-9f84-0af94280bd60 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:31.547476 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50', 'code': 200} Jul 22 19:26:31.623181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0aed6221-384a-4ab5-8533-b8dc89897b59 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:31.672903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.720191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 0aed6221-384a-4ab5-8533-b8dc89897b59 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:31.725011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 0aed6221-384a-4ab5-8533-b8dc89897b59 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:31.725556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.746638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd1f63-8dd9-436a-bb40-189bdc3389e8 req-5bce9df3-745f-4cf5-a93d-884868a07259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.749686 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8cd1f63-8dd9-436a-bb40-189bdc3389e8 req-5bce9df3-745f-4cf5-a93d-884868a07259 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 1098 time: 0.1349626 Jul 22 19:26:31.784164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47bebd-aa85-4089-9b80-eb64da9c4dca req-b6a223b5-09bf-4802-b4bf-f9b0537922eb tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.785699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de47bebd-aa85-4089-9b80-eb64da9c4dca req-b6a223b5-09bf-4802-b4bf-f9b0537922eb tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 950 time: 0.1987944 Jul 22 19:26:31.800027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b264-67aa-42e6-99e9-4d779e6faa22 req-cdf3b16a-6874-474b-8a72-03bf69e0e880 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:31.806874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b407b264-67aa-42e6-99e9-4d779e6faa22 req-cdf3b16a-6874-474b-8a72-03bf69e0e880 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 949 time: 0.1860051 Jul 22 19:26:31.823424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8cd1f63-8dd9-436a-bb40-189bdc3389e8 req-77ced26d-f5e2-4255-ad8d-eb998041843d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657585 Jul 22 19:26:31.874287 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.916183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0aed6221-384a-4ab5-8533-b8dc89897b59,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:31.931078 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:31.932062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:31.947032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b407b264-67aa-42e6-99e9-4d779e6faa22 req-53b70edb-0186-4fc0-b6bf-725ab3da7098 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391006 Jul 22 19:26:31.978536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de47bebd-aa85-4089-9b80-eb64da9c4dca req-8c065dec-5802-496a-8fc2-5175b6b03ab8 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564465 Jul 22 19:26:31.982859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: c8e63586-2361-45d1-be0f-4f21ffac56ea {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:31.983215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c8e63586-2361-45d1-be0f-4f21ffac56ea not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:32.014831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:32.089542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-142db91b-880c-43e6-a267-8bb0e6f73f73 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/782579f9-0531-4427-8534-e56fc1ff82d8 HTTP/1.1" status: 200 len: 1805 time: 0.1074204 Jul 22 19:26:32.266750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1831-7284-4cc3-9868-4950cc17749e req-b7a292b4-80a2-4eec-ad61-c9656639a892 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:32.267760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dde1831-7284-4cc3-9868-4950cc17749e req-b7a292b4-80a2-4eec-ad61-c9656639a892 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 931 time: 0.1900966 Jul 22 19:26:32.270353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5685b5b1-3c46-41eb-ad6d-71a2c547f068 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:32.276995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.291139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.326832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Transition to ACTIVE for port object 5685b5b1-3c46-41eb-ad6d-71a2c547f068 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:32.339105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.342084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.385165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dde1831-7284-4cc3-9868-4950cc17749e req-9a3d0e1a-cadb-4b2b-85ed-cac5945dfd78 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096709 Jul 22 19:26:32.444014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:32.547397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.550027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.551203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0ebb3bf-fcdb-42c4-86cf-ea7c7877b2ba req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/782579f9-0531-4427-8534-e56fc1ff82d8 HTTP/1.1" status: 204 len: 173 time: 0.4272580 Jul 22 19:26:32.586121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Attempting to bind port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:32.586121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Attempting to bind port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:32.586829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Attempting to bind port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:32.592200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3f4eb-a1a5-473f-aa5f-e9d01727871a tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782579f9-0531-4427-8534-e56fc1ff82d8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:32.620524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 on network 7cb4f449-1973-4416-8fed-6035768299b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:32.620939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Attempting to bind port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:32.643162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:32.643785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Checking segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:32.644194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Bound using segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:32.644646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Bound port: 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:32.645013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.670727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8dc1a-0bb1-4b20-9ec3-d3fd89c8f8b9 req-da5cfa00-3805-4717-b212-4a3ddcf18f70 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:32.672645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a8dc1a-0bb1-4b20-9ec3-d3fd89c8f8b9 req-da5cfa00-3805-4717-b212-4a3ddcf18f70 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.2060297 Jul 22 19:26:32.764665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a8dc1a-0bb1-4b20-9ec3-d3fd89c8f8b9 req-c6fce3ee-d8fc-460b-98c3-921e55aa076a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669322 Jul 22 19:26:32.769867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:32.777915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:32.787713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.861066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:32.861796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:32.863316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] 10.222.0.26 "PUT /v2.0/ports/5685b5b1-3c46-41eb-ad6d-71a2c547f068 HTTP/1.1" status: 200 len: 1092 time: 1.3714149 Jul 22 19:26:32.863863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:32.866554 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3" -d '{"events": [{"name": "network-changed", "server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:32.891811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ec78b-3559-4631-8be7-77f473f2e61f service neutron] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:33.101302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-affdca66-a19e-4732-bb98-3e5db441d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.103098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-affdca66-a19e-4732-bb98-3e5db441d2d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 1095 time: 0.1695762 Jul 22 19:26:33.159493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-f5e39d31-0a2f-4240-b3b3-00c16888af46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068 HTTP/1.1" status: 200 len: 217 time: 0.0482898 Jul 22 19:26:33.189109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61076-4a39-4471-88fd-7a10a93314a6 req-6ef166c4-b867-4cf0-b3a2-f4037500f5a4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.192604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0b61076-4a39-4471-88fd-7a10a93314a6 req-6ef166c4-b867-4cf0-b3a2-f4037500f5a4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.1799364 Jul 22 19:26:33.301174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0b61076-4a39-4471-88fd-7a10a93314a6 req-62ef97aa-f752-47ca-92ca-2c682a64ee37 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994482 Jul 22 19:26:33.303233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-1c8026fc-c1cf-4fe3-961e-cdbdb2a7c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.304853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-1c8026fc-c1cf-4fe3-961e-cdbdb2a7c5e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.1325388 Jul 22 19:26:33.370288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-48256551-ff05-4c77-a1d3-6fe0a9759338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431950 Jul 22 19:26:33.396338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46769c4-b816-4bf6-8a22-aecf186b11a4 req-4b63fed0-ce93-416d-9d63-cb5f528dab9e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.397980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a46769c4-b816-4bf6-8a22-aecf186b11a4 req-4b63fed0-ce93-416d-9d63-cb5f528dab9e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.1416342 Jul 22 19:26:33.464907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-f0dbc252-3c1b-4910-80bc-161e4627b866 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3 HTTP/1.1" status: 200 len: 1804 time: 0.1211872 Jul 22 19:26:33.535309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a46769c4-b816-4bf6-8a22-aecf186b11a4 req-55aee6c8-ac64-4da0-8278-8d3cc6ea32f6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201503 Jul 22 19:26:33.552336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7'}, {'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:33.552336 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf0dafd-73b9-409c-897d-7fea6332e3ff" -d '{"events": [{"server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "name": "network-vif-plugged", "status": "completed", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7"}, {"server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "name": "network-vif-plugged", "status": "completed", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:33.586989 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3862cf3-ca65-4672-b691-ad4819c7d59c x-openstack-request-id: req-e3862cf3-ca65-4672-b691-ad4819c7d59c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:33.587285 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:33.587540 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3862cf3-ca65-4672-b691-ad4819c7d59c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:33.587938 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'status': 'completed', 'code': 200} Jul 22 19:26:33.600652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-b143e809-a93a-4cab-b7e4-25ee25a776e6 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992774 Jul 22 19:26:33.606655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:33.671977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:33.801373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a456d4-da63-4b9c-801c-c102f45484d1 req-220075d7-791e-4e6a-995c-1d5064184015 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918843 Jul 22 19:26:33.803178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:33.805944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:33.809172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93a7b68c-8780-4c43-bb56-4f1249625ac4 req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3 HTTP/1.1" status: 204 len: 173 time: 0.3359768 Jul 22 19:26:33.835167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff572d-11ce-4c36-b376-9f96f4e74b7c req-24ffe866-07e5-4f14-bee7-d7d57d5dc95f tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.836796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bff572d-11ce-4c36-b376-9f96f4e74b7c req-24ffe866-07e5-4f14-bee7-d7d57d5dc95f tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 950 time: 0.1888041 Jul 22 19:26:33.837568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc16e9c8-f202-40bd-b3e0-9cc1db11c3e3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:33.869539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.870533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.870884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.871227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.871576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.871913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.872340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.873179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.873179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.873385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.873636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.873965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c23239c-22ca-4944-8456-4b5eaf77d265 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:33.920970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bff572d-11ce-4c36-b376-9f96f4e74b7c req-80350de8-ceef-4a1a-b18b-f561fa30f9a6 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744488 Jul 22 19:26:33.989828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-62eb6486-33df-41de-8782-dc03fbf607d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:33.991283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-62eb6486-33df-41de-8782-dc03fbf607d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 1095 time: 0.1131666 Jul 22 19:26:34.099821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c4464-b2c0-4247-9abc-7e45bb7cfc3d req-9152a8f2-c518-4683-a3da-c45f8ade9de1 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.101350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e48c4464-b2c0-4247-9abc-7e45bb7cfc3d req-9152a8f2-c518-4683-a3da-c45f8ade9de1 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.1717317 Jul 22 19:26:34.110489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:34.115287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Request body: {'floatingip': {'port_id': 'ee3534e2-609b-444c-837e-bd466a979a50'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:34.137926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09700a8d-69e9-4984-8570-f5f1e433458c req-fa48fb29-03f2-4121-8595-497813ed96d9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.139666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09700a8d-69e9-4984-8570-f5f1e433458c req-fa48fb29-03f2-4121-8595-497813ed96d9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 943 time: 0.1636579 Jul 22 19:26:34.144954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-d777a679-0eaf-43e5-a7d8-0abd5a39e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.146373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-d777a679-0eaf-43e5-a7d8-0abd5a39e251 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 905 time: 0.1345608 Jul 22 19:26:34.155979 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b279769-5abe-403f-af4c-a0dbde6ff7f8 x-openstack-request-id: req-0b279769-5abe-403f-af4c-a0dbde6ff7f8 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:34.156498 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "name": "network-vif-plugged", "status": "completed", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7", "code": 200}, {"server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "name": "network-vif-plugged", "status": "completed", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:34.156939 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b279769-5abe-403f-af4c-a0dbde6ff7f8 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:34.157399 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7', 'code': 200} Jul 22 19:26:34.157718 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59', 'code': 200} Jul 22 19:26:34.195954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09700a8d-69e9-4984-8570-f5f1e433458c req-3e6eb79f-ecf6-452e-b5bc-485ca3257db4 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483866 Jul 22 19:26:34.202154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.224657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-cedc8948-9cdb-400e-a35b-dea0f4e7a468 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/c047c431-5da5-4c3a-a5b6-09aa40d71b4b HTTP/1.1" status: 200 len: 2401 time: 0.0549455 Jul 22 19:26:34.357704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-1023f544-b2f3-4f89-b986-706e4925fd5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068 HTTP/1.1" status: 200 len: 217 time: 0.0555804 Jul 22 19:26:34.364170 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.426321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.465087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1b41-ac64-4d00-82f8-38cf52dfa295 req-4b214379-96b6-4cff-ae44-92c83e5da540 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.466555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dfa1b41-ac64-4d00-82f8-38cf52dfa295 req-4b214379-96b6-4cff-ae44-92c83e5da540 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 946 time: 0.1980898 Jul 22 19:26:34.490497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-663b33c4-3901-4e7f-a57b-0b1f452d200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.491920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-663b33c4-3901-4e7f-a57b-0b1f452d200f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.1121118 Jul 22 19:26:34.544933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-cbea0ef6-5d84-4bf5-88a4-2031d2df765d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417471 Jul 22 19:26:34.553201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dfa1b41-ac64-4d00-82f8-38cf52dfa295 req-48747290-1103-479a-a099-df8d0e62dbeb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754406 Jul 22 19:26:34.570208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.572803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:34.573988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d42f2f1b-e6e6-4606-ab33-443b4c19b824 req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/c047c431-5da5-4c3a-a5b6-09aa40d71b4b HTTP/1.1" status: 204 len: 173 time: 0.3437316 Jul 22 19:26:34.608120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986ea2-4b68-4fdc-af64-da82765400ab tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047c431-5da5-4c3a-a5b6-09aa40d71b4b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:34.679555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9da69-4e11-4e4b-ab39-5ca462544d2e req-7856bd4d-b0d0-48e9-9627-f91caaff8bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.679555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fab9da69-4e11-4e4b-ab39-5ca462544d2e req-7856bd4d-b0d0-48e9-9627-f91caaff8bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 1102 time: 0.2053058 Jul 22 19:26:34.714339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea850cd0-0c93-4e33-a87e-5bd467532e2b req-d537741e-f7a5-40a9-943b-e2c6f0cfa566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.715861 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea850cd0-0c93-4e33-a87e-5bd467532e2b req-d537741e-f7a5-40a9-943b-e2c6f0cfa566 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 1102 time: 0.4798875 Jul 22 19:26:34.778128 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fab9da69-4e11-4e4b-ab39-5ca462544d2e req-c2258df9-0717-449b-818b-92548bdf84fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Jul 22 19:26:34.779128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-45cb2861-4fc0-4162-bd47-087694028772 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186382 Jul 22 19:26:34.783422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea850cd0-0c93-4e33-a87e-5bd467532e2b req-d36064b0-253d-44b7-8773-8f65d196a3cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581386 Jul 22 19:26:34.808994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-1b5620bb-d8db-4b81-be40-314f46f431e4 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "GET /v2.0/security-groups/abd2cbca-a215-4179-829a-4ad892888d0a HTTP/1.1" status: 200 len: 2396 time: 0.1096797 Jul 22 19:26:34.831326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-7625abfd-bf91-4544-a56f-2810bc8f21c5 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.832821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-7625abfd-bf91-4544-a56f-2810bc8f21c5 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1098 time: 0.1770022 Jul 22 19:26:34.847872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7fc4a-05a4-43cb-853a-8c724231a590 req-a1cbf72b-c982-4292-b11b-35be08de1497 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:34.849352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72a7fc4a-05a4-43cb-853a-8c724231a590 req-a1cbf72b-c982-4292-b11b-35be08de1497 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.1535325 Jul 22 19:26:34.868825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:35.040359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.049230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72a7fc4a-05a4-43cb-853a-8c724231a590 req-de5df43e-fa28-4890-af7a-bcb792ea2ad8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760008 Jul 22 19:26:35.077519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.084626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d83cd45c-f38e-4f9c-a33d-d22eecabbad3 req-1df45908-af1e-43b3-b080-26ea88617df5 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304227 Jul 22 19:26:35.100112 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.187969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.193091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.218417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.221318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.223245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8b620f2-48c1-43a3-8206-5d8f5ac9b23d req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] 10.222.0.10 "DELETE /v2.0/security-groups/abd2cbca-a215-4179-829a-4ad892888d0a HTTP/1.1" status: 204 len: 173 time: 0.4058797 Jul 22 19:26:35.229374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:35.304308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Deleting subnet 36c1bb50-650d-48a7-9f4e-84a88ceebed4 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:26:35.310115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.358583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.402258 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Floating IP 85b7d9c1-2245-4053-aeac-445fee70b706 associated. External IP: 172.25.6.138, port: ee3534e2-609b-444c-837e-bd466a979a50. Jul 22 19:26:35.467397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.547478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.554498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e40d84-c275-496a-a042-301b3f7fdd01 tempest-SecurityGroupRulesTestJSON-1829929405 tempest-SecurityGroupRulesTestJSON-1829929405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2cbca-a215-4179-829a-4ad892888d0a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:35.598950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:35.634999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c1bb50-650d-48a7-9f4e-84a88ceebed4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:35.638888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.640693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/36c1bb50-650d-48a7-9f4e-84a88ceebed4 HTTP/1.1" status: 204 len: 168 time: 0.4103832 Jul 22 19:26:35.646153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:35.648758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.649101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.649439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.649760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.650084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.650411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.651455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.651651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.651972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.652386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.652711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.653027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcfac36-3046-4045-af76-a176fef8200c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:35.681979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:35.691763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e215e2-ca46-4db9-9600-02880139a10c req-0112a7ff-b50f-4001-bfc0-cf97270a59d6 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:35.693322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79e215e2-ca46-4db9-9600-02880139a10c req-0112a7ff-b50f-4001-bfc0-cf97270a59d6 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 950 time: 0.1795545 Jul 22 19:26:35.696561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:26:35.733237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b99af1-bee0-449e-83f0-e4fd72b0c5f8 req-613f6d68-80e7-4dd0-8d6d-00b4ff9d903b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:35.734753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17b99af1-bee0-449e-83f0-e4fd72b0c5f8 req-613f6d68-80e7-4dd0-8d6d-00b4ff9d903b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 951 time: 0.2273273 Jul 22 19:26:35.827642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:35.829893 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795ee545-9dfc-4844-8922-e3c0edbeeff1" -d '{"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-unplugged", "status": "completed", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:35.840240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.849234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.857438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:35.870467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79e215e2-ca46-4db9-9600-02880139a10c req-f2b1f98d-d0a7-49f4-829a-a5b3b7470481 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496003 Jul 22 19:26:35.913267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17b99af1-bee0-449e-83f0-e4fd72b0c5f8 req-228d063c-46b5-4e02-8652-6ccf4ba571a7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692441 Jul 22 19:26:36.024871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:36.082516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:26:36.087572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.092400 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:26:36.102673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:36.103361 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.108028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.111524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:36.111524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:36.111774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:36.114230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:36.132484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71039c98-60e3-43b0-a423-b9e8985d005b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.138339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:36.138548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9af208e6-69e9-4afc-ae61-db7a82a28ed4 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "PUT /v2.0/floatingips/85b7d9c1-2245-4053-aeac-445fee70b706 HTTP/1.1" status: 200 len: 992 time: 2.0233595 Jul 22 19:26:36.138645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Attempting to bind port 7313b5cb-f4b0-4284-9755-c14241e152d3 on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:36.138725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:36.139991 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab1d5d-54a2-4911-98db-95860dfc78e4" -d '{"events": [{"name": "network-changed", "server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "tag": "ee3534e2-609b-444c-837e-bd466a979a50"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:36.153902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d5ca6d-0dfe-4ad1-ac61-e079f1661e9d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.154263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d5ca6d-0dfe-4ad1-ac61-e079f1661e9d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.162666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:36.163013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:36.163407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:36.163849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Bound port: 7313b5cb-f4b0-4284-9755-c14241e152d3, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:36.164251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.179442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.228349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.229332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:36.236568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:36.246056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886dcad-33ea-4232-b710-b27d01499754 req-70a77b3b-fa3d-4adb-af63-c55e78ffc3aa tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:36.247605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f886dcad-33ea-4232-b710-b27d01499754 req-70a77b3b-fa3d-4adb-af63-c55e78ffc3aa tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 943 time: 0.2905071 Jul 22 19:26:36.247851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'mac_address': 'fa:16:3e:34:24:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:36.256076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:26:36.256563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.286826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:26:36.294982 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:26:36.301433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5685b5b1-3c46-41eb-ad6d-71a2c547f068 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:36.307391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b22eb-11c0-4ca9-8847-6a117052dd78 req-dda072aa-4887-4c88-8862-e634656caf48 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:36.314286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c7b22eb-11c0-4ca9-8847-6a117052dd78 req-dda072aa-4887-4c88-8862-e634656caf48 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2948740 Jul 22 19:26:36.322661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:36.329527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.330220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:36.387319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:36.407287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:36.408443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.419823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:36.430998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.433019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] 10.222.0.10 "DELETE /v2.0/networks/71039c98-60e3-43b0-a423-b9e8985d005b HTTP/1.1" status: 204 len: 168 time: 0.7821915 Jul 22 19:26:36.437952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f886dcad-33ea-4232-b710-b27d01499754 req-0d81629b-0053-44a8-b868-3f87a299f35b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608157 Jul 22 19:26:36.464592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c7b22eb-11c0-4ca9-8847-6a117052dd78 req-0953416c-db00-4904-ae3d-a45720ab63f3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408236 Jul 22 19:26:36.465987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.474965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803de87-ab78-489a-a30f-6cf70583d957 admin admin] Pushing event deleted for resources: {'Network': ['ID=71039c98-60e3-43b0-a423-b9e8985d005b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:36.486310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:36.507257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'mac_address': 'fa:16:3e:05:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:36.539279 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ede226-1d4e-4338-9a68-8bdf957ae4a0 x-openstack-request-id: req-85ede226-1d4e-4338-9a68-8bdf957ae4a0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:36.539620 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-unplugged", "status": "completed", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:36.539818 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85ede226-1d4e-4338-9a68-8bdf957ae4a0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:36.540251 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'code': 200} Jul 22 19:26:36.575736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:36.592699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:36.593654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.595439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-86450d04-2d55-4407-a319-de5e416fb28d service neutron] 10.222.0.32 "PUT /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 1124 time: 1.7450924 Jul 22 19:26:36.627715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.630680 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'ee3534e2-609b-444c-837e-bd466a979a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:05:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e444bd-7e56-40a5-89ba-c170066d2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:26:35Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.672970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:36.686939 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:26:36.696310 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:36.696935 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:36.725177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953f3b4-ae61-49a6-9ff3-46caea2d4720 req-23241dd2-d0ca-4f63-804d-75fc1cb10d10 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:36.733837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:36.736283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7953f3b4-ae61-49a6-9ff3-46caea2d4720 req-23241dd2-d0ca-4f63-804d-75fc1cb10d10 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.1379583 Jul 22 19:26:36.737391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:36.785676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:36.790325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:36.804820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7953f3b4-ae61-49a6-9ff3-46caea2d4720 req-58914c65-286f-4c3e-b4ab-44332d2c39b9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629232 Jul 22 19:26:36.820387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:36.882215 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8144f3c-900b-4508-8604-f00eefc44ff1 x-openstack-request-id: req-e8144f3c-900b-4508-8604-f00eefc44ff1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:36.882726 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "tag": "ee3534e2-609b-444c-837e-bd466a979a50", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:36.884894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39350) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:36.887955 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8144f3c-900b-4508-8604-f00eefc44ff1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:36.893683 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50', 'status': 'completed', 'code': 200} Jul 22 19:26:36.989903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['aa323d0f-b200-49cd-a483-3e94d1940a9c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:37.068257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d7a7538-dcb9-4ce4-887d-d8e3bbf7ea46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=691329359fab4c8da91448dac3d44f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812027 Jul 22 19:26:37.077938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39376) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:37.102879 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'ee3534e2-609b-444c-837e-bd466a979a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:05:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e444bd-7e56-40a5-89ba-c170066d2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:26:35Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:37.131498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a393b2-d4df-4ebe-95a1-5939ce7825d7 None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '85b7d9c1-2245-4053-aeac-445fee70b706', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'floating_ip_address': '172.25.6.138', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'port_id': 'ee3534e2-609b-444c-837e-bd466a979a50', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'mac_address': 'fa:16:3e:05:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e444bd-7e56-40a5-89ba-c170066d2285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:24:08Z', 'updated_at': '2021-07-22T19:26:35Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:26:37.149440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:37.209249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-530bdb57-43d2-45fb-9012-63e3cff4b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:37.211295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:37.217674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-2d19015f-4f0c-489c-8432-04eb87b93630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.219389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-2d19015f-4f0c-489c-8432-04eb87b93630 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 1098 time: 0.2909250 Jul 22 19:26:37.238299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:37.264588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5685b5b1-3c46-41eb-ad6d-71a2c547f068'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:37.308940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:37.312112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:37.313554 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fdafb94-274d-417e-a605-df4063f40f37 HTTP/1.1" status: 204 len: 168 time: 0.2340760 Jul 22 19:26:37.325495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69002cc1-8760-4f22-a56a-f1b6523c1c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdafb94-274d-417e-a605-df4063f40f37,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:37.426343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586cad1-bd73-42b7-8e5f-762c0c6e4336 req-bde48db9-d48b-4a81-ba03-0b9e511e3238 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.433913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d586cad1-bd73-42b7-8e5f-762c0c6e4336 req-bde48db9-d48b-4a81-ba03-0b9e511e3238 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 1102 time: 0.3462069 Jul 22 19:26:37.452615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2696f9-816f-4a21-b349-d8934623b261 req-b333db47-b96e-4915-b972-8e74ed6bbf32 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.459871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b2696f9-816f-4a21-b349-d8934623b261 req-b333db47-b96e-4915-b972-8e74ed6bbf32 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 950 time: 0.2892976 Jul 22 19:26:37.482799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-a3262d34-3256-483c-ba2d-0cf26dfded91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.484450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-a3262d34-3256-483c-ba2d-0cf26dfded91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 200 len: 924 time: 0.2413061 Jul 22 19:26:37.578835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa4fb2-7df3-4d7b-874b-3e0c047382ee None None] New status for floating IP 85b7d9c1-2245-4053-aeac-445fee70b706: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:26:37.609673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d586cad1-bd73-42b7-8e5f-762c0c6e4336 req-dbc48b90-c3ed-4244-850c-e7b3a09f4ab0 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743550 Jul 22 19:26:37.636412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b2696f9-816f-4a21-b349-d8934623b261 req-8af51adf-65ef-44ce-8992-01772753ed0b tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755717 Jul 22 19:26:37.657696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-843d3d5d-64fe-4326-88ea-0d5e3c254b53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee3534e2-609b-444c-837e-bd466a979a50 HTTP/1.1" status: 200 len: 1000 time: 0.1630864 Jul 22 19:26:37.709098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:37.784328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-4b1fef8b-ae05-4da5-8319-669b9c29134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:37.785897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-4b1fef8b-ae05-4da5-8319-669b9c29134b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 200 len: 862 time: 0.1160004 Jul 22 19:26:38.004893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-1e0b8945-e0fa-4150-8106-009a5b7b34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:38.009100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-1e0b8945-e0fa-4150-8106-009a5b7b34a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b311f1b-917e-43ee-8486-255aacb59742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150891 Jul 22 19:26:38.042682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec1eef-909d-43a5-865e-2d71aa7cd1b7 req-85f0f689-0f30-4bab-aa0a-a9ddbccb1dce tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:38.049577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14ec1eef-909d-43a5-865e-2d71aa7cd1b7 req-85f0f689-0f30-4bab-aa0a-a9ddbccb1dce tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 944 time: 0.2579651 Jul 22 19:26:38.113215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5affb7c-159b-44be-89d0-3b4148728364 req-d938e271-4977-41df-9d53-870bd9dc5a4f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:38.120839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5affb7c-159b-44be-89d0-3b4148728364 req-d938e271-4977-41df-9d53-870bd9dc5a4f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2162089 Jul 22 19:26:38.162547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:38.196761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14ec1eef-909d-43a5-865e-2d71aa7cd1b7 req-4e62fd52-7927-444b-843f-9ecfdf42296d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417029 Jul 22 19:26:38.248475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-9762bc75-8d61-4322-b5ce-5ecf60ad52c2 service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289069 Jul 22 19:26:38.254143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:38.282955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:26:38.346375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5affb7c-159b-44be-89d0-3b4148728364 req-bee6a867-aa19-4c19-979e-1e037d3763f7 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245607 Jul 22 19:26:38.375164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:38.402306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:38.405229 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0b3f9f-1b68-42bc-b145-4b2b704de54a" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-unplugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:38.424704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:38.442332 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:38.548267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:38.550628 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbec9a27-5931-4fce-be29-306e329c59c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:38.556192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:38.562523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ab1d5d-54a2-4911-98db-95860dfc78e4 req-a4d5adbf-44d1-46e3-93b1-fa1f655d60bb service neutron] 10.222.0.32 "GET /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936339 Jul 22 19:26:38.603747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-a62a519f-3e3a-47b2-8096-21eff69421b7 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387928 Jul 22 19:26:38.679333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:38.792097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-92752e0d-8eff-459e-a4a0-7faa7c2b193e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:38.799241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-92752e0d-8eff-459e-a4a0-7faa7c2b193e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934676 Jul 22 19:26:38.812974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-8e536ee9-adc3-4023-ac0b-6634d03d2c06 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/quotas/62532e48611c4e4c8717627cc5f6624f HTTP/1.1" status: 200 len: 375 time: 0.0125577 Jul 22 19:26:38.906300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-952961800-network', 'tenant_id': '7d4bdc3609724fd38a54186bd02d7d23'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:38.954507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Made reservation on behalf of 7d4bdc3609724fd38a54186bd02d7d23 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:38.957310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:38.967138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-e4fb715b-b2ca-4e1a-9b18-449d10b475ff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1431117 Jul 22 19:26:38.971187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:38.980524 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0425500-a0b3-41d8-940a-ec8c52aec8ca x-openstack-request-id: req-a0425500-a0b3-41d8-940a-ec8c52aec8ca {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:38.980848 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-unplugged", "status": "completed", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:38.981114 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0425500-a0b3-41d8-940a-ec8c52aec8ca {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:38.981518 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'code': 200} Jul 22 19:26:39.033232 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aec277-d2ce-40da-9531-66829a00d162 x-openstack-request-id: req-23aec277-d2ce-40da-9531-66829a00d162 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:39.033559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:39.033781 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23aec277-d2ce-40da-9531-66829a00d162 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:39.034181 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'status': 'completed', 'code': 200} Jul 22 19:26:39.163093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-5f29cc78-0983-4602-b57a-fa34d49e6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.188508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-5f29cc78-0983-4602-b57a-fa34d49e6553 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1127 time: 0.1190441 Jul 22 19:26:39.222466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.234682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.256520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:26:39.270311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.271094 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Added segment 00a12368-9c09-45c4-9eb2-0d727432c7c7 of type vlan for network 6ef05682-baa1-4f1b-8a87-6338ea0c617d Jul 22 19:26:39.347026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.401207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bfcc41f-5a6e-438a-9707-3323a78434ab req-098f21a1-9439-4c06-8219-43587395cc9f tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 210 time: 0.0499120 Jul 22 19:26:39.454455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-77642fed-5d1f-45ba-96c5-f0c1402a78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.456034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-77642fed-5d1f-45ba-96c5-f0c1402a78bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2663846 Jul 22 19:26:39.475725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.476742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.477452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.522489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4064c6-6d26-4765-8e04-3495b8be3a7a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:39.579377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-f4cce1e9-f700-4508-aa25-12e1d3a279a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 217 time: 0.1149440 Jul 22 19:26:39.584080 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9004805 Jul 22 19:26:39.586581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:39.606110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-566f727f-f104-4896-b11b-0e42c8aceaf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.647243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Request body: {'subnet': {'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-952961800-subnet', 'tenant_id': '7d4bdc3609724fd38a54186bd02d7d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:39.653702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a24cf-8a39-409f-a67b-e554d7e76e07 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef05682-baa1-4f1b-8a87-6338ea0c617d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:39.665647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:26:39.690159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Made reservation on behalf of 7d4bdc3609724fd38a54186bd02d7d23 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:39.701064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.754038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-9196358a-5f37-4b70-bda8-7ed000a2550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.762302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-9196358a-5f37-4b70-bda8-7ed000a2550b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1385827 Jul 22 19:26:39.829508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-f6143d89-d033-4b53-9728-54b10542a21c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573108 Jul 22 19:26:39.890782 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:39.892406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2305caf-a12e-4ae9-8a84-9491996893e0 req-c444589f-1ad9-47d1-8c2f-e7492660887f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:39.894297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2305caf-a12e-4ae9-8a84-9491996893e0 req-c444589f-1ad9-47d1-8c2f-e7492660887f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 944 time: 0.4198403 Jul 22 19:26:40.002088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2305caf-a12e-4ae9-8a84-9491996893e0 req-72f56a57-b5de-4546-927b-17a950f348ec tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Jul 22 19:26:40.032183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-a7a59075-3eec-4c96-85c7-a825f171bb60 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933029 Jul 22 19:26:40.057051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.146526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:40.146779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29450943-9660-4656-bafc-2da686e98fa7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:40.163103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Checking segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:40.163468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Network hostable DHCP agents. Network: 6ef05682-baa1-4f1b-8a87-6338ea0c617d, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:26:40.195703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:26:40.230420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 6ef05682-baa1-4f1b-8a87-6338ea0c617d) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:40.240838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbec9a27-5931-4fce-be29-306e329c59c0 req-39969d52-850c-4985-82c9-68d13131a502 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741111 Jul 22 19:26:40.245603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08adc35-2237-4dc2-b439-cf7ab0f55653 None None] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:40.270031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.271765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.279763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52507f7a-3c9a-4fcf-a9a3-09f544d75b5f req-36f0219a-2708-411d-9ab5-12635a19a14b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.288696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52507f7a-3c9a-4fcf-a9a3-09f544d75b5f req-36f0219a-2708-411d-9ab5-12635a19a14b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2488530 Jul 22 19:26:40.317399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4795367-ac68-47e2-b8a8-4abca8dc1be6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6750588 Jul 22 19:26:40.374264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52507f7a-3c9a-4fcf-a9a3-09f544d75b5f req-b837c120-faca-4ac1-823a-00060b6354de tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792990 Jul 22 19:26:40.376437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port aa323d0f-b200-49cd-a483-3e94d1940a9c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:40.376881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.528541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12797ed-815a-424c-ad03-043a4efd673b req-d74e75bc-6dc5-4a29-ab3c-796fc98c3a43 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:40.530957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b12797ed-815a-424c-ad03-043a4efd673b req-d74e75bc-6dc5-4a29-ab3c-796fc98c3a43 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 950 time: 0.1113322 Jul 22 19:26:40.599234 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.622414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ee5deb-c327-4066-bc28-3680e3ddb802 None None] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:40.638482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b12797ed-815a-424c-ad03-043a4efd673b req-fa125ec0-82ac-4e09-80f1-b2e2a29ea67b tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/security-groups?id=776d20a1-fb00-47cf-968b-596d163afeba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950036 Jul 22 19:26:40.678431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:40.721336 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.722390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:40.759075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eab57240-fd77-4b4e-9b6b-9c19f188fe77 req-88647e17-e3dd-43d6-af85-6cce7d8917f6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 210 time: 0.0971446 Jul 22 19:26:40.851643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:40.922303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:40.939488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:40.940454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:40.968513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-a543ba80-808b-4052-adaa-0ff46c87b1f2 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=62532e48611c4e4c8717627cc5f6624f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433118 Jul 22 19:26:40.993609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:40.996569 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db1a05-34f3-48d0-ad93-5171d862cf27" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:41.068572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.129489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:41.146639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.158492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-3dd96364-2b68-4065-84f6-b1e26ae0e261 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.160396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-3dd96364-2b68-4065-84f6-b1e26ae0e261 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857283 Jul 22 19:26:41.230789 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558cb2e5-ca60-4836-9239-a7249c1ad00c x-openstack-request-id: req-558cb2e5-ca60-4836-9239-a7249c1ad00c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:41.230789 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:41.230789 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-558cb2e5-ca60-4836-9239-a7249c1ad00c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:41.231275 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'code': 200} Jul 22 19:26:41.235249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:41.263123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Request body: {'port': {'device_id': '866bed9b-6385-44f7-a137-afce263babf1', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '62532e48611c4e4c8717627cc5f6624f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:41.374007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.452922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-b6a82c0f-18fa-4ad0-8d6b-aba6b93a3aa9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.459822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-b6a82c0f-18fa-4ad0-8d6b-aba6b93a3aa9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.2980032 Jul 22 19:26:41.501343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-5f99d64d-fc67-472b-8cf9-e0d1dd433d5d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/quotas/7d4bdc3609724fd38a54186bd02d7d23 HTTP/1.1" status: 200 len: 375 time: 0.0405536 Jul 22 19:26:41.529547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e07d06-4187-46aa-a925-a214cf72d686 req-329cd5c5-bdd3-42b5-9e50-56f27e35a8cb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.532404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35e07d06-4187-46aa-a925-a214cf72d686 req-329cd5c5-bdd3-42b5-9e50-56f27e35a8cb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2127473 Jul 22 19:26:41.586010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-06b57653-b3eb-4d68-a1ef-9e43ecd46687 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834370 Jul 22 19:26:41.837699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71e000-c018-4a62-b526-c9146cf9c979 req-2b6e8552-1507-45cc-a788-23836f45f300 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:41.841080 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-de71e000-c018-4a62-b526-c9146cf9c979 req-2b6e8552-1507-45cc-a788-23836f45f300 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 950 time: 0.1226473 Jul 22 19:26:41.850679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35e07d06-4187-46aa-a925-a214cf72d686 req-80100d3f-dc48-4b97-b72e-2ed5508ca8b1 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862632 Jul 22 19:26:41.864432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Made reservation on behalf of 62532e48611c4e4c8717627cc5f6624f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:41.868181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:41.891965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-f9adbef7-f189-4b62-98a7-5842306f2073 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039191 Jul 22 19:26:42.042337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Deleting port 0aed6221-384a-4ab5-8533-b8dc89897b59 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:42.044705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:42.214712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] For port 0aed6221-384a-4ab5-8533-b8dc89897b59, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0aed6221-384a-4ab5-8533-b8dc89897b59,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:42.215097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:42.230875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Calling delete_port for 0aed6221-384a-4ab5-8533-b8dc89897b59 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:42.415215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:42.430575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0aed6221-384a-4ab5-8533-b8dc89897b59'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:42.467233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Pushing event deleted for resources: {'Port': ['ID=0aed6221-384a-4ab5-8533-b8dc89897b59,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:42.543145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] No DVR routers for this DVR port 0aed6221-384a-4ab5-8533-b8dc89897b59 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:42.546735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:42.549464 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-de71e000-c018-4a62-b526-c9146cf9c979 req-f08f4dfc-b24c-48b7-a6d1-6dee3436ee02 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.32 "DELETE /v2.0/ports/0aed6221-384a-4ab5-8533-b8dc89897b59 HTTP/1.1" status: 204 len: 173 time: 0.7012084 Jul 22 19:26:42.550249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'name': 'network-vif-deleted', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:42.553081 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad1f9e4-b3a2-452d-8ff0-66a596c16787" -d '{"events": [{"server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "name": "network-vif-deleted", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:42.762681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:42.776878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-f14b0874-ec61-4976-8ce7-83da54ce54be service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835385 Jul 22 19:26:42.811213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fe258-b133-469c-8105-11fc710e9198 req-8169fb46-52c6-46a7-9719-c4059fde6e0a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:42.812458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b9fe258-b133-469c-8105-11fc710e9198 req-8169fb46-52c6-46a7-9719-c4059fde6e0a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2763097 Jul 22 19:26:42.841831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Allocated IP 192.168.233.220 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/19720632-df8d-442c-ae8d-0e372d5d43c1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:42.908814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b9fe258-b133-469c-8105-11fc710e9198 req-0a231166-e646-4838-8383-db504efc24d4 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866518 Jul 22 19:26:43.184571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24cdb958-99e4-48c8-9bad-1f95130eb7c8 req-8e90695d-b927-446c-b215-3eff4236be54 tempest-TenantUsagesTestJSON-240005201 tempest-TenantUsagesTestJSON-240005201-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbd37cf1-6e1a-4ca5-b9b4-22e15f655402 HTTP/1.1" status: 200 len: 210 time: 0.0391483 Jul 22 19:26:43.193323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:43.232376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:43.234784 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32614895-7369-43a0-979b-4b9cc9387210" -d '{"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-plugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:43.284063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Transition to ACTIVE for port object 19720632-df8d-442c-ae8d-0e372d5d43c1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:43.287504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-628fb9ed-fef0-4644-945e-726df0f28b56 req-85cf5814-f78d-4d90-970a-bf9c1034d182 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 210 time: 0.0401678 Jul 22 19:26:43.334416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:43.349020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:43.354939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559', '242edabb-6f2d-4802-810f-7cdf3b12e8f7', '5797aba0-f223-41b4-825c-babe0a4165f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:43.437309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:43.458886 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c0a644-446c-41b4-9480-dca1374af518 x-openstack-request-id: req-24c0a644-446c-41b4-9480-dca1374af518 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:43.459821 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd37cf1-6e1a-4ca5-b9b4-22e15f655402", "name": "network-vif-deleted", "tag": "0aed6221-384a-4ab5-8533-b8dc89897b59", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:43.460337 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24c0a644-446c-41b4-9480-dca1374af518 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:43.460938 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd37cf1-6e1a-4ca5-b9b4-22e15f655402', 'name': 'network-vif-deleted', 'tag': '0aed6221-384a-4ab5-8533-b8dc89897b59', 'status': 'completed', 'code': 200} Jul 22 19:26:43.470011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event updated for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:43.484457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:43.490741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:43.607130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-287cdcc3-6524-4c20-bfaf-99e5709720db req-1c62c022-61f2-4307-bf65-1a12c38b42d4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 210 time: 0.0606112 Jul 22 19:26:43.716317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d93856-1d51-471a-af5d-725a318f8202 req-767043d1-452c-47e3-b4aa-321ee8ec48bd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:43.725535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63d93856-1d51-471a-af5d-725a318f8202 req-767043d1-452c-47e3-b4aa-321ee8ec48bd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2864077 Jul 22 19:26:43.742189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:43.743634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:43.787466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-f655cf8c-c249-4ba3-ae3a-4d78a9c291d3 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5280397 Jul 22 19:26:43.806558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Request body: {'port': {'device_id': '866bed9b-6385-44f7-a137-afce263babf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:43.832951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2692548-f780-404c-9bf3-3a4c15ef380f None None] Provisioning for port 19720632-df8d-442c-ae8d-0e372d5d43c1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:43.841761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2692548-f780-404c-9bf3-3a4c15ef380f None None] Provisioning complete for port 19720632-df8d-442c-ae8d-0e372d5d43c1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:43.842146 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2692548-f780-404c-9bf3-3a4c15ef380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:43.861699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63d93856-1d51-471a-af5d-725a318f8202 req-3d69db4c-42d9-400f-86e2-96b9de295bbd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347368 Jul 22 19:26:43.896810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d2692548-f780-404c-9bf3-3a4c15ef380f None None] Port 19720632-df8d-442c-ae8d-0e372d5d43c1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:43.967870 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd313720-d626-440e-91fd-dd13af0ae861 x-openstack-request-id: req-fd313720-d626-440e-91fd-dd13af0ae861 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:43.968494 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-plugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:43.968911 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd313720-d626-440e-91fd-dd13af0ae861 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:43.969474 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'code': 200} Jul 22 19:26:43.989687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:44.716972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4b620-7359-4559-94a5-d61618cf8bf8 req-39121310-aec6-43e6-9723-7412260d5727 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:44.718649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15d4b620-7359-4559-94a5-d61618cf8bf8 req-39121310-aec6-43e6-9723-7412260d5727 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.4539695 Jul 22 19:26:44.751931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb08a7-ed0d-404a-89fd-13be641d7225 req-fc4084db-e2e4-4c91-af9d-9198e8bf0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:44.765356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7cb08a7-ed0d-404a-89fd-13be641d7225 req-fc4084db-e2e4-4c91-af9d-9198e8bf0a4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 1097 time: 0.5130777 Jul 22 19:26:44.825612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39694) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:44.856665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7cb08a7-ed0d-404a-89fd-13be641d7225 req-6d0bfccd-d60b-40f1-9e0e-b3b888880148 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738735 Jul 22 19:26:44.883003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15d4b620-7359-4559-94a5-d61618cf8bf8 req-f1566d73-bf0e-436f-8485-aba96bd5fe13 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Jul 22 19:26:44.940938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d268bd-a4da-4875-a018-302bf368a5b5 req-8d1bb680-7b6b-4b3e-8063-0be61b56e92e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:44.950206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89d268bd-a4da-4875-a018-302bf368a5b5 req-8d1bb680-7b6b-4b3e-8063-0be61b56e92e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 936 time: 0.3597941 Jul 22 19:26:45.038381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89d268bd-a4da-4875-a018-302bf368a5b5 req-b078ab78-a181-475b-a77a-fc70f29c0c67 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741062 Jul 22 19:26:45.077867 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-897ede7f-56fe-456a-ab26-ddf30d174fe0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84b7d8c946394ad3bafce5f73f2903e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508631 Jul 22 19:26:45.080812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:45.146738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.206305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19720632-df8d-442c-ae8d-0e372d5d43c1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:45.215426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.281972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.285026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.286382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/776d20a1-fb00-47cf-968b-596d163afeba HTTP/1.1" status: 204 len: 168 time: 0.2038584 Jul 22 19:26:45.305805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d5b4e-550c-4f96-a8e1-88ae55b62acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d20a1-fb00-47cf-968b-596d163afeba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:45.371305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e941c52-eeb9-41e6-a1e3-1be70158fb92 req-61050399-ed60-4b4a-b6e3-100e09fade2f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 210 time: 0.1556313 Jul 22 19:26:45.380923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-03066e07-746e-4d1d-ac22-53796e5b5523 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:45.383352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-03066e07-746e-4d1d-ac22-53796e5b5523 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.3764887 Jul 22 19:26:45.386175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.414299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Request body: {'port': {'device_id': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'admin_state_up': True, 'tenant_id': '7d4bdc3609724fd38a54186bd02d7d23'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:45.444654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Transition to ACTIVE for port object 19720632-df8d-442c-ae8d-0e372d5d43c1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:45.477610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.698271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-0addc701-277c-43a0-89a5-1d9a5514cec7 service neutron] 10.222.0.26 "GET /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1608069 Jul 22 19:26:45.718070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0aed6221-384a-4ab5-8533-b8dc89897b59 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:45.758231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 0aed6221-384a-4ab5-8533-b8dc89897b59 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:45.758703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0aed6221-384a-4ab5-8533-b8dc89897b59 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:45.810100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Attempting to bind port 19720632-df8d-442c-ae8d-0e372d5d43c1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:45.810442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Attempting to bind port 19720632-df8d-442c-ae8d-0e372d5d43c1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:45.810636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:45.810808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Attempting to bind port 19720632-df8d-442c-ae8d-0e372d5d43c1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:45.842245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470bb809-2112-4ecb-8016-78ec50695a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:45.859528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cce974-465a-4c8b-99f8-2ce1d21aec01 req-d714faf2-9786-4ff5-bb66-fd7de7c74710 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:45.866800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27cce974-465a-4c8b-99f8-2ce1d21aec01 req-d714faf2-9786-4ff5-bb66-fd7de7c74710 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.5454652 Jul 22 19:26:45.912067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Port 19720632-df8d-442c-ae8d-0e372d5d43c1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:45.913879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Attempting to bind port 19720632-df8d-442c-ae8d-0e372d5d43c1 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:45.941314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Pushing event updated for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:45.964529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:45.965243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:45.965973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:45.966606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Bound port: 19720632-df8d-442c-ae8d-0e372d5d43c1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:45.967180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.042120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:46.048920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=19720632-df8d-442c-ae8d-0e372d5d43c1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:46.072373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27cce974-465a-4c8b-99f8-2ce1d21aec01 req-af2616af-585d-43ff-9dfd-79682e4ba4cb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000031 Jul 22 19:26:46.076499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.190401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:46.255798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:46.259720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Pushing event updated for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.264267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.264888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.266366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-d9e5b56e-e886-4821-8cf0-2ea8e43a497a service neutron] 10.222.0.32 "PUT /v2.0/ports/19720632-df8d-442c-ae8d-0e372d5d43c1 HTTP/1.1" status: 200 len: 1097 time: 2.4674082 Jul 22 19:26:46.267015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:46.273551 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440dcfc3-aa79-4156-bd73-38e6f543ae96" -d '{"events": [{"name": "network-changed", "server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:46.312398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:46.317592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470bb809-2112-4ecb-8016-78ec50695a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.339689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-470bb809-2112-4ecb-8016-78ec50695a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.427844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7313b5cb-f4b0-4284-9755-c14241e152d3 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:46.432419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde327-70b1-4425-894d-dfd965f3afc2 req-64167880-172f-435f-94da-e1d8ad8c743c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.434392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cdde327-70b1-4425-894d-dfd965f3afc2 req-64167880-172f-435f-94da-e1d8ad8c743c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 944 time: 0.2486506 Jul 22 19:26:46.453913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:46.465176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-470bb809-2112-4ecb-8016-78ec50695a05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87b52edef4874e89a41926da2627dfac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496000 Jul 22 19:26:46.468031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39766) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:46.470397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bb809-2112-4ecb-8016-78ec50695a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a8711-f2a5-4213-8f6a-afebc435dcfa,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.479558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Made reservation on behalf of 7d4bdc3609724fd38a54186bd02d7d23 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:46.489072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.498278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.580633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cdde327-70b1-4425-894d-dfd965f3afc2 req-d3aa996c-085f-4754-a49c-2dd1628a008a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390338 Jul 22 19:26:46.629939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-c0e89eeb-94ba-4a25-aad8-4a52034b8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:46.633863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-c0e89eeb-94ba-4a25-aad8-4a52034b8617 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 1100 time: 0.3188236 Jul 22 19:26:46.661027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.710223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.727786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] Transition to ACTIVE for port object 7313b5cb-f4b0-4284-9755-c14241e152d3 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:46.746448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.812777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-a02db800-0589-40d1-8604-a8fabf611275 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=19720632-df8d-442c-ae8d-0e372d5d43c1 HTTP/1.1" status: 200 len: 217 time: 0.0896318 Jul 22 19:26:46.831895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] No DVR routers for this DVR port 7313b5cb-f4b0-4284-9755-c14241e152d3 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:46.885665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.888260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:46.889816 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/509a8711-f2a5-4213-8f6a-afebc435dcfa HTTP/1.1" status: 204 len: 168 time: 0.4204750 Jul 22 19:26:46.893149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] Pushing event updated for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.913285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d0a3e-7caa-4086-a883-d8ec9b462aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a8711-f2a5-4213-8f6a-afebc435dcfa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:46.919626 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-2aa99b01-4a48-40ef-aebe-bd247e9fb671 service neutron] 10.222.0.26 "PUT /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2080247 Jul 22 19:26:47.012602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b392c5d-0ec3-40d4-855a-4ca7fb924b9f req-963304a9-688e-4e37-993c-c9914017735e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.019365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b392c5d-0ec3-40d4-855a-4ca7fb924b9f req-963304a9-688e-4e37-993c-c9914017735e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 948 time: 0.2973201 Jul 22 19:26:47.031229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-b57e0aa3-bcee-4d57-85c7-a8f829e5dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.033632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-b57e0aa3-bcee-4d57-85c7-a8f829e5dd88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1857975 Jul 22 19:26:47.081055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-d8e9e56b-f5c5-4e98-adce-eb5467c35583 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.082664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-d8e9e56b-f5c5-4e98-adce-eb5467c35583 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.0911591 Jul 22 19:26:47.093338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Allocated IP 172.20.0.14 (6ef05682-baa1-4f1b-8a87-6338ea0c617d/29450943-9660-4656-bafc-2da686e98fa7/78767dbb-6a92-4e90-9c5f-bb9e510af67b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:47.148988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b392c5d-0ec3-40d4-855a-4ca7fb924b9f req-3edb4b04-f978-4d8e-aa3d-8308f764f0e9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Jul 22 19:26:47.246978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-95fc0dbf-8864-4494-b84c-e606fa2850fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.249505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-95fc0dbf-8864-4494-b84c-e606fa2850fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2034655 Jul 22 19:26:47.325319 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab29026-0686-4c75-8e1b-d9dbbffc1670 x-openstack-request-id: req-6ab29026-0686-4c75-8e1b-d9dbbffc1670 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:47.325643 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:47.325857 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ab29026-0686-4c75-8e1b-d9dbbffc1670 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:47.326260 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1', 'status': 'completed', 'code': 200} Jul 22 19:26:47.356716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-4869a7a9-ec04-4ab8-94f9-3c4731f55f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.358345 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-4869a7a9-ec04-4ab8-94f9-3c4731f55f0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 1097 time: 0.2640920 Jul 22 19:26:47.507428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a66b2c5-514c-45d2-bae1-e8819baa72b7 req-fd9605b2-2f7b-4f4b-acf4-25e225a7fc7e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 210 time: 0.1144917 Jul 22 19:26:47.532923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-9e4691d1-d0ba-4dd5-bead-3cb726b42e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.535745 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-9e4691d1-d0ba-4dd5-bead-3cb726b42e24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1097 time: 0.1423712 Jul 22 19:26:47.593582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:47.658435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:47.686835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-c5549bcd-975a-49f1-af92-7f3a392e5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.688824 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-c5549bcd-975a-49f1-af92-7f3a392e5b56 service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.1457105 Jul 22 19:26:47.760194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-408860c3-6bf5-4ecc-bc9e-616b5173e580 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 200 len: 217 time: 0.0624988 Jul 22 19:26:47.779564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:47.782980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:47.787873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-315802dc-ae02-45d8-ba16-2f4568542a6a service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057361 Jul 22 19:26:47.794782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:47.806096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:47.858382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-cdc79e94-ef08-4322-b996-990b009f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.861795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1176a5-e875-45f1-9471-830f285effe4 req-4d9b8a35-582b-4ca1-8be6-49ab1b07ea7e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.864384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1176a5-e875-45f1-9471-830f285effe4 req-4d9b8a35-582b-4ca1-8be6-49ab1b07ea7e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.3235996 Jul 22 19:26:47.873894 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-cdc79e94-ef08-4322-b996-990b009f1e27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1049638 Jul 22 19:26:47.951263 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-5ba093d0-01b9-402c-b194-fab0760b1218 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678546 Jul 22 19:26:47.960182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:47.960925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:48.028714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1176a5-e875-45f1-9471-830f285effe4 req-4f970428-15a4-4885-b44c-f0f4454d2eef tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476057 Jul 22 19:26:48.036291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df93bad2-3860-4417-8a1a-8a398ff32836 req-91dcba4d-a4bd-4212-856c-989bcf11c916 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390103 Jul 22 19:26:48.057850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-79924566-5590-4241-932c-e2b052af0d6b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6522827 Jul 22 19:26:48.078606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Request body: {'port': {'device_id': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:48.186614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-37f401fb-19bd-4519-8352-208c9d7dab48 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278297 Jul 22 19:26:48.351568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-a1ee7f59-1280-4866-8570-3ce5f8e4492c service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576912 Jul 22 19:26:48.386485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517f20f-2c56-42b7-abc8-0baac16b147a req-51ac0ded-a24e-4177-b06a-eb4d4aa41681 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:48.388183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d517f20f-2c56-42b7-abc8-0baac16b147a req-51ac0ded-a24e-4177-b06a-eb4d4aa41681 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.2168615 Jul 22 19:26:48.425807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-e76a8649-ef04-404d-993a-82ffdea3fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:48.427231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-e76a8649-ef04-404d-993a-82ffdea3fcb2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62532e48611c4e4c8717627cc5f6624f&device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 1100 time: 0.2790854 Jul 22 19:26:48.430985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:48.473035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:48.484405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d517f20f-2c56-42b7-abc8-0baac16b147a req-65ce98af-72a4-4329-9eef-fe2d6e33abf6 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887461 Jul 22 19:26:48.732745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-network', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:48.864303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-97792235-cb92-4380-9318-734ed7a16004 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:48.864303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-97792235-cb92-4380-9318-734ed7a16004 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.2100732 Jul 22 19:26:48.864303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Made reservation on behalf of 3f4c48d166274c8ca4cea298037a04d3 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:48.864303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:48.881457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.112422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-b66d0e0e-c38c-41d0-ba19-0b64aa61d4fd service neutron] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:49.121958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-b66d0e0e-c38c-41d0-ba19-0b64aa61d4fd service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.122993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1eb1be1-6ef0-4a0f-b07d-48c955f7fa21 req-b66d0e0e-c38c-41d0-ba19-0b64aa61d4fd service neutron] 10.222.0.32 "DELETE /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.2597330 Jul 22 19:26:49.142422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.150229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.184640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:26:49.207614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:49.211810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.212330 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Added segment c1bcaca9-c2ea-4527-847b-6ea59ea3b96d of type vlan for network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb Jul 22 19:26:49.264433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.300492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.301917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.302620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.325980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-742ae3df-1116-4c1e-aeea-5f5a52b3e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.327535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-742ae3df-1116-4c1e-aeea-5f5a52b3e0a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.8874812 Jul 22 19:26:49.338150 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8599706 Jul 22 19:26:49.338150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:49.347276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Request body: {'subnet': {'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-subnet', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:49.384229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c54eb5-b9e3-4478-b51e-f960eafe1335 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:49.395925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:26:49.405217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-884aff5b-e640-46e0-b3a0-b33000b2a117 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=19720632-df8d-442c-ae8d-0e372d5d43c1 HTTP/1.1" status: 200 len: 217 time: 0.0655479 Jul 22 19:26:49.411997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Made reservation on behalf of 3f4c48d166274c8ca4cea298037a04d3 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:26:49.415789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.423180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2262da-c92e-42aa-aff6-09b311f24fb5 req-b9171dec-2e29-48f4-93ab-a1f5400b2045 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.430018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b2262da-c92e-42aa-aff6-09b311f24fb5 req-b9171dec-2e29-48f4-93ab-a1f5400b2045 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 948 time: 0.3573675 Jul 22 19:26:49.556532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1813-23df-4846-a931-2afe8a6834a1 req-6ed72e44-2eba-45f7-8721-831978649ffb tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.558822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1bf1813-23df-4846-a931-2afe8a6834a1 req-6ed72e44-2eba-45f7-8721-831978649ffb tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 932 time: 0.4110365 Jul 22 19:26:49.574577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b2262da-c92e-42aa-aff6-09b311f24fb5 req-7556f066-e812-4a21-8014-eaed05a24b5c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436701 Jul 22 19:26:49.582957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-5e2f7517-775d-431b-a5df-5efe46a1cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.584462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-5e2f7517-775d-431b-a5df-5efe46a1cbc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1701024 Jul 22 19:26:49.706540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1bf1813-23df-4846-a931-2afe8a6834a1 req-a314102b-ea2b-4da1-9a2d-975d0a5921ef tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418953 Jul 22 19:26:49.756709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.828967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:49.836674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-c12a7af9-7eb3-4864-aac8-e2b6a10c9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.839348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-c12a7af9-7eb3-4864-aac8-e2b6a10c9696 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2267385 Jul 22 19:26:49.848266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.849936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782e4469-421a-42ab-a789-bb2d4fb9d5d3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:49.863947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Checking segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:49.864339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Network hostable DHCP agents. Network: b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:26:49.898504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Transition to ACTIVE for port object 78767dbb-6a92-4e90-9c5f-bb9e510af67b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:49.908596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:26:49.909712 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.928429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:49.938070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.939454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:49.940272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad5276-5375-4d8c-af20-683338a8db79 None None] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:49.955960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d234b5-7e98-4e7e-8898-b2ae4543c1a2 req-e2500e0e-3fa8-43f4-bf17-691d400b1d77 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:49.958365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2d234b5-7e98-4e7e-8898-b2ae4543c1a2 req-e2500e0e-3fa8-43f4-bf17-691d400b1d77 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2714536 Jul 22 19:26:49.977073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6aedf2b8-be69-45a7-9e8d-9fac5b9f7245 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6355236 Jul 22 19:26:49.980607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:49.985903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:26:50.029585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.031032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.085656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:50.128559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.142766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2d234b5-7e98-4e7e-8898-b2ae4543c1a2 req-e892c33e-e6da-404f-9746-3251a475a26d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776781 Jul 22 19:26:50.208871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-8503cf25-afa8-4d82-8d0d-7403631ead7e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576777 Jul 22 19:26:50.360738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:26:50.362138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.411338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Attempting to bind port 78767dbb-6a92-4e90-9c5f-bb9e510af67b on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:50.411820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Attempting to bind port 78767dbb-6a92-4e90-9c5f-bb9e510af67b by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:50.412003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Attempting to bind port 78767dbb-6a92-4e90-9c5f-bb9e510af67b on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:50.439941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Port 78767dbb-6a92-4e90-9c5f-bb9e510af67b on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:26:50.448242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Attempting to bind port 78767dbb-6a92-4e90-9c5f-bb9e510af67b on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:50.459455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:50.460552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Checking segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:50.461206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Bound using segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:50.462252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Bound port: 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:50.463513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.464549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.543873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440dcfc3-aa79-4156-bd73-38e6f543ae96 req-03d962cd-eb52-4ebe-8681-fc20b659de61 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918901 Jul 22 19:26:50.593331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb4eec-4720-4a3c-a623-02e44cde3461 req-192e8808-b1a3-4e88-930c-daaf60ece8bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:50.596765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2cb4eec-4720-4a3c-a623-02e44cde3461 req-192e8808-b1a3-4e88-930c-daaf60ece8bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.3297403 Jul 22 19:26:50.620341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Allocated IP 172.20.0.2 (b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb/782e4469-421a-42ab-a789-bb2d4fb9d5d3/b3418f8c-0e40-478b-949c-f82c733dab0c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:50.679174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:50.684640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2cb4eec-4720-4a3c-a623-02e44cde3461 req-b524cdc1-b463-4c6c-af3f-22595eaa2a8a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683916 Jul 22 19:26:50.700396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:50.707408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.757104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:50.758387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.760971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] 10.222.0.26 "PUT /v2.0/ports/78767dbb-6a92-4e90-9c5f-bb9e510af67b HTTP/1.1" status: 200 len: 1093 time: 2.6934800 Jul 22 19:26:50.761709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:50.764644 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62922913-91d1-4d67-8ea3-d34713bcbf98" -d '{"events": [{"name": "network-changed", "server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:50.812299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bd331-1c6f-4482-866e-d0e00ea1dfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:50.827917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.867222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.902494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.918765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Transition to ACTIVE for port object b3418f8c-0e40-478b-949c-f82c733dab0c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:50.955744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Transition to ACTIVE for port object b3418f8c-0e40-478b-949c-f82c733dab0c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:50.967771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:50.991374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-c57fcd52-0097-48df-b86c-9630643529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:50.992934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-c57fcd52-0097-48df-b86c-9630643529e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 1096 time: 0.1458125 Jul 22 19:26:51.019259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:51.023110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:51.029574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Allocated IP 172.25.6.119 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/300abc1c-2eea-4e30-9354-6cc535de8b32) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:51.034107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:51.048857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Pushing event updated for resources: {'Port': ['ID=b3418f8c-0e40-478b-949c-f82c733dab0c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:51.111059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.111529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.111977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.112451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.113043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.113306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.113733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.114400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.114828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.115254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.115692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.116115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:51.117127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-e4386358-13f6-40a8-a389-8c1d2d09391a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b HTTP/1.1" status: 200 len: 217 time: 0.1099217 Jul 22 19:26:51.136927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Attempting to bind port b3418f8c-0e40-478b-949c-f82c733dab0c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:51.137617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Attempting to bind port b3418f8c-0e40-478b-949c-f82c733dab0c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:51.138431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Attempting to bind port b3418f8c-0e40-478b-949c-f82c733dab0c on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:51.146356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:51.147220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Checking segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:51.147743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:51.149260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Bound using segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:51.149419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Bound port: b3418f8c-0e40-478b-949c-f82c733dab0c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:51.149917 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:51.270737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d841622-cbcb-4586-b506-71e71c79c377 req-38af8429-af36-429f-a152-ed37db871195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:51.273620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-38af8429-af36-429f-a152-ed37db871195 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.1304498 Jul 22 19:26:51.277531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:51.303031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] For port b3418f8c-0e40-478b-949c-f82c733dab0c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:51.308108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] For port b3418f8c-0e40-478b-949c-f82c733dab0c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b3418f8c-0e40-478b-949c-f82c733dab0c,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:51.317405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:51.355566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-4484e5f4-aeff-408b-8fa9-1f0b51db6816 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666022 Jul 22 19:26:51.363554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:51.386260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df35e0-f2cc-4370-ab70-fdaad7c73751 req-58b941ba-dd66-4599-9d7e-4c8968e5ea2d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:51.393631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76df35e0-f2cc-4370-ab70-fdaad7c73751 req-58b941ba-dd66-4599-9d7e-4c8968e5ea2d tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 948 time: 0.1918507 Jul 22 19:26:51.393869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708990cd-c112-475a-a009-726fd8aa26ef None None] Pushing event updated for resources: {'Port': ['ID=b3418f8c-0e40-478b-949c-f82c733dab0c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:51.449571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:51.454018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:51.464565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:51.467990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Pushing event updated for resources: {'Port': ['ID=300abc1c-2eea-4e30-9354-6cc535de8b32,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:51.497469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76df35e0-f2cc-4370-ab70-fdaad7c73751 req-86145985-6716-4ed9-8864-d2e66275ff93 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028700 Jul 22 19:26:51.522858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d6cdf-d1d9-4f9a-a203-e3c1e817aebb req-758e037e-9944-4712-aa78-33ad0f2fc682 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:51.522858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f2d6cdf-d1d9-4f9a-a203-e3c1e817aebb req-758e037e-9944-4712-aa78-33ad0f2fc682 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 944 time: 0.2462733 Jul 22 19:26:51.602440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f2d6cdf-d1d9-4f9a-a203-e3c1e817aebb req-312f193f-e7ba-4859-bb2f-18fe40618cb9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Jul 22 19:26:51.604024 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25f386-9ced-405a-a055-80609df0b291 x-openstack-request-id: req-ce25f386-9ced-405a-a055-80609df0b291 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:51.604335 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:51.604588 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce25f386-9ced-405a-a055-80609df0b291 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:51.604984 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'status': 'completed', 'code': 200} Jul 22 19:26:51.707100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-f3f2ce57-a791-4aee-ad96-10f9615fd7ec service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275373 Jul 22 19:26:51.772379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 19720632-df8d-442c-ae8d-0e372d5d43c1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:51.918929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818afd-c2cb-450b-8ec5-62ab90c76a6a req-592524bd-d230-408e-918e-b7435a7eb10f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:51.926098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a818afd-c2cb-450b-8ec5-62ab90c76a6a req-592524bd-d230-408e-918e-b7435a7eb10f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2177844 Jul 22 19:26:51.937357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d841622-cbcb-4586-b506-71e71c79c377 req-cba272c4-5ee1-40a4-b43d-7874c4acc951 service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272885 Jul 22 19:26:52.003860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a818afd-c2cb-450b-8ec5-62ab90c76a6a req-da3d1463-6807-4c79-a0df-24d94122b6e7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764985 Jul 22 19:26:52.009282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.027797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=19720632-df8d-442c-ae8d-0e372d5d43c1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:52.067087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '19720632-df8d-442c-ae8d-0e372d5d43c1', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '19720632-df8d-442c-ae8d-0e372d5d43c1', 'mac_address': 'fa:16:3e:f8:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:52.118455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.139576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19720632-df8d-442c-ae8d-0e372d5d43c1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:52.171437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=19720632-df8d-442c-ae8d-0e372d5d43c1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:52.182152 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.225926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524afd-bf8a-47be-bd42-fd6f806e2e3b req-355d9f95-3059-4a5b-9411-234b9e122471 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.228627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8524afd-bf8a-47be-bd42-fd6f806e2e3b req-355d9f95-3059-4a5b-9411-234b9e122471 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1097 time: 0.2543359 Jul 22 19:26:52.265363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-c80fb382-7d08-4544-bec3-2c3e6292acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.267201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-c80fb382-7d08-4544-bec3-2c3e6292acb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 1096 time: 0.2231576 Jul 22 19:26:52.276478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:52.321169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:52.321842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73750d-f697-40f9-aa0f-41df80260104 req-fd9fce1f-410d-40bc-a17a-019cc21b8bb3 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.323886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d73750d-f697-40f9-aa0f-41df80260104 req-fd9fce1f-410d-40bc-a17a-019cc21b8bb3 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 948 time: 0.2145572 Jul 22 19:26:52.390721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8524afd-bf8a-47be-bd42-fd6f806e2e3b req-06979482-0ccc-4c84-bebd-a7a334933b67 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481826 Jul 22 19:26:52.526354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['19720632-df8d-442c-ae8d-0e372d5d43c1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:52.530728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d73750d-f697-40f9-aa0f-41df80260104 req-76bb6974-0f2f-4a66-bf3f-207e788eca3c tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820621 Jul 22 19:26:52.545127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:26:52.631992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-f75f77f6-0a9c-4b36-a9cb-83cc6759737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.639883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-f75f77f6-0a9c-4b36-a9cb-83cc6759737f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 915 time: 0.3567274 Jul 22 19:26:52.779311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-5165cd06-cfa5-48d9-a695-dec370dae83f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b HTTP/1.1" status: 200 len: 217 time: 0.1289806 Jul 22 19:26:52.816587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b3418f8c-0e40-478b-949c-f82c733dab0c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:52.913558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b3418f8c-0e40-478b-949c-f82c733dab0c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:52.926284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0f7c-770f-417c-a231-dfe7d0871f44 req-8b0a4925-c1c3-43af-9928-044e49bd82cc tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.940127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e36d0f7c-770f-417c-a231-dfe7d0871f44 req-8b0a4925-c1c3-43af-9928-044e49bd82cc tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 1097 time: 0.2505538 Jul 22 19:26:52.942342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdace72-9222-424c-aa7f-9ea21146f6d1 None None] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:26:52.964467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-266b02ed-611f-4b4b-b03a-13020a0412f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:52.966394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-266b02ed-611f-4b4b-b03a-13020a0412f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.1464198 Jul 22 19:26:53.047386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e36d0f7c-770f-417c-a231-dfe7d0871f44 req-81fcd60f-b1c4-460b-bfdf-745686d7a2fa tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997179 Jul 22 19:26:53.065734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-241a7dbb-f1e8-48ab-8fe3-c50ec24039ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867951 Jul 22 19:26:53.130386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Provisioning for port b3418f8c-0e40-478b-949c-f82c733dab0c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:53.139217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:26:53.146879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d6-0b04-4038-a010-75f74244a4d8 req-e150b36a-83c0-4076-b34a-141db56b6077 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:53.149298 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:26:53.153908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Provisioning complete for port b3418f8c-0e40-478b-949c-f82c733dab0c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:53.154281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.156508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a48334d6-0b04-4038-a010-75f74244a4d8 req-e150b36a-83c0-4076-b34a-141db56b6077 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 949 time: 0.2958992 Jul 22 19:26:53.191772 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:53.192746 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:53.195310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.199463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9df34089-d397-40cc-8467-4a16ca9113dc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2147837 Jul 22 19:26:53.200196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:26:53.389305 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:53.422131 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.427408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a48334d6-0b04-4038-a010-75f74244a4d8 req-76bd08e4-974f-49d0-ad18-badcb6585657 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698238 Jul 22 19:26:53.534662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-fc4f482d-9cf2-482a-8c06-18bb5f733f9c service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515553 Jul 22 19:26:53.536865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] For port b3418f8c-0e40-478b-949c-f82c733dab0c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b3418f8c-0e40-478b-949c-f82c733dab0c,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:53.544094 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.609690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ae430-2569-4574-9a24-c01cf3336050 req-b2824b17-0d0e-48d2-8c27-8634cf5ffd23 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:53.613596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52ae430-2569-4574-9a24-c01cf3336050 req-b2824b17-0d0e-48d2-8c27-8634cf5ffd23 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 944 time: 0.3296750 Jul 22 19:26:53.668790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb6da-dc00-4f25-84b0-f677f94e505e None None] Pushing event updated for resources: {'Port': ['ID=b3418f8c-0e40-478b-949c-f82c733dab0c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:53.731364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:51Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:53.769948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0bb55375-d3a8-40e2-84e7-3a28d56643bd None None] Provisioning complete for port b3418f8c-0e40-478b-949c-f82c733dab0c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:53.770328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0bb55375-d3a8-40e2-84e7-3a28d56643bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.793325 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:26:53.793689 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Updating router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e port 300abc1c-2eea-4e30-9354-6cc535de8b32 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:26:53.812731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52ae430-2569-4574-9a24-c01cf3336050 req-49b922c3-6e27-4fdc-8f96-ae03f34b12fd tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743588 Jul 22 19:26:53.879351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62922913-91d1-4d67-8ea3-d34713bcbf98 req-a86483ca-1e0b-48d9-b569-93710d0a2777 service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355439 Jul 22 19:26:53.933239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297172d-5f88-4634-8ea9-42a623c5f87e req-6af55aa1-c86f-4292-895e-3839e1179f86 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:53.934733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7297172d-5f88-4634-8ea9-42a623c5f87e req-6af55aa1-c86f-4292-895e-3839e1179f86 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2976320 Jul 22 19:26:53.954194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:53.972044 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.046710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b8043-416c-4208-a099-76c48c046fe3 req-f1c241be-7c46-4fae-a038-9e8dd3229561 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:54.048449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-736b8043-416c-4208-a099-76c48c046fe3 req-f1c241be-7c46-4fae-a038-9e8dd3229561 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 948 time: 0.2375667 Jul 22 19:26:54.058474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7297172d-5f88-4634-8ea9-42a623c5f87e req-585a81f9-03b0-4181-8dcb-b2268fa9b76b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009972 Jul 22 19:26:54.211800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.216481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:26:54.236519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Allocated IP 172.20.0.1 (b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb/782e4469-421a-42ab-a789-bb2d4fb9d5d3/225b2fcb-648f-42d3-8fad-edc35c785649) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:26:54.263210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Deleting port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:26:54.263720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.491265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:54.518355 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.522786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'port_id': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'mac_address': 'fa:16:3e:a2:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29450943-9660-4656-bafc-2da686e98fa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:26:54.547043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.548584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Transition to ACTIVE for port object 300abc1c-2eea-4e30-9354-6cc535de8b32 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:54.575461 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.584811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Transition to ACTIVE for port object 225b2fcb-648f-42d3-8fad-edc35c785649 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:54.685511 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Pushing event updated for resources: {'Port': ['ID=300abc1c-2eea-4e30-9354-6cc535de8b32,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:54.691180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.696768 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Attempting to bind port 300abc1c-2eea-4e30-9354-6cc535de8b32 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:54.697539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Attempting to bind port 300abc1c-2eea-4e30-9354-6cc535de8b32 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:54.698328 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Attempting to bind port 300abc1c-2eea-4e30-9354-6cc535de8b32 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:54.708813 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.709145 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.709635 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.710093 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.710555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.711221 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.711688 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.712119 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.713166 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.713833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.714293 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.714885 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:26:54.736769 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:54.738496 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:54.739022 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.740059 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:54.742103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Bound port: 300abc1c-2eea-4e30-9354-6cc535de8b32, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:54.744737 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.751825 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.789449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:26:54.794595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] For port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:54.795135 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.852138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:54.861588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b3418f8c-0e40-478b-949c-f82c733dab0c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:54.871789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:54.885365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Pushing event updated for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:54.911772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Calling delete_port for e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:26:54.916290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:54.921364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:54.930106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:26:54.933984 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] For port 300abc1c-2eea-4e30-9354-6cc535de8b32, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:26:54.981719 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] For port 300abc1c-2eea-4e30-9354-6cc535de8b32, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=300abc1c-2eea-4e30-9354-6cc535de8b32,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:26:54.999259 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.044983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.079796 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a2b39-de5e-4c3d-a9d3-118cafc82cb3 None None] Pushing event updated for resources: {'Port': ['ID=300abc1c-2eea-4e30-9354-6cc535de8b32,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:55.112666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:55.113468 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:55.137741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:55.347691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['78767dbb-6a92-4e90-9c5f-bb9e510af67b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:26:55.407389 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:55.627186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94838e-8565-47e5-9df8-e444c158e71a req-da1db284-f015-4a26-819d-af47cf56407b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:55.628826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f94838e-8565-47e5-9df8-e444c158e71a req-da1db284-f015-4a26-819d-af47cf56407b tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 948 time: 1.2945087 Jul 22 19:26:55.697585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28d44a-d33e-40c1-b374-1bb6b3de9edc req-afabe079-b6f0-4ff3-870a-97871459e6da tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:55.699186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac28d44a-d33e-40c1-b374-1bb6b3de9edc req-afabe079-b6f0-4ff3-870a-97871459e6da tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 949 time: 0.2356968 Jul 22 19:26:55.735945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b3418f8c-0e40-478b-949c-f82c733dab0c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:55.736770 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.738653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66e12161-54b6-44e8-b2ed-55fb970fec61 None None] Provisioning for port 225b2fcb-648f-42d3-8fad-edc35c785649 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:55.761690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.777671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.779118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66e12161-54b6-44e8-b2ed-55fb970fec61 None None] Provisioning complete for port 225b2fcb-648f-42d3-8fad-edc35c785649 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:55.779731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e12161-54b6-44e8-b2ed-55fb970fec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.783884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f94838e-8565-47e5-9df8-e444c158e71a req-59b7ae38-11aa-4743-9bda-9073279807b5 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387403 Jul 22 19:26:55.787229 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:51Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:55.838906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Pushing event deleted for resources: {'Port': ['ID=e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:55.871592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac28d44a-d33e-40c1-b374-1bb6b3de9edc req-c679a94f-a477-477a-b20f-e7d6d79287cc tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640675 Jul 22 19:26:55.901979 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9bd25-078f-47aa-ae3a-a1c63d900175 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:51Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:26:55.923296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66e12161-54b6-44e8-b2ed-55fb970fec61 None None] Port 225b2fcb-648f-42d3-8fad-edc35c785649 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:55.954063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] No DVR routers for this DVR port e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:26:55.960591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:55.963035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-736b8043-416c-4208-a099-76c48c046fe3 req-7b7936ad-4ac1-4fa0-b3d8-6e729df38e66 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "DELETE /v2.0/ports/e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a HTTP/1.1" status: 204 len: 173 time: 1.9065359 Jul 22 19:26:55.963738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-deleted', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:55.967101 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8123fc-9e20-4a5f-b7d2-02d1af0f0699" -d '{"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-deleted", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:55.993328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 19720632-df8d-442c-ae8d-0e372d5d43c1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:56.226964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 19720632-df8d-442c-ae8d-0e372d5d43c1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:56.228097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ebbb3-8b1d-44d8-931d-be6ad6564600 req-06bf761c-1908-424a-8f16-4ccf9cdbd346 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:56.233852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 19720632-df8d-442c-ae8d-0e372d5d43c1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:56.234697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.240891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-747ebbb3-8b1d-44d8-931d-be6ad6564600 req-06bf761c-1908-424a-8f16-4ccf9cdbd346 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.1860168 Jul 22 19:26:56.279374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb601e3-beca-45d0-a639-9cc6cc193381 req-28f45d57-7620-4674-a517-1b0c57ae17f7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:56.281159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bb601e3-beca-45d0-a639-9cc6cc193381 req-28f45d57-7620-4674-a517-1b0c57ae17f7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 945 time: 0.3035021 Jul 22 19:26:56.359139 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.389610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.479815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-747ebbb3-8b1d-44d8-931d-be6ad6564600 req-e11dba0f-eab7-4759-ba01-3c9fd88821a8 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379701 Jul 22 19:26:56.484933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.501895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bb601e3-beca-45d0-a639-9cc6cc193381 req-e7103a0e-f556-4b4d-866f-017cf9e3d6ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140965 Jul 22 19:26:56.534853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.608799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:56.618683 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ebbac5-2265-4e16-b0d4-08a320fb815e" -d '{"events": [{"server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "name": "network-vif-plugged", "status": "completed", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:56.674129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=19720632-df8d-442c-ae8d-0e372d5d43c1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:56.693183 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:56.774547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:26:56.780036 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17b0f67-17fb-49b1-b731-61bbc27f482d x-openstack-request-id: req-f17b0f67-17fb-49b1-b731-61bbc27f482d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:56.780354 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7", "name": "network-vif-deleted", "tag": "e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:56.780608 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f17b0f67-17fb-49b1-b731-61bbc27f482d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:56.781005 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7', 'name': 'network-vif-deleted', 'tag': 'e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a', 'status': 'completed', 'code': 200} Jul 22 19:26:56.781835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:26:56.785964 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbccdd5-44bd-4cc8-a45e-5ba7390c9781 x-openstack-request-id: req-6cbccdd5-44bd-4cc8-a45e-5ba7390c9781 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:56.788689 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "name": "network-vif-plugged", "status": "completed", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:56.790171 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cbccdd5-44bd-4cc8-a45e-5ba7390c9781 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:56.791076 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1', 'code': 200} Jul 22 19:26:56.806213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Pushing event updated for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:56.834515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 300abc1c-2eea-4e30-9354-6cc535de8b32 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:56.995462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:57.026758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:57.068738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 300abc1c-2eea-4e30-9354-6cc535de8b32 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:57.087417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 300abc1c-2eea-4e30-9354-6cc535de8b32 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:57.089272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:57.143215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:26:57.247793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39b9b109-2053-4681-b0fd-562c5f3d0f0b req-c54aad73-304f-4277-b20a-709de80da9fa tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d77b2b-3b93-4903-ba80-0fc04a1fc1a7 HTTP/1.1" status: 200 len: 210 time: 0.2081537 Jul 22 19:26:57.327930 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:57.329267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc043ff5-67e9-448c-9692-dfca5e299061 req-944a5140-4457-4ced-a55a-048b5c2f5224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:57.330974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc043ff5-67e9-448c-9692-dfca5e299061 req-944a5140-4457-4ced-a55a-048b5c2f5224 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 1102 time: 0.4232733 Jul 22 19:26:57.372981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 300abc1c-2eea-4e30-9354-6cc535de8b32, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=300abc1c-2eea-4e30-9354-6cc535de8b32,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:57.387736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d27c5-ad0d-4fc3-a7c6-dcae6fdc9eb9 req-ef4c66c8-24a8-41e9-88c2-a3f30004ce68 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:57.392349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ce57efa-a29e-4ae5-a982-900d6b41a210 None None] Provisioning complete for port 225b2fcb-648f-42d3-8fad-edc35c785649 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:57.392726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ce57efa-a29e-4ae5-a982-900d6b41a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:57.394354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:57.408463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e2d27c5-ad0d-4fc3-a7c6-dcae6fdc9eb9 req-ef4c66c8-24a8-41e9-88c2-a3f30004ce68 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 950 time: 0.3313382 Jul 22 19:26:57.415056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:26:57.432336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df75225a-1765-4b68-8799-d6397040db21 admin admin] 10.222.0.10 "PUT /v2.0/routers/ba67e0dd-ee77-4d59-8cfb-f3a593929f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2230954 Jul 22 19:26:57.488912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc043ff5-67e9-448c-9692-dfca5e299061 req-38492877-95f5-4bb7-b34e-e8b25576b2bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477661 Jul 22 19:26:57.509375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e2d27c5-ad0d-4fc3-a7c6-dcae6fdc9eb9 req-5423b348-86cf-4162-aeaa-6f69a320b1b9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999730 Jul 22 19:26:57.555987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57efa-a29e-4ae5-a982-900d6b41a210 None None] Port 225b2fcb-648f-42d3-8fad-edc35c785649 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:26:57.571382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=300abc1c-2eea-4e30-9354-6cc535de8b32,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:57.751131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6a6d3-4f99-4cf7-9181-4fb7ec4da6a5 req-b5fcddb5-9b0a-4d36-8ea6-8bd3ab65ff9a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:57.753857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10a6a6d3-4f99-4cf7-9181-4fb7ec4da6a5 req-b5fcddb5-9b0a-4d36-8ea6-8bd3ab65ff9a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.1669352 Jul 22 19:26:57.762166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b664ef-a5a5-4c51-89e3-a3d1b9d584f8 req-bd6fe7c8-22dd-4943-b110-40ce08ad7d2b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:57.764260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93b664ef-a5a5-4c51-89e3-a3d1b9d584f8 req-bd6fe7c8-22dd-4943-b110-40ce08ad7d2b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 945 time: 0.1108775 Jul 22 19:26:57.833511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10a6a6d3-4f99-4cf7-9181-4fb7ec4da6a5 req-e59812e6-4a14-43e2-8c4a-910e57f32346 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681198 Jul 22 19:26:57.839855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93b664ef-a5a5-4c51-89e3-a3d1b9d584f8 req-38d32791-97f9-4a81-b2b9-2fd1226d8fb8 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679431 Jul 22 19:26:58.223550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:58.250252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-ce63d440-9989-413f-b23d-4727ce2a9450 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:58.252069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-ce63d440-9989-413f-b23d-4727ce2a9450 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 820 time: 0.1238852 Jul 22 19:26:58.275585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e3271bb3-d379-474f-8331-1ef95bacd4e0 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/quotas/3f4c48d166274c8ca4cea298037a04d3 HTTP/1.1" status: 200 len: 375 time: 0.0171018 Jul 22 19:26:58.344550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 78767dbb-6a92-4e90-9c5f-bb9e510af67b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:26:58.352972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 78767dbb-6a92-4e90-9c5f-bb9e510af67b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:58.354231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:58.391681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-0b1ce7ff-48e6-42e8-a615-dfb31de66ac0 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148498 Jul 22 19:26:58.463937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:58.505310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:26:58.521199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:58.523252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:26:58.567526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-65f09c8e-ea10-4fa2-898d-17cc382f9707 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743844 Jul 22 19:26:58.636754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:26:58.637316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e9d85b3f-b4b4-4fae-bf82-e67683ba3e0a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:26:58.657493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:26:58.667662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:26:58.668327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:58.704140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:58.734039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 300abc1c-2eea-4e30-9354-6cc535de8b32 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:26:58.739738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-2c811a44-7d1d-47dc-8d52-707af1128ef2 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716371 Jul 22 19:26:58.767729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f435a-b2df-4eee-80b2-94de618a5ac5 req-25297208-ae2f-4ab5-a480-8b6691245ab6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:58.777170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a52f435a-b2df-4eee-80b2-94de618a5ac5 req-25297208-ae2f-4ab5-a480-8b6691245ab6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 950 time: 0.1066332 Jul 22 19:26:58.793349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:26:58.795756 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a7b26d-e98e-4082-b893-d176cc8d99ad" -d '{"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-plugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:26:58.820605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 300abc1c-2eea-4e30-9354-6cc535de8b32 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:26:58.820985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:58.835886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a52f435a-b2df-4eee-80b2-94de618a5ac5 req-20f61005-4a9e-4acd-9a86-745a4bbd784c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542021 Jul 22 19:26:58.847585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:26:58.946722 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9318df45-d397-4d25-83a2-4cea0ca3e77e x-openstack-request-id: req-9318df45-d397-4d25-83a2-4cea0ca3e77e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:26:58.947627 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-plugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:26:58.947792 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9318df45-d397-4d25-83a2-4cea0ca3e77e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:26:58.948206 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'code': 200} Jul 22 19:26:59.062848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff29b38-feda-4f26-8b06-031febe9ce49 req-512d45be-857d-447c-8de2-53b1614eadf3 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.071220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eff29b38-feda-4f26-8b06-031febe9ce49 req-512d45be-857d-447c-8de2-53b1614eadf3 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 949 time: 0.1679320 Jul 22 19:26:59.109267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbd76b-a44b-40a5-b94d-b0c7e1652b62 req-4953ded1-4672-452a-8810-ccb8acff3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.111144 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-dacbd76b-a44b-40a5-b94d-b0c7e1652b62 req-4953ded1-4672-452a-8810-ccb8acff3f87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 1098 time: 0.1005738 Jul 22 19:26:59.130016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eff29b38-feda-4f26-8b06-031febe9ce49 req-741de0f9-033b-4afa-b7b9-f480f9968762 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Jul 22 19:26:59.132953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 2, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:26:59.163170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92c228-f3c2-4e1d-8b78-ed8598415ee0 req-a50b7001-1877-4c77-9f96-615d77203be2 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.169667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:26:59.170019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Updating router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e port 225b2fcb-648f-42d3-8fad-edc35c785649 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:26:59.173774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f92c228-f3c2-4e1d-8b78-ed8598415ee0 req-a50b7001-1877-4c77-9f96-615d77203be2 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 1102 time: 0.1806319 Jul 22 19:26:59.194361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-dacbd76b-a44b-40a5-b94d-b0c7e1652b62 req-607fd936-6779-45c4-a154-f43acd23720b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738485 Jul 22 19:26:59.249653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:59.276871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f92c228-f3c2-4e1d-8b78-ed8598415ee0 req-41fe54d7-4935-4915-aaa4-ef5c3545db28 tempest-ServersOnMultiNodesTest-1892206110 tempest-ServersOnMultiNodesTest-1892206110-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938525 Jul 22 19:26:59.369813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a22ff-b6a5-4927-bc45-4be71cd59180 req-e25f9182-cbbf-4e31-be89-ab4bdcbc4ec9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.374774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d73a22ff-b6a5-4927-bc45-4be71cd59180 req-e25f9182-cbbf-4e31-be89-ab4bdcbc4ec9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.1549270 Jul 22 19:26:59.463769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d73a22ff-b6a5-4927-bc45-4be71cd59180 req-30b060a0-d6d3-4f52-b47a-414bb5decea0 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826502 Jul 22 19:26:59.517014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f0a03-f579-4271-b413-d80a9e84065d req-dd6aff49-a2c5-4a26-84fe-bb0cb3f81ce1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:26:59.518852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-856f0a03-f579-4271-b413-d80a9e84065d req-dd6aff49-a2c5-4a26-84fe-bb0cb3f81ce1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1145205 Jul 22 19:26:59.639639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:59.640702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-856f0a03-f579-4271-b413-d80a9e84065d req-56f13be2-accf-4b4b-8ef5-c2f1ec8b1120 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159668 Jul 22 19:26:59.651408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Transition to ACTIVE for port object 225b2fcb-648f-42d3-8fad-edc35c785649 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:26:59.660344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:59.703456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d7cfae4-994f-4af8-8888-8b750203f233 req-09cf924c-178a-44db-8bb8-5fdd9e050ab5 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 210 time: 0.0862358 Jul 22 19:26:59.727381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251cb7b-97fe-4f64-b33a-2c391997a4d8 None None] Pushing event updated for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:26:59.882368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Attempting to bind port 225b2fcb-648f-42d3-8fad-edc35c785649 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:26:59.885076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Attempting to bind port 225b2fcb-648f-42d3-8fad-edc35c785649 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:26:59.885449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Attempting to bind port 225b2fcb-648f-42d3-8fad-edc35c785649 on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:26:59.908713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:26:59.909237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Checking segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:26:59.909795 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:26:59.910594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Bound using segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:26:59.914784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Bound port: 225b2fcb-648f-42d3-8fad-edc35c785649, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:26:59.915200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:00.023025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] For port 225b2fcb-648f-42d3-8fad-edc35c785649, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:00.032075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] For port 225b2fcb-648f-42d3-8fad-edc35c785649, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=225b2fcb-648f-42d3-8fad-edc35c785649,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:00.039605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:00.123676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:00.124630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:00.128886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a160198-d65c-4812-bc74-65c0f73fdccf req-ec2b5289-5782-412e-8108-7dcdc472bf99 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.133344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a160198-d65c-4812-bc74-65c0f73fdccf req-ec2b5289-5782-412e-8108-7dcdc472bf99 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 950 time: 0.1144462 Jul 22 19:27:00.261663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a160198-d65c-4812-bc74-65c0f73fdccf req-439ce901-854f-45e1-b50f-696f8ffb5dd5 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128979 Jul 22 19:27:00.321494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3226b85-f378-4be9-8f2a-73c3dcc1ad0c req-bb825edf-1827-4d7f-834e-576a06d5f1dd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.325156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3226b85-f378-4be9-8f2a-73c3dcc1ad0c req-bb825edf-1827-4d7f-834e-576a06d5f1dd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 950 time: 0.1567173 Jul 22 19:27:00.435435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3226b85-f378-4be9-8f2a-73c3dcc1ad0c req-120756d5-f990-41bc-a019-6b4aac6be495 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014578 Jul 22 19:27:00.506003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c039-0154-4b0d-90cc-f0e0d19c71a4 req-a37d374d-4095-4c9e-bc49-1125092e60bf tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.508530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ae9c039-0154-4b0d-90cc-f0e0d19c71a4 req-a37d374d-4095-4c9e-bc49-1125092e60bf tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 949 time: 0.1530755 Jul 22 19:27:00.516321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251cb7b-97fe-4f64-b33a-2c391997a4d8 None None] Pushing event updated for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:00.597270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ae9c039-0154-4b0d-90cc-f0e0d19c71a4 req-802ea88b-9cb2-43b4-81a9-ad1a8846b17f tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/security-groups?id=0c5e8727-61aa-46e4-9060-19c49479595d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789793 Jul 22 19:27:00.604565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:00.676338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-56eb5a48-90a9-430f-9c7b-6053c63e6bd4 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.677126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-56eb5a48-90a9-430f-9c7b-6053c63e6bd4 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 820 time: 0.2278423 Jul 22 19:27:00.696763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'port': {'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'admin_state_up': True, 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:00.705132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43f7fb-ca7b-43f7-8f53-2f0e6ae29944 req-f4761505-c096-4f74-844a-2f472a06b828 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.707185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d43f7fb-ca7b-43f7-8f53-2f0e6ae29944 req-f4761505-c096-4f74-844a-2f472a06b828 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0987916 Jul 22 19:27:00.760540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d43f7fb-ca7b-43f7-8f53-2f0e6ae29944 req-6b5d038a-c25a-4862-b062-86dfba7aaafd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Jul 22 19:27:00.914471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Made reservation on behalf of 3f4c48d166274c8ca4cea298037a04d3 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:00.921631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:00.941710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:00Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:00.992370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc9737-64bd-4bc2-802b-e2adfbe5b54a req-de584f01-3867-4369-9d8d-2c9b1d559319 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:00.999983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31bc9737-64bd-4bc2-802b-e2adfbe5b54a req-de584f01-3867-4369-9d8d-2c9b1d559319 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1422818 Jul 22 19:27:01.004212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e851324-2762-4fa1-96a4-1212ab405ad3 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:00Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:27:01.147437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31bc9737-64bd-4bc2-802b-e2adfbe5b54a req-ae3a4f24-5a23-4ba1-9311-e803f8cda0f2 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464283 Jul 22 19:27:01.149234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Allocated IP 172.20.0.7 (b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb/782e4469-421a-42ab-a789-bb2d4fb9d5d3/6d4a28b2-b561-4747-9aa2-a4ff0c699253) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:01.234675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-1a4679aa-28d6-45fe-a7e5-6b1b9166c749 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:01.237514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-1a4679aa-28d6-45fe-a7e5-6b1b9166c749 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 949 time: 0.2347960 Jul 22 19:27:01.403213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a097bd2-1f4f-4d97-9724-efb9e38b5f06 req-bc8249e1-a7a9-4e10-869e-82f32e1ee7c6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 210 time: 0.1005542 Jul 22 19:27:01.421955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.446762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Deleting port d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:01.447127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.461657 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:27:01.470315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Transition to ACTIVE for port object 6d4a28b2-b561-4747-9aa2-a4ff0c699253 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:01.536427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.613694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] For port d14e4691-fd7b-446f-8f27-109304db499a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d14e4691-fd7b-446f-8f27-109304db499a,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:01.613972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.625289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:01.628552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Calling delete_port for d14e4691-fd7b-446f-8f27-109304db499a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:01.629430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:01.634513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:01.639169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event updated for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:01.732643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:01.733443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.756097 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-33dae72c-1ad7-498a-b90d-55c8bbe7b5ec tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0640574 Jul 22 19:27:01.784526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Request body: {'port': {'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:01.862586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7170e1-ac36-4288-8823-8acf5163044b req-5e32f9ed-76f9-44fa-9346-ed458e3b6a80 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:01.864185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df7170e1-ac36-4288-8823-8acf5163044b req-5e32f9ed-76f9-44fa-9346-ed458e3b6a80 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 950 time: 0.3285747 Jul 22 19:27:01.917606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:01.919027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41a79b-3691-465a-873a-753b05110574 req-cea73aa7-62c2-40a1-bb60-92002921c118 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:01.927141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d41a79b-3691-465a-873a-753b05110574 req-cea73aa7-62c2-40a1-bb60-92002921c118 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.3902342 Jul 22 19:27:01.998504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7361a32-3e32-4885-b924-882681be00f1 req-82bb2470-d130-4261-8997-4b05b1294de5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:02.006220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7361a32-3e32-4885-b924-882681be00f1 req-82bb2470-d130-4261-8997-4b05b1294de5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 950 time: 0.3380911 Jul 22 19:27:02.031804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5aedf97-bebe-45ed-b7fd-3f0149dcf505 None None] Provisioning for port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:02.037941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5aedf97-bebe-45ed-b7fd-3f0149dcf505 None None] Provisioning complete for port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:02.038330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5aedf97-bebe-45ed-b7fd-3f0149dcf505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.092575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f5aedf97-bebe-45ed-b7fd-3f0149dcf505 None None] Port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:27:02.112672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d41a79b-3691-465a-873a-753b05110574 req-2963039e-7b8a-453d-a051-c7d9d9472909 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807046 Jul 22 19:27:02.147556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7361a32-3e32-4885-b924-882681be00f1 req-4307e46b-d0a6-4552-b29a-a9c4575f7203 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402991 Jul 22 19:27:02.157918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.222044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:02.281305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Pushing event deleted for resources: {'Port': ['ID=d14e4691-fd7b-446f-8f27-109304db499a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:02.295188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4a28b2-b561-4747-9aa2-a4ff0c699253 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:02.303927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.319699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Transition to ACTIVE for port object 6d4a28b2-b561-4747-9aa2-a4ff0c699253 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:02.327938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.377942 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.394280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b31147ad-697e-42cc-b629-e66e22003076 req-256ef5b9-e17a-419c-83b0-96cbbbee9ff1 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc035157-b151-4059-aac3-fada8378c364 HTTP/1.1" status: 200 len: 210 time: 0.0990021 Jul 22 19:27:02.424727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 19720632-df8d-442c-ae8d-0e372d5d43c1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:02.425756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.498121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:02.510138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:02.510138 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bcf6e5-8edc-40cf-87e7-76a077fea05a" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:02.532069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.586282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:02.695617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] No DVR routers for this DVR port d14e4691-fd7b-446f-8f27-109304db499a on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:02.705348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:02.710692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.712856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88d80cc6-0fa7-475e-bc2c-151a66d9eaa9 req-6d2cd2f8-f9a0-477b-b9c4-7a66f18adce7 tempest-ListImageFiltersTestJSON-1009228901 tempest-ListImageFiltersTestJSON-1009228901-project] 10.222.0.26 "DELETE /v2.0/ports/d14e4691-fd7b-446f-8f27-109304db499a HTTP/1.1" status: 204 len: 173 time: 1.4692614 Jul 22 19:27:02.713380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-deleted', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:02.715834 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d583a57-749b-43b0-88ec-9544fd936872" -d '{"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-deleted", "tag": "d14e4691-fd7b-446f-8f27-109304db499a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:02.741782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Attempting to bind port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:02.745904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Attempting to bind port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:02.746316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Attempting to bind port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:02.764619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:02.764960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Attempting to bind port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:02.789856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:02.790200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Checking segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:02.796300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Bound using segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:02.797657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Bound port: 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:02.798041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.831239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 225b2fcb-648f-42d3-8fad-edc35c785649 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:02.895617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 19720632-df8d-442c-ae8d-0e372d5d43c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=19720632-df8d-442c-ae8d-0e372d5d43c1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:02.896309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:02.915412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 19720632-df8d-442c-ae8d-0e372d5d43c1 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:03.000371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 225b2fcb-648f-42d3-8fad-edc35c785649 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:03.005704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 225b2fcb-648f-42d3-8fad-edc35c785649 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:03.006292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.066989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:03.075640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:03.092291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.160066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.160747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.162167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] 10.222.0.26 "PUT /v2.0/ports/6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 1092 time: 1.3930633 Jul 22 19:27:03.162613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:03.165779 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88236199-fecd-4e3a-abbe-13df756d718d" -d '{"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:03.187441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.197770 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.203922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559', '242edabb-6f2d-4802-810f-7cdf3b12e8f7', '5797aba0-f223-41b4-825c-babe0a4165f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:03.206942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba', '19720632-df8d-442c-ae8d-0e372d5d43c1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:03.222677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e066-a9b6-4834-aefa-45613aaeff3b service neutron] Pushing event updated for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:03.230075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61baea-5df0-4ed8-9ce8-0a67302dd31b req-d21d75ad-6337-4fbc-b0bd-cba27819d4d4 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.240516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a61baea-5df0-4ed8-9ce8-0a67302dd31b req-d21d75ad-6337-4fbc-b0bd-cba27819d4d4 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.7221262 Jul 22 19:27:03.280704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=19720632-df8d-442c-ae8d-0e372d5d43c1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:03.301770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-813ede5f-643a-43c1-96ca-28a79ab5f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.303482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-813ede5f-643a-43c1-96ca-28a79ab5f71b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1095 time: 0.0763733 Jul 22 19:27:03.403389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 225b2fcb-648f-42d3-8fad-edc35c785649, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=225b2fcb-648f-42d3-8fad-edc35c785649,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:03.425407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.435413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-9e649ea4-c8bc-4a6f-b875-1543afab77a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.1205027 Jul 22 19:27:03.493195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 19720632-df8d-442c-ae8d-0e372d5d43c1 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:03.544437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:03.546894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df7170e1-ac36-4288-8823-8acf5163044b req-84d6570e-6f00-4385-aebe-02bd7e918c99 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "DELETE /v2.0/ports/19720632-df8d-442c-ae8d-0e372d5d43c1 HTTP/1.1" status: 204 len: 173 time: 1.6708584 Jul 22 19:27:03.601760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a61baea-5df0-4ed8-9ce8-0a67302dd31b req-44b2b025-9434-49fd-a35f-a75ea8160225 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601060 Jul 22 19:27:03.630299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-3abd9766-a9e3-4735-9d93-83ef820f969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.645012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-3abd9766-a9e3-4735-9d93-83ef820f969d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.2011113 Jul 22 19:27:03.672919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:03.694013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d949d-bde2-4ef6-9ccc-1b0b87ec6811 req-600f01b9-2564-4824-abca-8177eaa9c451 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.701954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a6d949d-bde2-4ef6-9ccc-1b0b87ec6811 req-600f01b9-2564-4824-abca-8177eaa9c451 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 943 time: 0.2191081 Jul 22 19:27:03.807211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a6d949d-bde2-4ef6-9ccc-1b0b87ec6811 req-edd7528c-318c-46dc-a04f-e8735ab26419 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834191 Jul 22 19:27:03.815770 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a963c9-e0b2-459b-ad97-d5bd1531f086 x-openstack-request-id: req-19a963c9-e0b2-459b-ad97-d5bd1531f086 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:03.816379 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:03.817954 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19a963c9-e0b2-459b-ad97-d5bd1531f086 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:03.819502 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'code': 200} Jul 22 19:27:03.901268 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc4b133-1092-4306-beb1-6cd461634423 x-openstack-request-id: req-9dc4b133-1092-4306-beb1-6cd461634423 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:03.902246 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc035157-b151-4059-aac3-fada8378c364", "name": "network-vif-deleted", "tag": "d14e4691-fd7b-446f-8f27-109304db499a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:03.902738 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dc4b133-1092-4306-beb1-6cd461634423 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:03.903424 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc035157-b151-4059-aac3-fada8378c364', 'name': 'network-vif-deleted', 'tag': 'd14e4691-fd7b-446f-8f27-109304db499a', 'status': 'completed', 'code': 200} Jul 22 19:27:03.912276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-b1050326-0291-4375-9fbe-1bc6cf7a7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:03.923325 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-b1050326-0291-4375-9fbe-1bc6cf7a7b81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2579699 Jul 22 19:27:04.053094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f14a582d-e0f9-47ff-a783-4862aa1fa804 req-acad8071-4bad-4941-9b7d-853a6425d297 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=866bed9b-6385-44f7-a137-afce263babf1 HTTP/1.1" status: 200 len: 210 time: 0.0513413 Jul 22 19:27:04.209220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb32cb-6219-4c62-82be-e99012cab2db req-12665c9f-2612-4885-87d9-6a63f5346943 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:04.211953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6fb32cb-6219-4c62-82be-e99012cab2db req-12665c9f-2612-4885-87d9-6a63f5346943 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1142459 Jul 22 19:27:04.226559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:04.276622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6fb32cb-6219-4c62-82be-e99012cab2db req-848e0ca8-b900-4f75-b2af-af660113b300 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574074 Jul 22 19:27:04.282934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: d14e4691-fd7b-446f-8f27-109304db499a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:04.283512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d14e4691-fd7b-446f-8f27-109304db499a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:04.400907 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a52852-0cc1-4633-b6af-7cdbc78d8524 x-openstack-request-id: req-79a52852-0cc1-4633-b6af-7cdbc78d8524 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:04.401204 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:04.401455 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79a52852-0cc1-4633-b6af-7cdbc78d8524 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:04.401854 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:27:04.447045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-c5b22ce4-e287-4212-a16b-4c30c63d1fab service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103464 Jul 22 19:27:04.581270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6beb8aea-6edb-4a74-bb64-da77975ee789 req-3a15ea0d-b44e-4757-bfca-8656e5b5e62f service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203482 Jul 22 19:27:04.661041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 225b2fcb-648f-42d3-8fad-edc35c785649 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:04.748448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 225b2fcb-648f-42d3-8fad-edc35c785649 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:04.749923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:04.764439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236199-fecd-4e3a-abbe-13df756d718d req-9db745da-bcd5-4e4f-b95c-bdaa69b402bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:04.766326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-9db745da-bcd5-4e4f-b95c-bdaa69b402bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1095 time: 0.0986240 Jul 22 19:27:04.785453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99bc9a-56b7-4b86-a2e7-113abef635b5 req-56a7fb2a-60ec-4c4f-a1d7-3de8ee6f2923 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:04.796500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad99bc9a-56b7-4b86-a2e7-113abef635b5 req-56a7fb2a-60ec-4c4f-a1d7-3de8ee6f2923 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0991127 Jul 22 19:27:04.873651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad99bc9a-56b7-4b86-a2e7-113abef635b5 req-bcf70015-bd85-4dd7-bf3e-fd42cf950eb0 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761933 Jul 22 19:27:04.899914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236199-fecd-4e3a-abbe-13df756d718d req-0ddd5d46-d9cb-4a45-afef-207f3e3fc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:04.902520 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-0ddd5d46-d9cb-4a45-afef-207f3e3fc433 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.1247859 Jul 22 19:27:04.959558 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-ced68aca-3cca-4ab4-bfdf-552e54d9fb77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.0380783 Jul 22 19:27:05.019205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236199-fecd-4e3a-abbe-13df756d718d req-4cde8eaa-9b5e-4dd7-8bf0-45d9871dc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.020779 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-4cde8eaa-9b5e-4dd7-8bf0-45d9871dc436 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0539331 Jul 22 19:27:05.100377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88236199-fecd-4e3a-abbe-13df756d718d req-4414e41f-54f6-4ff0-9850-a14449c92fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.102018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-4414e41f-54f6-4ff0-9850-a14449c92fe6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678589 Jul 22 19:27:05.108822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60308454-5d72-4ca2-9639-87cc2ea654c9 req-d1a748f1-f64d-4da1-85a5-a93d78fd159f tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.111091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60308454-5d72-4ca2-9639-87cc2ea654c9 req-d1a748f1-f64d-4da1-85a5-a93d78fd159f tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 943 time: 0.1029639 Jul 22 19:27:05.166797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60308454-5d72-4ca2-9639-87cc2ea654c9 req-6860cf77-656f-4ce5-978e-aac7dad5b260 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503457 Jul 22 19:27:05.240919 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-d4c6670b-0d26-49a7-b521-abbe38a9b030 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220787 Jul 22 19:27:05.403449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-88236199-fecd-4e3a-abbe-13df756d718d req-c4b51970-14d2-4b16-b0e0-d8777e2599a8 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474407 Jul 22 19:27:05.536214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2f45d-27fe-44dd-b2f9-23068d896783 req-758acd5c-f946-4055-aa5b-c7e0200e53e2 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.537756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bea2f45d-27fe-44dd-b2f9-23068d896783 req-758acd5c-f946-4055-aa5b-c7e0200e53e2 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1178772 Jul 22 19:27:05.569385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a34ee3-3c9d-4758-8752-ca7742d88751 req-f1e13da2-2c56-443d-a94c-76e632b91e77 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:05.571214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66a34ee3-3c9d-4758-8752-ca7742d88751 req-f1e13da2-2c56-443d-a94c-76e632b91e77 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.1129370 Jul 22 19:27:05.598692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:05.620665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bea2f45d-27fe-44dd-b2f9-23068d896783 req-c695ae6a-ecac-4319-a098-8ffbd5f1f771 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751233 Jul 22 19:27:05.640470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66a34ee3-3c9d-4758-8752-ca7742d88751 req-74d0ad8c-e0a4-4e04-869c-ee25d55003f0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 Jul 22 19:27:05.766191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf262adf-ca35-4287-b6f3-be9e1ad6c017 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44e058c352714375bdb9015382424f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1663346 Jul 22 19:27:05.768697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40438) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:05.820032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:05.841814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 19720632-df8d-442c-ae8d-0e372d5d43c1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:05.842877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:05.863071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 19720632-df8d-442c-ae8d-0e372d5d43c1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:05.863410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 19720632-df8d-442c-ae8d-0e372d5d43c1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:05.891711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:05.894744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:05.895917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0c5e8727-61aa-46e4-9060-19c49479595d HTTP/1.1" status: 204 len: 168 time: 0.1261878 Jul 22 19:27:05.906262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'name': 'network-vif-deleted', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:05.910234 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fe8844-9472-4040-85ad-1412ba12e6d9" -d '{"events": [{"server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "name": "network-vif-deleted", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:05.914194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2dc6e-043c-4f0d-98e9-2f426b593c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e8727-61aa-46e4-9060-19c49479595d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:05.994269 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c84705-2570-47d8-b975-28e6332606a1 x-openstack-request-id: req-c6c84705-2570-47d8-b975-28e6332606a1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:05.994717 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866bed9b-6385-44f7-a137-afce263babf1", "name": "network-vif-deleted", "tag": "19720632-df8d-442c-ae8d-0e372d5d43c1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:05.995151 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6c84705-2570-47d8-b975-28e6332606a1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:05.995635 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '866bed9b-6385-44f7-a137-afce263babf1', 'name': 'network-vif-deleted', 'tag': '19720632-df8d-442c-ae8d-0e372d5d43c1', 'status': 'completed', 'code': 200} Jul 22 19:27:06.105728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb58016-be72-4135-b1e9-aa9cfcff4e5f req-729b6390-4ddb-4b39-bfb1-393320bc41dd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.107524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afb58016-be72-4135-b1e9-aa9cfcff4e5f req-729b6390-4ddb-4b39-bfb1-393320bc41dd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0990684 Jul 22 19:27:06.149757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afb58016-be72-4135-b1e9-aa9cfcff4e5f req-050e0fec-cae1-4251-9ef3-986c33b295b9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Jul 22 19:27:06.244764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:06.334323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0d1c-dc4f-42e1-8250-e55abc6d7684 req-62a97487-55d7-4f10-9be2-545c1bd24f58 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.336263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-613b0d1c-dc4f-42e1-8250-e55abc6d7684 req-62a97487-55d7-4f10-9be2-545c1bd24f58 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 943 time: 0.0913119 Jul 22 19:27:06.383129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-613b0d1c-dc4f-42e1-8250-e55abc6d7684 req-7b639f7d-4cd0-4247-8a61-cc5224dee9dc tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Jul 22 19:27:06.397813 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:06.413705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'mac_address': 'fa:16:3e:05:6c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:06.459750 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:06.473500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:06.494875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:06.500292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:06.578557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:06.648414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['aa323d0f-b200-49cd-a483-3e94d1940a9c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:06.871918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb64c6-e1e5-4044-986b-8cd99a2494ae req-42781dc5-0828-4683-b4e1-1d5b2aede576 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.879660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdb64c6-e1e5-4044-986b-8cd99a2494ae req-42781dc5-0828-4683-b4e1-1d5b2aede576 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1500731 Jul 22 19:27:06.910109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94bc7-bf35-4a53-b649-0eba8002c6e8 req-4c45523a-a72d-40cd-a823-06669101cf49 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:06.912186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4c94bc7-bf35-4a53-b649-0eba8002c6e8 req-4c45523a-a72d-40cd-a823-06669101cf49 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.1489227 Jul 22 19:27:06.949886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdb64c6-e1e5-4044-986b-8cd99a2494ae req-6f9b5069-41bd-4cb3-b4ba-580bad671ee3 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692520 Jul 22 19:27:06.973535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4c94bc7-bf35-4a53-b649-0eba8002c6e8 req-de3c1aa3-5201-4ab0-946c-3a011101c411 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Jul 22 19:27:07.076186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2bef0265-eab0-44d2-baa5-c6d6c0c069f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:07.329684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71246f9b-bc1c-417c-8fa5-d3a79aaa89cd req-2a4a9332-f1ef-4973-965f-2c139b012fc7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:07.337417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71246f9b-bc1c-417c-8fa5-d3a79aaa89cd req-2a4a9332-f1ef-4973-965f-2c139b012fc7 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0983002 Jul 22 19:27:07.348737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3244433-5082-4396-acf7-33891a85f9d9 req-8f54d8b8-12e8-4471-9920-418861839f79 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:07.351105 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3244433-5082-4396-acf7-33891a85f9d9 req-8f54d8b8-12e8-4471-9920-418861839f79 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 950 time: 0.0961730 Jul 22 19:27:07.382876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71246f9b-bc1c-417c-8fa5-d3a79aaa89cd req-4750fc46-17c7-4ff7-af64-18eb74290332 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Jul 22 19:27:07.514811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 5797aba0-f223-41b4-825c-babe0a4165f7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:07.515415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:07.595749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40530) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:07.606687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d55be-201a-4019-9374-d05d52c5d339 req-63b44216-eb49-4b54-af1b-e2eedec409cd tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:07.613544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-210d55be-201a-4019-9374-d05d52c5d339 req-63b44216-eb49-4b54-af1b-e2eedec409cd tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 943 time: 0.1085956 Jul 22 19:27:07.695456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-210d55be-201a-4019-9374-d05d52c5d339 req-9bf13007-8506-4f8f-97bc-46be0f14480b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696123 Jul 22 19:27:07.711646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 5797aba0-f223-41b4-825c-babe0a4165f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5797aba0-f223-41b4-825c-babe0a4165f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:07.712017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:07.728634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 5797aba0-f223-41b4-825c-babe0a4165f7 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:07.905141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2d40-8e64-45ce-9a46-881b3f784b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:07.937250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:07.952237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559', '242edabb-6f2d-4802-810f-7cdf3b12e8f7', '5797aba0-f223-41b4-825c-babe0a4165f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:07.958393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:07.994346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=5797aba0-f223-41b4-825c-babe0a4165f7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:08.109545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 5797aba0-f223-41b4-825c-babe0a4165f7 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:08.115232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.121736 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3244433-5082-4396-acf7-33891a85f9d9 req-b16be42e-3c68-46dd-a69a-b10e97a69dd4 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "DELETE /v2.0/ports/5797aba0-f223-41b4-825c-babe0a4165f7 HTTP/1.1" status: 204 len: 173 time: 0.7635295 Jul 22 19:27:08.123769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'name': 'network-vif-deleted', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:08.146334 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63434d5-9c81-4ef6-975b-6d367b54b6e5" -d '{"events": [{"server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "name": "network-vif-deleted", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:08.247727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 6d4a28b2-b561-4747-9aa2-a4ff0c699253 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:08.251420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:08.282827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e204bf-32ef-4a24-b359-51eba0c7b319 req-2a2835a7-eab5-4bd5-888f-70201f7f81ba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:08.290046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2d40-8e64-45ce-9a46-881b3f784b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.301722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2d40-8e64-45ce-9a46-881b3f784b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.303441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56e204bf-32ef-4a24-b359-51eba0c7b319 req-2a2835a7-eab5-4bd5-888f-70201f7f81ba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1656525 Jul 22 19:27:08.375015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56e204bf-32ef-4a24-b359-51eba0c7b319 req-ba1a46f6-a616-40df-b0ea-46e94a9eb73b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705636 Jul 22 19:27:08.389213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ed6f2d40-8e64-45ce-9a46-881b3f784b7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6be1984f0d9484c946090d63dcc047c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921033 Jul 22 19:27:08.390143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f2d40-8e64-45ce-9a46-881b3f784b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6766388-2326-4c86-8d25-a0dfef3a0bc0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:08.395787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40544) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:08.480535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.520577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.535961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26063549-db91-4994-a4bb-a3942b2aee61 req-684bc739-558e-4fc7-9e72-fece4b5a34c6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf39b132-90e0-4d82-b686-26113252e21c HTTP/1.1" status: 200 len: 210 time: 0.0503774 Jul 22 19:27:08.607945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.610527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.614009 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6766388-2326-4c86-8d25-a0dfef3a0bc0 HTTP/1.1" status: 204 len: 168 time: 0.2149088 Jul 22 19:27:08.625972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc690c9f-f778-48bf-aaa5-8d149cb2cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6766388-2326-4c86-8d25-a0dfef3a0bc0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:08.776064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port aa323d0f-b200-49cd-a483-3e94d1940a9c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:08.776735 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:08.800481 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadb8384-d9bd-4bde-9cab-11f1cb47fb50 x-openstack-request-id: req-cadb8384-d9bd-4bde-9cab-11f1cb47fb50 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:08.800888 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf39b132-90e0-4d82-b686-26113252e21c", "name": "network-vif-deleted", "tag": "5797aba0-f223-41b4-825c-babe0a4165f7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:08.801307 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cadb8384-d9bd-4bde-9cab-11f1cb47fb50 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:08.801813 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf39b132-90e0-4d82-b686-26113252e21c', 'name': 'network-vif-deleted', 'tag': '5797aba0-f223-41b4-825c-babe0a4165f7', 'status': 'completed', 'code': 200} Jul 22 19:27:08.862604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:08.908723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:09.054341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.102398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80ec65-c266-411d-926d-46bc26876eeb req-638b769e-39fb-4656-b3f5-f5e0f8161264 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:09.117546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b80ec65-c266-411d-926d-46bc26876eeb req-638b769e-39fb-4656-b3f5-f5e0f8161264 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.1664538 Jul 22 19:27:09.239387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4a28b2-b561-4747-9aa2-a4ff0c699253 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:09.251929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b80ec65-c266-411d-926d-46bc26876eeb req-57939ccc-0e52-41b0-8172-eea2d0cba4de tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258798 Jul 22 19:27:09.295368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.332809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:09.356604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.381913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:09.385291 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4952f-7ef3-498a-824b-be1a85fa0da0" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:09.452268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:09.468906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.482207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113d9c2-a649-43f0-8444-05d161a29de6 req-0bd75c24-4381-430e-80f7-40b84bcfe9fe tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:09.495632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5113d9c2-a649-43f0-8444-05d161a29de6 req-0bd75c24-4381-430e-80f7-40b84bcfe9fe tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 944 time: 0.1546152 Jul 22 19:27:09.499338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:09.592430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5113d9c2-a649-43f0-8444-05d161a29de6 req-166b35ef-e38f-4c73-8608-d956ce4f604e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Jul 22 19:27:09.662748 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8a070ed0-f90f-44e4-b2b8-68de8c22b5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.674983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:09.683461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['6d4a28b2-b561-4747-9aa2-a4ff0c699253'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:09.802148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:09.841021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba5dfd-9c7c-4415-ba60-fea82278877b req-51566b72-bdd7-468f-a7d6-17840b8b716d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:09.842547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16ba5dfd-9c7c-4415-ba60-fea82278877b req-51566b72-bdd7-468f-a7d6-17840b8b716d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1436315 Jul 22 19:27:09.893613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16ba5dfd-9c7c-4415-ba60-fea82278877b req-0eadee09-4747-4125-bf9e-819f9adde19d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441203 Jul 22 19:27:09.999772 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20514bf6-902a-4992-9b33-3f28acc6aed5 x-openstack-request-id: req-20514bf6-902a-4992-9b33-3f28acc6aed5 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:10.000881 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-plugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:10.001309 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20514bf6-902a-4992-9b33-3f28acc6aed5 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:10.002027 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'code': 200} Jul 22 19:27:10.044071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:10.236910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5797aba0-f223-41b4-825c-babe0a4165f7 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:10.241815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1326825921-network', 'tenant_id': 'e5d6f54ce7ff45ac86efe2dae9d298b1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:10.298500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 5797aba0-f223-41b4-825c-babe0a4165f7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:10.299250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5797aba0-f223-41b4-825c-babe0a4165f7 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:10.305140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Made reservation on behalf of e5d6f54ce7ff45ac86efe2dae9d298b1 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:10.310184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.320468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.543580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.553740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.584665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:27:10.597670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28937458-151c-473d-ad71-18e4670ff108 req-9ec9accc-8edf-456e-bee7-cfa7daa8371c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:10.600120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28937458-151c-473d-ad71-18e4670ff108 req-9ec9accc-8edf-456e-bee7-cfa7daa8371c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.1055691 Jul 22 19:27:10.636703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.637299 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Added segment a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30 of type vlan for network e4648ae1-9119-4a21-892f-dbf744c15046 Jul 22 19:27:10.668268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28937458-151c-473d-ad71-18e4670ff108 req-28ac33cb-a8f7-459f-8f76-aeaab3c264c3 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470080 Jul 22 19:27:10.729995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.783341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a9497-19b9-4867-a8ea-01c9ffec3e98,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:10.784936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.785976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:10.786091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.874340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9212b7-a49f-4f43-8ae4-e7e22fe47910 req-6629700b-7d5d-453a-8412-d334b84de63a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:10.874669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] Pushing event updated for resources: {'Network': ['ID=e4648ae1-9119-4a21-892f-dbf744c15046,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:10.888638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-938b448b-d0f4-40d6-9924-9b67cc3f9d73 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8403883 Jul 22 19:27:10.890873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:10.891932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e4648ae1-9119-4a21-892f-dbf744c15046 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:27:10.898711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Request body: {'subnet': {'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1326825921-subnet', 'tenant_id': 'e5d6f54ce7ff45ac86efe2dae9d298b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:10.901219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f9212b7-a49f-4f43-8ae4-e7e22fe47910 req-6629700b-7d5d-453a-8412-d334b84de63a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 950 time: 0.1774313 Jul 22 19:27:10.934097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Made reservation on behalf of e5d6f54ce7ff45ac86efe2dae9d298b1 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:10.937678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:10.995353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f9212b7-a49f-4f43-8ae4-e7e22fe47910 req-11346de5-b67f-4200-9451-43a06b396d91 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931110 Jul 22 19:27:11.198143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9dad0-e4d5-4693-ba72-0ae3aaa94b8c req-5a448b52-19e0-42b3-b2d2-10b6b9c86cbf tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:11.206872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92d9dad0-e4d5-4693-ba72-0ae3aaa94b8c req-5a448b52-19e0-42b3-b2d2-10b6b9c86cbf tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 944 time: 0.1063261 Jul 22 19:27:11.226245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:11.278699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92d9dad0-e4d5-4693-ba72-0ae3aaa94b8c req-ff482b41-e8ce-4b65-86c3-7eb55a6f3783 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694380 Jul 22 19:27:11.301837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e91744-df11-4d26-a7f6-26c2384113b4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:11.309337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Checking segment: {'id': 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:11.309734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Network hostable DHCP agents. Network: e4648ae1-9119-4a21-892f-dbf744c15046, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:27:11.328852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Network e4648ae1-9119-4a21-892f-dbf744c15046 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:27:11.341635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e4648ae1-9119-4a21-892f-dbf744c15046) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:11.347102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:11.349511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:11.360770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d802939-d48e-4de3-92eb-5510a22c0537 None None] Network e4648ae1-9119-4a21-892f-dbf744c15046 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:11.388109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4abdf16-60fc-4feb-9ab7-0a82733af9c2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4947851 Jul 22 19:27:11.418532 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:11.505909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56c469-7e1b-4eab-ab4d-800382b1b852 req-f89c3b0a-05ce-4202-becd-b1b03e12a539 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:11.508445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c56c469-7e1b-4eab-ab4d-800382b1b852 req-f89c3b0a-05ce-4202-becd-b1b03e12a539 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1318524 Jul 22 19:27:11.592386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c56c469-7e1b-4eab-ab4d-800382b1b852 req-1d0995a3-3d40-4885-aa29-2fe0d7f3c95e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Jul 22 19:27:11.630530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810851d8-c1dd-463b-83db-beafb0054834 None None] Network e4648ae1-9119-4a21-892f-dbf744c15046 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:11.871914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a20f-2f0d-4e57-96c7-be952f0540f2 req-d11c5f65-508d-41e9-8fb5-47fcd59dd726 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:11.873471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c629a20f-2f0d-4e57-96c7-be952f0540f2 req-d11c5f65-508d-41e9-8fb5-47fcd59dd726 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0923429 Jul 22 19:27:11.949212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c629a20f-2f0d-4e57-96c7-be952f0540f2 req-0bacdd33-2548-4a76-ad14-819b6fa85b9c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Jul 22 19:27:12.031323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-d8aaf31c-8def-4636-a233-b486bc50514b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:12.033302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-d8aaf31c-8def-4636-a233-b486bc50514b tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5f4c8a2-68fc-478a-989a-720fb40895ef HTTP/1.1" status: 200 len: 950 time: 0.0969543 Jul 22 19:27:12.218978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:12.219540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.263436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 6d4a28b2-b561-4747-9aa2-a4ff0c699253 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:12.329706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:12.335382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:12.336359 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.347636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 242edabb-6f2d-4802-810f-7cdf3b12e8f7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=242edabb-6f2d-4802-810f-7cdf3b12e8f7,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:12.349049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.370525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 242edabb-6f2d-4802-810f-7cdf3b12e8f7 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:12.447344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.491406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:12.494418 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5531a696-29ed-4331-996b-621eb2dcc277" -d '{"events": [{"server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:12.517409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:12.527231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.545155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.576173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:12.578714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559', '242edabb-6f2d-4802-810f-7cdf3b12e8f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:12.592011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=242edabb-6f2d-4802-810f-7cdf3b12e8f7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:12.710716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 242edabb-6f2d-4802-810f-7cdf3b12e8f7 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:12.716160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:12.718401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea54c9a3-2ac6-4cb7-9cfe-cb907c106faa req-7d9fa773-ba71-4e23-b282-1143ce29beff tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "DELETE /v2.0/ports/242edabb-6f2d-4802-810f-7cdf3b12e8f7 HTTP/1.1" status: 204 len: 173 time: 0.6794789 Jul 22 19:27:12.718961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'name': 'network-vif-deleted', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:12.722161 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88b6e7-0721-4cc0-8beb-82a361de2236" -d '{"events": [{"server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "name": "network-vif-deleted", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:12.769477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:12.834429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:16.272123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 242edabb-6f2d-4802-810f-7cdf3b12e8f7 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:16.291498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 242edabb-6f2d-4802-810f-7cdf3b12e8f7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:16.291860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 242edabb-6f2d-4802-810f-7cdf3b12e8f7 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:18.498939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-b9981a1d-2a5a-4b70-9d29-d8e137643fe1 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:18.506741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-b9981a1d-2a5a-4b70-9d29-d8e137643fe1 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/networks?id=e4648ae1-9119-4a21-892f-dbf744c15046 HTTP/1.1" status: 200 len: 822 time: 0.1633632 Jul 22 19:27:18.531351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-1c64e792-3f56-498f-aaf3-b0ea27555e19 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/quotas/e5d6f54ce7ff45ac86efe2dae9d298b1 HTTP/1.1" status: 200 len: 375 time: 0.0203273 Jul 22 19:27:18.597281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-b6c9cc56-9d16-4ec5-a47a-dd4e9876ed2a tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5d6f54ce7ff45ac86efe2dae9d298b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459988 Jul 22 19:27:18.705628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73794-d839-42dd-bc6f-b33e3a01f6bd req-4f14ad87-ad7d-4fb7-bdde-a35272ac05d4 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:18.707187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05f73794-d839-42dd-bc6f-b33e3a01f6bd req-4f14ad87-ad7d-4fb7-bdde-a35272ac05d4 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.1983902 Jul 22 19:27:19.068947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05f73794-d839-42dd-bc6f-b33e3a01f6bd req-91eef696-5a90-4257-a752-535f69210488 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555589 Jul 22 19:27:19.076775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-42c36f08-9a1c-4d01-8890-059e3286fe26 service neutron] 10.222.0.10 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648445 Jul 22 19:27:19.121565 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3955f-aadc-476e-afae-92965f8eb854 x-openstack-request-id: req-57b3955f-aadc-476e-afae-92965f8eb854 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:19.122117 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "name": "network-vif-plugged", "status": "completed", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:19.122117 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57b3955f-aadc-476e-afae-92965f8eb854 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:19.122488 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'code': 200} Jul 22 19:27:19.219894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-23a04511-3814-4e1d-a19e-93e33f501f86 service neutron] 10.222.0.10 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257987 Jul 22 19:27:19.264587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183d6e3-3b42-4ad7-b2f9-7543e4163100 req-df773b44-ff75-43d8-950d-f66e6ad20ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.269281 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6183d6e3-3b42-4ad7-b2f9-7543e4163100 req-df773b44-ff75-43d8-950d-f66e6ad20ed5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.0770652 Jul 22 19:27:19.298886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cc352-fa72-4305-bbc4-2e0032684f04 req-c52ed665-2395-4785-9b5b-6f7fe5619703 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.300499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c4cc352-fa72-4305-bbc4-2e0032684f04 req-c52ed665-2395-4785-9b5b-6f7fe5619703 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.0792730 Jul 22 19:27:19.318236 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6183d6e3-3b42-4ad7-b2f9-7543e4163100 req-e32346df-1b21-4e1b-b143-222ff555985d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Jul 22 19:27:19.363097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c4cc352-fa72-4305-bbc4-2e0032684f04 req-8a04cdd5-9d77-448f-a7c5-55a9916f3ac8 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557482 Jul 22 19:27:19.410622 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29e86e0-0f5d-45cd-bb85-1ab9da72e4d4 x-openstack-request-id: req-b29e86e0-0f5d-45cd-bb85-1ab9da72e4d4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:19.410917 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f4c8a2-68fc-478a-989a-720fb40895ef", "name": "network-vif-deleted", "tag": "242edabb-6f2d-4802-810f-7cdf3b12e8f7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:19.411192 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b29e86e0-0f5d-45cd-bb85-1ab9da72e4d4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:19.411586 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f4c8a2-68fc-478a-989a-720fb40895ef', 'name': 'network-vif-deleted', 'tag': '242edabb-6f2d-4802-810f-7cdf3b12e8f7', 'status': 'completed', 'code': 200} Jul 22 19:27:19.536030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576c2e-d887-4ef4-93ed-3c436352fd00 req-f036d502-d7af-41ba-8311-3db25d43cb3e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:19.537945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da576c2e-d887-4ef4-93ed-3c436352fd00 req-f036d502-d7af-41ba-8311-3db25d43cb3e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.0733941 Jul 22 19:27:19.619408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da576c2e-d887-4ef4-93ed-3c436352fd00 req-558f8cba-58b5-4799-bc18-8f32d0ecdd2e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753331 Jul 22 19:27:19.711148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-756be214-e799-467e-b98e-ea5208882c07 req-779cc1b4-5b0d-4342-9817-c37759b54013 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 210 time: 0.0509794 Jul 22 19:27:20.052858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80070bd-6217-46ec-92f9-066c38a555de req-83d6b1fc-b5d9-4385-a28b-194b62a9d4cd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.060598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e80070bd-6217-46ec-92f9-066c38a555de req-83d6b1fc-b5d9-4385-a28b-194b62a9d4cd tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 949 time: 0.0843449 Jul 22 19:27:20.104971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e80070bd-6217-46ec-92f9-066c38a555de req-9eab58bf-a7b5-44f3-8e55-981475cd7ed5 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435038 Jul 22 19:27:20.281826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95797f8-2929-4523-bd5e-80ce554a32a8 req-8a647061-5688-4c36-ba58-adecd3c8b9c6 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.283337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a95797f8-2929-4523-bd5e-80ce554a32a8 req-8a647061-5688-4c36-ba58-adecd3c8b9c6 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 951 time: 0.1282670 Jul 22 19:27:20.331163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141ef45-0308-4545-bd4b-476f0a016e77 req-8e03149f-b326-4ebf-b307-4f12857e9d6a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.332692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8141ef45-0308-4545-bd4b-476f0a016e77 req-8e03149f-b326-4ebf-b307-4f12857e9d6a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.1152844 Jul 22 19:27:20.343066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a95797f8-2929-4523-bd5e-80ce554a32a8 req-2a3a71e5-2df2-4901-948b-d5c0610aa598 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526202 Jul 22 19:27:20.389872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8141ef45-0308-4545-bd4b-476f0a016e77 req-752c64d9-e8ad-47f5-be89-2a9449866ed6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452213 Jul 22 19:27:20.580335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871cf45-25d9-4012-b3aa-a4b2a96318a9 req-269c10f5-5c9c-4ea4-8864-407a6d836218 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.581977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c871cf45-25d9-4012-b3aa-a4b2a96318a9 req-269c10f5-5c9c-4ea4-8864-407a6d836218 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.0853512 Jul 22 19:27:20.650991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c871cf45-25d9-4012-b3aa-a4b2a96318a9 req-167ae549-490a-41a3-83ac-629bac02c213 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578527 Jul 22 19:27:20.842763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-043b183c-46f5-491f-b049-c2b2e3d5f1f8 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:20.844518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-043b183c-46f5-491f-b049-c2b2e3d5f1f8 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.32 "GET /v2.0/networks?id=e4648ae1-9119-4a21-892f-dbf744c15046 HTTP/1.1" status: 200 len: 822 time: 0.1872649 Jul 22 19:27:20.866955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Request body: {'port': {'device_id': '20923328-7c97-454f-8c0b-718a7812f569', 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046', 'admin_state_up': True, 'tenant_id': 'e5d6f54ce7ff45ac86efe2dae9d298b1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:20.872599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e2e554-f1b5-4810-a4d5-1dc6ecce29e2 req-a67d387c-6807-4af9-b15c-6478c41c6d71 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 210 time: 0.0485454 Jul 22 19:27:20.998367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Made reservation on behalf of e5d6f54ce7ff45ac86efe2dae9d298b1 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:21.002469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.161464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Allocated IP 172.20.0.9 (e4648ae1-9119-4a21-892f-dbf744c15046/29e91744-df11-4d26-a7f6-26c2384113b4/75e3297a-266e-414b-a47a-acde39a1df77) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:21.343887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-59a7d7dc-0ddf-4c59-ab8d-881ebacb851c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.346355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-59a7d7dc-0ddf-4c59-ab8d-881ebacb851c tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 949 time: 0.1070199 Jul 22 19:27:21.400919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f129-7dc2-48f3-adf6-f2dc8bad1960 req-ce3c64ba-993f-46db-82d4-2a114d78ae10 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.403173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a31f129-7dc2-48f3-adf6-f2dc8bad1960 req-ce3c64ba-993f-46db-82d4-2a114d78ae10 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 949 time: 0.2071087 Jul 22 19:27:21.468837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.512061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a31f129-7dc2-48f3-adf6-f2dc8bad1960 req-7ab980ec-c899-491d-b6e3-c375d0054222 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029611 Jul 22 19:27:21.553392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 83fd222b-1f63-4e02-8290-080d30c7f559 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:21.553936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.562995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.600554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228098a9-a6af-4aab-b507-719dc52f97aa req-8b533c17-453f-433a-ae85-8baada3ae95a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.602213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-228098a9-a6af-4aab-b507-719dc52f97aa req-8b533c17-453f-433a-ae85-8baada3ae95a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e9f55db-1492-47a6-9971-d70dfbb60333 HTTP/1.1" status: 200 len: 950 time: 0.1294663 Jul 22 19:27:21.649750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Network e4648ae1-9119-4a21-892f-dbf744c15046 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:21.667018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:21.670935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:21.720726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Pushing event updated for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:21.735465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 83fd222b-1f63-4e02-8290-080d30c7f559, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=83fd222b-1f63-4e02-8290-080d30c7f559,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:21.735932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.749970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25abb4-925f-413d-81da-18a3a35a7fb9 req-0f97ed1c-dcc9-4680-8ee0-6694dfe30c38 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.751367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f25abb4-925f-413d-81da-18a3a35a7fb9 req-0f97ed1c-dcc9-4680-8ee0-6694dfe30c38 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 951 time: 0.2798524 Jul 22 19:27:21.751738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 83fd222b-1f63-4e02-8290-080d30c7f559 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:21.764122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.764370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.807775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738872ae-1c89-43a9-a65c-478383e5cbad req-ff447bfe-2b6d-4c18-b7b2-48a6ee6f057f tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:21.809540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-738872ae-1c89-43a9-a65c-478383e5cbad req-ff447bfe-2b6d-4c18-b7b2-48a6ee6f057f tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.2260323 Jul 22 19:27:21.812797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-66bd8069-65d9-4944-8884-0ec24ab8e43b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9500601 Jul 22 19:27:21.825020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 21c39a91-41e2-4197-8d99-f27711da81ba {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:21.825359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.831864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Request body: {'port': {'device_id': '20923328-7c97-454f-8c0b-718a7812f569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:21.850544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f25abb4-925f-413d-81da-18a3a35a7fb9 req-11c05813-e1b4-4de9-8719-e84230ddde95 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Jul 22 19:27:21.919202 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-738872ae-1c89-43a9-a65c-478383e5cbad req-c83552a0-50bc-4014-9d4d-3b2971d462a4 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953999 Jul 22 19:27:21.967445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:21.986888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 21c39a91-41e2-4197-8d99-f27711da81ba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=21c39a91-41e2-4197-8d99-f27711da81ba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:21.988226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.010199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 21c39a91-41e2-4197-8d99-f27711da81ba owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:22.015211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.031131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06', '21c39a91-41e2-4197-8d99-f27711da81ba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:22.033688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:22.065297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=83fd222b-1f63-4e02-8290-080d30c7f559,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:22.164002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 83fd222b-1f63-4e02-8290-080d30c7f559 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:22.168432 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.170642 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca90b84a-9273-40ff-9b95-37c0371a1f0c req-8bf42b18-c412-48d9-b260-1843ca540db6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.26 "DELETE /v2.0/ports/83fd222b-1f63-4e02-8290-080d30c7f559 HTTP/1.1" status: 204 len: 173 time: 0.8024578 Jul 22 19:27:22.170905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'name': 'network-vif-deleted', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:22.173901 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85a1a2-e71c-4824-8c46-a9d39ded63ff" -d '{"events": [{"server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "name": "network-vif-deleted", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:22.284951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:22.287142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:22.327382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88907af9-daee-4464-a324-3d90e4f4d6a8 req-d6be27b4-579b-4d14-ad15-5fc8d22baf9d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:22.329269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88907af9-daee-4464-a324-3d90e4f4d6a8 req-d6be27b4-579b-4d14-ad15-5fc8d22baf9d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.2768416 Jul 22 19:27:22.340631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.366433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['83fd222b-1f63-4e02-8290-080d30c7f559'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:22.392745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d47ef-384a-4732-9606-2f363ee48e8a req-f6eb9558-fdc9-4b55-87c1-cdb8cf3d94c0 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:22.401279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-707d47ef-384a-4732-9606-2f363ee48e8a req-f6eb9558-fdc9-4b55-87c1-cdb8cf3d94c0 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 931 time: 0.2838733 Jul 22 19:27:22.412769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=21c39a91-41e2-4197-8d99-f27711da81ba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:22.475315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88907af9-daee-4464-a324-3d90e4f4d6a8 req-a6350eb8-5d9e-4732-af37-12e8d36d8663 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375694 Jul 22 19:27:22.485104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.498381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-707d47ef-384a-4732-9606-2f363ee48e8a req-a37d1bff-ea49-427b-a391-9c22ce5e142d tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960402 Jul 22 19:27:22.532432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 21c39a91-41e2-4197-8d99-f27711da81ba on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:22.536082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.538561 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-228098a9-a6af-4aab-b507-719dc52f97aa req-54606f8d-486f-46b5-b92b-cfb959dc6a20 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "DELETE /v2.0/ports/21c39a91-41e2-4197-8d99-f27711da81ba HTTP/1.1" status: 204 len: 173 time: 0.9302437 Jul 22 19:27:22.596960 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e644688-cf67-4144-a463-75e21ea6cbc5 x-openstack-request-id: req-1e644688-cf67-4144-a463-75e21ea6cbc5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:22.598979 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e184387c-de98-4ef7-8410-984927dc4678", "name": "network-vif-deleted", "tag": "83fd222b-1f63-4e02-8290-080d30c7f559", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:22.599346 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e644688-cf67-4144-a463-75e21ea6cbc5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:22.600042 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e184387c-de98-4ef7-8410-984927dc4678', 'name': 'network-vif-deleted', 'tag': '83fd222b-1f63-4e02-8290-080d30c7f559', 'status': 'completed', 'code': 200} Jul 22 19:27:22.626345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:22.638224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:22.658824 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df8c322-07b1-4421-a10d-963e946859f0" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:22.675493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:22.749764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.resource_extend [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:27:22.869440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:22.914446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72482425-3937-4e27-960a-125a8e8b238b req-33bf14da-8027-46bc-a449-7e290f63df87 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=e184387c-de98-4ef7-8410-984927dc4678 HTTP/1.1" status: 200 len: 210 time: 0.0802395 Jul 22 19:27:22.929531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:22.957874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'mac_address': 'fa:16:3e:34:24:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:22.963428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e3297a-266e-414b-a47a-acde39a1df77 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:22.980963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.014061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-39648dd9-439c-4423-9afc-43304916b57d tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4724350 Jul 22 19:27:23.020366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:23.037774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Transition to ACTIVE for port object 75e3297a-266e-414b-a47a-acde39a1df77 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:23.048465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.053925 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30814f8-79b6-4316-916a-681fac7300b2 x-openstack-request-id: req-c30814f8-79b6-4316-916a-681fac7300b2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:23.054416 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-unplugged", "status": "completed", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:23.054530 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c30814f8-79b6-4316-916a-681fac7300b2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:23.054862 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'code': 200} Jul 22 19:27:23.094743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.167011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5685b5b1-3c46-41eb-ad6d-71a2c547f068 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:23.205107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.230723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:23.266300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.282991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Pushing event updated for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:23.388473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:23.390794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63457130-7c83-423d-989e-f8b05461029c req-9a207121-a423-4026-8398-87c64b24b40d tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.397656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5685b5b1-3c46-41eb-ad6d-71a2c547f068'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:23.398737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63457130-7c83-423d-989e-f8b05461029c req-9a207121-a423-4026-8398-87c64b24b40d tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 949 time: 0.2840059 Jul 22 19:27:23.543424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Attempting to bind port 75e3297a-266e-414b-a47a-acde39a1df77 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:23.543980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Attempting to bind port 75e3297a-266e-414b-a47a-acde39a1df77 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:23.544250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Attempting to bind port 75e3297a-266e-414b-a47a-acde39a1df77 on network e4648ae1-9119-4a21-892f-dbf744c15046 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:23.593197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Port 75e3297a-266e-414b-a47a-acde39a1df77 on network e4648ae1-9119-4a21-892f-dbf744c15046 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:23.594068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Attempting to bind port 75e3297a-266e-414b-a47a-acde39a1df77 on network e4648ae1-9119-4a21-892f-dbf744c15046 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:23.626371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63457130-7c83-423d-989e-f8b05461029c req-a452af5b-7de3-4a3f-b739-c3aced5dcd1a tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e6ceb0f-716e-4961-9f50-bef81828ed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265558 Jul 22 19:27:23.632139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:23.633028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Checking segment: {'id': 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:23.633979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Bound using segment: {'id': 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:23.634591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Bound port: 75e3297a-266e-414b-a47a-acde39a1df77, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:23.635110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.730939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c123-643f-4243-9211-b6e030b712a2 req-57d5225c-3d65-4274-8d15-4e5280feeb08 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:23.741303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3181c123-643f-4243-9211-b6e030b712a2 req-57d5225c-3d65-4274-8d15-4e5280feeb08 tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.26 "GET /v2.0/ports?device_id=50ac5f2c-1020-463d-b7d5-47119dc1982b HTTP/1.1" status: 200 len: 949 time: 0.1546187 Jul 22 19:27:23.764692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.801164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:23.812499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=75e3297a-266e-414b-a47a-acde39a1df77,segment=NetworkSegment(a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30),segment_id=a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:23.931275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:23.936931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Deleting port aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:23.937496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.017026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.019348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.022255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] 10.222.0.32 "PUT /v2.0/ports/75e3297a-266e-414b-a47a-acde39a1df77 HTTP/1.1" status: 200 len: 1092 time: 2.1973991 Jul 22 19:27:24.086120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] For port aa323d0f-b200-49cd-a483-3e94d1940a9c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aa323d0f-b200-49cd-a483-3e94d1940a9c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:24.087265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.106556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Calling delete_port for aa323d0f-b200-49cd-a483-3e94d1940a9c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:24.111000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:24.114024 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0548f0-a2a8-47b4-83de-541c16fdbddf" -d '{"events": [{"name": "network-changed", "server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "tag": "75e3297a-266e-414b-a47a-acde39a1df77"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:24.117267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf296c-f14c-4a0f-8995-e7a45779320e service neutron] Pushing event updated for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:24.175210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Allocated IP 172.25.6.229 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/8d7ff06c-6463-4708-a93a-d65290f7bb3c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:24.231876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.293912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:24.369371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d4266-df31-40bb-a873-fdfb3089f311 req-9074e1a5-45ff-42a9-9f7e-9fd4594e2337 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.377039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f74d4266-df31-40bb-a873-fdfb3089f311 req-9074e1a5-45ff-42a9-9f7e-9fd4594e2337 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.4183407 Jul 22 19:27:24.379572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:24.381480 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.398708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-73309280-f1f0-49d3-804a-e59c29f0e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.401126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-73309280-f1f0-49d3-804a-e59c29f0e3d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5d6f54ce7ff45ac86efe2dae9d298b1&device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 1095 time: 0.2770188 Jul 22 19:27:24.412646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.470748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Pushing event deleted for resources: {'Port': ['ID=aa323d0f-b200-49cd-a483-3e94d1940a9c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:24.483135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-749855b6-ff56-47b6-bd46-18456430e8c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e3297a-266e-414b-a47a-acde39a1df77 HTTP/1.1" status: 200 len: 217 time: 0.0654831 Jul 22 19:27:24.494502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '0026de71-ed67-477d-8c58-41c566f99220', '37c86585-869f-440f-aef4-5bb8e5f56c06'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:24.504613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f74d4266-df31-40bb-a873-fdfb3089f311 req-8c2f3a17-d24e-4060-9ab9-6ccd73360bfe tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264174 Jul 22 19:27:24.577241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.666386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'name': 'network-vif-deleted', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:24.670611 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5954389d-249a-4097-80f6-6aeca2ea8bfe" -d '{"events": [{"server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "name": "network-vif-deleted", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:24.677101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] No DVR routers for this DVR port aa323d0f-b200-49cd-a483-3e94d1940a9c on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:24.680736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.685221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3181c123-643f-4243-9211-b6e030b712a2 req-77147c6b-4de3-4fe0-b080-abaa1b38116b tempest-ImagesOneServerTestJSON-551529596 tempest-ImagesOneServerTestJSON-551529596-project] 10.222.0.26 "DELETE /v2.0/ports/aa323d0f-b200-49cd-a483-3e94d1940a9c HTTP/1.1" status: 204 len: 173 time: 0.9381595 Jul 22 19:27:24.715189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:24.725895 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:24.726702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 83fd222b-1f63-4e02-8290-080d30c7f559 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:24.756107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-04f74550-8e0e-48d4-81e5-02930ff1251e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:24.757613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-04f74550-8e0e-48d4-81e5-02930ff1251e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e91744-df11-4d26-a7f6-26c2384113b4 HTTP/1.1" status: 200 len: 862 time: 0.2436574 Jul 22 19:27:24.817136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 83fd222b-1f63-4e02-8290-080d30c7f559 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:24.817462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 83fd222b-1f63-4e02-8290-080d30c7f559 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:24.817878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:24.853053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: aa323d0f-b200-49cd-a483-3e94d1940a9c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:24.853512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aa323d0f-b200-49cd-a483-3e94d1940a9c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:24.880590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-d264ba90-2d74-44c3-9838-f83829ccc649 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4648ae1-9119-4a21-892f-dbf744c15046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028414 Jul 22 19:27:24.907667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:24.985952 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.056051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:25.060056 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68e1a5d-7231-4140-9ec5-abb50761dbe8" -d '{"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-plugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:25.092757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8c7ff-fcef-4674-8c2f-2c074fb3f05d req-e5581dcc-7756-480e-9d27-efcd8a767461 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:25.100190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fe8c7ff-fcef-4674-8c2f-2c074fb3f05d req-e5581dcc-7756-480e-9d27-efcd8a767461 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 943 time: 0.4169874 Jul 22 19:27:25.268297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-2ae8f4d6-5e5e-405d-ada1-e7350934b20b service neutron] 10.222.0.32 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749819 Jul 22 19:27:25.282874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fe8c7ff-fcef-4674-8c2f-2c074fb3f05d req-89f6d5a5-c15b-4c1e-8b5c-8567dff2bf83 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772583 Jul 22 19:27:25.311634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.382468 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5318ca9-df02-48fc-80cf-7ec12458b66b x-openstack-request-id: req-d5318ca9-df02-48fc-80cf-7ec12458b66b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:25.383008 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "tag": "75e3297a-266e-414b-a47a-acde39a1df77", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:25.384238 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5318ca9-df02-48fc-80cf-7ec12458b66b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:25.384937 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77', 'status': 'completed', 'code': 200} Jul 22 19:27:25.389151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:25.406638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:25.455148 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604e1e18-8ff5-45d3-9277-fd246b76311b x-openstack-request-id: req-604e1e18-8ff5-45d3-9277-fd246b76311b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:25.455655 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9f55db-1492-47a6-9971-d70dfbb60333", "name": "network-vif-deleted", "tag": "21c39a91-41e2-4197-8d99-f27711da81ba", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:25.455740 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-604e1e18-8ff5-45d3-9277-fd246b76311b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:25.456079 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9f55db-1492-47a6-9971-d70dfbb60333', 'name': 'network-vif-deleted', 'tag': '21c39a91-41e2-4197-8d99-f27711da81ba', 'status': 'completed', 'code': 200} Jul 22 19:27:25.476571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b84018f9-221f-43ac-ab16-c1ea5ff95816 req-664b4fc6-13e2-48ba-9d51-113cb59cd3fb service neutron] 10.222.0.32 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922092 Jul 22 19:27:25.511751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:25.519710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event updated for resources: {'Port': ['ID=8d7ff06c-6463-4708-a93a-d65290f7bb3c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:25.700968 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32fcff-c4c1-4781-a753-d46782e58c6c x-openstack-request-id: req-3f32fcff-c4c1-4781-a753-d46782e58c6c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:25.701487 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-plugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:25.701680 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f32fcff-c4c1-4781-a753-d46782e58c6c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:25.702164 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'code': 200} Jul 22 19:27:25.730787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-90229983-bc59-4378-b859-514360cc8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:25.744664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40922) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:25.747266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-90229983-bc59-4378-b859-514360cc8091 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5d6f54ce7ff45ac86efe2dae9d298b1&device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 1095 time: 0.1563895 Jul 22 19:27:25.785787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:25.970144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 21c39a91-41e2-4197-8d99-f27711da81ba no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:25.984238 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f37882a5-5de9-4763-a485-6e812cfa410b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64eb8e80b5bd4e90823a6e3a0e3b1ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370627 Jul 22 19:27:25.984238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:26.026468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 21c39a91-41e2-4197-8d99-f27711da81ba {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:26.027108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 21c39a91-41e2-4197-8d99-f27711da81ba not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:26.059628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.083988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.141368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.142202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.143627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8e6ceb0f-716e-4961-9f50-bef81828ed10 HTTP/1.1" status: 204 len: 168 time: 0.1585248 Jul 22 19:27:26.159971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d526ef-b978-4106-8ad6-90dc850bbe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ceb0f-716e-4961-9f50-bef81828ed10,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:26.315471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.349316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-b6e7f047-bcba-4ce6-8074-8afb4ba039a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:26.350976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-b6e7f047-bcba-4ce6-8074-8afb4ba039a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e4648ae1-9119-4a21-892f-dbf744c15046 HTTP/1.1" status: 200 len: 923 time: 0.5941744 Jul 22 19:27:26.411059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-05b90f51-2d3c-4b4f-ad4e-72f11d48d6a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75e3297a-266e-414b-a47a-acde39a1df77 HTTP/1.1" status: 200 len: 217 time: 0.0506501 Jul 22 19:27:26.467574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf43cd1-30d7-4df3-a8b1-07d14520e189 req-5561a9cd-b3f4-446b-9fe6-033e132b112a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:26.474921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaf43cd1-30d7-4df3-a8b1-07d14520e189 req-5561a9cd-b3f4-446b-9fe6-033e132b112a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.6317406 Jul 22 19:27:26.578551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-3a79f937-2704-4cf7-90c6-0878204d1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:26.580123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-3a79f937-2704-4cf7-90c6-0878204d1c61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29e91744-df11-4d26-a7f6-26c2384113b4 HTTP/1.1" status: 200 len: 862 time: 0.1591172 Jul 22 19:27:26.652397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaf43cd1-30d7-4df3-a8b1-07d14520e189 req-d3cffa81-9f4c-4231-8d4e-cd64f8d327d7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662147 Jul 22 19:27:26.656490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-f6f617d2-b5aa-47b2-a589-3e9894af1099 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e4648ae1-9119-4a21-892f-dbf744c15046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638132 Jul 22 19:27:26.853867 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.890871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.911063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:26.988825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-1d480ffb-bcbb-4c2b-be35-1a3890b1a86c service neutron] 10.222.0.32 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204768 Jul 22 19:27:27.032722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event updated for resources: {'Port': ['ID=8d7ff06c-6463-4708-a93a-d65290f7bb3c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:27.062234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.071962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b36fc-c837-4b5e-8432-3a24f7cbdf24 req-66c4972a-871a-4bcb-ba9d-151d9d5e6848 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.073607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-306b36fc-c837-4b5e-8432-3a24f7cbdf24 req-66c4972a-871a-4bcb-ba9d-151d9d5e6848 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 943 time: 0.2386501 Jul 22 19:27:27.130853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:27.152207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.158791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-e09848bb-a36f-4d0e-b151-6b3c146d10a6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1436574 Jul 22 19:27:27.179498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f0548f0-a2a8-47b4-83de-541c16fdbddf req-a1f51ba0-dd21-4c33-a20b-414977b3b469 service neutron] 10.222.0.32 "GET /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757841 Jul 22 19:27:27.214426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-306b36fc-c837-4b5e-8432-3a24f7cbdf24 req-56d5f145-1f2d-4997-9dca-f4487da37c9b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136606 Jul 22 19:27:27.242924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-555138cf-41b3-4336-8dc2-26c1e06fd130 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.0754097 Jul 22 19:27:27.285688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1702548131-network', 'tenant_id': '25cbce0399e74b97a7136eec4e15bc42'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:27.323354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Made reservation on behalf of 25cbce0399e74b97a7136eec4e15bc42 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:27.327428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.337067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.459687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-deleted', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:27.462698 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00327f-0587-482e-8af5-27aed4aff677" -d '{"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-deleted", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:27.463684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-15ff7a5e-7fdf-47ab-8a5d-d0d53f42c71b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.465336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfdd4c27-4101-42ad-af0b-b219c1de0577 req-15ff7a5e-7fdf-47ab-8a5d-d0d53f42c71b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2291937 Jul 22 19:27:27.470369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.476386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.506345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815789af-1191-4c59-a4e3-2af7db4f3f9a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:27.516046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:27:27.528440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.528927 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Added segment 636a4f7d-d0f7-4998-9a19-f4ad33ea145c of type vlan for network 2d41796b-4562-407b-9a6f-9b99f11597c5 Jul 22 19:27:27.580774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.637247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.638250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.638830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.681963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5504162 Jul 22 19:27:27.687640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40986) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:27.701618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Request body: {'subnet': {'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1702548131-subnet', 'tenant_id': '25cbce0399e74b97a7136eec4e15bc42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:27.741402 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d66b1-3ed5-4633-8cc3-18acf76408b6 x-openstack-request-id: req-d46d66b1-3ed5-4633-8cc3-18acf76408b6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:27.741810 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ac5f2c-1020-463d-b7d5-47119dc1982b", "name": "network-vif-deleted", "tag": "aa323d0f-b200-49cd-a483-3e94d1940a9c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:27.742139 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d46d66b1-3ed5-4633-8cc3-18acf76408b6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:27.743140 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ac5f2c-1020-463d-b7d5-47119dc1982b', 'name': 'network-vif-deleted', 'tag': 'aa323d0f-b200-49cd-a483-3e94d1940a9c', 'status': 'completed', 'code': 200} Jul 22 19:27:27.746592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2a60c-0396-46ae-a392-5cbe0ba92384 admin admin] Pushing event updated for resources: {'Network': ['ID=2d41796b-4562-407b-9a6f-9b99f11597c5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:27.762714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:27:27.799114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-35d15073-f421-4ee1-a393-941a0e27ea96 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.806334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-35d15073-f421-4ee1-a393-941a0e27ea96 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.1953230 Jul 22 19:27:27.807660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Made reservation on behalf of 25cbce0399e74b97a7136eec4e15bc42 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:27.812968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:27.824250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-eefe9c3c-aecc-47cd-a953-fc5e80d9e504 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/quotas/fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 375 time: 0.0169287 Jul 22 19:27:27.988618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-30db6e63-804a-42f2-a9d4-b370d0ca176e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:27.990180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-30db6e63-804a-42f2-a9d4-b370d0ca176e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 820 time: 0.1221538 Jul 22 19:27:27.996809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 75e3297a-266e-414b-a47a-acde39a1df77 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:28.038555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-41e87061-7abf-434e-b1ba-b79223e8e85e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/quotas/3f4c48d166274c8ca4cea298037a04d3 HTTP/1.1" status: 200 len: 375 time: 0.0362852 Jul 22 19:27:28.044440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.078793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-be66d48b-0fba-4fac-84fa-77f8ea002d14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2534301 Jul 22 19:27:28.105117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3453412-584a-4684-ab6f-292f450d9025,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:28.141915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Checking segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:28.142639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Network hostable DHCP agents. Network: 2d41796b-4562-407b-9a6f-9b99f11597c5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:27:28.194524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:27:28.215424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=75e3297a-266e-414b-a47a-acde39a1df77,segment=NetworkSegment(a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30),segment_id=a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:28.227368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-caeef40c-495d-41c6-9eb4-87f5a74fb143 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1877637 Jul 22 19:27:28.229438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '75e3297a-266e-414b-a47a-acde39a1df77', 'network_id': 'e4648ae1-9119-4a21-892f-dbf744c15046', 'port_id': '75e3297a-266e-414b-a47a-acde39a1df77', 'mac_address': 'fa:16:3e:27:f9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e91744-df11-4d26-a7f6-26c2384113b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:28.230951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-12c2fd9e-bd2a-41fb-a762-050340dc7033 service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513364 Jul 22 19:27:28.233065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2d41796b-4562-407b-9a6f-9b99f11597c5) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:28.249653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:28.250155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.284018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80681c1d-b451-427f-a6a7-10e91d162077 None None] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:28.327276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-851cc53d-3655-4426-bfa6-0a6f387ab33d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6356912 Jul 22 19:27:28.467214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-1b32588d-d3e9-4a2c-b26e-498f2c146c06 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283905 Jul 22 19:27:28.577122 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.584680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-d954bae7-9a8b-4781-a016-b5cf6be2a60b service neutron] 10.222.0.10 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282297 Jul 22 19:27:28.605161 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-1369d4b3-5ad5-4e96-8ea2-6135a3a33158 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2481265 Jul 22 19:27:28.631399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e3297a-266e-414b-a47a-acde39a1df77 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:28.674815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-5e049b77-4b71-4a7f-9033-2a021b7f63aa service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991067 Jul 22 19:27:28.708854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=75e3297a-266e-414b-a47a-acde39a1df77,segment=NetworkSegment(a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30),segment_id=a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:28.714414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970871e8-5252-4db0-b2ed-43cd3023374c None None] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:28.740562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-31d0b4b7-1b25-47d8-95f9-f58bbd3c132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:28.742136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-31d0b4b7-1b25-47d8-95f9-f58bbd3c132a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 1096 time: 0.1058822 Jul 22 19:27:28.749113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:28.874856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:28.931053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-70184b83-055c-460c-8605-2381106909bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:28.932723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-70184b83-055c-460c-8605-2381106909bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.1572175 Jul 22 19:27:29.043814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-8a68da9b-99cb-4311-a06c-44947b36e649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 200 len: 217 time: 0.1007304 Jul 22 19:27:29.067302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['75e3297a-266e-414b-a47a-acde39a1df77'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:29.125915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50832040-a6c7-4bb9-98b1-4a83bd6e67ab req-b8ee5351-c16e-4cf8-a400-78e9d492cec2 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:29.127524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50832040-a6c7-4bb9-98b1-4a83bd6e67ab req-b8ee5351-c16e-4cf8-a400-78e9d492cec2 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1350024 Jul 22 19:27:29.129028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-df08bb9b-a3d3-49ac-a610-43f3828e09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:29.130656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-df08bb9b-a3d3-49ac-a610-43f3828e09be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.0806243 Jul 22 19:27:29.278827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-c6412062-0ad7-4de1-ac71-55b1274b9525 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399729 Jul 22 19:27:29.306568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-67a1a5f1-6268-4c19-a19e-cc351cea4aab tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:29.310186 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-67a1a5f1-6268-4c19-a19e-cc351cea4aab tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 950 time: 0.2704782 Jul 22 19:27:29.361866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50832040-a6c7-4bb9-98b1-4a83bd6e67ab req-6bc3a150-7878-43d2-9094-2d98d79100ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244313 Jul 22 19:27:29.524735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-235f9097-1774-455d-a771-48a18855b5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263908 Jul 22 19:27:29.577003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 0026de71-ed67-477d-8c58-41c566f99220 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:29.577262 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:29.605876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d59a9-a339-4c13-a69c-974018f869b2 req-812a26a4-90d1-4454-9b2f-49a76ee77317 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:29.615177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-369d59a9-a339-4c13-a69c-974018f869b2 req-812a26a4-90d1-4454-9b2f-49a76ee77317 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 944 time: 0.1455460 Jul 22 19:27:29.725216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-369d59a9-a339-4c13-a69c-974018f869b2 req-77d8f512-8338-4fb3-b42f-61a5c1d3986c tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087773 Jul 22 19:27:29.772504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1c58163-1d02-4493-82b6-1af3c8557421 req-e3b3a826-a33e-415e-a654-f2c44b4093bc service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363210 Jul 22 19:27:29.832046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 0026de71-ed67-477d-8c58-41c566f99220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0026de71-ed67-477d-8c58-41c566f99220,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:29.832419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:29.846552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 0026de71-ed67-477d-8c58-41c566f99220 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:29.860655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77d69b78-3e46-416f-bf28-71fa678c2ec7 req-49d194ef-b331-4d26-97c8-7b6a7f800123 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 210 time: 0.0402529 Jul 22 19:27:29.998940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 75e3297a-266e-414b-a47a-acde39a1df77 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:30.024533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.038464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3279bce-47a7-4efa-93f5-e4c55ac65773 req-d5b3e665-18fa-488b-ae49-a9450be45b12 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.1027367 Jul 22 19:27:30.055201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1', '37c86585-869f-440f-aef4-5bb8e5f56c06'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:30.097440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=0026de71-ed67-477d-8c58-41c566f99220,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:30.187690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-37a9be98-3b8b-4eb0-93a1-61670b8e3125 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:30.189397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-37a9be98-3b8b-4eb0-93a1-61670b8e3125 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.1891530 Jul 22 19:27:30.210030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 0026de71-ed67-477d-8c58-41c566f99220 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:30.214238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.218357 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3a318a6-8641-49b7-b169-4680546e46f0 req-ccbe050a-bce7-4cbf-9117-3f17027487a8 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "DELETE /v2.0/ports/0026de71-ed67-477d-8c58-41c566f99220 HTTP/1.1" status: 204 len: 173 time: 0.9016554 Jul 22 19:27:30.219208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'name': 'network-vif-deleted', 'tag': '0026de71-ed67-477d-8c58-41c566f99220'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:30.223025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 75e3297a-266e-414b-a47a-acde39a1df77 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:30.223703 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72722a86-a923-4ed5-bb5b-0112aca590ae" -d '{"events": [{"server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "name": "network-vif-deleted", "tag": "0026de71-ed67-477d-8c58-41c566f99220"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:30.229233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-605e7900-390f-4a5b-bb76-8ded63a87d22 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/quotas/25cbce0399e74b97a7136eec4e15bc42 HTTP/1.1" status: 200 len: 375 time: 0.0284619 Jul 22 19:27:30.240019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 75e3297a-266e-414b-a47a-acde39a1df77 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:30.240368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.262021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6b9f1fb-d9d6-43b4-bd45-8f9b5fb4145d req-d7fd3cf9-fb89-4445-b617-756b65ec7304 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=69e2bf0b-531b-486f-8fcf-0f34d5dffcbd HTTP/1.1" status: 200 len: 210 time: 0.0548849 Jul 22 19:27:30.346490 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e987a3d7-b835-4f3d-8bd9-21f52f6c967e x-openstack-request-id: req-e987a3d7-b835-4f3d-8bd9-21f52f6c967e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:30.346971 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69e2bf0b-531b-486f-8fcf-0f34d5dffcbd", "name": "network-vif-deleted", "tag": "0026de71-ed67-477d-8c58-41c566f99220", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:30.347070 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e987a3d7-b835-4f3d-8bd9-21f52f6c967e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:30.347412 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e2bf0b-531b-486f-8fcf-0f34d5dffcbd', 'name': 'network-vif-deleted', 'tag': '0026de71-ed67-477d-8c58-41c566f99220', 'status': 'completed', 'code': 200} Jul 22 19:27:30.354208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-86efa09a-89ef-4bc9-bea2-38ddda5df5bf tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215317 Jul 22 19:27:30.435286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.468295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:30.470975 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88060a8f-1068-47ea-8889-673b028b752c" -d '{"events": [{"server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "name": "network-vif-plugged", "status": "completed", "tag": "75e3297a-266e-414b-a47a-acde39a1df77"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:30.492423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=75e3297a-266e-414b-a47a-acde39a1df77,segment=NetworkSegment(a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30),segment_id=a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:30.506494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:30.635820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:30.684706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-9e39744e-5249-4bb7-9a54-9ed4e356d5f4 service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244927 Jul 22 19:27:30.701385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb050aa-4712-490d-a2ca-7f82b453542d req-583ebc43-4b06-460e-b372-a8079983b954 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:30.703553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bb050aa-4712-490d-a2ca-7f82b453542d req-583ebc43-4b06-460e-b372-a8079983b954 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.2098224 Jul 22 19:27:30.759240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-713eeee6-35ad-4e7a-944d-17de422da124 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:30.760841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-713eeee6-35ad-4e7a-944d-17de422da124 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 820 time: 0.2119033 Jul 22 19:27:30.782350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'port': {'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'admin_state_up': True, 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:30.848930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bb050aa-4712-490d-a2ca-7f82b453542d req-dd5d3ed6-14ef-4814-acfc-ca0d921112f9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317520 Jul 22 19:27:30.918109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-db56fd58-a7c0-46b8-9b49-8ab809a2261b service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095375 Jul 22 19:27:30.950803 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044df0c9-7c40-487d-9d3a-1549affbee0b x-openstack-request-id: req-044df0c9-7c40-487d-9d3a-1549affbee0b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:30.951695 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "name": "network-vif-plugged", "status": "completed", "tag": "75e3297a-266e-414b-a47a-acde39a1df77", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:30.952269 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-044df0c9-7c40-487d-9d3a-1549affbee0b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:30.952772 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77', 'code': 200} Jul 22 19:27:31.456950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a45b7ba-e696-41a9-ac31-c0d10f698ae5 req-68a8d974-8629-4630-9f21-f9cea3c68184 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 210 time: 0.0781326 Jul 22 19:27:31.522248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-22429fe1-7711-4bd5-9d4d-40d270d0f806 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:31.524968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-22429fe1-7711-4bd5-9d4d-40d270d0f806 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 949 time: 0.7005038 Jul 22 19:27:31.573720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Made reservation on behalf of 3f4c48d166274c8ca4cea298037a04d3 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:31.577253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:31.699986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e34bb5b-905b-4e58-95ff-6878f174610a req-b8112e60-0c50-491a-acf1-16ea0490d294 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.0641222 Jul 22 19:27:31.767378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-e4f82a6c-b73b-4d59-b664-065fdbd745bb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:31.768938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-e4f82a6c-b73b-4d59-b664-065fdbd745bb tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 820 time: 0.6450093 Jul 22 19:27:31.784266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 37c86585-869f-440f-aef4-5bb8e5f56c06 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:31.784492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:31.796549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Request body: {'port': {'device_id': '300149c6-a804-4874-86b3-b906d3034b64', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'admin_state_up': True, 'tenant_id': 'fc56853aa12f4222bcfbd0aca599cb05'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:31.904858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-127cdacb-fa7e-4be8-975c-64a9e7af8eb7 req-eede631f-37f0-43b3-856e-60c63b4eea7a tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 210 time: 0.1148560 Jul 22 19:27:31.910488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dcd4f-901a-43b6-b585-5aa1ce9b1a98 req-7ad23509-6e31-447f-afcf-a899231bd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:31.915594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be6dcd4f-901a-43b6-b585-5aa1ce9b1a98 req-7ad23509-6e31-447f-afcf-a899231bd734 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 1097 time: 0.7435198 Jul 22 19:27:31.942749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90dce4-8bd0-4343-baf1-925a9503948e req-6aebf2f1-6217-4ea5-8f21-2e842025e3d2 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:31.950850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d90dce4-8bd0-4343-baf1-925a9503948e req-6aebf2f1-6217-4ea5-8f21-2e842025e3d2 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 945 time: 0.6334860 Jul 22 19:27:31.990732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Allocated IP 172.20.0.6 (b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb/782e4469-421a-42ab-a789-bb2d4fb9d5d3/79b41207-59cf-4e6c-8de9-c11dbc3bb5ad) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:32.014579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0026de71-ed67-477d-8c58-41c566f99220 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:32.059485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 0026de71-ed67-477d-8c58-41c566f99220 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:32.070364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0026de71-ed67-477d-8c58-41c566f99220 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:32.075048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d90dce4-8bd0-4343-baf1-925a9503948e req-e4d3a968-5863-4a0b-84df-abc40c2e5151 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230187 Jul 22 19:27:32.076361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 37c86585-869f-440f-aef4-5bb8e5f56c06 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:32.078491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be6dcd4f-901a-43b6-b585-5aa1ce9b1a98 req-db6a16b7-3f66-499a-8b44-75d2ca0926e5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487515 Jul 22 19:27:32.251441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.314916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.343878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:32.357039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.358920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Transition to ACTIVE for port object 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:32.385274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 37c86585-869f-440f-aef4-5bb8e5f56c06, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=37c86585-869f-440f-aef4-5bb8e5f56c06,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:32.386919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.427722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 37c86585-869f-440f-aef4-5bb8e5f56c06 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:32.453663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:32.608930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.625293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['6d4a28b2-b561-4747-9aa2-a4ff0c699253'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:32.677234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event updated for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:32.698564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:32.701881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:32.709309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:32.713475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Made reservation on behalf of fc56853aa12f4222bcfbd0aca599cb05 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:32.718157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.890824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:32.891882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.896266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:32.911242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:32.958081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:32.964569 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc2d88d-0316-4e63-9abb-32ffb896c610" -d '{"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-unplugged", "status": "completed", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:32.966033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=37c86585-869f-440f-aef4-5bb8e5f56c06,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:33.042796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-b11270f4-6a39-43b6-a1a8-526368315651 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2648709 Jul 22 19:27:33.043797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c49d32-9414-46eb-98c3-9c4a1d2657a2 req-bde09dc1-692b-4fd3-99bb-9a5c96ac3c5a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:33.056182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64c49d32-9414-46eb-98c3-9c4a1d2657a2 req-bde09dc1-692b-4fd3-99bb-9a5c96ac3c5a tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a33af24-2cba-4434-8258-82c1fe6a359d HTTP/1.1" status: 200 len: 867 time: 0.8053844 Jul 22 19:27:33.073429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b4702-002b-4b65-893a-d1e15f69bb6b req-dc75c309-8e42-45ce-8deb-67ed32c0b096 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:33.092731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b81b4702-002b-4b65-893a-d1e15f69bb6b req-dc75c309-8e42-45ce-8deb-67ed32c0b096 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.9596629 Jul 22 19:27:33.104907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Request body: {'port': {'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:33.107688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 37c86585-869f-440f-aef4-5bb8e5f56c06 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:33.110494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:33.112427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-04278bf5-12a4-43bb-9734-80bb2f4a1d14 req-41e20340-2baf-4dcb-b03d-6c58e842dff9 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "DELETE /v2.0/ports/37c86585-869f-440f-aef4-5bb8e5f56c06 HTTP/1.1" status: 204 len: 173 time: 1.5810575 Jul 22 19:27:33.112860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-deleted', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:33.126011 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0071be4-2ef6-4fcb-b4a8-1bc1ee07ab81" -d '{"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-deleted", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:33.208306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3378ea87-370a-4eba-9b98-704f36c8e8ce None None] Provisioning for port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:33.223193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3378ea87-370a-4eba-9b98-704f36c8e8ce None None] Provisioning complete for port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:33.223824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3378ea87-370a-4eba-9b98-704f36c8e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:33.285159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:33.296700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3378ea87-370a-4eba-9b98-704f36c8e8ce None None] Port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:27:33.378452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Allocated IP 172.20.0.4 (df522fd3-928a-4ea5-8ca6-a2e67878c816/a42674b8-7201-4ff1-8705-e637378b1ece/5ce58a7d-5a6a-40f4-a478-1602890b332c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:33.436789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64c49d32-9414-46eb-98c3-9c4a1d2657a2 req-37fe716f-e5c2-4ac0-aecc-d30411dad5f0 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793442 Jul 22 19:27:33.606317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b81b4702-002b-4b65-893a-d1e15f69bb6b req-6ff11ce5-4f06-40a0-b68f-5e267f69b4ed tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127273 Jul 22 19:27:33.737608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-7b9a8590-e04d-46b3-a8de-6631401a98f6 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:33.739171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-7b9a8590-e04d-46b3-a8de-6631401a98f6 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.6385918 Jul 22 19:27:33.788808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'port': {'device_id': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'admin_state_up': True, 'tenant_id': '25cbce0399e74b97a7136eec4e15bc42'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:33.905749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44e84e88-3b13-44c6-bc4e-9a5fa726fdad req-2315cd70-a490-442f-a9ba-c2f2e1074366 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.1087787 Jul 22 19:27:33.918224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:33.937155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:33.986650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Transition to ACTIVE for port object 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:33.999176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.026279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.141070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Pushing event updated for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:34.159362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88b40d66-ccf8-411c-a6c3-75a53c41e681 req-d583e4f0-d316-4cdd-9ebd-a98991729525 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 210 time: 0.0895720 Jul 22 19:27:34.190958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7465e7f-da90-400f-9d3f-84638f4c850c req-acac1cb2-41b2-489c-8e4b-b528e97423c1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:34.206961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7465e7f-da90-400f-9d3f-84638f4c850c req-acac1cb2-41b2-489c-8e4b-b528e97423c1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 931 time: 0.3474958 Jul 22 19:27:34.254973 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdd514c-0f07-4b5a-b827-0a3bbb0fdb0f x-openstack-request-id: req-2fdd514c-0f07-4b5a-b827-0a3bbb0fdb0f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:34.257029 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-unplugged", "status": "completed", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:34.257518 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fdd514c-0f07-4b5a-b827-0a3bbb0fdb0f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:34.259141 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'code': 200} Jul 22 19:27:34.289390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7465e7f-da90-400f-9d3f-84638f4c850c req-9f1ed68e-4666-42da-aaf4-45d7cacf1d1a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812101 Jul 22 19:27:34.320362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Made reservation on behalf of 25cbce0399e74b97a7136eec4e15bc42 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:34.330229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.364123 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c088fcef-811e-4a64-b881-6d3b5381c115 x-openstack-request-id: req-c088fcef-811e-4a64-b881-6d3b5381c115 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:34.364392 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a33af24-2cba-4434-8258-82c1fe6a359d", "name": "network-vif-deleted", "tag": "37c86585-869f-440f-aef4-5bb8e5f56c06", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:34.364502 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c088fcef-811e-4a64-b881-6d3b5381c115 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:34.364876 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a33af24-2cba-4434-8258-82c1fe6a359d', 'name': 'network-vif-deleted', 'tag': '37c86585-869f-440f-aef4-5bb8e5f56c06', 'status': 'completed', 'code': 200} Jul 22 19:27:34.368781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.380758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:34.402123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Attempting to bind port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:34.402464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Attempting to bind port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:34.402800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Attempting to bind port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:34.417359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:34.417359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Attempting to bind port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad on network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:34.435536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:34.440652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Checking segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:34.441296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Bound using segment: {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:34.442205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Bound port: 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:34.442804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.479003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:34.518486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Network df522fd3-928a-4ea5-8ca6-a2e67878c816 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:34.520578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.520869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.521796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.522396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.522744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.523089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.523476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.524312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.524685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.525565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.525919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.526256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:34.533553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:34.556926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:34.570015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:34.578586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:34.593039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.662475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c520e-de49-4235-bf58-abfd03e3fbbb req-eaefee6b-5dbf-496c-8ea1-db26a2ba577a tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:34.671297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-262c520e-de49-4235-bf58-abfd03e3fbbb req-eaefee6b-5dbf-496c-8ea1-db26a2ba577a tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 945 time: 0.2938879 Jul 22 19:27:34.710124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:34.710765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.712796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] 10.222.0.26 "PUT /v2.0/ports/79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 1092 time: 1.6247537 Jul 22 19:27:34.766905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:34.767582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:34.823322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-262c520e-de49-4235-bf58-abfd03e3fbbb req-a9cf4f91-8e28-4ec5-8677-efef7c6f7830 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510386 Jul 22 19:27:34.871324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-dce80230-ddda-4767-8a3f-e40e06188652 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0802226 Jul 22 19:27:34.872396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Allocated IP 172.20.0.9 (2d41796b-4562-407b-9a6f-9b99f11597c5/c3453412-584a-4684-ab6f-292f450d9025/3756d466-64b7-4969-b6c5-da160d7816e4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:34.875184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad538f09-1b78-401c-be0f-c9e84a5ea14b service neutron] Pushing event updated for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:34.908052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Request body: {'port': {'device_id': '300149c6-a804-4874-86b3-b906d3034b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:34.927361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-a05d1f68-b045-4a03-83a8-55488e858690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:34.929650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-a05d1f68-b045-4a03-83a8-55488e858690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1095 time: 0.1617565 Jul 22 19:27:35.070700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-e126718f-0651-4ff3-9f29-1fce0ab72013 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 217 time: 0.1327364 Jul 22 19:27:35.159316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:35.170016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-c54eb628-a140-491b-b2c4-a492ee64b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:35.171518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-c54eb628-a140-491b-b2c4-a492ee64b466 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0932615 Jul 22 19:27:35.254181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc4777-8d7b-4dc8-b65f-e4faa52243ee req-ae61346f-9fac-47d7-8acf-21a11f0f87cd tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:35.256089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-becc4777-8d7b-4dc8-b65f-e4faa52243ee req-ae61346f-9fac-47d7-8acf-21a11f0f87cd tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.2947760 Jul 22 19:27:35.334960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-dcd31d8a-e997-4af6-abec-54427b722226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:35.336818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-dcd31d8a-e997-4af6-abec-54427b722226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518052 Jul 22 19:27:35.444037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-becc4777-8d7b-4dc8-b65f-e4faa52243ee req-71d38c6f-1f41-49a6-b431-09dc38b06a4b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717882 Jul 22 19:27:35.527785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-e4f31555-b06c-44ec-9b4e-005523e220fd service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801269 Jul 22 19:27:35.583679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:35.704941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82536b80-50fd-4a26-8ece-1025a0fa2d50 req-587a26f6-912b-409d-b339-4bf98c429444 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:35.717094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82536b80-50fd-4a26-8ece-1025a0fa2d50 req-587a26f6-912b-409d-b339-4bf98c429444 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 931 time: 0.2545068 Jul 22 19:27:35.721315 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09e265e0-61fd-49c2-a600-a0313b0f8a55 req-39c5e6cd-f71c-46ee-a80e-1571b26baac6 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841512 Jul 22 19:27:35.852790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82536b80-50fd-4a26-8ece-1025a0fa2d50 req-45b1fa1c-91eb-468f-afd9-c44673b5aea0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199462 Jul 22 19:27:35.928760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5abf8b-7c46-40b6-abaf-ad9e8d78874e req-0149fe01-15aa-449a-8d6e-30f7d46e0057 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:35.930843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d5abf8b-7c46-40b6-abaf-ad9e8d78874e req-0149fe01-15aa-449a-8d6e-30f7d46e0057 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 950 time: 0.3280880 Jul 22 19:27:35.936341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.019458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce58a7d-5a6a-40f4-a478-1602890b332c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:36.058846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.067873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:36.088373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:36.091606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:36.118624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d5abf8b-7c46-40b6-abaf-ad9e8d78874e req-845edc00-73cc-4e83-92d4-5792ecc5f97e tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/security-groups?id=69df57b8-b0e9-4fbe-afdc-66900442a208&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738148 Jul 22 19:27:36.151007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Transition to ACTIVE for port object 5ce58a7d-5a6a-40f4-a478-1602890b332c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:36.167570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:36.235400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:36.237226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.270381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.308300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa037c2c-ed19-46e2-a08e-6f9ddf06d85e req-d2662121-4f75-4df4-9c2a-199d2d4a15df tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:36.315111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa037c2c-ed19-46e2-a08e-6f9ddf06d85e req-d2662121-4f75-4df4-9c2a-199d2d4a15df tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 931 time: 0.3436835 Jul 22 19:27:36.366791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:36.369564 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84b69c-5eee-40dd-97b8-8b0196fc387b" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:36.388445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-46ffd2be-687b-4353-90d6-326a9be6dc8f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6055899 Jul 22 19:27:36.423430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Request body: {'port': {'device_id': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:36.486469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:36.514936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa037c2c-ed19-46e2-a08e-6f9ddf06d85e req-2f25f521-5e9a-4fca-bbca-4e4b47a0d265 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989007 Jul 22 19:27:36.644848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc1b7-de91-4e69-856c-8cbf56a8e37b req-3f37da29-562c-43d0-82f9-93df8081481c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:36.658366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-608c3e20-0b4e-4c65-a0bb-1ce897817306 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:36.658749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-748dc1b7-de91-4e69-856c-8cbf56a8e37b req-3f37da29-562c-43d0-82f9-93df8081481c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 943 time: 0.4083452 Jul 22 19:27:36.660705 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-608c3e20-0b4e-4c65-a0bb-1ce897817306 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 950 time: 0.1203253 Jul 22 19:27:36.698193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.753196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-748dc1b7-de91-4e69-856c-8cbf56a8e37b req-047976c7-d4b9-4358-82f1-826b46996522 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836966 Jul 22 19:27:36.808893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:36.809453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:36.809978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:36.819319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:36.819873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:36.840608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:36.841248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:36.841837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:36.842457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Bound port: 5ce58a7d-5a6a-40f4-a478-1602890b332c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:36.843001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:36.973379 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3886c980-0cf5-4e7a-a8ee-14dc57d6be40 x-openstack-request-id: req-3886c980-0cf5-4e7a-a8ee-14dc57d6be40 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:36.975161 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:36.977947 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3886c980-0cf5-4e7a-a8ee-14dc57d6be40 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:36.978856 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'status': 'completed', 'code': 200} Jul 22 19:27:37.073461 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9285c040-2e97-49b4-97e8-b69cb9057ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.100947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Deleting port 2c57d575-8ee6-46c8-b07d-a39383661fc1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:37.101282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.149758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-8942261e-374b-461c-b34f-394e8da2b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.151252 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-8942261e-374b-461c-b34f-394e8da2b017 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1095 time: 0.2995489 Jul 22 19:27:37.332917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] For port 2c57d575-8ee6-46c8-b07d-a39383661fc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c57d575-8ee6-46c8-b07d-a39383661fc1,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:37.333712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.358051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Calling delete_port for 2c57d575-8ee6-46c8-b07d-a39383661fc1 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:37.375628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-030abcb5-02ee-496d-989e-2546d570c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.377303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-030abcb5-02ee-496d-989e-2546d570c236 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2090921 Jul 22 19:27:37.484320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-4dc91b3e-c777-4dbd-8e2e-fb06398cb5bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 217 time: 0.0915077 Jul 22 19:27:37.569904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-5a3d6acf-c7b5-4b32-b195-bb6c86065122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.572748 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-5a3d6acf-c7b5-4b32-b195-bb6c86065122 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0774324 Jul 22 19:27:37.585631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607ed25-f46f-48e0-879f-edbc75d6cd35 req-459e249d-d383-415e-9173-771fc22d23e8 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.596116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f607ed25-f46f-48e0-879f-edbc75d6cd35 req-459e249d-d383-415e-9173-771fc22d23e8 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.6805596 Jul 22 19:27:37.606502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:37.629903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:37.647677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.697756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.710244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c57d575-8ee6-46c8-b07d-a39383661fc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:37.737854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Pushing event deleted for resources: {'Port': ['ID=2c57d575-8ee6-46c8-b07d-a39383661fc1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:37.743092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f607ed25-f46f-48e0-879f-edbc75d6cd35 req-1f479823-7898-4329-8291-8a90c3b73ff6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463225 Jul 22 19:27:37.755947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-ef3098f3-8fa9-4138-b996-0f2f4e78c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.757933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-ef3098f3-8fa9-4138-b996-0f2f4e78c99f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778522 Jul 22 19:27:37.763237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.763587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.763981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.764388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.764729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.765062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.765392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.765720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.766098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.766428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.766753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.767077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:37.816257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.816769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.818165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 1092 time: 2.9293873 Jul 22 19:27:37.840204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] No DVR routers for this DVR port 2c57d575-8ee6-46c8-b07d-a39383661fc1 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:37.847469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:37.849126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:37.850277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e02c8f51-5ed8-4b02-8f7d-63015b7dc340 req-fab999ef-afe7-4d32-b702-cb1848fc35d1 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.32 "DELETE /v2.0/ports/2c57d575-8ee6-46c8-b07d-a39383661fc1 HTTP/1.1" status: 204 len: 173 time: 1.1832254 Jul 22 19:27:37.851901 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:37.940319 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-93c5ba71-1790-49a3-b25c-b58c12c96ea2 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488576 Jul 22 19:27:37.941373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecde397-caae-4c7d-8305-a5e72439774e req-55840a3e-1c30-4e6c-bace-b1f710637083 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:37.949221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ecde397-caae-4c7d-8305-a5e72439774e req-55840a3e-1c30-4e6c-bace-b1f710637083 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.8304915 Jul 22 19:27:38.039874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a3c26-5d7a-4d78-93bc-3157bd1c75a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:38.060993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e84b69c-5eee-40dd-97b8-8b0196fc387b req-9d282476-205f-486c-ba93-d5e2c8dcb5a7 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133287 Jul 22 19:27:38.134781 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ecde397-caae-4c7d-8305-a5e72439774e req-5492d06d-61a5-40a7-908d-39a59c70d24d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844873 Jul 22 19:27:38.137521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3756d466-64b7-4969-b6c5-da160d7816e4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:38.162054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.192953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-a657d12b-be90-49de-80a6-784e625a989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:38.194771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-a657d12b-be90-49de-80a6-784e625a989e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1095 time: 0.2974820 Jul 22 19:27:38.205489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Transition to ACTIVE for port object 3756d466-64b7-4969-b6c5-da160d7816e4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:38.224559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4c048-b9e5-40d6-96c6-4ecdb7db2787 req-74fd9709-124a-4676-9d20-3afa6d8c9d3b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:38.238199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbf4c048-b9e5-40d6-96c6-4ecdb7db2787 req-74fd9709-124a-4676-9d20-3afa6d8c9d3b tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 945 time: 0.3792949 Jul 22 19:27:38.254605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.331019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-e00a9d3d-b701-4abe-8460-def4196b8229 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 217 time: 0.1232774 Jul 22 19:27:38.354657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:38.356866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:38.431783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69ef8347-f119-4fc9-85a6-4dcc501eb186 req-63e9a76e-f2b7-4b72-b1fc-5078ec114ad6 tempest-ServersOnMultiNodesTest-438299281 tempest-ServersOnMultiNodesTest-438299281-project] 10.222.0.10 "GET /v2.0/ports?device_id=3563978b-5a6d-40e5-a814-7e33f1537fdb HTTP/1.1" status: 200 len: 210 time: 0.0752389 Jul 22 19:27:38.461344 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:27:38.540590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbf4c048-b9e5-40d6-96c6-4ecdb7db2787 req-3f11cef4-fe60-4129-a022-7e1100d469b2 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/security-groups?id=d88a9497-19b9-4867-a8ea-01c9ffec3e98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014851 Jul 22 19:27:38.561937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:38.567118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-c978420b-8b8d-4841-95f7-04d11a83dd11 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:38.568841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-c978420b-8b8d-4841-95f7-04d11a83dd11 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.32 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 945 time: 0.2376513 Jul 22 19:27:38.611287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-a947f181-1b3c-4f8c-9c70-9efd41eb89b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:38.631363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-a947f181-1b3c-4f8c-9c70-9efd41eb89b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.2659683 Jul 22 19:27:38.752327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-bf3e3dce-d24a-4646-8b8c-49568e1dfddb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836225 Jul 22 19:27:38.787690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.830990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Deleting port 75e3297a-266e-414b-a47a-acde39a1df77 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:38.832681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.876464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Attempting to bind port 3756d466-64b7-4969-b6c5-da160d7816e4 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:38.876950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Attempting to bind port 3756d466-64b7-4969-b6c5-da160d7816e4 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:38.877397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Attempting to bind port 3756d466-64b7-4969-b6c5-da160d7816e4 on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:38.885707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:38.891239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Port 3756d466-64b7-4969-b6c5-da160d7816e4 on network 2d41796b-4562-407b-9a6f-9b99f11597c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:38.891711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Attempting to bind port 3756d466-64b7-4969-b6c5-da160d7816e4 on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:38.893796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:38.896885 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe54d17-8067-4c87-a7b1-c9a32893be06" -d '{"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-unplugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:38.908045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2362c-b39f-4602-9ca8-c4c5e5ed3c84 req-ce161433-32bb-4f06-bcc2-9f35bdea5eea tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:38.915884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8a2362c-b39f-4602-9ca8-c4c5e5ed3c84 req-ce161433-32bb-4f06-bcc2-9f35bdea5eea tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 943 time: 0.3686426 Jul 22 19:27:38.920831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'port_id': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'mac_address': 'fa:16:3e:a2:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29450943-9660-4656-bafc-2da686e98fa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:38.925839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:38.945209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:38.945872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Checking segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:38.946387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Bound using segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:38.946948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Bound port: 3756d466-64b7-4969-b6c5-da160d7816e4, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:38.947426 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.979363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.986015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] For port 75e3297a-266e-414b-a47a-acde39a1df77, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=75e3297a-266e-414b-a47a-acde39a1df77,segment=NetworkSegment(a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30),segment_id=a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:38.986654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:38.992861 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.004127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'name': 'network-vif-deleted', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:39.013088 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe3ab8-4385-4f18-a3bd-a767893fcde4" -d '{"events": [{"server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "name": "network-vif-deleted", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:39.027305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Calling delete_port for 75e3297a-266e-414b-a47a-acde39a1df77 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:39.046564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-c212f646-f716-4507-b7e4-9655270b52f9 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843392 Jul 22 19:27:39.075054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:39.079596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:39.117332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8a2362c-b39f-4602-9ca8-c4c5e5ed3c84 req-3acad3e8-e477-4a46-9517-ed6a5951f86c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997719 Jul 22 19:27:39.153141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:27:39.157017 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:27:39.169916 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c11b08-38aa-4f82-b7f6-aaa090855a31 x-openstack-request-id: req-11c11b08-38aa-4f82-b7f6-aaa090855a31 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:39.170348 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:39.171021 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11c11b08-38aa-4f82-b7f6-aaa090855a31 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:39.171635 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'status': 'completed', 'code': 200} Jul 22 19:27:39.287434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:39.305886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:39.323329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.327626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21c82-435d-410a-be3a-5f13a1e6bc3c req-b1d91e9d-0938-42a3-b58a-adb12d233aa2 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:39.329428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41e21c82-435d-410a-be3a-5f13a1e6bc3c req-b1d91e9d-0938-42a3-b58a-adb12d233aa2 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 943 time: 0.4029491 Jul 22 19:27:39.343314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['75e3297a-266e-414b-a47a-acde39a1df77'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:39.379036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Pushing event deleted for resources: {'Port': ['ID=75e3297a-266e-414b-a47a-acde39a1df77,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:39.400581 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.427359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0806e84-86df-4aec-b7ff-232e8f050383 req-19d2050c-ab7e-46ef-832b-a329a1363cf1 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595142 Jul 22 19:27:39.436376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] No DVR routers for this DVR port 75e3297a-266e-414b-a47a-acde39a1df77 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:39.438956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.441242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71500fb-6f15-4927-81b0-ed8260f68138 req-fe60942f-c6bf-4016-8e56-a7b92a568f24 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.32 "DELETE /v2.0/ports/75e3297a-266e-414b-a47a-acde39a1df77 HTTP/1.1" status: 204 len: 173 time: 0.8664422 Jul 22 19:27:39.464213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:39.465048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.467384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] 10.222.0.32 "PUT /v2.0/ports/3756d466-64b7-4969-b6c5-da160d7816e4 HTTP/1.1" status: 200 len: 1092 time: 3.0487056 Jul 22 19:27:39.503666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41e21c82-435d-410a-be3a-5f13a1e6bc3c req-f3f01364-7a59-472c-a076-564cc1c1cb5a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214902 Jul 22 19:27:39.522385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b654-0083-4954-9016-8b1193ba9543 service neutron] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:39.600679 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea694839-d8f8-45c7-8f99-3963144fbdbb x-openstack-request-id: req-ea694839-d8f8-45c7-8f99-3963144fbdbb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:39.601213 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-unplugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:39.601428 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea694839-d8f8-45c7-8f99-3963144fbdbb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:39.601951 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'code': 200} Jul 22 19:27:39.607547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b79f806-d746-42a2-a8e7-75aa66b0e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.613725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9eaf3-ea41-47ac-8e11-e0de7dd48e8f req-9afd3d49-413a-49b7-b6b3-5aee03d58a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:39.615428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bb9eaf3-ea41-47ac-8e11-e0de7dd48e8f req-9afd3d49-413a-49b7-b6b3-5aee03d58a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 944 time: 0.3243968 Jul 22 19:27:39.646933 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a931bbf6-f088-42ae-a2dd-4d3094f02c17 x-openstack-request-id: req-a931bbf6-f088-42ae-a2dd-4d3094f02c17 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:39.647448 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3563978b-5a6d-40e5-a814-7e33f1537fdb", "name": "network-vif-deleted", "tag": "2c57d575-8ee6-46c8-b07d-a39383661fc1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:39.647980 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a931bbf6-f088-42ae-a2dd-4d3094f02c17 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:39.649255 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3563978b-5a6d-40e5-a814-7e33f1537fdb', 'name': 'network-vif-deleted', 'tag': '2c57d575-8ee6-46c8-b07d-a39383661fc1', 'status': 'completed', 'code': 200} Jul 22 19:27:39.737113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.748569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.755781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-48e66c92-3817-43d6-a9d9-6d8b9b0d8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:39.757527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-48e66c92-3817-43d6-a9d9-6d8b9b0d8f46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1095 time: 0.2460620 Jul 22 19:27:39.762175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:39.772453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bb9eaf3-ea41-47ac-8e11-e0de7dd48e8f req-50acce67-8041-4e61-b4f1-e69508562ec7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430283 Jul 22 19:27:39.808692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:39.812054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-b61cb28a-6e22-4038-bc24-4fc333e6d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:39.813752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-b61cb28a-6e22-4038-bc24-4fc333e6d839 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 1095 time: 0.2645869 Jul 22 19:27:39.817847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:39.818395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:39.912851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-9c820489-b43d-4d3a-b8e6-99a8a1e33e43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3756d466-64b7-4969-b6c5-da160d7816e4 HTTP/1.1" status: 200 len: 217 time: 0.0875509 Jul 22 19:27:39.933784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:40.017808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1a9640b-ec34-4787-ab19-1ee3d92c8d97 req-42409309-2203-4451-9db6-6133878d3c02 tempest-InstanceActionsNegativeTestJSON-1341369894 tempest-InstanceActionsNegativeTestJSON-1341369894-project] 10.222.0.10 "GET /v2.0/ports?device_id=20923328-7c97-454f-8c0b-718a7812f569 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Jul 22 19:27:40.022144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:40.032359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e805a-d2f0-476b-9f49-5719c99f143a req-749214f9-96bf-415a-aecb-1002ace76dff tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:40.034163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651e805a-d2f0-476b-9f49-5719c99f143a req-749214f9-96bf-415a-aecb-1002ace76dff tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.3191473 Jul 22 19:27:40.051861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c57d575-8ee6-46c8-b07d-a39383661fc1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:40.130367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 2c57d575-8ee6-46c8-b07d-a39383661fc1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:40.130782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c57d575-8ee6-46c8-b07d-a39383661fc1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:40.131595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-21153a7e-df1b-4add-a121-f25a49b1309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:40.134654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:40.136742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-21153a7e-df1b-4add-a121-f25a49b1309b service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.3602779 Jul 22 19:27:40.138290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-8283b0a8-e94f-4203-a16d-d2a507763cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:40.142279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-8283b0a8-e94f-4203-a16d-d2a507763cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.2036977 Jul 22 19:27:40.216979 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.251309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:40.277280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-5c6f3a51-0fc1-40e7-9ca8-551a8bc8f4ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200917 Jul 22 19:27:40.283429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-7b805bca-48a2-4dc9-8228-37e707db9cb3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 217 time: 0.1351218 Jul 22 19:27:40.295854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:40.307940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.358996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651e805a-d2f0-476b-9f49-5719c99f143a req-38333e94-3c71-45b5-b2e6-e77803b96d03 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982364 Jul 22 19:27:40.380868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:40.405074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41232) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:40.443200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-b4482cc0-cf3d-4dce-bd86-f686ae99c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:40.445526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-b4482cc0-cf3d-4dce-bd86-f686ae99c65b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1493723 Jul 22 19:27:40.518443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-33186abf-8427-4423-ac94-40082c50606c service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338054 Jul 22 19:27:40.521646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-4ad74ddb-e625-4083-8427-71b78e114757 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522661 Jul 22 19:27:40.581795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['78767dbb-6a92-4e90-9c5f-bb9e510af67b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:40.613445 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3671f8df-22a9-4268-b462-35c4a36fd1fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62532e48611c4e4c8717627cc5f6624f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071488 Jul 22 19:27:40.614057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41238) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:40.658897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:40.696559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-db9c56dc-0500-4ae4-a06f-61f94c1900a7 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532688 Jul 22 19:27:40.712574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.760682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.820937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3999d8-440b-45dc-a6cb-7315bb400091 req-d67a0f2b-c50f-48d1-b84d-712baa870879 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:40.831539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b3999d8-440b-45dc-a6cb-7315bb400091 req-d67a0f2b-c50f-48d1-b84d-712baa870879 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 943 time: 0.3610044 Jul 22 19:27:40.871573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.876087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:40.881088 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69df57b8-b0e9-4fbe-afdc-66900442a208 HTTP/1.1" status: 204 len: 168 time: 0.2658074 Jul 22 19:27:40.892275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462e854-3527-473d-bfbc-f5379269f23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69df57b8-b0e9-4fbe-afdc-66900442a208,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:40.934763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61fc155e-49c6-4729-ae8c-70d5fc341e22 req-9fa1626a-5dba-4ddf-bbfa-3a3cb5c4525c service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933117 Jul 22 19:27:40.968207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b3999d8-440b-45dc-a6cb-7315bb400091 req-9a1c8524-3470-4b45-afdc-475ab398c7e3 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356099 Jul 22 19:27:41.019760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472983-59c1-4f7e-b7c7-375339f82619 req-e75df346-d900-495c-9a9d-59c0be3818d6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.030341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d472983-59c1-4f7e-b7c7-375339f82619 req-e75df346-d900-495c-9a9d-59c0be3818d6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 944 time: 0.3314130 Jul 22 19:27:41.065774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-341d52e0-583b-4cea-b09d-e66d6c8e6fe9 req-887d0b6b-6771-4be9-8ed5-28b9b3807a04 service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400483 Jul 22 19:27:41.138146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d472983-59c1-4f7e-b7c7-375339f82619 req-125a90db-6df0-4766-9282-48a01599723c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962045 Jul 22 19:27:41.172372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:41.174791 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad06436-3be9-4474-b847-6e70e9510d27" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:41.205937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c161e-00cc-4ff7-b622-77229063a168 req-5245022a-7a8d-41a1-a341-88c1a0f772ad tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.209837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f0c161e-00cc-4ff7-b622-77229063a168 req-5245022a-7a8d-41a1-a341-88c1a0f772ad tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 945 time: 0.1240051 Jul 22 19:27:41.219663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41252) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:41.291632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Deleting subnet 29e91744-df11-4d26-a7f6-26c2384113b4 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:27:41.297343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.326489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f0c161e-00cc-4ff7-b622-77229063a168 req-ca6692ce-5100-4d21-ba64-e362b4e23cf9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094935 Jul 22 19:27:41.373947 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b8ac0-b981-445d-b7c8-5c84281db842 x-openstack-request-id: req-314b8ac0-b981-445d-b7c8-5c84281db842 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:41.374927 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:41.375476 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-314b8ac0-b981-445d-b7c8-5c84281db842 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:41.377050 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4', 'status': 'completed', 'code': 200} Jul 22 19:27:41.390195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.440367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41266) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:41.516452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-b2112771-b4a8-4cf9-af7e-f65d7f2374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.516911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.518778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-b2112771-b4a8-4cf9-af7e-f65d7f2374ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 1095 time: 0.1067245 Jul 22 19:27:41.590536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b564e123-c1ca-4a06-af78-84bdcaa739bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=110392c9954b41779a0fac7015e2d285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475110 Jul 22 19:27:41.594461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41268) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:41.649938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.651994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'name': 'network-vif-deleted', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:41.654212 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87742c1-c17c-4ba9-8f68-9673d4b6da44" -d '{"events": [{"server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "name": "network-vif-deleted", "tag": "75e3297a-266e-414b-a47a-acde39a1df77"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:41.698564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97812d5c-8d5a-4455-bc2f-3c81d73ec741 req-0d50b131-e149-4472-91e2-479de051a4b3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.705688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97812d5c-8d5a-4455-bc2f-3c81d73ec741 req-0d50b131-e149-4472-91e2-479de051a4b3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.1557784 Jul 22 19:27:41.735708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-b9d1779d-28ab-4232-a19b-cc14404ff31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.737520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-b9d1779d-28ab-4232-a19b-cc14404ff31c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 923 time: 0.2029159 Jul 22 19:27:41.755743 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9af309e-a8d2-4b85-b5ee-0bd2d5eed3ac x-openstack-request-id: req-d9af309e-a8d2-4b85-b5ee-0bd2d5eed3ac {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:41.756249 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20923328-7c97-454f-8c0b-718a7812f569", "name": "network-vif-deleted", "tag": "75e3297a-266e-414b-a47a-acde39a1df77", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:41.756477 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9af309e-a8d2-4b85-b5ee-0bd2d5eed3ac {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:41.756890 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20923328-7c97-454f-8c0b-718a7812f569', 'name': 'network-vif-deleted', 'tag': '75e3297a-266e-414b-a47a-acde39a1df77', 'status': 'completed', 'code': 200} Jul 22 19:27:41.757470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.802852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.819381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-497e81eb-39b6-4203-9736-efac23a7351b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3756d466-64b7-4969-b6c5-da160d7816e4 HTTP/1.1" status: 200 len: 217 time: 0.0619156 Jul 22 19:27:41.828095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.830263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97812d5c-8d5a-4455-bc2f-3c81d73ec741 req-af76a802-813c-4925-9733-b5f34ca1a4b0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234865 Jul 22 19:27:41.873838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e91744-df11-4d26-a7f6-26c2384113b4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:41.895692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.898026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-db37e9f9-e498-43a7-8cfa-2b3f5e1fd977 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/29e91744-df11-4d26-a7f6-26c2384113b4 HTTP/1.1" status: 204 len: 168 time: 0.6762531 Jul 22 19:27:41.901384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41272) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:41.936064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.941447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:41.949330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc94c6c6-1583-4067-8abd-ff557da3df07 HTTP/1.1" status: 204 len: 168 time: 0.3517640 Jul 22 19:27:41.949578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-7c9648f4-8977-41b3-bfcd-cde190ac602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:41.949578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-7c9648f4-8977-41b3-bfcd-cde190ac602b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.1154494 Jul 22 19:27:42.001117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad7de9-c0fa-418c-8e00-bc70959536de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc94c6c6-1583-4067-8abd-ff557da3df07,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:42.078636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 75e3297a-266e-414b-a47a-acde39a1df77 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:42.100301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 75e3297a-266e-414b-a47a-acde39a1df77 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:42.100608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 75e3297a-266e-414b-a47a-acde39a1df77 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:42.348191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:42.493660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-f19d43aa-9983-4de1-a30c-e90dfd5c94a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5317190 Jul 22 19:27:42.507070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 78767dbb-6a92-4e90-9c5f-bb9e510af67b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:42.508339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:42.576874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:42.649103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:42.686560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:42.690796 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe4d8b-847c-4cf5-80f9-22400a9f3bed" -d '{"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-plugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:42.712765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:42.724464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:42.724660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:42.784637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ced61-f073-4d91-b9dc-a2a171cb3362 req-8623ef2b-d3ce-4a7c-b0cb-29df13ccedbe tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:42.792480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-964ced61-f073-4d91-b9dc-a2a171cb3362 req-8623ef2b-d3ce-4a7c-b0cb-29df13ccedbe tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 943 time: 0.2881529 Jul 22 19:27:42.809321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f5d0-96f2-4aff-9bc2-6d535ba6b35c req-b9f73df8-543f-4916-89be-1d486c2e9f6a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:42.811000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2af4f5d0-96f2-4aff-9bc2-6d535ba6b35c req-b9f73df8-543f-4916-89be-1d486c2e9f6a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 944 time: 0.3164279 Jul 22 19:27:42.820239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-b93cdb91-616c-4d00-9a54-bf616e43c90c service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026273 Jul 22 19:27:42.886898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:42.942241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-964ced61-f073-4d91-b9dc-a2a171cb3362 req-8feee043-fcb6-49f7-9632-364043236454 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487675 Jul 22 19:27:42.944059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4648ae1-9119-4a21-892f-dbf744c15046']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:42.969215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:42.969521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e4ed1d-3f20-4a45-9fe5-1bb512fccc30') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:42.996755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:43.020660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.022105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:43.031781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:43.032166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.077621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2af4f5d0-96f2-4aff-9bc2-6d535ba6b35c req-80f0f030-219e-4eb1-bbeb-26ac33720a1c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526076 Jul 22 19:27:43.089465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.123114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.131509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.163656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:43.165025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:27:43.165496 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:27:43.167306 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:27:43.173201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.209932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ad06436-3be9-4474-b847-6e70e9510d27 req-31b25db0-68ea-41ee-a857-8c169c011457 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656147 Jul 22 19:27:43.244609 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d302e-b625-4f84-a080-b10a7e661e4e x-openstack-request-id: req-728d302e-b625-4f84-a080-b10a7e661e4e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:43.244908 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-plugged", "status": "completed", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:43.245165 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-728d302e-b625-4f84-a080-b10a7e661e4e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:43.245698 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'code': 200} Jul 22 19:27:43.246554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:43.293684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.301569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.304041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] 10.222.0.10 "DELETE /v2.0/networks/e4648ae1-9119-4a21-892f-dbf744c15046 HTTP/1.1" status: 204 len: 168 time: 1.4011998 Jul 22 19:27:43.338496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c3ac-1fe3-42ca-a04f-0d0a2b14345a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4648ae1-9119-4a21-892f-dbf744c15046,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:43.377141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ddf47-c8f4-4f73-b52d-cf879bf6630a req-9b561e97-cd68-4ff2-9bf1-6ad39ab9089b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:43.384831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e4ddf47-c8f4-4f73-b52d-cf879bf6630a req-9b561e97-cd68-4ff2-9bf1-6ad39ab9089b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.2442629 Jul 22 19:27:43.440447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e4ddf47-c8f4-4f73-b52d-cf879bf6630a req-84b487eb-8dbb-4d8e-880e-6f5684259d17 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508368 Jul 22 19:27:43.475434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb7ec-ce46-43fc-a60b-3b0e15372662 req-a55e014c-aaf2-4303-8392-4ea63176d28a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:43.477948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-147eb7ec-ce46-43fc-a60b-3b0e15372662 req-a55e014c-aaf2-4303-8392-4ea63176d28a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.1711409 Jul 22 19:27:43.528666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-147eb7ec-ce46-43fc-a60b-3b0e15372662 req-b154410d-9b74-48a8-95de-ade365fee700 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Jul 22 19:27:43.571549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41356) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:43.647376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:43.647977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb942f19-4794-47d2-9555-6b12ca1fc990 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5d6f54ce7ff45ac86efe2dae9d298b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0743570 Jul 22 19:27:43.671691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f2f09-51e5-431c-9984-b136bc0c7fba req-67abef19-d438-40db-adec-64fab0804e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:43.673494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f0f2f09-51e5-431c-9984-b136bc0c7fba req-67abef19-d438-40db-adec-64fab0804e88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 1098 time: 0.0690780 Jul 22 19:27:43.709507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.725324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f0f2f09-51e5-431c-9984-b136bc0c7fba req-ff61efd3-83d0-4ca8-85bc-20ca67d44c20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Jul 22 19:27:43.740889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.799774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.802553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:43.803711 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d88a9497-19b9-4867-a8ea-01c9ffec3e98 HTTP/1.1" status: 204 len: 168 time: 0.1533079 Jul 22 19:27:43.812129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab67367-c3d9-4e7c-8a80-32af23286f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a9497-19b9-4867-a8ea-01c9ffec3e98,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:44.049172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:44.169856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:44.199248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '3756d466-64b7-4969-b6c5-da160d7816e4', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'port_id': '3756d466-64b7-4969-b6c5-da160d7816e4', 'mac_address': 'fa:16:3e:f8:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3453412-584a-4684-ab6f-292f450d9025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:44.268447 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:44.283930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3756d466-64b7-4969-b6c5-da160d7816e4 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:44.307251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:44.316636 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:44.380994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:44.461303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5272a3f-6de5-4fb8-af1d-6ff7dc9416d9 req-ba4919f5-3862-4e64-a194-6342001d9ff6 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.464275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5272a3f-6de5-4fb8-af1d-6ff7dc9416d9 req-ba4919f5-3862-4e64-a194-6342001d9ff6 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 944 time: 0.1091559 Jul 22 19:27:44.493220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bfadc-305c-4fe0-88dd-d007f7c7ebc4 req-dbc8ed8d-a827-4597-af07-b777adc43c9e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.494711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604bfadc-305c-4fe0-88dd-d007f7c7ebc4 req-dbc8ed8d-a827-4597-af07-b777adc43c9e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 945 time: 0.1107545 Jul 22 19:27:44.529935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5272a3f-6de5-4fb8-af1d-6ff7dc9416d9 req-9cf5bdf8-6a5b-45d5-ae6c-6c262db9191a tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601327 Jul 22 19:27:44.549115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604bfadc-305c-4fe0-88dd-d007f7c7ebc4 req-0d01f05e-be0b-4ee6-80b8-174002d9c0bb tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Jul 22 19:27:44.554321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['3756d466-64b7-4969-b6c5-da160d7816e4'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:44.813633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:44.842300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ccac1-fd8b-43dd-b6fc-63d5f6709974 req-52ce06db-fc80-49c4-8fd3-4f7b1af8d0d3 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.844894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff1ccac1-fd8b-43dd-b6fc-63d5f6709974 req-52ce06db-fc80-49c4-8fd3-4f7b1af8d0d3 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1283953 Jul 22 19:27:44.911289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff1ccac1-fd8b-43dd-b6fc-63d5f6709974 req-0bc0c398-4a6e-4d0d-9c6a-4c0f92c65974 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Jul 22 19:27:44.929242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2072144529-network', 'tenant_id': 'f52f8a5293994456889371a658bb46fe'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:44.950802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c214-7672-4875-bdd8-cf166d077398 req-9a2d5866-d188-425a-84af-47ddce27bac3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:44.951002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:44.952739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c967c214-7672-4875-bdd8-cf166d077398 req-9a2d5866-d188-425a-84af-47ddce27bac3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.1065762 Jul 22 19:27:44.958417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:44.968532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:44.997842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c967c214-7672-4875-bdd8-cf166d077398 req-9b0d2b6d-47f1-4166-aba0-22084fb08013 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Jul 22 19:27:45.070235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.075387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.100215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:27:45.109504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59e9b1-7a59-4c93-8db4-11db89a42267,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:45.115284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.115628 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Added segment d029e03f-992e-4f44-ac4e-134405a7cedc of type vlan for network c2c9bfff-1749-4556-b330-7d08bc824484 Jul 22 19:27:45.157007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.185962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.186925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.187546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.189611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-5558caa9-4e5a-4ed0-93f5-e3b8b00490c9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.191139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-5558caa9-4e5a-4ed0-93f5-e3b8b00490c9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.1531119 Jul 22 19:27:45.214839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd251c9-95fa-47b8-bf42-ec48b5ae61c4 req-0f346737-7d46-40ad-8779-b64e4eef1a14 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.216328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cd251c9-95fa-47b8-bf42-ec48b5ae61c4 req-0f346737-7d46-40ad-8779-b64e4eef1a14 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.1405692 Jul 22 19:27:45.220243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-3e47c9c0-481c-4764-b326-e080c8506089 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/quotas/a4809f19886b4d1eb3e8e9a32c0d611c HTTP/1.1" status: 200 len: 375 time: 0.0200193 Jul 22 19:27:45.228113 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4131558 Jul 22 19:27:45.229904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41464) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:45.235411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Request body: {'subnet': {'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2072144529-subnet', 'tenant_id': 'f52f8a5293994456889371a658bb46fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:45.246636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:45.249477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f7ce23-901c-4e37-9550-03166cfc5ea6" -d '{"events": [{"server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "name": "network-vif-plugged", "status": "completed", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:45.255929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d48f9-3a2f-469f-ae98-325b2013bad6 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c9bfff-1749-4556-b330-7d08bc824484,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:45.266954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c2c9bfff-1749-4556-b330-7d08bc824484 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:27:45.314479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cd251c9-95fa-47b8-bf42-ec48b5ae61c4 req-c4d41c4b-ad79-4902-bda0-cd87ceceb6ef tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910602 Jul 22 19:27:45.316937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:45.319396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.397385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-bb788678-b4ef-4364-9c30-528332556161 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1665308 Jul 22 19:27:45.409304 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b206f84-3e9e-491c-ad23-28aa85f17f20 x-openstack-request-id: req-5b206f84-3e9e-491c-ad23-28aa85f17f20 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:45.410597 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "name": "network-vif-plugged", "status": "completed", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:45.411449 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b206f84-3e9e-491c-ad23-28aa85f17f20 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:45.412633 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'code': 200} Jul 22 19:27:45.615550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-2f7773d5-1b9a-4b21-ba45-51cf80f9a872 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982722 Jul 22 19:27:45.653180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:45.667315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.729473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7a0e5-253c-447e-8f33-7c9f18969b61 req-4896b224-adb7-4f24-940f-1e0a2922f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.730992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8b7a0e5-253c-447e-8f33-7c9f18969b61 req-4896b224-adb7-4f24-940f-1e0a2922f027 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1097 time: 0.2214379 Jul 22 19:27:45.756742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae7ba-e9e1-463d-96be-3d2b365f8bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.818417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92f05c2-7e2c-4812-8b0c-4fbe845b1412,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:45.852619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae7ba-e9e1-463d-96be-3d2b365f8bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.856925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-8839e532-eb49-4e98-86f5-b827f4572ee0 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253954 Jul 22 19:27:45.857265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c3ae7ba-e9e1-463d-96be-3d2b365f8bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.861636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8b7a0e5-253c-447e-8f33-7c9f18969b61 req-75f536a9-69b1-4c59-968f-bf141bbe381a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928619 Jul 22 19:27:45.867558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Checking segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:45.867931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Network hostable DHCP agents. Network: c2c9bfff-1749-4556-b330-7d08bc824484, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:27:45.879363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc1dd5-22cf-46e2-9ecb-824b3205d41b req-be1fae2b-7a93-4e2c-800e-51358f46c184 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.880848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9cc1dd5-22cf-46e2-9ecb-824b3205d41b req-be1fae2b-7a93-4e2c-800e-51358f46c184 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 944 time: 0.2381802 Jul 22 19:27:45.895037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ae7ba-e9e1-463d-96be-3d2b365f8bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1756ddb3-61bf-4d88-aa10-b8308e4a3bbd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:45.907921 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c3ae7ba-e9e1-463d-96be-3d2b365f8bee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ededc8f01f2c447887bb6d1c9ec98822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535944 Jul 22 19:27:45.910453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:45.939047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9cc1dd5-22cf-46e2-9ecb-824b3205d41b req-7f5eb299-ef2e-42d4-887a-523b32f04748 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Jul 22 19:27:45.940794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Network c2c9bfff-1749-4556-b330-7d08bc824484 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:27:45.953639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c2c9bfff-1749-4556-b330-7d08bc824484) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:45.966895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.971066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9feb311-dc6b-4e18-b397-ec80e087c21a None None] Network c2c9bfff-1749-4556-b330-7d08bc824484 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:45.974099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:45.975581 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:45.994230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.011640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-08e67461-d576-4f69-8066-6b2bc3744ef3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7791102 Jul 22 19:27:46.055954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.059092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.061882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1756ddb3-61bf-4d88-aa10-b8308e4a3bbd HTTP/1.1" status: 204 len: 168 time: 0.1489553 Jul 22 19:27:46.077248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61917d71-4a7c-4b81-81d8-9c9f87515566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1756ddb3-61bf-4d88-aa10-b8308e4a3bbd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:46.090473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:46.244410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13709faf-731f-4e5d-87f2-e042d46bf499 None None] Network c2c9bfff-1749-4556-b330-7d08bc824484 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:46.253015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9b5e0-f944-4237-b861-e6a4cfc64695 req-9863234e-2981-4723-8322-ad7e5fb84708 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:46.255878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67d9b5e0-f944-4237-b861-e6a4cfc64695 req-9863234e-2981-4723-8322-ad7e5fb84708 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 945 time: 0.1701860 Jul 22 19:27:46.339122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 3756d466-64b7-4969-b6c5-da160d7816e4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:46.352104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 3756d466-64b7-4969-b6c5-da160d7816e4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:46.352771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.355497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:46.357816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:46.402888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67d9b5e0-f944-4237-b861-e6a4cfc64695 req-bc01646b-1c2f-4a66-9bba-c08c965f6bb1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160951 Jul 22 19:27:46.447615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-2b38d628-f391-483e-b418-c55282fbf6a7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:46.455358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-2b38d628-f391-483e-b418-c55282fbf6a7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.2255385 Jul 22 19:27:46.503580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21c21d92-ac26-4486-bef3-bf895fbe89a5 req-02cdd02b-7393-47f8-9b20-46257febb00a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 210 time: 0.0453525 Jul 22 19:27:46.506270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-f4df12ac-c163-40bc-8651-b22776d04e74 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/quotas/7d4bdc3609724fd38a54186bd02d7d23 HTTP/1.1" status: 200 len: 375 time: 0.0500405 Jul 22 19:27:46.566767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:46.582132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d89fe96-c2dd-4faf-9173-37ff4558d3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.629960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-348b961d-64e9-492b-951c-0d6ee83b8341 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1161506 Jul 22 19:27:46.698609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d89fe96-c2dd-4faf-9173-37ff4558d3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.705397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d89fe96-c2dd-4faf-9173-37ff4558d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.753049 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d89fe96-c2dd-4faf-9173-37ff4558d3a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ee4a8a1cf3045daa60e4fc8d2b74179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852019 Jul 22 19:27:46.755465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41526) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:46.763154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89fe96-c2dd-4faf-9173-37ff4558d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0043f009-3cef-4a2a-a685-6a8f5a1e0408,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:46.783086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:46.792776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.822659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816', 'port_id': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'mac_address': 'fa:16:3e:bb:47:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a42674b8-7201-4ff1-8705-e637378b1ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:46.827955 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.841400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.848369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-33a04da7-1280-49ee-b6c9-67b9a99f1247 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:46.849974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-33a04da7-1280-49ee-b6c9-67b9a99f1247 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "GET /v2.0/ports?device_id=7315266d-4437-4cba-b8b0-fb1c3ba66244 HTTP/1.1" status: 200 len: 945 time: 0.2029862 Jul 22 19:27:46.859977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-7c9283ef-9b5a-4bf9-99d5-66d8f27b9174 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976056 Jul 22 19:27:46.866578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.887711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66a45-f0fe-4272-8bd0-802439645f0a req-a14a149e-9ffb-49d9-b9f8-e43087376905 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:46.895310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53b66a45-f0fe-4272-8bd0-802439645f0a req-a14a149e-9ffb-49d9-b9f8-e43087376905 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.2790055 Jul 22 19:27:46.933088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.935685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:46.937045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0043f009-3cef-4a2a-a685-6a8f5a1e0408 HTTP/1.1" status: 204 len: 168 time: 0.1804717 Jul 22 19:27:46.950693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:46.962274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748fcfe-bf47-4fa3-be8b-38e3ba7dbaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0043f009-3cef-4a2a-a685-6a8f5a1e0408,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:46.983708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:47.000799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.009918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.035096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.040781 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53b66a45-f0fe-4272-8bd0-802439645f0a req-945814f4-ffa1-4d86-b294-4b66445bdee8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423426 Jul 22 19:27:47.068990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce58a7d-5a6a-40f4-a478-1602890b332c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:47.092508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:47.099783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-defa343c-121e-4b7e-9b3b-60596ae94e4a service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386754 Jul 22 19:27:47.106457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.114570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:47.132940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Deleting port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:47.133307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.194614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:47.263710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:47.284510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] For port 5685b5b1-3c46-41eb-ad6d-71a2c547f068, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5685b5b1-3c46-41eb-ad6d-71a2c547f068,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:47.284877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.344913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3288910-aab0-4b42-b672-d2be69095c81 req-660d2710-44af-47dc-8516-aeacaa86697b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:47.346384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Calling delete_port for 5685b5b1-3c46-41eb-ad6d-71a2c547f068 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:47.347111 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3288910-aab0-4b42-b672-d2be69095c81 req-660d2710-44af-47dc-8516-aeacaa86697b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "GET /v2.0/ports?device_id=1213a4b1-46c8-4db1-b828-2ec0f00e192b HTTP/1.1" status: 200 len: 946 time: 0.0955520 Jul 22 19:27:47.360125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5ce58a7d-5a6a-40f4-a478-1602890b332c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:47.414447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068'}, {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:47.420110 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95f2cc1-9f02-4c4e-b643-a3a0adf2e03c" -d '{"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-unplugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068"}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-plugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:47.584350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Deleting port 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:27:47.585388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.734634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] For port 78767dbb-6a92-4e90-9c5f-bb9e510af67b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=78767dbb-6a92-4e90-9c5f-bb9e510af67b,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:47.735244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.747698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418b562-54b8-480d-ab7a-517399fed115 req-0e579281-9e37-4e93-82b3-394c6dfecaf0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:47.749090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Calling delete_port for 78767dbb-6a92-4e90-9c5f-bb9e510af67b owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:27:47.754873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a418b562-54b8-480d-ab7a-517399fed115 req-0e579281-9e37-4e93-82b3-394c6dfecaf0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.3284962 Jul 22 19:27:47.824789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-bc8cc918-2fba-45e9-89cd-297c97229d4d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:47.826475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-bc8cc918-2fba-45e9-89cd-297c97229d4d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.4693635 Jul 22 19:27:47.879915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a418b562-54b8-480d-ab7a-517399fed115 req-a4334561-3ead-46f7-abfd-5d49500e5b85 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241319 Jul 22 19:27:47.884802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Request body: {'port': {'device_id': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'admin_state_up': True, 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:47.932105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:47.972896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event deleted for resources: {'Port': ['ID=78767dbb-6a92-4e90-9c5f-bb9e510af67b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:48.032368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] No DVR routers for this DVR port 78767dbb-6a92-4e90-9c5f-bb9e510af67b on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:48.035863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.039654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3288910-aab0-4b42-b672-d2be69095c81 req-79acccec-b914-4c03-a3a8-649f10c33f0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "DELETE /v2.0/ports/78767dbb-6a92-4e90-9c5f-bb9e510af67b HTTP/1.1" status: 204 len: 173 time: 0.6669853 Jul 22 19:27:48.040346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-deleted', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:48.044591 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59bf00-7a5e-4be2-8703-f55a57ebbe69" -d '{"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-deleted", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:48.063156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['78767dbb-6a92-4e90-9c5f-bb9e510af67b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:48.069200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-b79a17f4-b68d-4e41-98b0-cd135e412be3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:48.076230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-b79a17f4-b68d-4e41-98b0-cd135e412be3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.3983967 Jul 22 19:27:48.125937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db040ee3-7dd0-43a5-927b-adc4171ec188 req-2ed824b2-b068-4148-8465-91c4296af902 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 210 time: 0.0407937 Jul 22 19:27:48.131787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.147195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-f9157679-356f-463e-b671-75685a3419ca tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/quotas/f52f8a5293994456889371a658bb46fe HTTP/1.1" status: 200 len: 375 time: 0.0700636 Jul 22 19:27:48.195476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:48.216768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event deleted for resources: {'Port': ['ID=5685b5b1-3c46-41eb-ad6d-71a2c547f068,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:48.231905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-b1f07e9b-89da-48ce-a6b0-c22796c86675 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835543 Jul 22 19:27:48.309328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-network', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:48.345334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:48.396521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5ce58a7d-5a6a-40f4-a478-1602890b332c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:48.401180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5ce58a7d-5a6a-40f4-a478-1602890b332c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:48.401553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.495455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.541967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:48.548134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.603250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:48.618683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] No DVR routers for this DVR port 5685b5b1-3c46-41eb-ad6d-71a2c547f068 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:27:48.623928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.625786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56d69481-f5ee-4d8a-85af-3022cead57f9 req-7b30850e-d927-4f9f-b497-f51a7f41921d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "DELETE /v2.0/ports/5685b5b1-3c46-41eb-ad6d-71a2c547f068 HTTP/1.1" status: 204 len: 173 time: 1.7621348 Jul 22 19:27:48.626574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-deleted', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:48.629048 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edc8b44-0150-4eb4-a2e2-1408ef5bf844" -d '{"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-deleted", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:48.661433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:48.665723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.768006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-10e04174-7a0d-4c1f-922c-d7785f46cb5a service neutron] 10.222.0.10 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349863 Jul 22 19:27:48.818814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4a790-5bbd-4a27-bb5a-0eeda60c02e4 req-09da2a58-585c-4d89-b895-4b668b9eef95 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:48.821456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4b4a790-5bbd-4a27-bb5a-0eeda60c02e4 req-09da2a58-585c-4d89-b895-4b668b9eef95 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 945 time: 0.5766585 Jul 22 19:27:48.928807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Made reservation on behalf of 40057ba99c7a43e1888588a224d24fb9 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:48.931770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.944331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:48.954190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4b4a790-5bbd-4a27-bb5a-0eeda60c02e4 req-4e3d733c-ea99-47fe-9f63-75bae80c7b06 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212003 Jul 22 19:27:48.972392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Allocated IP 172.20.0.4 (7cb4f449-1973-4416-8fed-6035768299b4/8ec02797-9005-4f09-94ec-5502a82ef363/eff70576-2a4b-4fd0-a075-be542c8cf12a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:48.977056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-a57714df-bc24-44dc-8a24-75c628bc9eee service neutron] 10.222.0.10 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068045 Jul 22 19:27:48.987583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b5c6a404-03a1-48cc-87aa-5bdbbd16f194 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:48.987758 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b5c6a404-03a1-48cc-87aa-5bdbbd16f194 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.32 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.4123330 Jul 22 19:27:49.002611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Request body: {'port': {'device_id': 'a0764723-389c-403f-8a4e-2317697a64b6', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'admin_state_up': True, 'tenant_id': '7d4bdc3609724fd38a54186bd02d7d23'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:49.024176 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4527375-a190-4830-b524-2aacf96bc488 x-openstack-request-id: req-f4527375-a190-4830-b524-2aacf96bc488 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:49.024887 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-unplugged", "status": "completed", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068", "code": 200}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-plugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:49.025255 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4527375-a190-4830-b524-2aacf96bc488 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:49.026061 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'code': 200} Jul 22 19:27:49.026061 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4', 'code': 200} Jul 22 19:27:49.172473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f424b693-9bd8-444f-8ccc-26981687b7cc req-799c5f71-578f-4856-a682-4484d1435b34 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 210 time: 0.0670738 Jul 22 19:27:49.217668 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.219687 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c592fb3-79c8-43d5-8051-209629d95287 x-openstack-request-id: req-0c592fb3-79c8-43d5-8051-209629d95287 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:49.220136 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1213a4b1-46c8-4db1-b828-2ec0f00e192b", "name": "network-vif-deleted", "tag": "78767dbb-6a92-4e90-9c5f-bb9e510af67b", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:49.220820 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c592fb3-79c8-43d5-8051-209629d95287 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:49.221356 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1213a4b1-46c8-4db1-b828-2ec0f00e192b', 'name': 'network-vif-deleted', 'tag': '78767dbb-6a92-4e90-9c5f-bb9e510af67b', 'status': 'completed', 'code': 200} Jul 22 19:27:49.240699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.256080 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52264dc-7153-4217-aeb9-e353bc91b97f x-openstack-request-id: req-b52264dc-7153-4217-aeb9-e353bc91b97f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:49.256388 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7315266d-4437-4cba-b8b0-fb1c3ba66244", "name": "network-vif-deleted", "tag": "5685b5b1-3c46-41eb-ad6d-71a2c547f068", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:49.256645 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b52264dc-7153-4217-aeb9-e353bc91b97f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:49.257038 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7315266d-4437-4cba-b8b0-fb1c3ba66244', 'name': 'network-vif-deleted', 'tag': '5685b5b1-3c46-41eb-ad6d-71a2c547f068', 'status': 'completed', 'code': 200} Jul 22 19:27:49.308554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:27:49.329781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Made reservation on behalf of 7d4bdc3609724fd38a54186bd02d7d23 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:49.334815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.360865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.361773 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Added segment 5696f651-6f71-40ad-aad1-5bbd6b8c37fc of type vlan for network cd669175-e1ce-465f-9573-fc7274b170c1 Jul 22 19:27:49.363840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610da44e-7365-4038-bc34-af841fa371f2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:49.406793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.422351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2d1ed-2aaa-4784-9b8e-b27a333395a5 req-87dabf81-9b9a-4b5f-94b0-81a900fafd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.424384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03c2d1ed-2aaa-4784-9b8e-b27a333395a5 req-87dabf81-9b9a-4b5f-94b0-81a900fafd8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 1097 time: 0.3303964 Jul 22 19:27:49.440909 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.508333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03c2d1ed-2aaa-4784-9b8e-b27a333395a5 req-da51b473-dac6-415f-82c0-64e0c0793b71 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752163 Jul 22 19:27:49.516119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b942d6-020c-42f4-b612-dfae972d05d3 req-3a29a6ea-9bff-461f-b538-31cbcb057059 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.524271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5b942d6-020c-42f4-b612-dfae972d05d3 req-3a29a6ea-9bff-461f-b538-31cbcb057059 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.2302711 Jul 22 19:27:49.555401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09712e-149d-4e15-970d-9789fab6e4a4 req-7e300cd4-2528-45ef-a235-198fd0007cdd tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.556971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c09712e-149d-4e15-970d-9789fab6e4a4 req-7e300cd4-2528-45ef-a235-198fd0007cdd tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.2118127 Jul 22 19:27:49.558050 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.559312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.560768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.562549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.613192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4162440 Jul 22 19:27:49.618195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:49.625143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Request body: {'subnet': {'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-subnet', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:49.629647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Allocated IP 172.20.0.8 (6ef05682-baa1-4f1b-8a87-6338ea0c617d/29450943-9660-4656-bafc-2da686e98fa7/933ba206-40df-4265-ba06-e389e780b63d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:49.642249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5b942d6-020c-42f4-b612-dfae972d05d3 req-29823104-0501-4c0e-8fd2-73cf3a70b75a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172404 Jul 22 19:27:49.644000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Network 7cb4f449-1973-4416-8fed-6035768299b4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:49.665750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c09712e-149d-4e15-970d-9789fab6e4a4 req-2f12a57a-35b9-4739-a54e-8b194cd05e97 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966220 Jul 22 19:27:49.666640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:49.669783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3ca00-a741-4b54-b68c-4055d9054662 admin admin] Pushing event updated for resources: {'Network': ['ID=cd669175-e1ce-465f-9573-fc7274b170c1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:49.671925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:49.676094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:49.685541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network cd669175-e1ce-465f-9573-fc7274b170c1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:27:49.735815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:49.736763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.763694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-83420d8a-7e88-4567-b3cd-dd129988bd51 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8870339 Jul 22 19:27:49.780262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Request body: {'port': {'device_id': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:49.787103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Made reservation on behalf of 40057ba99c7a43e1888588a224d24fb9 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:49.790283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.930149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fd2bbb7-4d18-4014-b9af-631a48d621a0 req-7e861106-7efd-4ae4-91f7-bf5a0cfe3872 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 210 time: 0.0606718 Jul 22 19:27:49.954667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:49.955279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.004943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-99335857-9336-471e-85d4-9318a7d94134 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:50.006519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-99335857-9336-471e-85d4-9318a7d94134 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2208421 Jul 22 19:27:50.073870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.135796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:50.144267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:50.146700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:50.161001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-97047a5d-3ca9-486c-9a5b-b8f1c5e21432 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1463761 Jul 22 19:27:50.191499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.213961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:50.215201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:50.225230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c22a701d-9951-4679-966d-b18453d8487c req-4cab315d-946b-4796-a7b6-1286ead470fe tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 210 time: 0.0679348 Jul 22 19:27:50.271598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.310372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be7ffd1-9400-4ec0-8989-57353797e92b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:50.320446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:50.321631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.361515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:50.364491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Checking segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:50.364873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Network hostable DHCP agents. Network: cd669175-e1ce-465f-9573-fc7274b170c1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:27:50.373166 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-8411fed0-3c0c-4544-9ba7-968e3cf1e69f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3747842 Jul 22 19:27:50.387203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Network cd669175-e1ce-465f-9573-fc7274b170c1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:27:50.392952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 78767dbb-6a92-4e90-9c5f-bb9e510af67b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:50.393528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 78767dbb-6a92-4e90-9c5f-bb9e510af67b not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:50.394138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:27:50.396253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Request body: {'port': {'device_id': 'a0764723-389c-403f-8a4e-2317697a64b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:50.419428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 5685b5b1-3c46-41eb-ad6d-71a2c547f068 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:27:50.419786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5685b5b1-3c46-41eb-ad6d-71a2c547f068 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:27:50.432703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, cd669175-e1ce-465f-9573-fc7274b170c1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:50.440318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:50.440898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.445573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d26bc2c-6caa-42c4-9d3a-8c0826130b94 None None] Network cd669175-e1ce-465f-9573-fc7274b170c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:50.487753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-40f4cba7-82d3-4602-8ae9-9e231bfb519a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8665931 Jul 22 19:27:50.490853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41616) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:50.497660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:50.506110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.550258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.551248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.582805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439438-9968-4226-8d39-acc5919ac568 req-f1e2f7f2-cd3a-41eb-b908-b2907c68908c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:50.584287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0439438-9968-4226-8d39-acc5919ac568 req-f1e2f7f2-cd3a-41eb-b908-b2907c68908c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 931 time: 0.2743137 Jul 22 19:27:50.649199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-cd669175-e1ce-465f-9573-fc7274b170c1', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'fixed_ips': [{'subnet_id': '9be7ffd1-9400-4ec0-8989-57353797e92b'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:27:50.650333 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.676265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.690164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff70576-2a4b-4fd0-a075-be542c8cf12a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:50.708371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.721745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0439438-9968-4226-8d39-acc5919ac568 req-30d98ec1-f264-4239-a5e3-b79ab0103759 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061478 Jul 22 19:27:50.734594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Transition to ACTIVE for port object eff70576-2a4b-4fd0-a075-be542c8cf12a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:50.750375 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.909807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:50.912994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Allocated IP 172.20.0.2 (cd669175-e1ce-465f-9573-fc7274b170c1/9be7ffd1-9400-4ec0-8989-57353797e92b/738da3bb-3049-4968-8839-c87f32296e27) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:51.028909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:51.030495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:51.031887 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7caa72-70fd-49b6-bc5f-fa1e01d03c2f" -d '{"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-plugged", "status": "completed", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:51.080751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:51.090180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.098326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.108077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Transition to ACTIVE for port object 738da3bb-3049-4968-8839-c87f32296e27 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:51.108368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Transition to ACTIVE for port object 933ba206-40df-4265-ba06-e389e780b63d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:51.116787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.127371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Transition to ACTIVE for port object 738da3bb-3049-4968-8839-c87f32296e27 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:51.136081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.165791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-97d9bc1d-424c-4761-a9e2-4cd8e3083aaf tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:51.167279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-97d9bc1d-424c-4761-a9e2-4cd8e3083aaf tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.3521602 Jul 22 19:27:51.180261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Network cd669175-e1ce-465f-9573-fc7274b170c1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:51.183551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:51.187583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Request body: {'port': {'device_id': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'admin_state_up': True, 'tenant_id': 'f52f8a5293994456889371a658bb46fe'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:51.190816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:51.204726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa4884-39d6-4c23-a9ad-4216b8e2ebec req-30a8bb71-fbc1-40e0-b0e3-b7ba53438c6d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:51.206231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63aa4884-39d6-4c23-a9ad-4216b8e2ebec req-30a8bb71-fbc1-40e0-b0e3-b7ba53438c6d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.3606009 Jul 22 19:27:51.270471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:51.283703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Pushing event updated for resources: {'Port': ['ID=738da3bb-3049-4968-8839-c87f32296e27,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:51.287435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Attempting to bind port eff70576-2a4b-4fd0-a075-be542c8cf12a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:51.287774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Attempting to bind port eff70576-2a4b-4fd0-a075-be542c8cf12a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:51.288109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Attempting to bind port eff70576-2a4b-4fd0-a075-be542c8cf12a on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:51.299942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.300418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.300855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.301287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.301744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.302172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.302597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.303021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.303442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.303864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.304366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.304806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:51.310517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Attempting to bind port 738da3bb-3049-4968-8839-c87f32296e27 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:51.311364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Attempting to bind port 738da3bb-3049-4968-8839-c87f32296e27 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:51.311823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Attempting to bind port 738da3bb-3049-4968-8839-c87f32296e27 on network cd669175-e1ce-465f-9573-fc7274b170c1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:51.312869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.318799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:51.319306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Checking segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:51.320389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.320879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Bound using segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:51.321602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Bound port: 738da3bb-3049-4968-8839-c87f32296e27, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:51.321935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.327330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Port eff70576-2a4b-4fd0-a075-be542c8cf12a on network 7cb4f449-1973-4416-8fed-6035768299b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:51.328134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Attempting to bind port eff70576-2a4b-4fd0-a075-be542c8cf12a on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:51.360995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:51.361342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Checking segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:51.361734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Bound using segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:51.362179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Bound port: eff70576-2a4b-4fd0-a075-be542c8cf12a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:51.362541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.373643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.385187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.386027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63aa4884-39d6-4c23-a9ad-4216b8e2ebec req-3dbf2415-faf8-48c4-996b-ba388c7ac3a9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552422 Jul 22 19:27:51.393529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.520625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Attempting to bind port 933ba206-40df-4265-ba06-e389e780b63d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:51.520973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Attempting to bind port 933ba206-40df-4265-ba06-e389e780b63d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:51.521303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Attempting to bind port 933ba206-40df-4265-ba06-e389e780b63d on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:51.543687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Port 933ba206-40df-4265-ba06-e389e780b63d on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:51.543687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Attempting to bind port 933ba206-40df-4265-ba06-e389e780b63d on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:51.586262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] For port 738da3bb-3049-4968-8839-c87f32296e27, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:51.590283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] For port 738da3bb-3049-4968-8839-c87f32296e27, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=738da3bb-3049-4968-8839-c87f32296e27,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:51.596119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.603437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-8ef3fff1-d68a-4e16-87dc-acaa56c5e406 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:51.605004 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-8ef3fff1-d68a-4e16-87dc-acaa56c5e406 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.2655921 Jul 22 19:27:51.605828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:51.606178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Checking segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:51.606567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Bound using segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:51.606999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Bound port: 933ba206-40df-4265-ba06-e389e780b63d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:51.607361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:51.645829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Request body: {'port': {'device_id': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'admin_state_up': True, 'tenant_id': 'f52f8a5293994456889371a658bb46fe'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:51.660516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc91c-4712-4c19-9561-1981d5c4813f None None] Pushing event updated for resources: {'Port': ['ID=738da3bb-3049-4968-8839-c87f32296e27,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:51.769067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Allocated IP 172.25.6.215 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/8e964720-3824-487d-8620-5ea4469539c6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:51.865270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:51.899573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:51.921188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:27:51.921188 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:27:51.921188 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id_1': 'f52f8a5293994456889371a658bb46fe', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 27, 51, 888417)}] Jul 22 19:27:51.921188 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:27:51.921647 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:27:51.942452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:51.969409 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae associated. External IP: 172.25.6.229, port: 6d4a28b2-b561-4747-9aa2-a4ff0c699253. Jul 22 19:27:51.972785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:52.008262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.084703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97621b74-d983-4a18-994e-c0f2289d04fa req-e2da9532-5072-4582-9554-1aeb2e3ba45b tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.086821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97621b74-d983-4a18-994e-c0f2289d04fa req-e2da9532-5072-4582-9554-1aeb2e3ba45b tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.3138387 Jul 22 19:27:52.097928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.098550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.099959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] 10.222.0.32 "PUT /v2.0/ports/eff70576-2a4b-4fd0-a075-be542c8cf12a HTTP/1.1" status: 200 len: 1092 time: 2.3270068 Jul 22 19:27:52.100430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:52.102764 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ada96b-a935-4a02-8a28-c5ec747124ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:52.175193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.183627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6e44-8615-4e49-8776-96ac06f7634d service neutron] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:52.213309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97621b74-d983-4a18-994e-c0f2289d04fa req-76f571fd-de5d-45f1-9685-f721f5f9cd0e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004364 Jul 22 19:27:52.216024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.216660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.218079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] 10.222.0.32 "PUT /v2.0/ports/933ba206-40df-4265-ba06-e389e780b63d HTTP/1.1" status: 200 len: 1092 time: 1.8282547 Jul 22 19:27:52.218529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'tag': '933ba206-40df-4265-ba06-e389e780b63d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:52.221069 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e984c46-a44f-491d-81d7-b5de11cf0ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "tag": "933ba206-40df-4265-ba06-e389e780b63d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:52.227191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:52.230891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.338392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a547fb-7988-4d5b-b54c-b9e04891774f service neutron] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:52.339778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-c9fa21a4-e0f4-4f41-966b-b2d952699a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.343096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-c9fa21a4-e0f4-4f41-966b-b2d952699a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 1095 time: 0.1969149 Jul 22 19:27:52.370681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.417709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-ffcd4afd-81c0-4d54-99f2-8d41ade571c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a HTTP/1.1" status: 200 len: 217 time: 0.0648746 Jul 22 19:27:52.472299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-3db7a182-733d-4746-8efd-e5da540b2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.473834 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-3db7a182-733d-4746-8efd-e5da540b2d29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 1095 time: 0.2098093 Jul 22 19:27:52.498525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:27:52.518470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:27:52.522082 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.529936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Allocated IP 172.20.0.8 (c2c9bfff-1749-4556-b330-7d08bc824484/c92f05c2-7e2c-4812-8b0c-4fbe845b1412/b5490943-0876-4264-90dc-74b7551f0b0d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:52.531305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-6394a7e2-6df4-48b2-bc87-5e9c2819dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.532640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-48141bdc-6e2a-44e1-aaf3-fd22b8ac8dbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933ba206-40df-4265-ba06-e389e780b63d HTTP/1.1" status: 200 len: 217 time: 0.0498929 Jul 22 19:27:52.532768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-6394a7e2-6df4-48b2-bc87-5e9c2819dd64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.0896738 Jul 22 19:27:52.533629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.582548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-0fc759e4-588e-4448-a7a2-294c5e1a991e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365915 Jul 22 19:27:52.611037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:52.625348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:52.638380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:52.677288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202092c9-5afa-4638-ad2c-f3db5dabbfaa req-5ee57604-6d96-4c30-89b1-ed23aa06dbf9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.684518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202092c9-5afa-4638-ad2c-f3db5dabbfaa req-5ee57604-6d96-4c30-89b1-ed23aa06dbf9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 943 time: 0.2874234 Jul 22 19:27:52.702891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Pushing event updated for resources: {'Port': ['ID=8e964720-3824-487d-8620-5ea4469539c6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:52.718684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-e34c6822-16b9-44e2-8519-b18da4572f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:52.720353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-e34c6822-16b9-44e2-8519-b18da4572f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.1747727 Jul 22 19:27:52.742235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618df29-f548-4db0-aa44-03adfdde0153 None None] Network cd669175-e1ce-465f-9573-fc7274b170c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:27:52.813179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 738da3bb-3049-4968-8839-c87f32296e27 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:52.851793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-60b926a5-d08c-44fb-9018-4d4e9f35200e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224411 Jul 22 19:27:52.869249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-26d755b0-08d6-4cd3-a252-8f7e6b9de4f0 None None] Provisioning for port 738da3bb-3049-4968-8839-c87f32296e27 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:52.873891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202092c9-5afa-4638-ad2c-f3db5dabbfaa req-ef586d5a-549a-4b07-9652-3ecb632f1884 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880188 Jul 22 19:27:52.885350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-8382a99f-9a43-4b8f-8a24-f6bb8213a249 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632926 Jul 22 19:27:52.890414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:27:52.911161 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:27:52.914272 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:52.914272 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:52.942876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:52.958844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 738da3bb-3049-4968-8839-c87f32296e27 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:52.975430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 738da3bb-3049-4968-8839-c87f32296e27 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:52.975879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.046846 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61248b7a-862c-4287-a276-f70328de4e9a x-openstack-request-id: req-61248b7a-862c-4287-a276-f70328de4e9a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:53.047097 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-plugged", "status": "completed", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:53.047362 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61248b7a-862c-4287-a276-f70328de4e9a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:53.047758 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'code': 200} Jul 22 19:27:53.055500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-9b726858-ecbe-48c1-b91d-82ec910bb305 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "PUT /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 996 time: 2.8815153 Jul 22 19:27:53.109270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc27ce71-abe6-4f42-833e-a46f9cb33d1c req-5adccd43-a4ff-4be5-a282-5866cc83fce2 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165239 Jul 22 19:27:53.120771 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:53.139328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d80b862b-e2e2-4b04-885a-ffd09913bb0a req-dd9e48c6-3af5-4870-92d8-fdf0845274a4 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 210 time: 0.0808003 Jul 22 19:27:53.146035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.197096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.205026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-f0bfbb27-8126-4e8a-89b9-1eff5ed4d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.206134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 738da3bb-3049-4968-8839-c87f32296e27, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=738da3bb-3049-4968-8839-c87f32296e27,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:53.207657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-f0bfbb27-8126-4e8a-89b9-1eff5ed4d83e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.1346722 Jul 22 19:27:53.224531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-42deac63-6579-4a8f-8494-1fa6c7f2eb0d service neutron] 10.222.0.32 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621907 Jul 22 19:27:53.228138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.299548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=738da3bb-3049-4968-8839-c87f32296e27,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:53.377542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.384875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188af89-bf5b-46b7-b918-6713cd89f302 req-656af7b0-658c-47f3-927f-609d8a5fabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.386768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c188af89-bf5b-46b7-b918-6713cd89f302 req-656af7b0-658c-47f3-927f-609d8a5fabbb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1097 time: 0.3432512 Jul 22 19:27:53.420696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-7728bd51-ce0e-4480-b075-268af55f5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.422411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-7728bd51-ce0e-4480-b075-268af55f5784 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2080200 Jul 22 19:27:53.439734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3685-de26-4064-802a-e948495e0a45 req-4798dcaa-393f-4290-a0d8-f3c433604d48 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.448494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-becf3685-de26-4064-802a-e948495e0a45 req-4798dcaa-393f-4290-a0d8-f3c433604d48 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 943 time: 0.1910589 Jul 22 19:27:53.454591 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:51Z', 'revision_number': 1, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:53.462579 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-751761dd-99a6-4bb4-a18b-10b4510b9f16 req-58b82096-d858-419c-bccb-9a97ed793758 service neutron] 10.222.0.32 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302999 Jul 22 19:27:53.484408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.518382 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:27:53.530882 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:53.531515 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:53.561577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c188af89-bf5b-46b7-b918-6713cd89f302 req-f9a73eeb-2fd5-4074-a3ff-0d8c55e57837 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405408 Jul 22 19:27:53.566221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Network c2c9bfff-1749-4556-b330-7d08bc824484 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:53.574186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:53.577236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:53.584715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-becf3685-de26-4064-802a-e948495e0a45 req-f8d73513-19a5-4548-bb15-f090866ba61a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351600 Jul 22 19:27:53.609445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event updated for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:53.624368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-495d27f9-8852-490e-b333-f60c5e1faade None None] Provisioning complete for port 738da3bb-3049-4968-8839-c87f32296e27 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:53.625601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-495d27f9-8852-490e-b333-f60c5e1faade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.631211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-5282a17f-3321-457d-ada0-4f99b91f855e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 999 time: 0.1740673 Jul 22 19:27:53.658861 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:53.701832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-75cba615-40dc-4aa4-855b-a64862e4da48 {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:27:53.702140 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:27:53.704613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-8831c833-e498-4cf1-977a-1803752962b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.722384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-8831c833-e498-4cf1-977a-1803752962b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0898495 Jul 22 19:27:53.729175 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef88d7c-d24c-4c8c-8d21-70bbaf81779f x-openstack-request-id: req-5ef88d7c-d24c-4c8c-8d21-70bbaf81779f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:53.729614 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:53.729865 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ef88d7c-d24c-4c8c-8d21-70bbaf81779f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:53.730256 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'status': 'completed', 'code': 200} Jul 22 19:27:53.738375 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d9547-99b8-4451-b0a7-f4da68e8eb03 x-openstack-request-id: req-4c9d9547-99b8-4451-b0a7-f4da68e8eb03 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:53.738668 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "tag": "933ba206-40df-4265-ba06-e389e780b63d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:53.738925 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c9d9547-99b8-4451-b0a7-f4da68e8eb03 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:53.739327 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'tag': '933ba206-40df-4265-ba06-e389e780b63d', 'status': 'completed', 'code': 200} Jul 22 19:27:53.754599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.755012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.798352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-79ae73ae-d02d-4327-976c-12eafeaf4fe3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1668725 Jul 22 19:27:53.816563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Request body: {'port': {'device_id': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:53.821455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:53.908964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-e6268f8d-3d94-4dcc-ac37-d6d6594d7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.910600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-e6268f8d-3d94-4dcc-ac37-d6d6594d7161 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 1095 time: 0.1377034 Jul 22 19:27:53.914675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-ffa2f350-8a06-48ab-abea-74db97c25cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.916361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-ffa2f350-8a06-48ab-abea-74db97c25cba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917861 Jul 22 19:27:53.924057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-959718b6-02ff-4bd1-82d9-cf3d6b7f5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.925615 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-959718b6-02ff-4bd1-82d9-cf3d6b7f5cbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 1095 time: 0.2277091 Jul 22 19:27:53.983938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc3cb-f965-41a9-9321-5b8ad92ed36e req-9d59d86f-cc72-420f-9d3c-6c35c977c7c3 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:53.988659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6fbc3cb-f965-41a9-9321-5b8ad92ed36e req-9d59d86f-cc72-420f-9d3c-6c35c977c7c3 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.1673546 Jul 22 19:27:54.017920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.049246 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:51Z', 'revision_number': 1, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:54.079712 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f716d5-6652-451b-b4de-c38527156e13 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:51Z', 'revision_number': 1, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:27:54.112816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6fbc3cb-f965-41a9-9321-5b8ad92ed36e req-f73a7cb8-f4cd-427a-b413-91cb223a27ad tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192584 Jul 22 19:27:54.126646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-e7e52d74-d15c-4c46-a29f-291edf0c6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.128245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-e7e52d74-d15c-4c46-a29f-291edf0c6bfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 915 time: 0.2093697 Jul 22 19:27:54.138643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-d7b22a1e-5c71-4d1e-8872-b05a859443f8 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036953 Jul 22 19:27:54.141087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-5a0e908e-842a-4e60-a7e4-05eca79eae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.142653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-5a0e908e-842a-4e60-a7e4-05eca79eae22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 905 time: 0.2013941 Jul 22 19:27:54.206500 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.213944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-8a49ac3d-d4ef-44f1-9a4c-26bc46c099bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=933ba206-40df-4265-ba06-e389e780b63d HTTP/1.1" status: 200 len: 217 time: 0.0788641 Jul 22 19:27:54.223054 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.250396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-a7ab180f-f32f-4952-9189-ec7142ae88d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a HTTP/1.1" status: 200 len: 217 time: 0.0997207 Jul 22 19:27:54.349038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61ab4a-a2f4-4974-a98d-272831843026 None None] New status for floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:27:54.547357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Router 41333acd-d1c4-43aa-be30-fdc9bc121eae is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:27:54.682251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-ce5f9aa3-6c69-4735-8936-e849f8f1d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.684007 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-ce5f9aa3-6c69-4735-8936-e849f8f1d43f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.4212723 Jul 22 19:27:54.714116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-940e3225-1dcb-4155-b16d-afce39e76d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.714763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 738da3bb-3049-4968-8839-c87f32296e27 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:54.715608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-940e3225-1dcb-4155-b16d-afce39e76d4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.4848163 Jul 22 19:27:54.741315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df0b9e57-efed-4d98-80a6-a1fe1ca64fe7 req-a1cad47e-360c-4081-ba28-8e84a8367d3a service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022470 Jul 22 19:27:54.760091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-bad3faa2-3bcb-454d-996c-f11469435e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371795 Jul 22 19:27:54.775982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 738da3bb-3049-4968-8839-c87f32296e27 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:54.776922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.783900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa820-4045-4c8d-94bb-297fe59ea3ee req-3ce8438a-1dd1-4295-a4d2-49f6e4741d8f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:54.791183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa6aa820-4045-4c8d-94bb-297fe59ea3ee req-3ce8438a-1dd1-4295-a4d2-49f6e4741d8f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.5954406 Jul 22 19:27:54.839662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-b93ac6c8-81be-47cf-ab11-20cc43aabbaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274092 Jul 22 19:27:54.887653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa6aa820-4045-4c8d-94bb-297fe59ea3ee req-a86ae701-26e5-4d54-92d4-822b9942f75f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955248 Jul 22 19:27:54.938927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5490943-0876-4264-90dc-74b7551f0b0d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:54.952873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.983563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-62464fe5-df2c-4a52-b8b3-a65e9738eada service neutron] 10.222.0.32 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162614 Jul 22 19:27:54.984426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Transition to ACTIVE for port object b5490943-0876-4264-90dc-74b7551f0b0d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:54.989022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-8fac3ef2-0587-473a-a4b6-3ef5bdbd2992 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403298 Jul 22 19:27:54.992609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:54.996735 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:27:55.008529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Sync routers for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:27:55.018096 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:55.019428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:55.081360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.082319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363e57-6e6c-40f7-9623-7f6a6d3b66df req-74b8692e-7cef-4103-9451-a2dcde6dfb09 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.082576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8fc727b-2273-4b51-aa41-2354a46ed698 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5906749 Jul 22 19:27:55.083843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26363e57-6e6c-40f7-9623-7f6a6d3b66df req-74b8692e-7cef-4103-9451-a2dcde6dfb09 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 943 time: 0.1908407 Jul 22 19:27:55.085418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:27:55.085899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Pushing event updated for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:55.157044 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:55.199032 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35ada96b-a935-4a02-8a28-c5ec747124ca req-e7f12de6-76ce-4db2-bea4-e26b2224de86 service neutron] 10.222.0.32 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993139 Jul 22 19:27:55.219438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Attempting to bind port b5490943-0876-4264-90dc-74b7551f0b0d on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:55.219814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Attempting to bind port b5490943-0876-4264-90dc-74b7551f0b0d by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:55.220028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Allocated IP 172.20.0.6 (c2c9bfff-1749-4556-b330-7d08bc824484/c92f05c2-7e2c-4812-8b0c-4fbe845b1412/e45df09d-369c-45b9-ba48-2fb11834eaa4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:55.220829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Attempting to bind port b5490943-0876-4264-90dc-74b7551f0b0d on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:55.225688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Port b5490943-0876-4264-90dc-74b7551f0b0d on network c2c9bfff-1749-4556-b330-7d08bc824484 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:55.226075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Attempting to bind port b5490943-0876-4264-90dc-74b7551f0b0d on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:55.232120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:55.232503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Checking segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:55.232887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Bound using segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:55.233306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Bound port: b5490943-0876-4264-90dc-74b7551f0b0d, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:55.233659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.308885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:55.310490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e984c46-a44f-491d-81d7-b5de11cf0ebb req-718d2a40-a39a-4a01-9353-4ca5fe239fd9 service neutron] 10.222.0.32 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073738 Jul 22 19:27:55.313154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b5490943-0876-4264-90dc-74b7551f0b0d,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:55.319068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.329183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d25b6-79d1-4796-92df-a92ac497803b req-ac7c09be-547f-4d17-8290-fb05ebe75c8a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.330762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-389d25b6-79d1-4796-92df-a92ac497803b req-ac7c09be-547f-4d17-8290-fb05ebe75c8a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 931 time: 0.3735149 Jul 22 19:27:55.344762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26363e57-6e6c-40f7-9623-7f6a6d3b66df req-4f75b4d7-4f89-45ae-b947-3de1dbe5411a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153752 Jul 22 19:27:55.364507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.365283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.367638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] 10.222.0.26 "PUT /v2.0/ports/b5490943-0876-4264-90dc-74b7551f0b0d HTTP/1.1" status: 200 len: 1092 time: 1.5576613 Jul 22 19:27:55.389865 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:52Z', 'revision_number': 3, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:55.400896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1bbc9-9574-4d96-bd38-1f8d333ffcdd service neutron] Pushing event updated for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:55.421690 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Checking router: 41333acd-d1c4-43aa-be30-fdc9bc121eae for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:27:55.422034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Updating router 41333acd-d1c4-43aa-be30-fdc9bc121eae port 8e964720-3824-487d-8620-5ea4469539c6 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:27:55.460929 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.486377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-9eabb46c-6eb5-422a-839c-56aeb12bebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.488183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-9eabb46c-6eb5-422a-839c-56aeb12bebc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 1095 time: 0.0639331 Jul 22 19:27:55.531228 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-49f16cc4-ae2d-49c0-82d9-a069de4b6550 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5490943-0876-4264-90dc-74b7551f0b0d HTTP/1.1" status: 200 len: 217 time: 0.0349762 Jul 22 19:27:55.547072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-389d25b6-79d1-4796-92df-a92ac497803b req-7855df4d-f96a-4fd5-9840-c0908b4163a9 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012799 Jul 22 19:27:55.606959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-5e97e3b8-3198-47b4-a828-2632923f5837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.609970 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-5e97e3b8-3198-47b4-a828-2632923f5837 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0717156 Jul 22 19:27:55.648930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dd566cc7-d4af-4047-a5fd-cbbdbef7be45 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314965 Jul 22 19:27:55.666352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.735095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb9356-8283-4969-80ac-c4a1d2651d65 req-c4b8f352-12ba-4f7c-8371-ec45c1aaee83 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.736651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99cb9356-8283-4969-80ac-c4a1d2651d65 req-c4b8f352-12ba-4f7c-8371-ec45c1aaee83 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 943 time: 0.2942390 Jul 22 19:27:55.741731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:55.744365 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd8f50d-52d3-4816-b115-314c041e02ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:55.751549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-20b40191-a6c9-46a1-b9c9-a036dac42891 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955949 Jul 22 19:27:55.762436 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.763144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:55.765420 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed" -d '{"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:55.773586 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Transition to ACTIVE for port object 8e964720-3824-487d-8620-5ea4469539c6 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:55.781403 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.833405 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Pushing event updated for resources: {'Port': ['ID=8e964720-3824-487d-8620-5ea4469539c6,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:55.836289 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Attempting to bind port 8e964720-3824-487d-8620-5ea4469539c6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:55.836658 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Attempting to bind port 8e964720-3824-487d-8620-5ea4469539c6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:55.837017 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Attempting to bind port 8e964720-3824-487d-8620-5ea4469539c6 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:55.846430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.846930 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.847104 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.847655 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.847786 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.848079 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.848435 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.848760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.849388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.849388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.849787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.850023 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:27:55.852758 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-d4f67984-1bce-4fac-b667-be69caab97b1 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939875 Jul 22 19:27:55.854600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:55.854600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:55.854945 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.855327 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:55.855814 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Bound port: 8e964720-3824-487d-8620-5ea4469539c6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:55.856217 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.861207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99cb9356-8283-4969-80ac-c4a1d2651d65 req-97cfe842-617a-44a7-8cf3-0932411411d4 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917454 Jul 22 19:27:55.915036 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] For port 8e964720-3824-487d-8620-5ea4469539c6, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:55.918584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] For port 8e964720-3824-487d-8620-5ea4469539c6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8e964720-3824-487d-8620-5ea4469539c6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:55.924771 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.933269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-93f07383-29e3-4270-8386-86bd4b3ff7af tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:55.935527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-93f07383-29e3-4270-8386-86bd4b3ff7af tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2847726 Jul 22 19:27:55.950271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:55.983943 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:55.984587 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:55.989199 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ee722-d3e9-48f5-8ef5-02575ed4bcf4 None None] Pushing event updated for resources: {'Port': ['ID=8e964720-3824-487d-8620-5ea4469539c6,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:56.057377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:56.094026 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:56.105891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Network c2c9bfff-1749-4556-b330-7d08bc824484 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:56.124777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:56.129105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event updated for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:56.134329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-70b3bf25-7ee8-4819-8aa3-9c3dd9bd3a0a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1925433 Jul 22 19:27:56.136806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:56.168651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:56.185060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '933ba206-40df-4265-ba06-e389e780b63d', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'port_id': '933ba206-40df-4265-ba06-e389e780b63d', 'mac_address': 'fa:16:3e:60:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29450943-9660-4656-bafc-2da686e98fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:56.185975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:56.226466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.239991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:56.263335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:56.268954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.269991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:56.294565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c905a82-e1a6-4f5f-a2f0-bd15e0d3750a req-6c0f5200-9d2c-4eb3-a352-35892f8e7a96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.296190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c905a82-e1a6-4f5f-a2f0-bd15e0d3750a req-6c0f5200-9d2c-4eb3-a352-35892f8e7a96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.3597269 Jul 22 19:27:56.306955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.307613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.312769 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:52Z', 'revision_number': 3, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:56.338966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.345124 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f23fd2-f2e5-4487-9df5-0e5a89a2341b None None] The sync data for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 is: [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:52Z', 'revision_number': 3, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:27:56.356537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.387936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:56.404265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-3a3bbbf4-9adf-4c70-93d2-69f3ae5e644a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2211664 Jul 22 19:27:56.415871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:56.428188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Request body: {'port': {'device_id': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:27:56.432089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'mac_address': 'fa:16:3e:f3:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:56.481680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.496266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff70576-2a4b-4fd0-a075-be542c8cf12a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:56.499349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c905a82-e1a6-4f5f-a2f0-bd15e0d3750a req-5c617910-c1e4-40d1-8cfb-c4234e8a8865 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854575 Jul 22 19:27:56.519574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:56.526006 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.589792 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a0216d-3f8c-4b84-9998-5c2545cde5d0 x-openstack-request-id: req-38a0216d-3f8c-4b84-9998-5c2545cde5d0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:56.590761 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:56.591032 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38a0216d-3f8c-4b84-9998-5c2545cde5d0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:56.591432 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d', 'status': 'completed', 'code': 200} Jul 22 19:27:56.593193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:56.668636 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae12b24-7ea5-46b8-828f-4a9b0ceb5431 x-openstack-request-id: req-fae12b24-7ea5-46b8-828f-4a9b0ceb5431 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:27:56.668829 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:27:56.669093 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fae12b24-7ea5-46b8-828f-4a9b0ceb5431 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:27:56.670297 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:27:56.757045 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.816595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['933ba206-40df-4265-ba06-e389e780b63d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:56.826239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['eff70576-2a4b-4fd0-a075-be542c8cf12a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:56.827936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-936d0caa-1bdf-4c05-8c1d-f0c1723b4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.829537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-936d0caa-1bdf-4c05-8c1d-f0c1723b4e5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 1095 time: 0.1959872 Jul 22 19:27:56.936283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:56.970358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-72c29b4a-f17d-4c8f-b266-98109d0edc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.972366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-72c29b4a-f17d-4c8f-b266-98109d0edc58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 914 time: 0.1338439 Jul 22 19:27:56.986490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-8582e85b-93c6-49b2-91b1-03eaa5677283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:56.988124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-8582e85b-93c6-49b2-91b1-03eaa5677283 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.2647355 Jul 22 19:27:57.047258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-2d8a4fec-3f29-41d1-b212-dbc7457d7a42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5490943-0876-4264-90dc-74b7551f0b0d HTTP/1.1" status: 200 len: 217 time: 0.0639622 Jul 22 19:27:57.125146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-4f645ef6-336c-45fe-ad7b-23599df1dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.126653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-4f645ef6-336c-45fe-ad7b-23599df1dcc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0651064 Jul 22 19:27:57.171469 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-58acdf68-8bfe-4e4c-aed5-1957f520c917 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377808 Jul 22 19:27:57.293297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-5eb07d53-95eb-48ca-b492-047d419f8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.294787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-5eb07d53-95eb-48ca-b492-047d419f8a22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2980192 Jul 22 19:27:57.365034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-5c3256f0-cf8a-4afb-9e48-2564fd82072b service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573377 Jul 22 19:27:57.401578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Allocated IP 172.20.0.1 (cd669175-e1ce-465f-9573-fc7274b170c1/9be7ffd1-9400-4ec0-8989-57353797e92b/59636710-d3bb-4abe-9114-a0082defeeaa) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:27:57.465757 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-dbb27b3a-779b-4b7e-a047-b77ea96e2612 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 1001 time: 0.1631072 Jul 22 19:27:57.520114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3cd8f50d-52d3-4816-b115-314c041e02ac req-9b6cb208-436e-4a75-b05b-3e62bfb2df60 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432719 Jul 22 19:27:57.530728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-6254310b-e65f-48dc-8f5c-8ce5f40d479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.533158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-6254310b-e65f-48dc-8f5c-8ce5f40d479f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0598028 Jul 22 19:27:57.575500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166e6b-fdc9-4479-8d98-9101f0cf51b8 req-3258b98c-fc1d-43b2-9747-e1c5e2bd9a7d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.577104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80166e6b-fdc9-4479-8d98-9101f0cf51b8 req-3258b98c-fc1d-43b2-9747-e1c5e2bd9a7d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.6919611 Jul 22 19:27:57.592718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-2f434983-3ec6-440c-85a8-f49f66b86111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:57.594205 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-2f434983-3ec6-440c-85a8-f49f66b86111 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528500 Jul 22 19:27:57.693283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-a5af13ac-4bdf-4eb9-9d47-e8406b6577af service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880325 Jul 22 19:27:57.775200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:57.781961 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5093b92b-c6f4-46fd-8cb5-53b05e7399ed req-78ef71d9-ec8f-40a8-96df-c960bad58681 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825360 Jul 22 19:27:57.786750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80166e6b-fdc9-4479-8d98-9101f0cf51b8 req-20298cdf-4896-4b93-bbd6-00e79229e61a tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752863 Jul 22 19:27:57.816462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Transition to ACTIVE for port object 59636710-d3bb-4abe-9114-a0082defeeaa will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:57.919073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45df09d-369c-45b9-ba48-2fb11834eaa4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:57.937173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:57.963161 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:27:58.008794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Transition to ACTIVE for port object e45df09d-369c-45b9-ba48-2fb11834eaa4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:27:58.021218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.027859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.076025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.088995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:58.095040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.102256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Network cd669175-e1ce-465f-9573-fc7274b170c1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:27:58.140501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 933ba206-40df-4265-ba06-e389e780b63d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:58.143967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7ec80-064c-49a0-9808-588491dca370 req-96ad1d94-7163-44ca-b7a1-c818b79c11ea tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:58.144469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 933ba206-40df-4265-ba06-e389e780b63d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:58.144936 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.145542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62a7ec80-064c-49a0-9808-588491dca370 req-96ad1d94-7163-44ca-b7a1-c818b79c11ea tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 944 time: 0.2879672 Jul 22 19:27:58.178850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:27:58.184776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:27:58.190041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:58.243998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.268551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba206-40df-4265-ba06-e389e780b63d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:58.271125 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1879e4f-1edd-4dd6-95fa-bcf1ad371b49" -d '{"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-plugged", "status": "completed", "tag": "933ba206-40df-4265-ba06-e389e780b63d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:58.285717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:58.291512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.292334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:58.356478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.367786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:58.385353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port eff70576-2a4b-4fd0-a075-be542c8cf12a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:58.389130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port eff70576-2a4b-4fd0-a075-be542c8cf12a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:58.389587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.402766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62a7ec80-064c-49a0-9808-588491dca370 req-1aeb4097-7a40-4b4b-9565-4e3075402f2c tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199254 Jul 22 19:27:58.407711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Pushing event updated for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:58.434458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b5490943-0876-4264-90dc-74b7551f0b0d details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:27:58.437204 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae associated. External IP: 172.25.6.229, port: 6d4a28b2-b561-4747-9aa2-a4ff0c699253. Jul 22 19:27:58.441623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Attempting to bind port e45df09d-369c-45b9-ba48-2fb11834eaa4 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:27:58.441966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Attempting to bind port e45df09d-369c-45b9-ba48-2fb11834eaa4 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:27:58.442300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Attempting to bind port e45df09d-369c-45b9-ba48-2fb11834eaa4 on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:58.474420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-175ee3b6-fcbd-476a-90f5-154c00202bb8 None None] Provisioning for port 59636710-d3bb-4abe-9114-a0082defeeaa completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:58.497965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-175ee3b6-fcbd-476a-90f5-154c00202bb8 None None] Provisioning complete for port 59636710-d3bb-4abe-9114-a0082defeeaa triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:58.498335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-175ee3b6-fcbd-476a-90f5-154c00202bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.521066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Port e45df09d-369c-45b9-ba48-2fb11834eaa4 on network c2c9bfff-1749-4556-b330-7d08bc824484 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:27:58.521368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Attempting to bind port e45df09d-369c-45b9-ba48-2fb11834eaa4 on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:27:58.560482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:27:58.560828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Checking segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:27:58.561635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Bound using segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:27:58.561775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Bound port: e45df09d-369c-45b9-ba48-2fb11834eaa4, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:27:58.562020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.592925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-175ee3b6-fcbd-476a-90f5-154c00202bb8 None None] Port 59636710-d3bb-4abe-9114-a0082defeeaa cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:27:58.623404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b5490943-0876-4264-90dc-74b7551f0b0d,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:58.625977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.644673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'b5490943-0876-4264-90dc-74b7551f0b0d', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'port_id': 'b5490943-0876-4264-90dc-74b7551f0b0d', 'mac_address': 'fa:16:3e:a2:57:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92f05c2-7e2c-4812-8b0c-4fbe845b1412', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:27:58.690774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:58.702383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.709298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.723828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:27:58.729505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:27:58.739295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb64c1-094d-41be-a3f0-99dfa7f1165f req-6f78478d-e286-4adc-9e7e-d4630c71e4c2 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:58.740883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5bb64c1-094d-41be-a3f0-99dfa7f1165f req-6f78478d-e286-4adc-9e7e-d4630c71e4c2 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.2627103 Jul 22 19:27:58.742627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8e964720-3824-487d-8620-5ea4469539c6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:27:58.754751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5490943-0876-4264-90dc-74b7551f0b0d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:27:58.778823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.813768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:58.820933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b5490943-0876-4264-90dc-74b7551f0b0d,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:58.826766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.846691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.867892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8e964720-3824-487d-8620-5ea4469539c6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:27:58.875859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8e964720-3824-487d-8620-5ea4469539c6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:27:58.876422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.888911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:58.889535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.890942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/e45df09d-369c-45b9-ba48-2fb11834eaa4 HTTP/1.1" status: 200 len: 1092 time: 2.4695871 Jul 22 19:27:58.891381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:27:58.893632 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2849faf-edfa-49df-9a51-10ff4ff37e64" -d '{"events": [{"name": "network-changed", "server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:27:58.908983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:58.969209 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:58.976664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5bb64c1-094d-41be-a3f0-99dfa7f1165f req-df1b4435-0a77-47de-8f34-ffc2ebcb934a tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650217 Jul 22 19:27:58.977438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fda20-eb0a-4d24-828f-79f663f8f5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:59.006942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8e964720-3824-487d-8620-5ea4469539c6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8e964720-3824-487d-8620-5ea4469539c6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:27:59.012263 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:59.072230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8e964720-3824-487d-8620-5ea4469539c6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:27:59.080352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['b5490943-0876-4264-90dc-74b7551f0b0d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:27:59.080547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:27:59.199802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-ca01a83f-293b-4150-887f-96487a46db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:59.201353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-ca01a83f-293b-4150-887f-96487a46db73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 1095 time: 0.2604854 Jul 22 19:27:59.285506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-e1562f88-6d4b-41ee-b920-a630a1c65a5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4 HTTP/1.1" status: 200 len: 217 time: 0.0540414 Jul 22 19:27:59.317684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edc36d-46e6-4173-8242-f12317f8df43 req-39d8e7ff-6080-45f0-a69c-ffcc4a27a01d tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:59.320563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7edc36d-46e6-4173-8242-f12317f8df43 req-39d8e7ff-6080-45f0-a69c-ffcc4a27a01d tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 944 time: 0.2773476 Jul 22 19:27:59.426071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-6cf67cf5-77c3-47a1-a2ee-b430c9facc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:27:59.427530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-6cf67cf5-77c3-47a1-a2ee-b430c9facc4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.1263945 Jul 22 19:27:59.436131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:59.438242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:27:59.448519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:27:59.455163 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:27:59.457626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:59.458275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:59.506714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7edc36d-46e6-4173-8242-f12317f8df43 req-6c1e4b6a-9b78-4ae4-8d1e-b2e19f7be95e tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694291 Jul 22 19:27:59.581031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:27:59.860785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-6dec241c-9fbc-48c9-ae82-a3c7508fb101 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4187875 Jul 22 19:27:59.941966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:57Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:59.972989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:27:59.982588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:27:59.983186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:27:59.990276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Pushing event updated for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:00.022261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.090092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:00.111859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-0c4a4734-ffe5-412f-955b-933aa9020c58 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271698 Jul 22 19:28:00.219127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff0633-26d6-4bfd-831f-e7795a89e1b6 req-9d5c64e9-f056-4254-9a64-af68a392601b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:00.224695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00ff0633-26d6-4bfd-831f-e7795a89e1b6 req-9d5c64e9-f056-4254-9a64-af68a392601b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.3424659 Jul 22 19:28:00.338579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:57Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:00.361303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00ff0633-26d6-4bfd-831f-e7795a89e1b6 req-bb3f77dd-d6ca-4ceb-94e6-f0f6d08a263a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259882 Jul 22 19:28:00.366008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbafab-c726-4f13-bf70-9da45d2f7945 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:27:57Z', 'revision_number': 3, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:00.367661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Network cd669175-e1ce-465f-9573-fc7274b170c1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:00.375295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:00.395611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43f6e4ae-81c4-4916-8519-4ed441be0cf5 req-1ec341f2-ddd3-4b43-ba81-bf77d09daa6c service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499495 Jul 22 19:28:00.425869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b5490943-0876-4264-90dc-74b7551f0b0d up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:00.446263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:00.532290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port b5490943-0876-4264-90dc-74b7551f0b0d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:00.540827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port b5490943-0876-4264-90dc-74b7551f0b0d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:00.541206 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.631297 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88ab76-fa62-432c-a363-41d423046e50 None None] New status for floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:28:00.649129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.672389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Router 41333acd-d1c4-43aa-be30-fdc9bc121eae has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:00.692339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b5490943-0876-4264-90dc-74b7551f0b0d,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:00.697838 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.702463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:00.709701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.741234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8e964720-3824-487d-8620-5ea4469539c6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:00.801357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5c050b9-af67-4237-b045-8f8b14b43d9f None None] Provisioning complete for port 59636710-d3bb-4abe-9114-a0082defeeaa triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:00.801744 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5c050b9-af67-4237-b045-8f8b14b43d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.803351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f11fb-06aa-4299-9d1b-904d8b6a911e req-87f954da-fcc3-4881-8a27-f83ae6de7d38 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:00.806845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:00.810924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e59f11fb-06aa-4299-9d1b-904d8b6a911e req-87f954da-fcc3-4881-8a27-f83ae6de7d38 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1097 time: 0.2251022 Jul 22 19:28:00.853280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a5c050b9-af67-4237-b045-8f8b14b43d9f None None] Port 59636710-d3bb-4abe-9114-a0082defeeaa cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:00.860984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8e964720-3824-487d-8620-5ea4469539c6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:00.861547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:00.899123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e59f11fb-06aa-4299-9d1b-904d8b6a911e req-28cd66f7-f462-4399-87e1-9545e8a0d135 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873265 Jul 22 19:28:00.901491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:00.905242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-e90e0271-65da-4231-9fdd-6e941f5fe724 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "PUT /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 998 time: 4.7322385 Jul 22 19:28:00.911336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:00.924889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-873d1af1-cb75-4efa-9b0b-e7eeb5ac26a8 admin admin] 10.222.0.10 "PUT /v2.0/routers/41333acd-d1c4-43aa-be30-fdc9bc121eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8266737 Jul 22 19:28:00.927628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:00.927753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Sync routers for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:00.928562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:00.942465 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:00.943090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:00.989328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-a996f24f-55b4-4f58-8905-8fd405254ade tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:00.992652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-a996f24f-55b4-4f58-8905-8fd405254ade tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports/6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 942 time: 0.0742652 Jul 22 19:28:01.059976 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b777c2-847b-4b25-8294-9c9627edb844 x-openstack-request-id: req-43b777c2-847b-4b25-8294-9c9627edb844 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:01.060308 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-plugged", "status": "completed", "tag": "933ba206-40df-4265-ba06-e389e780b63d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:01.060571 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43b777c2-847b-4b25-8294-9c9627edb844 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:01.060976 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba206-40df-4265-ba06-e389e780b63d', 'code': 200} Jul 22 19:28:01.138499 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6da61-74f3-43e5-9ac5-c67f85f9aad6 x-openstack-request-id: req-cff6da61-74f3-43e5-9ac5-c67f85f9aad6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:01.138837 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:01.139181 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cff6da61-74f3-43e5-9ac5-c67f85f9aad6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:01.139670 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4', 'status': 'completed', 'code': 200} Jul 22 19:28:01.227844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:01.249237 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:01.339872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f84a3-9e13-4fac-b168-9c500ed862a8 req-8e7cbba5-ad33-4166-baa0-d12a9da77746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.341948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-989f84a3-9e13-4fac-b168-9c500ed862a8 req-8e7cbba5-ad33-4166-baa0-d12a9da77746 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 1097 time: 0.2054644 Jul 22 19:28:01.346888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-daeb7b07-f0df-4fb6-bb27-74e566f71177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.348564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-daeb7b07-f0df-4fb6-bb27-74e566f71177 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.2698722 Jul 22 19:28:01.407711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-6dcc0b52-4204-45ce-ae79-b565e4eaf8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.410066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-6dcc0b52-4204-45ce-ae79-b565e4eaf8c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 1095 time: 0.2271667 Jul 22 19:28:01.424033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f258cb9-1f05-4390-9854-852dda413bd1 req-2b4ce9b4-dd6f-45a0-a16a-58ac82757655 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.426594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f258cb9-1f05-4390-9854-852dda413bd1 req-2b4ce9b4-dd6f-45a0-a16a-58ac82757655 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.2389381 Jul 22 19:28:01.524825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '59636710-d3bb-4abe-9114-a0082defeeaa', 'name': '', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'mac_address': 'fa:16:3e:06:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:56Z', 'updated_at': '2021-07-22T19:27:59Z', 'revision_number': 2, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'subnets': [{'id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:01.548800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-989f84a3-9e13-4fac-b168-9c500ed862a8 req-f8613a75-bad5-4ba4-91ec-8379b0c10734 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979926 Jul 22 19:28:01.556642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:00Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:01.562295 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Checking router: 41333acd-d1c4-43aa-be30-fdc9bc121eae for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:01.562652 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Updating router 41333acd-d1c4-43aa-be30-fdc9bc121eae port 59636710-d3bb-4abe-9114-a0082defeeaa binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:01.591465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f258cb9-1f05-4390-9854-852dda413bd1 req-c36bad56-5527-4ebb-bf72-33bd379211b7 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008916 Jul 22 19:28:01.595367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:01.600276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:01.602499 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.607866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-network', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:01.611300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:01.612239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:01.617953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-aa93f82d-842d-49e5-bd1d-a8f2e364f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.628006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-aa93f82d-842d-49e5-bd1d-a8f2e364f923 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2690816 Jul 22 19:28:01.661886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Made reservation on behalf of d8a25b04e7da4afe90f19b987883553a for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:01.665192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.681573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-aa4d9f81-0af7-4cd9-b968-87f6b2b92a9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.0444956 Jul 22 19:28:01.687821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.738999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:01.746406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-4220fd82-09ac-448d-a678-b25f4f04f9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.748099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-4220fd82-09ac-448d-a678-b25f4f04f9c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 914 time: 0.3201103 Jul 22 19:28:01.821426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-87af035c-a2ad-42d6-9159-7dbc17ae0ee3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4 HTTP/1.1" status: 200 len: 217 time: 0.0506160 Jul 22 19:28:01.825246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-202313dd-d8db-4846-9ef7-5fc19aae987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.826887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-202313dd-d8db-4846-9ef7-5fc19aae987b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.1384153 Jul 22 19:28:01.840562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.847669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.873947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:28:01.888056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.889255 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Added segment 1c975abc-c5fa-4972-bb7f-ca470b478b0e of type vlan for network c46a9e9d-6d06-4cd0-a51c-e792426159d3 Jul 22 19:28:01.920751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44722f-4c83-4128-adeb-70e6308ef8ac req-a60112f8-2f18-4ead-b3d4-e126c199cfc3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.922166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be44722f-4c83-4128-adeb-70e6308ef8ac req-a60112f8-2f18-4ead-b3d4-e126c199cfc3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 945 time: 0.1966157 Jul 22 19:28:01.927947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-9711fced-314d-4039-925a-4c52be6511ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:01.930237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-9711fced-314d-4039-925a-4c52be6511ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0993648 Jul 22 19:28:01.950386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.978004 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:01.982578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-67f1ad51-8855-49a6-9c6e-698286c52084 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435972 Jul 22 19:28:01.996389 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Transition to ACTIVE for port object 59636710-d3bb-4abe-9114-a0082defeeaa will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:02.001592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.002782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.003431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.012194 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.013560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:00Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:02.021836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-50308bfd-6df5-4fc0-8286-615cb5d70d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.023896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-50308bfd-6df5-4fc0-8286-615cb5d70d62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1838491 Jul 22 19:28:02.029240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2dc40-8f84-4e35-8153-1cd3afe78095,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:02.040117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-767518da-10a5-43a0-b89a-7dc3e8839a2f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:28:02.041134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-767518da-10a5-43a0-b89a-7dc3e8839a2f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073080 Jul 22 19:28:02.063943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be44722f-4c83-4128-adeb-70e6308ef8ac req-9923f45e-ed33-4231-977f-ffea314d454f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182394 Jul 22 19:28:02.065579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a787e5-d5c6-44cd-b9a3-f6fe7a6244e4 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:32:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:00Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:02.075025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4779491 Jul 22 19:28:02.077630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:02.085636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Request body: {'subnet': {'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-subnet', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:02.086119 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb369-4e00-4d81-b9bb-d7fde770b42f None None] Pushing event updated for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:02.136617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ac1d8-8a9c-4025-81f1-0d0725c48101 admin admin] Pushing event updated for resources: {'Network': ['ID=c46a9e9d-6d06-4cd0-a51c-e792426159d3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:02.150121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:28:02.153262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Made reservation on behalf of d8a25b04e7da4afe90f19b987883553a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:02.155990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.233294 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Attempting to bind port 59636710-d3bb-4abe-9114-a0082defeeaa on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:02.233675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Attempting to bind port 59636710-d3bb-4abe-9114-a0082defeeaa by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:02.234105 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Attempting to bind port 59636710-d3bb-4abe-9114-a0082defeeaa on network cd669175-e1ce-465f-9573-fc7274b170c1 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:02.239986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:02.240388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Checking segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:02.240796 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.241365 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Bound using segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:02.241841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Bound port: 59636710-d3bb-4abe-9114-a0082defeeaa, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:02.242406 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.365804 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] For port 59636710-d3bb-4abe-9114-a0082defeeaa, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:02.371726 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] For port 59636710-d3bb-4abe-9114-a0082defeeaa, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59636710-d3bb-4abe-9114-a0082defeeaa,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:02.379205 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.398134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.424094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e45df09d-369c-45b9-ba48-2fb11834eaa4 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:02.464799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:02.465439 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:02.472435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af908a61-2043-40cb-8a6c-e9c8969ab529,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:02.510661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Checking segment: {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:02.511101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Network hostable DHCP agents. Network: c46a9e9d-6d06-4cd0-a51c-e792426159d3, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:28:02.556412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:28:02.578400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c46a9e9d-6d06-4cd0-a51c-e792426159d3) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:02.583690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.584456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.595343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad39ad-39a3-4765-a4db-531b71f1b91a None None] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:02.608962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83b3952c-3e54-4fd2-952d-32c31690b719 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5300593 Jul 22 19:28:02.611998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:02.628061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:02.645595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-eeae16e0-f9a7-42cb-9380-e82d2fe91068 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524489 Jul 22 19:28:02.660999 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fb369-4e00-4d81-b9bb-d7fde770b42f None None] Pushing event updated for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:02.677746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.679251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.734071 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:02.755915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.793997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-5d208ea7-ed59-444b-aef4-e1bee4ef338f service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357311 Jul 22 19:28:02.802744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43915aeb-bd4d-4aa2-8d4e-a690414071c9 req-4f289116-52e3-442f-ac96-2a1c38d539e1 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:02.805361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43915aeb-bd4d-4aa2-8d4e-a690414071c9 req-4f289116-52e3-442f-ac96-2a1c38d539e1 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1097 time: 0.6517625 Jul 22 19:28:02.908138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:02.921926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43915aeb-bd4d-4aa2-8d4e-a690414071c9 req-d8397785-7ec5-4049-94d9-8d18c404b9f4 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723841 Jul 22 19:28:02.940516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:02.984024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e45df09d-369c-45b9-ba48-2fb11834eaa4', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'port_id': 'e45df09d-369c-45b9-ba48-2fb11834eaa4', 'mac_address': 'fa:16:3e:d2:f5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92f05c2-7e2c-4812-8b0c-4fbe845b1412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:02.986932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2849faf-edfa-49df-9a51-10ff4ff37e64 req-c301ddcd-c14b-4da3-9693-57bf584fe18b service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495279 Jul 22 19:28:03.042596 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '59636710-d3bb-4abe-9114-a0082defeeaa', 'name': '', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'mac_address': 'fa:16:3e:06:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:56Z', 'updated_at': '2021-07-22T19:28:02Z', 'revision_number': 4, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'subnets': [{'id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:03.058644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-22cb403e-339d-4bec-927d-817da25019bb service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521205 Jul 22 19:28:03.070295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a'}, {'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:03.074947 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c14b99-0648-465b-abc3-06359bbe3e51" -d '{"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-plugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a"}, {"server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "name": "network-vif-plugged", "status": "completed", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:03.078088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a61e05-9460-4476-85b1-a43385a7c7be None None] The sync data for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 is: [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '59636710-d3bb-4abe-9114-a0082defeeaa', 'name': '', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'mac_address': 'fa:16:3e:06:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:56Z', 'updated_at': '2021-07-22T19:28:02Z', 'revision_number': 4, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'subnets': [{'id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:03.083899 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.094142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0e441-90a7-4639-bff0-9aa691c6e548 req-84ed03c7-48b8-495a-a648-2065d43c9b42 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.102369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40a0e441-90a7-4639-bff0-9aa691c6e548 req-84ed03c7-48b8-495a-a648-2065d43c9b42 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.0938859 Jul 22 19:28:03.114388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45df09d-369c-45b9-ba48-2fb11834eaa4 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:03.157295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}, {'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:03.162998 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b809677-c004-4400-8f50-ed47a9e28720" -d '{"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}, {"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:03.182415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:03.182415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'fixed_ips': [{'subnet_id': 'af908a61-2043-40cb-8a6c-e9c8969ab529'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:28:03.182861 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.198268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.242488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40a0e441-90a7-4639-bff0-9aa691c6e548 req-5d9de72c-a971-4b2e-b720-0fc5ee05a77d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368845 Jul 22 19:28:03.276656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-451475e4-c9b3-4875-812d-a979a529b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.278335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-451475e4-c9b3-4875-812d-a979a529b69b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1097 time: 0.1731145 Jul 22 19:28:03.309175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.331902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.373432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:03.437374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Allocated IP 172.20.0.2 (c46a9e9d-6d06-4cd0-a51c-e792426159d3/af908a61-2043-40cb-8a6c-e9c8969ab529/ec93b704-235b-4529-9821-c534c9b00a9c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:03.444336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e45df09d-369c-45b9-ba48-2fb11834eaa4'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:03.458845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-d26bb260-499c-4995-a4e5-8d8a5d4375ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.461025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-d26bb260-499c-4995-a4e5-8d8a5d4375ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.1744447 Jul 22 19:28:03.479220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Allocated IP 172.25.6.32 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f8400eb7-ece6-4e10-8a06-b06622a8d4a9) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:03.490132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216718cd-ef7f-4c7c-9b30-112f0a7e42b9 req-2555c64f-aaf1-4e78-a160-16af55a975e2 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.493016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-216718cd-ef7f-4c7c-9b30-112f0a7e42b9 req-2555c64f-aaf1-4e78-a160-16af55a975e2 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.1531711 Jul 22 19:28:03.595177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-944349ec-1aec-48cd-a6ac-0cbdd981922d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 1001 time: 0.1262743 Jul 22 19:28:03.613684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-216718cd-ef7f-4c7c-9b30-112f0a7e42b9 req-fbf4802b-c484-4eed-96a4-9b4df33cfa93 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791047 Jul 22 19:28:03.654665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.711636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.716332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-17a72148-f4bf-4303-84e4-321d2d56820a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.719041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-17a72148-f4bf-4303-84e4-321d2d56820a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.1040545 Jul 22 19:28:03.745629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.761210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Transition to ACTIVE for port object ec93b704-235b-4529-9821-c534c9b00a9c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:03.761406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:03.764519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:03.768192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:03.791322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Transition to ACTIVE for port object ec93b704-235b-4529-9821-c534c9b00a9c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:03.810655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.814005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Pushing event updated for resources: {'Port': ['ID=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:03.862660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:03.866896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:03.868692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Pushing event updated for resources: {'Port': ['ID=ec93b704-235b-4529-9821-c534c9b00a9c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:03.870848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:03.893966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70915d78-7510-468f-bd61-f323f473a401 req-f5c00c8a-e2f7-4fd5-9b70-c38206026666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:03.896697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-f5c00c8a-e2f7-4fd5-9b70-c38206026666 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710057 Jul 22 19:28:03.943234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Attempting to bind port ec93b704-235b-4529-9821-c534c9b00a9c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:03.943620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Attempting to bind port ec93b704-235b-4529-9821-c534c9b00a9c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:03.943991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Attempting to bind port ec93b704-235b-4529-9821-c534c9b00a9c on network c46a9e9d-6d06-4cd0-a51c-e792426159d3 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:03.952576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:03.952879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Checking segment: {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:03.953082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:03.953485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Bound using segment: {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:03.954119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Bound port: ec93b704-235b-4529-9821-c534c9b00a9c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:03.954939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.016371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6a560-72fc-487b-b333-4d5c2921e0fd req-cebf8928-52eb-4940-a229-5b0a401c5978 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.024846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ce6a560-72fc-487b-b333-4d5c2921e0fd req-cebf8928-52eb-4940-a229-5b0a401c5978 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.1844735 Jul 22 19:28:04.034885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] For port ec93b704-235b-4529-9821-c534c9b00a9c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:04.038411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] For port ec93b704-235b-4529-9821-c534c9b00a9c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ec93b704-235b-4529-9821-c534c9b00a9c,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:04.044842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.090734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-ff9ea358-ffb2-40db-9b35-274543049d94 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871383 Jul 22 19:28:04.116609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ce6a560-72fc-487b-b333-4d5c2921e0fd req-7dadc7ff-f460-4d7f-b925-2e660b545ed4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882866 Jul 22 19:28:04.142255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6086a-db6f-4387-b9ac-50ae3e25a699 None None] Pushing event updated for resources: {'Port': ['ID=ec93b704-235b-4529-9821-c534c9b00a9c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:04.267341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70915d78-7510-468f-bd61-f323f473a401 req-4e9d36a2-6611-40aa-b23f-b8a4f33540f6 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689656 Jul 22 19:28:04.345271 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b092802-d29c-47d0-874b-8dea7305cad0 x-openstack-request-id: req-1b092802-d29c-47d0-874b-8dea7305cad0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:04.346791 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-plugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a", "code": 200}, {"server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "name": "network-vif-plugged", "status": "completed", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:04.347048 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b092802-d29c-47d0-874b-8dea7305cad0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:04.348053 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'code': 200} Jul 22 19:28:04.348493 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d', 'code': 200} Jul 22 19:28:04.386352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0212cd-81ec-49f3-b515-a0783899e073 req-cace19cc-1141-4585-8c90-22a65ff6f379 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.408433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f0212cd-81ec-49f3-b515-a0783899e073 req-cace19cc-1141-4585-8c90-22a65ff6f379 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 945 time: 0.1349690 Jul 22 19:28:04.442630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e45df09d-369c-45b9-ba48-2fb11834eaa4 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:04.456352 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0d1c4e-91ad-4710-875f-93ef25731566 x-openstack-request-id: req-9f0d1c4e-91ad-4710-875f-93ef25731566 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:04.457616 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:04.458039 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f0d1c4e-91ad-4710-875f-93ef25731566 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:04.458662 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:28:04.459070 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'status': 'completed', 'code': 200} Jul 22 19:28:04.515973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.554038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e45df09d-369c-45b9-ba48-2fb11834eaa4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:04.555619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f0212cd-81ec-49f3-b515-a0783899e073 req-6f9f7dff-472e-436e-af8e-f2e8ddcd13dd tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424737 Jul 22 19:28:04.559436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e45df09d-369c-45b9-ba48-2fb11834eaa4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:04.559823 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.697592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-5a3c70c0-2a1b-493f-9904-35eee9adbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.701243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-5a3c70c0-2a1b-493f-9904-35eee9adbfe2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.2325678 Jul 22 19:28:04.706614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.760379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791d222-ae97-4b62-a540-a22f4b5c1bb2 req-ff26a277-63e9-40a9-b40d-990763cbbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.761899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c791d222-ae97-4b62-a540-a22f4b5c1bb2 req-ff26a277-63e9-40a9-b40d-990763cbbd5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 1097 time: 0.3144493 Jul 22 19:28:04.770517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:04.776472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.786884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b709c-eeef-4935-ab91-dcf4dbdac1b8 req-a53e89eb-5a75-47d1-80ed-e7a0f0d0d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.786884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-607b709c-eeef-4935-ab91-dcf4dbdac1b8 req-a53e89eb-5a75-47d1-80ed-e7a0f0d0d9a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 1097 time: 0.3223360 Jul 22 19:28:04.839545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511fe20-d0a4-4380-ae30-f155c60709ba req-c6448a02-5c3a-4e33-88e8-dbf3ea18f8b3 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.846830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9511fe20-d0a4-4380-ae30-f155c60709ba req-c6448a02-5c3a-4e33-88e8-dbf3ea18f8b3 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.2764277 Jul 22 19:28:04.847735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:04.874204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59636710-d3bb-4abe-9114-a0082defeeaa up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:04.875485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c791d222-ae97-4b62-a540-a22f4b5c1bb2 req-f2318353-5890-4fe6-ae8b-524d6e0e8120 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035559 Jul 22 19:28:04.886492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa56d-f220-43f8-b636-f12f52616a58 req-18c36ef9-ba08-483e-b178-632a33aff885 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.888039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8fa56d-f220-43f8-b636-f12f52616a58 req-18c36ef9-ba08-483e-b178-632a33aff885 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.2069483 Jul 22 19:28:04.922159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-607b709c-eeef-4935-ab91-dcf4dbdac1b8 req-3700a524-1807-44d9-b828-de89dd1dc7b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184585 Jul 22 19:28:04.936726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9511fe20-d0a4-4380-ae30-f155c60709ba req-2b9a0f8b-30ef-4016-99b0-bf9293d3d727 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890462 Jul 22 19:28:04.942675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 59636710-d3bb-4abe-9114-a0082defeeaa completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:04.955552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59636710-d3bb-4abe-9114-a0082defeeaa triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:04.955552 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.955822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:04.957819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-77253a79-9389-4d90-84af-a22cd9a829f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:04.959457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-77253a79-9389-4d90-84af-a22cd9a829f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2489197 Jul 22 19:28:04.962277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8fa56d-f220-43f8-b636-f12f52616a58 req-a016c3a9-eaac-4feb-86a2-374142e6b8ee tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Jul 22 19:28:05.071053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-749ae6fc-5b1d-4a4b-bbc9-d20f2bade3ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.0663106 Jul 22 19:28:05.088605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-7b5fc22d-7b28-4f52-ae44-797a9528a17a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0929313 Jul 22 19:28:05.148383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:05.152924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-471eaece-e570-4b17-aaeb-5a8c173302aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.154424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-471eaece-e570-4b17-aaeb-5a8c173302aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0766251 Jul 22 19:28:05.169660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-e88043b1-3155-4c3d-bfae-080a5561a451 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.193403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 59636710-d3bb-4abe-9114-a0082defeeaa, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59636710-d3bb-4abe-9114-a0082defeeaa,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:05.199177 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:05.201156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ec93b704-235b-4529-9821-c534c9b00a9c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:05.203273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-e88043b1-3155-4c3d-bfae-080a5561a451 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports/79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 942 time: 0.1043675 Jul 22 19:28:05.253613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-9df6e448-e5d4-4ed7-a37e-bdcb42adae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.255140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-9df6e448-e5d4-4ed7-a37e-bdcb42adae54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930796 Jul 22 19:28:05.255715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:28:05.311448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:05.340040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ec93b704-235b-4529-9821-c534c9b00a9c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:05.346452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-4bab8f54-3fb8-427f-9b98-def6ae519105 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.0882196 Jul 22 19:28:05.480812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-d688015f-d1e5-404a-9dd8-2a8f222c0a58 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133343 Jul 22 19:28:05.501120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-8e342fd6-b3c6-49bc-b974-5cd9bc39f17c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.502507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:05.502700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9adcb0d-e142-4682-8a3f-9c50f4592cef req-8e342fd6-b3c6-49bc-b974-5cd9bc39f17c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1498086 Jul 22 19:28:05.506714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7fcd4-fe67-4b01-a5bc-182fdf1629ce None None] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:05.554815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:05.556771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-465b356f-8521-46c7-b7b7-90c111f79924 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9430640 Jul 22 19:28:05.559579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41756) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:05.598797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Sync routers for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:05.627376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:05.628464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:05.630813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-110f5fa6-b65d-41dc-b410-faad4da48ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371388 Jul 22 19:28:05.664025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Provisioning for port ec93b704-235b-4529-9821-c534c9b00a9c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:05.714262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Provisioning complete for port ec93b704-235b-4529-9821-c534c9b00a9c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:05.714947 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:05.753412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-98ba1f93-a65b-49de-97ce-d7ca5ce28685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.755114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-98ba1f93-a65b-49de-97ce-d7ca5ce28685 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1097 time: 0.0731232 Jul 22 19:28:05.775394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89764f-1a50-48bf-a5fc-9f103d256c87 req-850cd8cb-9141-4859-855c-bd4083cf5dae tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.782491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d89764f-1a50-48bf-a5fc-9f103d256c87 req-850cd8cb-9141-4859-855c-bd4083cf5dae tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.2080436 Jul 22 19:28:05.898345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-d18277b6-c957-4c68-95e1-7badf584b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:05.900891 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-d18277b6-c957-4c68-95e1-7badf584b0d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.1376781 Jul 22 19:28:05.915155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:05.935640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:06.084024 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-04811f6f-b1d1-4810-a98c-408c094f0fe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 1001 time: 0.1713765 Jul 22 19:28:06.086069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77477d17-0098-4c76-b6db-7a433221444c None None] For port ec93b704-235b-4529-9821-c534c9b00a9c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ec93b704-235b-4529-9821-c534c9b00a9c,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:06.090309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d89764f-1a50-48bf-a5fc-9f103d256c87 req-71d333b5-8043-49aa-a9a8-537428b8b0a9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055711 Jul 22 19:28:06.120884 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.172594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-8e02c0e0-c398-413d-aeb9-feda0a8da7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:06.174560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-8e02c0e0-c398-413d-aeb9-feda0a8da7ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0688794 Jul 22 19:28:06.199174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77477d17-0098-4c76-b6db-7a433221444c None None] Pushing event updated for resources: {'Port': ['ID=ec93b704-235b-4529-9821-c534c9b00a9c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:06.305704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.306583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809677-c004-4400-8f50-ed47a9e28720 req-4067086b-3768-4269-b713-beab09db0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:06.310796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-4067086b-3768-4269-b713-beab09db0172 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259844 Jul 22 19:28:06.324632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-9e8a1275-c2cb-468d-bdf6-5e138d4a4c9c tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:28:06.329405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-9e8a1275-c2cb-468d-bdf6-5e138d4a4c9c tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136304 Jul 22 19:28:06.369526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:06.370172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:28:06.403495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:06.406481 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6220c16-bf6c-4b81-bc88-834900c0768b" -d '{"events": [{"server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:06.452722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:03Z', 'revision_number': 3, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:06.455033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9a2a8799-bcd4-47b3-9363-d79d1cf8ce80 None None] Provisioning complete for port ec93b704-235b-4529-9821-c534c9b00a9c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:06.455411 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9a2a8799-bcd4-47b3-9363-d79d1cf8ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.521378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-8c4546de-d682-4869-bdc3-b6d426d945e8 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907990 Jul 22 19:28:06.527913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-f50780d1-3dca-4393-b4ca-903bbb439128 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1214433 Jul 22 19:28:06.531936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Checking router: 51e2b83d-a47d-44c6-a7e7-abd2fef72518 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:06.531936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Updating router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:06.612183 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.628032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Allocated IP 172.20.0.1 (c46a9e9d-6d06-4cd0-a51c-e792426159d3/af908a61-2043-40cb-8a6c-e9c8969ab529/db206385-2023-400d-9c0d-864a6a9a5fd3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:06.636487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-6644c6ea-fc58-4d67-89a8-e196aed67fb8 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:06.637940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-6644c6ea-fc58-4d67-89a8-e196aed67fb8 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports/79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 942 time: 0.0925703 Jul 22 19:28:06.658443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:06.658870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:06.659399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:06.667931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:06.668593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:06.673059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1b809677-c004-4400-8f50-ed47a9e28720 req-a0511a16-9ef8-4800-a66c-62a3afa461c9 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434369 Jul 22 19:28:06.677273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:06.677725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:06.679382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:06.679382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Bound port: 5ce58a7d-5a6a-40f4-a478-1602890b332c, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:06.763008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:06.769903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.771364 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-86316589-6d23-4253-8de8-eec297dffad8 service neutron] 10.222.0.10 "POST /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4186101 Jul 22 19:28:06.812560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59636710-d3bb-4abe-9114-a0082defeeaa up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:06.827457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-62d44960-3639-468d-b312-3351649686d5 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1082764 Jul 22 19:28:06.883798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:06.941853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Transition to ACTIVE for port object db206385-2023-400d-9c0d-864a6a9a5fd3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:06.986959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59636710-d3bb-4abe-9114-a0082defeeaa triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:06.987844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.023961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-3f6387a1-b47d-463c-9f93-78509e8937b5 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:07.023961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-3f6387a1-b47d-463c-9f93-78509e8937b5 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1943133 Jul 22 19:28:07.037530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.056121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Transition to ACTIVE for port object f8400eb7-ece6-4e10-8a06-b06622a8d4a9 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:07.072693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.077726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-76ab7fb1-2b37-48c4-8b84-40954c4b94e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.112364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.156377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Attempting to bind port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:07.156902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Attempting to bind port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:07.157293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Attempting to bind port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:07.161719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b857a-3293-457b-9e0a-6cdfd00c17b5 None None] Pushing event updated for resources: {'Port': ['ID=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:07.168446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:07.168835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:07.169294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.169618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:07.170078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Bound port: f8400eb7-ece6-4e10-8a06-b06622a8d4a9, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:07.170506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.175980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d6acf-405d-4446-b47d-e30edee20af6 req-8529a372-a38d-4f80-a952-03bd4b51a813 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:07.177544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a76d6acf-405d-4446-b47d-e30edee20af6 req-8529a372-a38d-4f80-a952-03bd4b51a813 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 945 time: 0.2533219 Jul 22 19:28:07.188403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:07.193299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-24da1265-a8fd-4ea9-a702-1d80b9a7d637 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1554224 Jul 22 19:28:07.203883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ec93b704-235b-4529-9821-c534c9b00a9c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:07.204453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:07.208669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:07.219105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Pushing event updated for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:07.249134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:07.275173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] For port f8400eb7-ece6-4e10-8a06-b06622a8d4a9, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:07.279882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] For port f8400eb7-ece6-4e10-8a06-b06622a8d4a9, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:07.289316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.317618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-b4341a4f-1d7f-43a5-b52f-9f5137c718a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:07.319190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-b4341a4f-1d7f-43a5-b52f-9f5137c718a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1097 time: 0.2939923 Jul 22 19:28:07.332420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ec93b704-235b-4529-9821-c534c9b00a9c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:07.333935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.343852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a76d6acf-405d-4446-b47d-e30edee20af6 req-405651f5-6eec-42ee-ac8e-1811429a1461 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493690 Jul 22 19:28:07.344599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.410579 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.425803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:07.426458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:07.520117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b857a-3293-457b-9e0a-6cdfd00c17b5 None None] Pushing event updated for resources: {'Port': ['ID=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:07.596382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-08f07921-66ca-4e0e-93dc-35296a4dccf4 None None] Provisioning for port db206385-2023-400d-9c0d-864a6a9a5fd3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:07.607998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-08f07921-66ca-4e0e-93dc-35296a4dccf4 None None] Provisioning complete for port db206385-2023-400d-9c0d-864a6a9a5fd3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:07.608436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08f07921-66ca-4e0e-93dc-35296a4dccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:07.611118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:07.713289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-08f07921-66ca-4e0e-93dc-35296a4dccf4 None None] Port db206385-2023-400d-9c0d-864a6a9a5fd3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:07.834346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:03Z', 'revision_number': 3, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:07.861945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68c56d0-d0fb-4e5f-b505-1662b34a150a None None] The sync data for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 is: [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:03Z', 'revision_number': 3, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:07.931138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-8d52d399-e26f-478c-97f3-7142b92584fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:07.932723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-8d52d399-e26f-478c-97f3-7142b92584fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.6039228 Jul 22 19:28:08.043625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-45fe87de-9564-40a5-92ba-026ada3ce8c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 217 time: 0.1001770 Jul 22 19:28:08.051213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edd64d-ee18-4cbb-bfa4-015e7d260d9d req-9a49c648-4c3b-42cf-bff5-8fd49f8c4ff8 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:08.052717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97edd64d-ee18-4cbb-bfa4-015e7d260d9d req-9a49c648-4c3b-42cf-bff5-8fd49f8c4ff8 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.3220706 Jul 22 19:28:08.060312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.105566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.105889 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae disassociated. External IP: 172.25.6.229, port: 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad. Jul 22 19:28:08.107654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.244676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-9f26ae1d-1f7e-44e6-b96e-1f36850b9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:08.246189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-9f26ae1d-1f7e-44e6-b96e-1f36850b9824 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1875434 Jul 22 19:28:08.254801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97edd64d-ee18-4cbb-bfa4-015e7d260d9d req-d898c342-2350-47fe-9b1a-e11286e27a5f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903396 Jul 22 19:28:08.302654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-c136588c-8c04-4960-b2a4-08d3c6f7c2ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415826 Jul 22 19:28:08.608438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-3f375328-e69a-469d-a840-96d31c49c2de service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965546 Jul 22 19:28:08.643106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6eb3-41ae-4256-b306-16eb687ad9f0 req-36c35a2a-b50d-45c4-a885-98613621ba2b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:08.644637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f34a6eb3-41ae-4256-b306-16eb687ad9f0 req-36c35a2a-b50d-45c4-a885-98613621ba2b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.3185058 Jul 22 19:28:08.730017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f8400eb7-ece6-4e10-8a06-b06622a8d4a9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:08.741508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:08.743829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.751561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.786930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:08.792825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:08.793344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.829940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f34a6eb3-41ae-4256-b306-16eb687ad9f0 req-6fee1e1e-2c51-4ce6-a2e2-6e22e15ffc85 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711061 Jul 22 19:28:08.877656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.892564 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df199ea9-710e-455e-af0e-a604ea51af04 x-openstack-request-id: req-df199ea9-710e-455e-af0e-a604ea51af04 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:08.892960 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "name": "network-vif-plugged", "status": "completed", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:08.893297 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df199ea9-710e-455e-af0e-a604ea51af04 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:08.893863 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4', 'code': 200} Jul 22 19:28:08.912431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f8400eb7-ece6-4e10-8a06-b06622a8d4a9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:08.925253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.925488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:08.934925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-49ef3952-efd8-4e79-8f58-a35dff88f0fd service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136930 Jul 22 19:28:08.940249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Pushing event updated for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:09.001894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:09.033853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e222-574b-4961-9825-9db0c14d80c8 req-45489550-cba7-4f8e-b14d-2cfb2f392666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.035525 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e918e222-574b-4961-9825-9db0c14d80c8 req-45489550-cba7-4f8e-b14d-2cfb2f392666 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 1097 time: 0.0650747 Jul 22 19:28:09.071898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:09.088238 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:09.091976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e918e222-574b-4961-9825-9db0c14d80c8 req-51c02c1e-ae74-4e36-b000-ea8fc25d1ecb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Jul 22 19:28:09.099676 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:09.101157 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:09.110490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:09.142542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:09.152387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:09.245955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1916d067-985e-43aa-a0a5-6199599b3192 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "PUT /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 695 time: 2.0383906 Jul 22 19:28:09.250865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:09.253146 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:09.258358 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:09.274345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938bc08-bbfd-4256-baa4-9d2dba6a5b19 req-6135d57f-652e-4f9d-ba15-4b5ed1319da8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.276623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c938bc08-bbfd-4256-baa4-9d2dba6a5b19 req-6135d57f-652e-4f9d-ba15-4b5ed1319da8 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.3108382 Jul 22 19:28:09.403692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c938bc08-bbfd-4256-baa4-9d2dba6a5b19 req-fd4a6610-6671-4531-8769-4e5c522b3977 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152761 Jul 22 19:28:09.440750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:09.449702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-94448243-8e27-49e7-9bfc-e222cec48830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.450899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-31fd3aa9-6460-4e1d-b50b-35d581ca8a8a None None] Provisioning complete for port db206385-2023-400d-9c0d-864a6a9a5fd3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:09.451612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31fd3aa9-6460-4e1d-b50b-35d581ca8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:09.457913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-94448243-8e27-49e7-9bfc-e222cec48830 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1097 time: 0.1794910 Jul 22 19:28:09.510242 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:09.541611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:09.544449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-31fd3aa9-6460-4e1d-b50b-35d581ca8a8a None None] Port db206385-2023-400d-9c0d-864a6a9a5fd3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:09.552291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:09.552893 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:27:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:09.603987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2a3cbdb-17f8-4680-8088-7f92fcb57127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:09.671874 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:09.685534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-34bea956-711d-4f95-8b25-d4ef84592ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.687218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-34bea956-711d-4f95-8b25-d4ef84592ca5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2292781 Jul 22 19:28:09.693989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:09.701119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-64c345d8-0aaf-471d-90eb-e899dc2153f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/51e2b83d-a47d-44c6-a7e7-abd2fef72518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1401768 Jul 22 19:28:09.707351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Sync routers for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:09.724797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad9d50-6aeb-4a59-bee0-d50a09b6b0db req-9391f58f-8f49-4bbb-b758-e47035c89acd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.727342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad9d50-6aeb-4a59-bee0-d50a09b6b0db req-9391f58f-8f49-4bbb-b758-e47035c89acd tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.1615293 Jul 22 19:28:09.759667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:09.763695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:09.771320 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:09.777769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-72259e2d-38d5-490a-9728-a31387106084 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 217 time: 0.0816274 Jul 22 19:28:09.852472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad9d50-6aeb-4a59-bee0-d50a09b6b0db req-2c480cc1-84bf-423c-b16b-de06226d554e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114321 Jul 22 19:28:09.871766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-8fe15673-6b26-4c06-ae6e-dc7592218977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.875901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-8fe15673-6b26-4c06-ae6e-dc7592218977 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0897622 Jul 22 19:28:09.963319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:09.980736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1e2b62e7-ff09-4f86-9b85-d116f4411daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:09.984972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-1e2b62e7-ff09-4f86-9b85-d116f4411daf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000936 Jul 22 19:28:09.989210 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:10.051697 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d86ad-1720-4449-a901-1e0a6a7eeed6 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:10.092385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-a03556a9-3a8b-46c1-99ff-3faed76427b5 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016924 Jul 22 19:28:10.370451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:07Z', 'revision_number': 4, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'db206385-2023-400d-9c0d-864a6a9a5fd3', 'name': '', 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'mac_address': 'fa:16:3e:a2:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:06Z', 'updated_at': '2021-07-22T19:28:08Z', 'revision_number': 2, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'subnets': [{'id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:10.423299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Checking router: 51e2b83d-a47d-44c6-a7e7-abd2fef72518 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:10.424029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Updating router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 port db206385-2023-400d-9c0d-864a6a9a5fd3 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:28:10.527651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:10.539239 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85585899-4061-480b-b2cb-19893f249576 None None] New status for floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:28:10.689493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb04306a-bf97-48b7-911c-5c39b1ca7697 req-b84427a6-4781-4040-a8dd-6c6d0325cb0a service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840647 Jul 22 19:28:10.762844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4407d5-d704-4620-b1f4-ab238b228790 req-4b66fdfb-20df-4a3e-b6e2-e7351419df39 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:10.771521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af4407d5-d704-4620-b1f4-ab238b228790 req-4b66fdfb-20df-4a3e-b6e2-e7351419df39 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 945 time: 0.6768522 Jul 22 19:28:10.873418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af4407d5-d704-4620-b1f4-ab238b228790 req-76eafe7b-f5bb-4063-84fb-990996b08ec1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 Jul 22 19:28:11.030555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6118e-08bc-4bff-8654-4ac10b847c7e req-7590cbf2-5440-437e-94fe-bed29e0bef02 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:11.039394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bad6118e-08bc-4bff-8654-4ac10b847c7e req-7590cbf2-5440-437e-94fe-bed29e0bef02 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 945 time: 0.1902075 Jul 22 19:28:11.151041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bad6118e-08bc-4bff-8654-4ac10b847c7e req-9701e321-fc47-4eb1-8f63-b82f9bee6985 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Jul 22 19:28:11.200207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45c0ed-9feb-4917-9e04-576c1c48ef5b req-9eb2990a-4c19-47de-a944-9ced95c8f74e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:11.210714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc45c0ed-9feb-4917-9e04-576c1c48ef5b req-9eb2990a-4c19-47de-a944-9ced95c8f74e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.2000630 Jul 22 19:28:11.215197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f8400eb7-ece6-4e10-8a06-b06622a8d4a9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:11.262392 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85fc2f8-27db-4894-8ab8-eb793f40c222 x-openstack-request-id: req-b85fc2f8-27db-4894-8ab8-eb793f40c222 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:11.263931 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:11.264369 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b85fc2f8-27db-4894-8ab8-eb793f40c222 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:11.265839 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'status': 'completed', 'code': 200} Jul 22 19:28:11.320878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc45c0ed-9feb-4917-9e04-576c1c48ef5b req-c3435931-7fee-4171-85ec-f1af641480e6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087804 Jul 22 19:28:11.476475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-7754e933-c92f-4296-90e7-278c11aeb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:11.478015 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-7754e933-c92f-4296-90e7-278c11aeb3e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 1097 time: 0.1566401 Jul 22 19:28:11.566879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65621084-6c91-4bde-bbee-bb5aaec98d65 req-386f99cc-9004-4492-874f-e3f7a7c29a2e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:11.568649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65621084-6c91-4bde-bbee-bb5aaec98d65 req-386f99cc-9004-4492-874f-e3f7a7c29a2e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.1496532 Jul 22 19:28:11.680089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:11.687250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65621084-6c91-4bde-bbee-bb5aaec98d65 req-99d304b7-0c3e-46b9-9ba4-19d11408d7ce tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966356 Jul 22 19:28:11.716558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-44b7c5d8-dce8-4a0d-b9b7-b21445609817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:11.718073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-44b7c5d8-dce8-4a0d-b9b7-b21445609817 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.2237890 Jul 22 19:28:11.765328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:11.765542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:11.901895 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-13200aea-fedb-46d6-b489-8b3f4929a2e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 200 len: 217 time: 0.1755564 Jul 22 19:28:11.996898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:12.056838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Transition to ACTIVE for port object db206385-2023-400d-9c0d-864a6a9a5fd3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:12.086655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:12.090757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-84dc4194-bda4-455a-a9f6-abfb6ffb7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:12.094957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-84dc4194-bda4-455a-a9f6-abfb6ffb7c52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.1710720 Jul 22 19:28:12.258873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-66edfdbf-acc3-4b53-8226-b824a1c0c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:12.261053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-66edfdbf-acc3-4b53-8226-b824a1c0c579 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538641 Jul 22 19:28:12.286390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06284-1238-4b8e-a399-6a7760c6f649 None None] Pushing event updated for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:12.461590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Attempting to bind port db206385-2023-400d-9c0d-864a6a9a5fd3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:12.464856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Attempting to bind port db206385-2023-400d-9c0d-864a6a9a5fd3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:12.464856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Attempting to bind port db206385-2023-400d-9c0d-864a6a9a5fd3 on network c46a9e9d-6d06-4cd0-a51c-e792426159d3 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:12.482596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:12.483641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Checking segment: {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:12.484089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:12.485516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Bound using segment: {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:12.486788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Bound port: db206385-2023-400d-9c0d-864a6a9a5fd3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c975abc-c5fa-4972-bb7f-ca470b478b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:12.487818 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:12.623190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] For port db206385-2023-400d-9c0d-864a6a9a5fd3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:12.627576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] For port db206385-2023-400d-9c0d-864a6a9a5fd3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db206385-2023-400d-9c0d-864a6a9a5fd3,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:12.673468 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:12.710670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-59e54da9-c229-49b9-9fb2-7a104dafe650 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393454 Jul 22 19:28:12.758604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3473-3249-419c-8118-9599d1b18c8e req-4b0f8392-aaf4-4ffa-b38b-dffc0a758ee0 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:12.771816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5ad3473-3249-419c-8118-9599d1b18c8e req-4b0f8392-aaf4-4ffa-b38b-dffc0a758ee0 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.1422691 Jul 22 19:28:12.840694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5ad3473-3249-419c-8118-9599d1b18c8e req-7cff9843-2ecc-4f1b-b961-c74c8e367a8c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Jul 22 19:28:13.068751 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c258dd4c-04f7-40f7-bfec-fb2274d98d1a req-0345da81-5a17-41ed-a96a-4ac93cc3f079 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526638 Jul 22 19:28:13.161241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd06284-1238-4b8e-a399-6a7760c6f649 None None] Pushing event updated for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:13.169338 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:13.176427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:13.180230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:13.217260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee74ae-be37-467b-a2c2-a20076b02dd1 req-7427a16d-f89e-4af3-b638-42e864cd6a33 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:13.230785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42ee74ae-be37-467b-a2c2-a20076b02dd1 req-7427a16d-f89e-4af3-b638-42e864cd6a33 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 945 time: 0.2327549 Jul 22 19:28:13.275290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42ee74ae-be37-467b-a2c2-a20076b02dd1 req-884a7e6f-6a53-4a25-b82c-13c10360c219 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492454 Jul 22 19:28:13.393908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-3eefe731-bcf6-4bca-b79c-eb4d41cf6e55 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:13.405894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-3eefe731-bcf6-4bca-b79c-eb4d41cf6e55 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3065512 Jul 22 19:28:13.429033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:13.564862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-5f9cb505-8dcf-4862-ba5f-f523a982905d tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 696 time: 0.1573310 Jul 22 19:28:13.569891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:13.612359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:13.695922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36016-afbe-4800-8686-ee86785fca05 req-faf4dac5-95ba-4ba9-9227-ab7a4df93fed tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:13.696745 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98e36016-afbe-4800-8686-ee86785fca05 req-faf4dac5-95ba-4ba9-9227-ab7a4df93fed tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54e7ce6-5599-4237-b259-571e4e51f054 HTTP/1.1" status: 200 len: 945 time: 0.1863668 Jul 22 19:28:13.890337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Deleting port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:13.891058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:13.893547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:07Z', 'revision_number': 4, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'db206385-2023-400d-9c0d-864a6a9a5fd3', 'name': '', 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'mac_address': 'fa:16:3e:a2:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:06Z', 'updated_at': '2021-07-22T19:28:12Z', 'revision_number': 4, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'subnets': [{'id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:13.936189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb63f3e-8f7f-4c6f-b66a-431dd8f59cac None None] The sync data for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 is: [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:28:07Z', 'revision_number': 4, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'db206385-2023-400d-9c0d-864a6a9a5fd3', 'name': '', 'network_id': 'c46a9e9d-6d06-4cd0-a51c-e792426159d3', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'mac_address': 'fa:16:3e:a2:e1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:06Z', 'updated_at': '2021-07-22T19:28:12Z', 'revision_number': 4, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'subnets': [{'id': 'af908a61-2043-40cb-8a6c-e9c8969ab529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:13.969218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6173f-4050-4e4f-83e2-f61c33d350e1 req-1cbc3705-997d-459e-8727-eeec797e4059 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:13.979910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ef6173f-4050-4e4f-83e2-f61c33d350e1 req-1cbc3705-997d-459e-8727-eeec797e4059 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.2849770 Jul 22 19:28:14.106426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ef6173f-4050-4e4f-83e2-f61c33d350e1 req-b8b59866-f519-4005-9835-fa66b105ae7c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190956 Jul 22 19:28:14.116879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] For port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:14.117252 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:14.151437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Calling delete_port for 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:14.367010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:14.379363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['6d4a28b2-b561-4747-9aa2-a4ff0c699253', '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:14.458473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event deleted for resources: {'Port': ['ID=79b41207-59cf-4e6c-8de9-c11dbc3bb5ad,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:14.567896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] No DVR routers for this DVR port 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:14.571885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:14.578107 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98e36016-afbe-4800-8686-ee86785fca05 req-2b6dfa70-18e1-44cd-b062-294d7725a61c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "DELETE /v2.0/ports/79b41207-59cf-4e6c-8de9-c11dbc3bb5ad HTTP/1.1" status: 204 len: 173 time: 0.8747396 Jul 22 19:28:14.580540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'name': 'network-vif-deleted', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:14.592102 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeaf85c-651b-4f64-8d7c-e81bcce453d8" -d '{"events": [{"server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "name": "network-vif-deleted", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:14.846155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:28:14.900649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db206385-2023-400d-9c0d-864a6a9a5fd3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:14.925622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:14.940583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:15.009611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port db206385-2023-400d-9c0d-864a6a9a5fd3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:15.015857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port db206385-2023-400d-9c0d-864a6a9a5fd3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:15.016284 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:15.081317 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae associated. External IP: 172.25.6.229, port: 6d4a28b2-b561-4747-9aa2-a4ff0c699253. Jul 22 19:28:15.161565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:15.195546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60934d3f-3f39-482f-8d35-dceb9b632c74 req-a62a0c52-98d5-4abe-94bd-b09122c7d4a5 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:15.207382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60934d3f-3f39-482f-8d35-dceb9b632c74 req-a62a0c52-98d5-4abe-94bd-b09122c7d4a5 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.6338971 Jul 22 19:28:15.258402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port db206385-2023-400d-9c0d-864a6a9a5fd3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db206385-2023-400d-9c0d-864a6a9a5fd3,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:15.267955 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:15.362594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60934d3f-3f39-482f-8d35-dceb9b632c74 req-7df30081-ef89-4fdb-93e5-41c94f53bef4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506755 Jul 22 19:28:15.399791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:15.463753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:28:15.630254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:15.875980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:15.888658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:15.888850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:15.907477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:15.909366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:15.992069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-f7df7609-16cc-4d78-aff7-50f0ec560e5b tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "PUT /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 996 time: 2.4261827 Jul 22 19:28:15.994572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:16.007308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80" -d '{"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:16.154328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-16c6980d-badc-4579-9d46-226a0c716565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:16.160531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-16c6980d-badc-4579-9d46-226a0c716565 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.1353700 Jul 22 19:28:16.274511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:16.323637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-1578a01f-2008-4367-9858-89d67ecf152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:16.331942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-1578a01f-2008-4367-9858-89d67ecf152d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.1649060 Jul 22 19:28:16.436017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-c1f2dcb6-a20d-4b28-a5c8-6a6837e8ef54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 999 time: 0.1027486 Jul 22 19:28:16.502993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-6d1c83b1-95b8-4606-83db-079254be069d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:16.513532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-6d1c83b1-95b8-4606-83db-079254be069d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0764554 Jul 22 19:28:16.519847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:16.564594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:16.592723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-3eee6f1f-c39c-45e6-84f1-292493e028a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:16.594490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-3eee6f1f-c39c-45e6-84f1-292493e028a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799437 Jul 22 19:28:16.622226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:16.622577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79b41207-59cf-4e6c-8de9-c11dbc3bb5ad not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:16.646082 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b2bc8c-c089-44cf-9ea2-4c86cae96da9 x-openstack-request-id: req-d1b2bc8c-c089-44cf-9ea2-4c86cae96da9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:16.646637 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54e7ce6-5599-4237-b259-571e4e51f054", "name": "network-vif-deleted", "tag": "79b41207-59cf-4e6c-8de9-c11dbc3bb5ad", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:16.646637 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1b2bc8c-c089-44cf-9ea2-4c86cae96da9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:16.647634 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54e7ce6-5599-4237-b259-571e4e51f054', 'name': 'network-vif-deleted', 'tag': '79b41207-59cf-4e6c-8de9-c11dbc3bb5ad', 'status': 'completed', 'code': 200} Jul 22 19:28:16.755025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-07d15da2-db23-4d6b-9e32-ea9c774d918c service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501076 Jul 22 19:28:16.820892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:16.833121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '3756d466-64b7-4969-b6c5-da160d7816e4', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'port_id': '3756d466-64b7-4969-b6c5-da160d7816e4', 'mac_address': 'fa:16:3e:f8:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3453412-584a-4684-ab6f-292f450d9025', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:16.840229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db206385-2023-400d-9c0d-864a6a9a5fd3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:16.920041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6cbaaeb-59ea-4857-a45d-4fbb0a2f5d2d req-1285ccb7-de10-4a7b-9e2f-ba5cfe5e00e3 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480665 Jul 22 19:28:16.951449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port db206385-2023-400d-9c0d-864a6a9a5fd3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:16.952046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:16.958544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d8636-b616-447f-93f7-d1eb9ae9256e req-a831fa56-b642-456e-b0c8-b44124fed61d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:16.960196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-635d8636-b616-447f-93f7-d1eb9ae9256e req-a831fa56-b642-456e-b0c8-b44124fed61d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.1581302 Jul 22 19:28:17.086057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-635d8636-b616-447f-93f7-d1eb9ae9256e req-9ed2c9d2-e576-4bbe-8bce-c34fddc6ed6b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106560 Jul 22 19:28:17.087591 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519999c-8efa-4985-9731-65d6f5f1a733 x-openstack-request-id: req-d519999c-8efa-4985-9731-65d6f5f1a733 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:17.087883 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:17.088171 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d519999c-8efa-4985-9731-65d6f5f1a733 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:17.088556 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:28:17.090454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:14Z', 'revision_number': 8, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:17.093288 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:17.110664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3756d466-64b7-4969-b6c5-da160d7816e4 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:17.136448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:17.166119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:17.219882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-64f71f37-13c1-4600-99b7-46e54d13c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.223532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-64f71f37-13c1-4600-99b7-46e54d13c329 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.0957627 Jul 22 19:28:17.229682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:17.233304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:17.253327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:17.255216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:17.298061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d80dd5-66c8-4d82-91ed-8af9a8bd9edf req-90bb5e96-352a-4d6d-b499-c4a3fba792c0 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.312941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d80dd5-66c8-4d82-91ed-8af9a8bd9edf req-90bb5e96-352a-4d6d-b499-c4a3fba792c0 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.1219585 Jul 22 19:28:17.358211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-3a10c572-3c69-4394-b8cd-6dee78888af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.360068 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-3a10c572-3c69-4394-b8cd-6dee78888af3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.1290309 Jul 22 19:28:17.419400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d80dd5-66c8-4d82-91ed-8af9a8bd9edf req-815b78ea-7600-4ea9-a652-42bf413285a9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032238 Jul 22 19:28:17.498785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-090a9410-0f78-43f1-a6fc-522d3cabeb73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 999 time: 0.1176121 Jul 22 19:28:17.543555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-906534df-4b1e-40a2-89c9-d38e3eecaafd req-e5a48c83-96bf-4ed0-842b-f18526d3fb23 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 996 time: 0.1035166 Jul 22 19:28:17.588672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-0c739c82-4a58-47ea-947f-66f0f8feba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.590482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-0c739c82-4a58-47ea-947f-66f0f8feba6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0794890 Jul 22 19:28:17.601994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['3756d466-64b7-4969-b6c5-da160d7816e4'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:17.652260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:17.692426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-baae4807-fda1-4b65-bdc7-7d8ac392de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.697027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-baae4807-fda1-4b65-bdc7-7d8ac392de01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957413 Jul 22 19:28:17.721684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb0230-417d-4a90-9531-d3b08dcedd1a req-65707544-3423-49b8-98e9-66a97342fe9c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.723493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bb0230-417d-4a90-9531-d3b08dcedd1a req-65707544-3423-49b8-98e9-66a97342fe9c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 944 time: 0.1767206 Jul 22 19:28:17.775640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bb0230-417d-4a90-9531-d3b08dcedd1a req-aa5ca79f-025d-4ec5-b21a-c386473e8e3e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Jul 22 19:28:17.785780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906534df-4b1e-40a2-89c9-d38e3eecaafd req-5b3082a7-5978-4e9d-9558-eab1ac277cf1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:17.800427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-906534df-4b1e-40a2-89c9-d38e3eecaafd req-5b3082a7-5978-4e9d-9558-eab1ac277cf1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2553861 Jul 22 19:28:17.879301 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-0b7b9ec0-d9e9-4465-8c54-282429759b8e service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743634 Jul 22 19:28:18.091550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-58ab70f9-9416-4c38-982f-161504e6c4bd tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.1841695 Jul 22 19:28:18.108270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:14Z', 'revision_number': 8, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:18.166895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67a379f-fe81-48a5-a9aa-8a761a1aad0e None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'floating_ip_address': '172.25.6.229', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'port_id': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'mac_address': 'fa:16:3e:9d:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:27:25Z', 'updated_at': '2021-07-22T19:28:14Z', 'revision_number': 8, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:18.175447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-bf1651f0-6e77-4957-8132-b2352a8d593b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:18.177697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-bf1651f0-6e77-4957-8132-b2352a8d593b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.2621689 Jul 22 19:28:18.216817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-5035d665-dfe7-4923-9934-aef057eca0bc tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:18.216817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-5035d665-dfe7-4923-9934-aef057eca0bc tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports/6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 942 time: 0.1150982 Jul 22 19:28:18.224297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-0b584d41-2bd7-4c1b-8899-88bd71066eb8 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:18.226346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-0b584d41-2bd7-4c1b-8899-88bd71066eb8 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/ports?device_id=116feda7-997c-4693-a0d4-8563acc7bcdb HTTP/1.1" status: 200 len: 945 time: 0.3765566 Jul 22 19:28:18.234682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:18.236970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:18.238477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-f69fe941-7e01-42d8-8275-661007724ea4 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/quotas/f52f8a5293994456889371a658bb46fe HTTP/1.1" status: 200 len: 375 time: 0.0434639 Jul 22 19:28:18.454615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 3756d466-64b7-4969-b6c5-da160d7816e4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:18.455141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:18.458435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3d0a1ca-42a3-4a59-929a-9b78919bcb80 req-ec8f269e-d192-4de3-89b5-7d562bd423b5 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680254 Jul 22 19:28:18.495204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-13763fae-0098-4c0e-b78c-24c10c134862 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 999 time: 0.2075970 Jul 22 19:28:18.550824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:18.565121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'mac_address': 'fa:16:3e:f3:cc:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:18.580632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92aadc2-f049-4ad5-bae1-26a176cd786c None None] New status for floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:28:18.658763 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:18.722767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eff70576-2a4b-4fd0-a075-be542c8cf12a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:18.836918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:18.860191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:18.867498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:18.989196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:19.017428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:19.026729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-77bfd216-f84f-4733-9489-5f90a9afc0f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:19.031173 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-77bfd216-f84f-4733-9489-5f90a9afc0f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ba3ea9f-32b0-43af-9fbc-178d4e35a223 HTTP/1.1" status: 200 len: 945 time: 0.1607187 Jul 22 19:28:19.034785 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89377ea-083e-4a4e-8950-70a5d0df6379" -d '{"events": [{"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-plugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:19.045223 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.048811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['eff70576-2a4b-4fd0-a075-be542c8cf12a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:19.050525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-fb62b370-a129-4684-ad11-9081325861d6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:19.059754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-fb62b370-a129-4684-ad11-9081325861d6 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.5441661 Jul 22 19:28:19.151912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:19.162083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-48c66095-1d42-4a72-a050-8db6d6764619 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 1001 time: 0.1011317 Jul 22 19:28:19.168385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:19.265945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Deleting port b5490943-0876-4264-90dc-74b7551f0b0d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:19.267833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.268666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-f7a0321b-a364-453d-89ac-0e6ddcf26f85 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0286801 Jul 22 19:28:19.395337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:19.416214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-ca48a746-fa31-4022-88d4-0dda881db2ad service neutron] 10.222.0.10 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464622 Jul 22 19:28:19.455750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] For port b5490943-0876-4264-90dc-74b7551f0b0d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=b5490943-0876-4264-90dc-74b7551f0b0d,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:19.458642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.481290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Calling delete_port for b5490943-0876-4264-90dc-74b7551f0b0d owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:19.510557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Deleting port e45df09d-369c-45b9-ba48-2fb11834eaa4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:19.511197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.531901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.616315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c918aa13-69cc-4204-9892-26f0004b0703 service neutron] 10.222.0.10 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956115 Jul 22 19:28:19.749020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] For port e45df09d-369c-45b9-ba48-2fb11834eaa4, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e45df09d-369c-45b9-ba48-2fb11834eaa4,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:19.749504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.802161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.819397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['b5490943-0876-4264-90dc-74b7551f0b0d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:19.864905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event deleted for resources: {'Port': ['ID=b5490943-0876-4264-90dc-74b7551f0b0d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:19.916990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Calling delete_port for e45df09d-369c-45b9-ba48-2fb11834eaa4 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:19.945606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] No DVR routers for this DVR port b5490943-0876-4264-90dc-74b7551f0b0d on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:19.960361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:19.963893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75f39da1-0ff8-4a7d-b7ad-9e30e2f26a7d req-b73126c2-b257-4dee-942c-ced97d039789 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "DELETE /v2.0/ports/b5490943-0876-4264-90dc-74b7551f0b0d HTTP/1.1" status: 204 len: 173 time: 0.9234016 Jul 22 19:28:19.964415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'name': 'network-vif-deleted', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:19.967828 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a3627d-d40a-4342-befc-626e44eb0e7b" -d '{"events": [{"server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "name": "network-vif-deleted", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:20.060894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:20.244784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:20.247060 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae disassociated. External IP: 172.25.6.229, port: 6d4a28b2-b561-4747-9aa2-a4ff0c699253. Jul 22 19:28:20.252250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:20.353919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:20.379146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['b5490943-0876-4264-90dc-74b7551f0b0d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:20.550828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port eff70576-2a4b-4fd0-a075-be542c8cf12a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:20.554788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:20.572877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b5490943-0876-4264-90dc-74b7551f0b0d no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:20.604095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event deleted for resources: {'Port': ['ID=e45df09d-369c-45b9-ba48-2fb11834eaa4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:20.704945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: b5490943-0876-4264-90dc-74b7551f0b0d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:20.705697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device b5490943-0876-4264-90dc-74b7551f0b0d not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:20.707046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e45df09d-369c-45b9-ba48-2fb11834eaa4 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:20.798537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: e45df09d-369c-45b9-ba48-2fb11834eaa4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:20.806178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e45df09d-369c-45b9-ba48-2fb11834eaa4 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:20.836883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] No DVR routers for this DVR port e45df09d-369c-45b9-ba48-2fb11834eaa4 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:20.843135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:20.851336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33341efd-b227-4e97-b34a-f1bcd5c3884e req-a83b13b1-5de8-42b1-af4d-60f70cccd697 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "DELETE /v2.0/ports/e45df09d-369c-45b9-ba48-2fb11834eaa4 HTTP/1.1" status: 204 len: 173 time: 2.5696816 Jul 22 19:28:20.864596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'name': 'network-vif-deleted', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:20.878874 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31fdea-f0da-4605-a440-cd3fb2dfceb3" -d '{"events": [{"server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "name": "network-vif-deleted", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:20.963212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:21.008816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:21.021205 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:21.023630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:21.091665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:21.383076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:21.514854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:21.535910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:21.606572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:21.640171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:21.712070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e448ced-deba-4106-95db-7f764bc762f5 req-c2ac1eaa-5c4d-4cfe-a792-77064c498279 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:21.755638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e448ced-deba-4106-95db-7f764bc762f5 req-c2ac1eaa-5c4d-4cfe-a792-77064c498279 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 945 time: 0.2925098 Jul 22 19:28:22.000473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:22.015843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:22.028481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:22.029130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:22.063436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:22.098555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e448ced-deba-4106-95db-7f764bc762f5 req-ac1149bd-a4f8-4c87-992a-3dc3a7eb4542 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386281 Jul 22 19:28:22.228514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0dea2f63-db5a-41d4-8986-f3ca20ff4fde tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "PUT /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 696 time: 3.0646353 Jul 22 19:28:22.349527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:22.511119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0694d4b7-9f58-414e-af29-48fc0d785759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:22.513171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-0694d4b7-9f58-414e-af29-48fc0d785759 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.2608078 Jul 22 19:28:22.685868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0d90e-a0b7-4513-a964-93556faa2f7b req-6d72db03-74ab-4040-8ea0-a9e934d0ce97 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:22.690334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02d0d90e-a0b7-4513-a964-93556faa2f7b req-6d72db03-74ab-4040-8ea0-a9e934d0ce97 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.3902435 Jul 22 19:28:22.780054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-ee96b17b-8993-4b7b-9d6b-34c4cfc75a91 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:22.782250 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-ee96b17b-8993-4b7b-9d6b-34c4cfc75a91 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.1720662 Jul 22 19:28:22.794344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:22.810161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:22.873006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:22.885769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:22.886736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:22.888991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-636a7731-44cf-4850-a4b8-a65cba54d067 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:22.889761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-636a7731-44cf-4850-a4b8-a65cba54d067 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 943 time: 0.4700186 Jul 22 19:28:22.961292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:23.135687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-61cbb76b-eddd-4bc5-b03f-7d0a81ffa199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:23.137821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-61cbb76b-eddd-4bc5-b03f-7d0a81ffa199 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.6007056 Jul 22 19:28:23.263808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:23.336474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-d2709258-a89a-4a28-8c7e-721e0ee23320 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.1815658 Jul 22 19:28:23.348486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:23.385850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-6c141032-7ab3-45ba-86b6-b306d8cc8c7d tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:23.391226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-6c141032-7ab3-45ba-86b6-b306d8cc8c7d tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.5905163 Jul 22 19:28:23.396035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:23.410544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02d0d90e-a0b7-4513-a964-93556faa2f7b req-f829b8a9-b356-43c1-a069-274bba6de5cf tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217010 Jul 22 19:28:23.426731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Request body: {'port': {'device_id': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'admin_state_up': True, 'tenant_id': 'f52f8a5293994456889371a658bb46fe'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:23.456683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:23.491059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:23.679981 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd59f3f6-5b5e-4286-8dc0-92926e58df24 x-openstack-request-id: req-bd59f3f6-5b5e-4286-8dc0-92926e58df24 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:23.680326 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-plugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:23.680547 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd59f3f6-5b5e-4286-8dc0-92926e58df24 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:23.680942 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4', 'code': 200} Jul 22 19:28:23.714206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:23.737750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-e621c9aa-c7ae-4443-9e35-7a1f7876f61b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:23.739284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-e621c9aa-c7ae-4443-9e35-7a1f7876f61b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 813 time: 0.2732935 Jul 22 19:28:23.743441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:23.744008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:23.744612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:23.756737 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5406c0-0b10-47ee-b7ec-6e7f910713f3 x-openstack-request-id: req-cd5406c0-0b10-47ee-b7ec-6e7f910713f3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:23.757449 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba3ea9f-32b0-43af-9fbc-178d4e35a223", "name": "network-vif-deleted", "tag": "b5490943-0876-4264-90dc-74b7551f0b0d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:23.757854 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd5406c0-0b10-47ee-b7ec-6e7f910713f3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:23.758426 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba3ea9f-32b0-43af-9fbc-178d4e35a223', 'name': 'network-vif-deleted', 'tag': 'b5490943-0876-4264-90dc-74b7551f0b0d', 'status': 'completed', 'code': 200} Jul 22 19:28:23.760493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:23.762542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Request body: {'port': {'device_id': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'admin_state_up': True, 'tenant_id': 'f52f8a5293994456889371a658bb46fe'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:23.766541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:23.767062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Attempting to bind port 5ce58a7d-5a6a-40f4-a478-1602890b332c on network df522fd3-928a-4ea5-8ca6-a2e67878c816 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:23.775993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:23.776821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Checking segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:23.777437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Bound using segment: {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:23.778222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Bound port: 5ce58a7d-5a6a-40f4-a478-1602890b332c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7026fe10-6d8a-49a6-843c-0c73b62d8cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'df522fd3-928a-4ea5-8ca6-a2e67878c816'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:23.779049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:23.846383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aff0a5a-f9ff-43b3-b049-e230b2906280 None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:55Z', 'revision_number': 4, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '225b2fcb-648f-42d3-8fad-edc35c785649', 'name': '', 'network_id': 'b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'mac_address': 'fa:16:3e:17:1e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:53Z', 'updated_at': '2021-07-22T19:27:03Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'subnets': [{'id': '782e4469-421a-42ab-a789-bb2d4fb9d5d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:23.888849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-6da0de62-70f2-45d0-8547-d385b824ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:23.895496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-6da0de62-70f2-45d0-8547-d385b824ad88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.5440035 Jul 22 19:28:23.954028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:23.968653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.021379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:24.030424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:24.062249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.080239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Deleting port 3756d466-64b7-4969-b6c5-da160d7816e4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:24.080491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.168894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Made reservation on behalf of f52f8a5293994456889371a658bb46fe for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:24.174416 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.244124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.245869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:24.247378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.248646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:24.250855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 1123 time: 1.4611697 Jul 22 19:28:24.301267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7c7c-d424-4aa5-ad5c-f8c1616d3899 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:24.324115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5ce58a7d-5a6a-40f4-a478-1602890b332c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:24.437232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['5ce58a7d-5a6a-40f4-a478-1602890b332c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:24.486462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Allocated IP 172.20.0.2 (c2c9bfff-1749-4556-b330-7d08bc824484/c92f05c2-7e2c-4812-8b0c-4fbe845b1412/4aefa5a4-5564-473c-a937-5ecc36ff0630) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:24.491466 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c918b83-e71a-4cf2-88ae-0e81ed6a99a6 None None] New status for floating IP 8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:28:24.544450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-46290861-8ea9-4410-9f9c-af542c8d4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:24.546444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-46290861-8ea9-4410-9f9c-af542c8d4ef6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6294653 Jul 22 19:28:24.597608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] For port 3756d466-64b7-4969-b6c5-da160d7816e4, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3756d466-64b7-4969-b6c5-da160d7816e4,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:24.598143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.701434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Calling delete_port for 3756d466-64b7-4969-b6c5-da160d7816e4 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:24.742638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:24.816246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfd2a-a2f0-41fd-942d-20d7fe017d66 req-13e1da9c-68cb-4664-878d-a71780d0ec62 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:24.828018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-896cfd2a-a2f0-41fd-942d-20d7fe017d66 req-13e1da9c-68cb-4664-878d-a71780d0ec62 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621 HTTP/1.1" status: 200 len: 943 time: 0.7547088 Jul 22 19:28:24.838541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:24.883461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:28:24.932696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:25.034603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Network c2c9bfff-1749-4556-b330-7d08bc824484 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:25.063875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:25.085995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:25.106980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-1270320c-6420-494f-8c12-d811b365ef02 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450425 Jul 22 19:28:25.165170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-896cfd2a-a2f0-41fd-942d-20d7fe017d66 req-0676e984-e8f5-4270-a44e-9b9bbae01587 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321152 Jul 22 19:28:25.188527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Allocated IP 172.20.0.13 (c2c9bfff-1749-4556-b330-7d08bc824484/c92f05c2-7e2c-4812-8b0c-4fbe845b1412/12c61945-4827-4f70-94cb-ce6bf00cc6fc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:25.219185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:25.223786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:25.288099 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5366714 Jul 22 19:28:25.302351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Request body: {'port': {'device_id': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:25.307208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e5127-80c9-4e8c-9111-f6206684e2f1 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event updated for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:25.316885 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730fb7b7-1bba-4140-87c3-069f35db620f x-openstack-request-id: req-730fb7b7-1bba-4140-87c3-069f35db620f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:25.317185 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116feda7-997c-4693-a0d4-8563acc7bcdb", "name": "network-vif-deleted", "tag": "e45df09d-369c-45b9-ba48-2fb11834eaa4", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:25.317461 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-730fb7b7-1bba-4140-87c3-069f35db620f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:25.327042 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116feda7-997c-4693-a0d4-8563acc7bcdb', 'name': 'network-vif-deleted', 'tag': 'e45df09d-369c-45b9-ba48-2fb11834eaa4', 'status': 'completed', 'code': 200} Jul 22 19:28:25.455074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:25.593303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dd7fc1f-4500-4a6e-be06-328adc611ff9 req-372331b0-8935-4dc2-8bb3-3a37f9dd1259 service neutron] 10.222.0.10 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692633 Jul 22 19:28:25.594285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:25.682282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a'}, {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:25.687638 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43088ec-af98-465c-b981-837ca58818bb" -d '{"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-plugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a"}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-unplugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:25.736027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event deleted for resources: {'Port': ['ID=3756d466-64b7-4969-b6c5-da160d7816e4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:25.761351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c'}, {'name': 'network-changed', 'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:25.764010 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c7f120-4398-4070-8f51-f905995f5250" -d '{"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c"}, {"name": "network-changed", "server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:26.258365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] No DVR routers for this DVR port 3756d466-64b7-4969-b6c5-da160d7816e4 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:26.265346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:26.265933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.267776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-332adf8a-c640-40ea-945d-46b2a51c96d9 req-827d38fe-daf7-4c03-9541-40e9e3dd4a1e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "DELETE /v2.0/ports/3756d466-64b7-4969-b6c5-da160d7816e4 HTTP/1.1" status: 204 len: 173 time: 3.1282072 Jul 22 19:28:26.321244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 3756d466-64b7-4969-b6c5-da160d7816e4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:26.321748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3756d466-64b7-4969-b6c5-da160d7816e4 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:26.348219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.383849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcd3fb-5e60-4ee3-afd3-78413c640e2a req-6cde0fb7-1985-4e91-8763-66fdf156b84b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:26.385908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52bcd3fb-5e60-4ee3-afd3-78413c640e2a req-6cde0fb7-1985-4e91-8763-66fdf156b84b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.6375132 Jul 22 19:28:26.479968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52bcd3fb-5e60-4ee3-afd3-78413c640e2a req-378e5b43-f8df-4534-830c-7150655609d9 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767059 Jul 22 19:28:26.482006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.562454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Network c2c9bfff-1749-4556-b330-7d08bc824484 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:26.567075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:26.570284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:26.579444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event updated for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:26.645444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:26.646350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.673805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aefa5a4-5564-473c-a937-5ecc36ff0630 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:26.683211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.696594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Transition to ACTIVE for port object 4aefa5a4-5564-473c-a937-5ecc36ff0630 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:26.708880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.745298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c380edd4-677f-48ca-806c-ba098acd203f tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3255076 Jul 22 19:28:26.766392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Request body: {'port': {'device_id': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:26.811212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Pushing event updated for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:26.835758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e03e1-8599-49ee-885c-9ee01e760937 req-75ad3379-aac8-474c-9071-e1892ece3798 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:26.837314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d9e03e1-8599-49ee-885c-9ee01e760937 req-75ad3379-aac8-474c-9071-e1892ece3798 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.1871436 Jul 22 19:28:26.906703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.928617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:26.936452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d9e03e1-8599-49ee-885c-9ee01e760937 req-315eb571-a09e-4570-9d3e-c4df2cf70397 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752401 Jul 22 19:28:26.959993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Attempting to bind port 4aefa5a4-5564-473c-a937-5ecc36ff0630 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:26.960433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Attempting to bind port 4aefa5a4-5564-473c-a937-5ecc36ff0630 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:26.960768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Attempting to bind port 4aefa5a4-5564-473c-a937-5ecc36ff0630 on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:26.969141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Port 4aefa5a4-5564-473c-a937-5ecc36ff0630 on network c2c9bfff-1749-4556-b330-7d08bc824484 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:26.969141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Attempting to bind port 4aefa5a4-5564-473c-a937-5ecc36ff0630 on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:26.974790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:26.975642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Checking segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:26.976054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Bound using segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:26.976604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Bound port: 4aefa5a4-5564-473c-a937-5ecc36ff0630, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:26.984551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:27.137261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:27.142546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:27.152978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:27.210904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:27.211232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:27.213167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] 10.222.0.26 "PUT /v2.0/ports/4aefa5a4-5564-473c-a937-5ecc36ff0630 HTTP/1.1" status: 200 len: 1092 time: 1.9149656 Jul 22 19:28:27.239843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503e489-62d1-41dd-8958-5234371f2d98 service neutron] Pushing event updated for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:27.344611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}, {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-deleted', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:27.347852 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-deleted", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:27.460059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-0aea1831-1def-450b-a602-0db49786ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:27.463879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-0aea1831-1def-450b-a602-0db49786ba1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 1095 time: 0.1241088 Jul 22 19:28:27.524713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c61945-4827-4f70-94cb-ce6bf00cc6fc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:27.536710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:27.553101 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-f8d0d89b-a752-42b6-8396-22e18801d479 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630 HTTP/1.1" status: 200 len: 217 time: 0.0806913 Jul 22 19:28:27.559567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Transition to ACTIVE for port object 12c61945-4827-4f70-94cb-ce6bf00cc6fc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:27.574054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33f48c-9707-48cc-93e1-05162672fee0 req-6136b322-d3b8-4625-8dae-0db1b2c26951 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:27.582939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd33f48c-9707-48cc-93e1-05162672fee0 req-6136b322-d3b8-4625-8dae-0db1b2c26951 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 943 time: 0.4098818 Jul 22 19:28:27.594589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:27.650584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-7c03657f-349b-4700-b086-7a9b9f3ef04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:27.653627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-7c03657f-349b-4700-b086-7a9b9f3ef04e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0913846 Jul 22 19:28:27.721340 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-cfa6cf16-23d5-4cd7-99f6-b5cfaa9f65c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492787 Jul 22 19:28:27.829810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Pushing event updated for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:27.914798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd33f48c-9707-48cc-93e1-05162672fee0 req-9943c8f5-2f85-4f2d-a084-3fa83f389bab tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308134 Jul 22 19:28:27.945308 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-789117b8-4749-4927-b2fc-6d6b0b4b6505 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234247 Jul 22 19:28:27.989411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Attempting to bind port 12c61945-4827-4f70-94cb-ce6bf00cc6fc on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:27.989776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Attempting to bind port 12c61945-4827-4f70-94cb-ce6bf00cc6fc by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:27.990079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Attempting to bind port 12c61945-4827-4f70-94cb-ce6bf00cc6fc on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:27.997139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Port 12c61945-4827-4f70-94cb-ce6bf00cc6fc on network c2c9bfff-1749-4556-b330-7d08bc824484 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:27.997509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Attempting to bind port 12c61945-4827-4f70-94cb-ce6bf00cc6fc on network c2c9bfff-1749-4556-b330-7d08bc824484 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:28.010248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:28.010632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Checking segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:28.011007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Bound using segment: {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:28.011431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Bound port: 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd029e03f-992e-4f44-ac4e-134405a7cedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:28.011802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:28.197178 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-7c0fd6c5-1d00-4863-9438-e4cc47519868 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422476 Jul 22 19:28:28.231671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:28.235315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:28.257054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:28.394917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:28.396329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:28.398479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] 10.222.0.26 "PUT /v2.0/ports/12c61945-4827-4f70-94cb-ce6bf00cc6fc HTTP/1.1" status: 200 len: 1093 time: 1.6446977 Jul 22 19:28:28.486641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20c7df-4a7f-4aaa-bbdb-110a1f689a6c service neutron] Pushing event updated for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:28.523567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a802b-57bb-42fa-bdba-cb15ce42cdd0 req-09c4a55c-9dc0-40f3-80bb-c3247ca6b7ed tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:28.525511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-984a802b-57bb-42fa-bdba-cb15ce42cdd0 req-09c4a55c-9dc0-40f3-80bb-c3247ca6b7ed tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.2867870 Jul 22 19:28:28.586700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-984a802b-57bb-42fa-bdba-cb15ce42cdd0 req-ed7468d5-ec5c-430e-9408-5b8a9e5fe0a5 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534019 Jul 22 19:28:28.598861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-528f6b01-2fb5-4d3e-9ab8-7d9524678f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:28.602156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-528f6b01-2fb5-4d3e-9ab8-7d9524678f4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 1096 time: 0.1609392 Jul 22 19:28:28.688670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-c676a021-b04d-4030-9327-456b6df7f61e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc HTTP/1.1" status: 200 len: 217 time: 0.0789399 Jul 22 19:28:28.759323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-850ad12a-c36a-410b-bdaf-52001782050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:28.761099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-850ad12a-c36a-410b-bdaf-52001782050e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0647328 Jul 22 19:28:28.768479 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8cae2b-675b-4375-9bbe-dc912ea89188 x-openstack-request-id: req-fc8cae2b-675b-4375-9bbe-dc912ea89188 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:28.769411 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-plugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a", "code": 200}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-unplugged", "status": "completed", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:28.770242 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc8cae2b-675b-4375-9bbe-dc912ea89188 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:28.770797 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'code': 200} Jul 22 19:28:28.771227 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4', 'code': 200} Jul 22 19:28:28.889913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-41ea5c85-5a04-4fe4-81b1-be0d4fb32415 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172731 Jul 22 19:28:28.902129 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c486977-febf-49bc-8cc3-72e9e2c70bdc x-openstack-request-id: req-9c486977-febf-49bc-8cc3-72e9e2c70bdc {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:28.903129 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c", "code": 200}, {"name": "network-changed", "server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:28.903775 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c486977-febf-49bc-8cc3-72e9e2c70bdc {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:28.908003 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'code': 200} Jul 22 19:28:28.909438 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'status': 'completed', 'code': 200} Jul 22 19:28:29.113171 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8df2f-1393-464d-9934-81ed7c0721a8 x-openstack-request-id: req-b2c8df2f-1393-464d-9934-81ed7c0721a8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:29.113475 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}, {"server_uuid": "6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621", "name": "network-vif-deleted", "tag": "3756d466-64b7-4969-b6c5-da160d7816e4", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:29.113728 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2c8df2f-1393-464d-9934-81ed7c0721a8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:29.114128 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:28:29.114388 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1c145-4f5a-4fe0-b86b-b0c10a4f5621', 'name': 'network-vif-deleted', 'tag': '3756d466-64b7-4969-b6c5-da160d7816e4', 'status': 'completed', 'code': 200} Jul 22 19:28:29.117157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-30c60783-ca09-4305-a82b-3eee3e97d286 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983533 Jul 22 19:28:29.210930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7f120-4398-4070-8f51-f905995f5250 req-40cc39e8-d0de-4b56-9b82-8706469c1a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.212531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-40cc39e8-d0de-4b56-9b82-8706469c1a95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1126 time: 0.2854314 Jul 22 19:28:29.297139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579037ef-4f60-452a-b14d-dc1411d57cf0 req-cf24bdcb-acba-477b-820c-20d0c36ff04b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.298716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-579037ef-4f60-452a-b14d-dc1411d57cf0 req-cf24bdcb-acba-477b-820c-20d0c36ff04b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 943 time: 0.1085746 Jul 22 19:28:29.300928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935e0896-ac75-4fce-848f-7a053b5b33fa req-ed478fe0-5225-454b-9cb0-cc27029759c4 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775372 Jul 22 19:28:29.375683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-579037ef-4f60-452a-b14d-dc1411d57cf0 req-5872da9a-4f6c-4f93-8048-b7ddf8468551 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526235 Jul 22 19:28:29.512364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7f120-4398-4070-8f51-f905995f5250 req-c0b6a719-48c9-4e56-a171-056b346635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.516608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-c0b6a719-48c9-4e56-a171-056b346635e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2973707 Jul 22 19:28:29.532648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-e1f234bc-70e2-4418-b7be-8c651dd92bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.535886 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-e1f234bc-70e2-4418-b7be-8c651dd92bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.4027267 Jul 22 19:28:29.715464 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-ea080481-4dcc-44d2-aee8-32cb2d9b9e9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 217 time: 0.1753144 Jul 22 19:28:29.924135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7f120-4398-4070-8f51-f905995f5250 req-fe57a19e-45b1-4f9b-a8fe-3877acc55bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.925753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-fe57a19e-45b1-4f9b-a8fe-3877acc55bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1947289 Jul 22 19:28:29.974414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-7b799165-af41-457c-8554-d4cebc795ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.976127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-7b799165-af41-457c-8554-d4cebc795ee6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.4334085 Jul 22 19:28:29.983578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119e294-d404-4b47-8874-200049e936c4 req-e979ff1e-b31c-4ba2-95fd-a2e8ddf6cd61 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:29.991673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d119e294-d404-4b47-8874-200049e936c4 req-e979ff1e-b31c-4ba2-95fd-a2e8ddf6cd61 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 943 time: 0.1883471 Jul 22 19:28:29.994812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-567a0365-5b8a-47cd-9b2b-5712de89c6d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564048 Jul 22 19:28:30.074517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-53e80250-d85a-4363-868a-dbe0af3da7d1 service neutron] 10.222.0.26 "GET /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1289175 Jul 22 19:28:30.141820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-43969812-8ac8-449e-aeec-8df8fe58cb27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.1456969 Jul 22 19:28:30.253213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d119e294-d404-4b47-8874-200049e936c4 req-c3676b83-dfc4-4fd8-8923-e437163ac0c3 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605326 Jul 22 19:28:30.394162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-760e9d0d-3ae1-4794-a405-a16d56d3997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.398255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-760e9d0d-3ae1-4794-a405-a16d56d3997e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.2446823 Jul 22 19:28:30.429202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:30.472119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:30.523192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce58a7d-5a6a-40f4-a478-1602890b332c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:30.533902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-a7458c22-5210-4fdf-b0cf-dc7f6565738a service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081401 Jul 22 19:28:30.536031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:30.556623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:30.607626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4aefa5a4-5564-473c-a937-5ecc36ff0630 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:30.704969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] Transition to ACTIVE for port object 5ce58a7d-5a6a-40f4-a478-1602890b332c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:30.714656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:30.752239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05c7f120-4398-4070-8f51-f905995f5250 req-046e34c6-2f29-43cf-a66b-305f0a574bfc service neutron] 10.222.0.26 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006359 Jul 22 19:28:30.775664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-6f435b8a-5d2b-4180-95a9-fc36828d5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:30.777783 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-6f435b8a-5d2b-4180-95a9-fc36828d5a89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3712165 Jul 22 19:28:30.830190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] No DVR routers for this DVR port 5ce58a7d-5a6a-40f4-a478-1602890b332c on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:30.877423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6b929-10af-456b-94c0-be446a034cea service neutron] Pushing event updated for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:30.884533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84e6b929-10af-456b-94c0-be446a034cea service neutron] 10.222.0.26 "PUT /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 0.8004668 Jul 22 19:28:30.921764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:30.925518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:30.934029 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e488413-5663-4e7b-83b6-a6ba71be2d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:30.973234 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-52355699-a784-421d-abaf-1f270d25da6c service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855960 Jul 22 19:28:30.985161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '4aefa5a4-5564-473c-a937-5ecc36ff0630', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'port_id': '4aefa5a4-5564-473c-a937-5ecc36ff0630', 'mac_address': 'fa:16:3e:4a:92:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92f05c2-7e2c-4812-8b0c-4fbe845b1412', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:31.003768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:31.031165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42058) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:31.046187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1559936956', 'description': 'tempest-description--1573777107'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:31.107647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-893e1df9-d63b-45f4-b9e1-58ff4ca837ab tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.110298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-893e1df9-d63b-45f4-b9e1-58ff4ca837ab tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1628735 Jul 22 19:28:31.115965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:31.121748 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c21b9cb-3e93-4654-b41a-1a14287522aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:31.145365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.176493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aefa5a4-5564-473c-a937-5ecc36ff0630 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:31.221735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:31.237042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.238949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 12c61945-4827-4f70-94cb-ce6bf00cc6fc details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:31.264064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-41db44e7-3d90-4c29-9436-2ed7bebbd5c0 req-36269e1c-2ec1-4ec8-a0be-4c6b8ff7723e service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817020 Jul 22 19:28:31.279832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.314382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:31.419505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-79a08116-d8e5-4ec0-9bd4-05e37131445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.423275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-79a08116-d8e5-4ec0-9bd4-05e37131445c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64&tenant_id=fc56853aa12f4222bcfbd0aca599cb05 HTTP/1.1" status: 200 len: 1096 time: 0.2929676 Jul 22 19:28:31.450070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '12c61945-4827-4f70-94cb-ce6bf00cc6fc', 'network_id': 'c2c9bfff-1749-4556-b330-7d08bc824484', 'port_id': '12c61945-4827-4f70-94cb-ce6bf00cc6fc', 'mac_address': 'fa:16:3e:99:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92f05c2-7e2c-4812-8b0c-4fbe845b1412', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:31.456332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:31.501296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.519229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c61945-4827-4f70-94cb-ce6bf00cc6fc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:31.544125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:31.550419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:31.556216 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.571978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2b671-9e5c-447e-9424-49ac985c563b req-c4b5d005-05a1-4e62-b07b-9a91f195828e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.579107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c2b671-9e5c-447e-9424-49ac985c563b req-c4b5d005-05a1-4e62-b07b-9a91f195828e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.3568802 Jul 22 19:28:31.612711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:31.627143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.645422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c2b671-9e5c-447e-9424-49ac985c563b req-d0b694a3-dcb1-41dd-8343-8b3349c8791a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588036 Jul 22 19:28:31.662712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84f59fa1-ea25-4ac0-aacd-58a6ade6382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.664672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-84f59fa1-ea25-4ac0-aacd-58a6ade6382f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1096 time: 0.2135475 Jul 22 19:28:31.666202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.778729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:31.779901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7477591 Jul 22 19:28:31.786251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42064) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:31.788199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['4aefa5a4-5564-473c-a937-5ecc36ff0630'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:31.791796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['12c61945-4827-4f70-94cb-ce6bf00cc6fc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:31.806807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'security_group_rule': {'security_group_id': '125831dc-fc35-4ccd-9057-2c7df93b48db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:31.808656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8c77f-f45f-4966-b6eb-7aff1ee5ba96 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125831dc-fc35-4ccd-9057-2c7df93b48db,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:31.880924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-1e843bba-23aa-4658-a209-3a2440f7b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.882962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-1e843bba-23aa-4658-a209-3a2440f7b6be service neutron] 10.222.0.32 "GET /v2.0/networks?id=df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 200 len: 921 time: 0.2114785 Jul 22 19:28:31.889204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-ea876f2b-f4ad-45e6-a9bc-aba2e2bdae6f tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:31.893793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-ea876f2b-f4ad-45e6-a9bc-aba2e2bdae6f tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.5858700 Jul 22 19:28:31.908842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.037227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-e84a9ef3-c5f8-4bee-b2be-44d2d1aa1671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 200 len: 217 time: 0.1420331 Jul 22 19:28:32.170516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Deleting port ee3534e2-609b-444c-837e-bd466a979a50 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:32.173035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.203864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-0fb77947-a502-4ea6-a3d5-d68e32c7fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:32.214573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-0fb77947-a502-4ea6-a3d5-d68e32c7fbe3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 200 len: 860 time: 0.1367934 Jul 22 19:28:32.317400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.368718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] For port ee3534e2-609b-444c-837e-bd466a979a50, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ee3534e2-609b-444c-837e-bd466a979a50,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:32.369128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.390826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649ead5-b892-4aa1-a7dc-288dee41c518 req-39cb4d15-38fa-49b0-869f-8d13ad006587 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:32.394405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7649ead5-b892-4aa1-a7dc-288dee41c518 req-39cb4d15-38fa-49b0-869f-8d13ad006587 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/ports?device_id=21e444bd-7e56-40a5-89ba-c170066d2285 HTTP/1.1" status: 200 len: 946 time: 0.6245680 Jul 22 19:28:32.397660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.404010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-7be72503-c52c-47bd-9860-f714e792dd11 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=df522fd3-928a-4ea5-8ca6-a2e67878c816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885779 Jul 22 19:28:32.589830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.594326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8042817 Jul 22 19:28:32.600637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2dbaef-3386-40a6-8a77-ec3a81473aa0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4312cad5-d510-477a-a7c5-b0ed7b4ba879,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:32.605049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42070) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:32.609064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 12c61945-4827-4f70-94cb-ce6bf00cc6fc up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:32.628720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'security_group_rule': {'security_group_id': '125831dc-fc35-4ccd-9057-2c7df93b48db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:32.697913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 12c61945-4827-4f70-94cb-ce6bf00cc6fc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:32.708662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 12c61945-4827-4f70-94cb-ce6bf00cc6fc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:32.711026 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.743295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7649ead5-b892-4aa1-a7dc-288dee41c518 req-e80af91e-d73e-48a8-b79c-2c51f48fdcac tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups?id=272f1363-afd2-417a-a013-be2134a0a684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3343976 Jul 22 19:28:32.853116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.905297 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:32.985209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:32.987596 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f50cf9-11d9-486e-80c4-49ce273288a1" -d '{"events": [{"server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "name": "network-vif-plugged", "status": "completed", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:33.019001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:33.033301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-e836db1c-0fc7-4cdc-90df-be98271d4bb7 service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898902 Jul 22 19:28:33.035010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.067631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fd0894d3-6690-49a2-8f04-63ab14f311d2 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 200 len: 694 time: 0.2443717 Jul 22 19:28:33.140961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:33.457112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-67bc3aed-7762-4d65-b4f5-2fd14a4f939a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:33.471879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-67bc3aed-7762-4d65-b4f5-2fd14a4f939a tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.3049498 Jul 22 19:28:33.526473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-c10cad7f-1136-466a-9806-491a51494b97 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 697 time: 0.0536709 Jul 22 19:28:33.614015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.615095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.615723 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Floating IP 85b7d9c1-2245-4053-aeac-445fee70b706 disassociated. External IP: 172.25.6.138, port: ee3534e2-609b-444c-837e-bd466a979a50. Jul 22 19:28:33.616375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Calling delete_port for ee3534e2-609b-444c-837e-bd466a979a50 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:33.670746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-e68b1abd-70ce-48f1-a39e-1f57c41e74e5 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.229 HTTP/1.1" status: 200 len: 697 time: 0.1330721 Jul 22 19:28:33.725227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.806327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.842363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-e12110ec-2977-44df-a835-ca2b0b22b4c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5461586 Jul 22 19:28:33.874036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:33.952204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-cd5ddffc-8d16-4658-b3ab-207e9b346ecd service neutron] 10.222.0.32 "GET /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8813229 Jul 22 19:28:33.960426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb26fdb-84a2-4379-aef3-10a224eac3d8,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:34.007503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.013684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c9ed45b-ba12-44fe-9138-56111e72ffc7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3986130 Jul 22 19:28:34.019135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42078) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:34.029847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:34.041204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event deleted for resources: {'Port': ['ID=ee3534e2-609b-444c-837e-bd466a979a50,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:34.086652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.156424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Deleting port 8d7ff06c-6463-4708-a93a-d65290f7bb3c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:34.156784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.295976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ee3534e2-609b-444c-837e-bd466a979a50 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:34.316436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:34.346965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: ee3534e2-609b-444c-837e-bd466a979a50 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:34.349221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ee3534e2-609b-444c-837e-bd466a979a50 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:34.522297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-7a71541b-9dd6-4044-a67d-eb67fd1708e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:34.524386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-7a71541b-9dd6-4044-a67d-eb67fd1708e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f4c48d166274c8ca4cea298037a04d3&device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 1097 time: 0.5899763 Jul 22 19:28:34.553949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.554537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.587047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.590004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Calling delete_port for 8d7ff06c-6463-4708-a93a-d65290f7bb3c owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:34.608243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4aefa5a4-5564-473c-a937-5ecc36ff0630 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:34.633039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-d6b49edf-920d-429a-9043-f4e8b62e823c tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:34.634830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-d6b49edf-920d-429a-9043-f4e8b62e823c tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64&tenant_id=fc56853aa12f4222bcfbd0aca599cb05&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.3302989 Jul 22 19:28:34.739265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 4aefa5a4-5564-473c-a937-5ecc36ff0630 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:34.751433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 4aefa5a4-5564-473c-a937-5ecc36ff0630 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:34.751974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:34.844436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:34.863207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:34.905103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:34.908890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:34.916207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Allocated IP 172.25.6.174 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f6a272b6-0f37-414a-9014-938988040e7b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:35.004791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] No DVR routers for this DVR port ee3534e2-609b-444c-837e-bd466a979a50 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:35.008815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:35.010674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b7894de8-fa67-4ae8-bd47-220a439f0aff req-b20a478b-acf3-4649-aee1-6e2c9a6a2406 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.32 "DELETE /v2.0/ports/ee3534e2-609b-444c-837e-bd466a979a50 HTTP/1.1" status: 204 len: 173 time: 3.0933216 Jul 22 19:28:35.012225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-61eaa9bc-3129-4a50-aad3-d44f37f80ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:35.033466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-61eaa9bc-3129-4a50-aad3-d44f37f80ed3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 200 len: 921 time: 0.4645348 Jul 22 19:28:35.121077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:35.191500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:35.232822 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-18f9421b-88be-4481-a092-cdfac0437b24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 200 len: 217 time: 0.1981273 Jul 22 19:28:35.301035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:35.324466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:35.336690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-0e8569c8-1692-4c96-bf4a-aa3efc8cb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:35.338221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-0e8569c8-1692-4c96-bf4a-aa3efc8cb498 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 200 len: 859 time: 0.0983396 Jul 22 19:28:35.478788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-0937242d-7e54-4af5-8599-fc005186ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:35.480192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-0937242d-7e54-4af5-8599-fc005186ef35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334333 Jul 22 19:28:35.695071 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-95b016e7-a951-4a7e-80c1-d9ad59339496 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073491 Jul 22 19:28:35.700108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:35.762676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:35.856401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:35.864112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:35.888758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:35.891345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:35.898742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-6f68b206-0d4a-4f49-b999-db21c3b62a44 service neutron] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:35.909490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-6f68b206-0d4a-4f49-b999-db21c3b62a44 service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:35.911001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a26dde2-2488-47cc-8190-af249c8f5665 req-6f68b206-0d4a-4f49-b999-db21c3b62a44 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 1.2632217 Jul 22 19:28:35.933970 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-beda7eaf-2aff-4b7a-9271-97495b2d5b04 req-d77bdacd-a15a-4b29-b93b-4e3257b71709 service neutron] 10.222.0.26 "GET /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313490 Jul 22 19:28:35.993316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.058591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.064037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'Port': ['ID=f6a272b6-0f37-414a-9014-938988040e7b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:36.084364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.085133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.085644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.086163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.086674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.087457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.088129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.089030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.089770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.090277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.091775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.092720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:36.098588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:36.107363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:36.128992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:36.179845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:36.211724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event deleted for resources: {'Port': ['ID=8d7ff06c-6463-4708-a93a-d65290f7bb3c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:36.285319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.287975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.300595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94f7a53e-eac5-4fe2-8dff-9d86a7c3691b req-fcece4a9-b4ce-4793-92c9-495ce600f136 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "DELETE /v2.0/floatingips/8fcb00aa-6cc5-4cc5-aa52-1486edcd26ae HTTP/1.1" status: 204 len: 173 time: 2.6141396 Jul 22 19:28:36.437310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.518480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8329-c410-4c9a-aade-a7ddddf5e5a5 req-f99340fe-1e75-4617-9a1c-7ab553ef260d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:36.528987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67ff8329-c410-4c9a-aade-a7ddddf5e5a5 req-f99340fe-1e75-4617-9a1c-7ab553ef260d tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 944 time: 0.1412237 Jul 22 19:28:36.538209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:36.597346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:36.615789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67ff8329-c410-4c9a-aade-a7ddddf5e5a5 req-282341c6-85f1-497b-a408-4778446e819b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858185 Jul 22 19:28:36.635128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7dbdc7-1776-4273-97ea-78272284cf1f None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:45Z', 'revision_number': 4, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dac8b371-8c7f-4524-a4bc-bceafec71807', 'name': '', 'network_id': '1b311f1b-917e-43ee-8486-255aacb59742', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'mac_address': 'fa:16:3e:38:92:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:43Z', 'updated_at': '2021-07-22T19:23:55Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'subnets': [{'id': '2bf5f86f-75f4-494f-904d-f1d9516d45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:36.713933 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94276004-c5b4-4f70-817e-5c8962eadee3 x-openstack-request-id: req-94276004-c5b4-4f70-817e-5c8962eadee3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:36.714603 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:36.715038 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94276004-c5b4-4f70-817e-5c8962eadee3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:36.715627 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630', 'status': 'completed', 'code': 200} Jul 22 19:28:36.795348 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3297a6e0-7c51-4720-9530-11ae40dc4171 x-openstack-request-id: req-3297a6e0-7c51-4720-9530-11ae40dc4171 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:36.800562 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:36.801086 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3297a6e0-7c51-4720-9530-11ae40dc4171 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:36.803259 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc', 'status': 'completed', 'code': 200} Jul 22 19:28:36.904524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-b0c4066a-829c-44c8-a760-630c9a199a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:36.908568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-b0c4066a-829c-44c8-a760-630c9a199a4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 1097 time: 0.1702027 Jul 22 19:28:37.069039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:37.077809 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3f51cc8-f5c1-4904-a442-9990e3ce8e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:37.113758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:37.134051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-a2493637-21cd-499f-86cf-efbae7d6bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.136184 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-a2493637-21cd-499f-86cf-efbae7d6bc6f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 914 time: 0.2170875 Jul 22 19:28:37.205683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-0bc9c382-12be-4223-b132-e19270807407 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630 HTTP/1.1" status: 200 len: 217 time: 0.0616291 Jul 22 19:28:37.231353 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c53fcf-987c-4b7a-8ef4-522af7cda12f None None] New status for floating IP 85b7d9c1-2245-4053-aeac-445fee70b706: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:28:37.272872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-58405622-43c4-4c65-99ff-b366eff03394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.274810 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-58405622-43c4-4c65-99ff-b366eff03394 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0619891 Jul 22 19:28:37.321424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-8179ae85-681d-463b-be5e-07f7e55784cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400352 Jul 22 19:28:37.406685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-3f6f8ae7-a25f-4ed2-a9eb-7d45afdd8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.408367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-3f6f8ae7-a25f-4ed2-a9eb-7d45afdd8406 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f52f8a5293994456889371a658bb46fe&device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 1098 time: 0.5868564 Jul 22 19:28:37.411585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'Port': ['ID=f6a272b6-0f37-414a-9014-938988040e7b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:37.473818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-52d71729-4696-4873-8604-a1c5ae449bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442208 Jul 22 19:28:37.480679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:37.542803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1ac6-3103-44c7-acbe-c5c6b6480c13 req-7e1e80bb-26f0-4c04-b754-a1157cbe3dcf tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.544551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-312e1ac6-3103-44c7-acbe-c5c6b6480c13 req-7e1e80bb-26f0-4c04-b754-a1157cbe3dcf tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 945 time: 0.5775962 Jul 22 19:28:37.637094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:37.648307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5ab716bc-56ac-4b2d-8a0e-7bedb27f1cff tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6164517 Jul 22 19:28:37.672835 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e488413-5663-4e7b-83b6-a6ba71be2d4d req-a844695a-3182-4a1c-95a1-ebe66a86bebf service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922512 Jul 22 19:28:37.711636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-d3f5b30e-366e-47d3-b686-72fed937fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.713175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-d3f5b30e-366e-47d3-b686-72fed937fa0a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 200 len: 914 time: 0.2983713 Jul 22 19:28:37.814564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-264414b3-20f4-4a7f-bff4-a14fb0aa5838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc HTTP/1.1" status: 200 len: 217 time: 0.0932624 Jul 22 19:28:37.869485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-17e01b4c-ac4b-4288-ae18-e1f284ba8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:37.870980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-17e01b4c-ac4b-4288-ae18-e1f284ba8fe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 200 len: 853 time: 0.0511923 Jul 22 19:28:37.936398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-ca68f334-40f0-43bd-8583-fa606c3b0fe5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2c9bfff-1749-4556-b330-7d08bc824484&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592422 Jul 22 19:28:38.069402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-312e1ac6-3103-44c7-acbe-c5c6b6480c13 req-fae57fac-67c5-407d-bba0-3525f1a3e8de tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132890 Jul 22 19:28:38.108267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-a2d214aa-9a92-4440-9982-5a638009b90d service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657939 Jul 22 19:28:38.267759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c21b9cb-3e93-4654-b41a-1a14287522aa req-4762f027-2484-45be-a595-fec8c07f6239 service neutron] 10.222.0.26 "GET /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530662 Jul 22 19:28:38.284249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b78e6-7e4e-4d3f-8382-c5b171618681 req-6d6c8086-302d-41ff-8ead-84f74031c083 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:38.285869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b48b78e6-7e4e-4d3f-8382-c5b171618681 req-6d6c8086-302d-41ff-8ead-84f74031c083 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.1402714 Jul 22 19:28:38.340287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b48b78e6-7e4e-4d3f-8382-c5b171618681 req-28c61e4e-6b48-43b2-b4b3-9fd776d141bb tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Jul 22 19:28:38.379614 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98792e9-1fd8-4ecd-8610-c2a3053065ce x-openstack-request-id: req-c98792e9-1fd8-4ecd-8610-c2a3053065ce {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:38.380402 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "name": "network-vif-plugged", "status": "completed", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:38.381296 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c98792e9-1fd8-4ecd-8610-c2a3053065ce {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:38.381817 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc', 'code': 200} Jul 22 19:28:38.640524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f429-0bcb-4078-804a-22b62955234a req-a2928661-ebc1-47f3-abc0-ed0f4334bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:38.642188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d16f429-0bcb-4078-804a-22b62955234a req-a2928661-ebc1-47f3-abc0-ed0f4334bcda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 1098 time: 0.1929209 Jul 22 19:28:38.699580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-9a2a389d-dd34-4c1e-be54-e736553f9a30 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:38.707184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-9a2a389d-dd34-4c1e-be54-e736553f9a30 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.2061954 Jul 22 19:28:38.717053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'name': 'network-vif-deleted', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:38.720969 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c16f4-63ad-47c3-a7fc-7ac284257397" -d '{"events": [{"server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "name": "network-vif-deleted", "tag": "ee3534e2-609b-444c-837e-bd466a979a50"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:38.724122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d16f429-0bcb-4078-804a-22b62955234a req-e74233ab-9602-4978-9dc2-d692ad0fc388 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673862 Jul 22 19:28:38.733232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-1a272b1c-f5f1-4003-af35-daef9196715f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/quotas/25cbce0399e74b97a7136eec4e15bc42 HTTP/1.1" status: 200 len: 375 time: 0.0250444 Jul 22 19:28:38.851761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-4a2e230d-b36f-49c5-9d23-6a355a436cdd tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173117 Jul 22 19:28:38.854802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f2b9-bb2b-4d04-8a50-b04aa452dd0b req-b2e27956-6003-4fcd-8042-f46713b90d00 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:38.861877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f434f2b9-bb2b-4d04-8a50-b04aa452dd0b req-b2e27956-6003-4fcd-8042-f46713b90d00 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 1096 time: 0.0958967 Jul 22 19:28:38.919755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f434f2b9-bb2b-4d04-8a50-b04aa452dd0b req-42eb72d6-2d52-4e63-aad0-f89e80da4135 tempest-LiveAutoBlockMigrationV225Test-585097791 tempest-LiveAutoBlockMigrationV225Test-585097791-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570071 Jul 22 19:28:38.980766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-ad20b6dd-9b4b-4491-b704-c99f08d107f5 service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163557 Jul 22 19:28:39.124434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-813c92b4-a21e-49dd-bc48-57bf7b0b130c service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375942 Jul 22 19:28:39.137863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16c58d-9ea5-4ab8-8b29-0cc91d9949f5 req-c19bff39-82ad-43ca-9227-a288ec4e84d3 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:39.139788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c16c58d-9ea5-4ab8-8b29-0cc91d9949f5 req-c19bff39-82ad-43ca-9227-a288ec4e84d3 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.1344233 Jul 22 19:28:39.184593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c16c58d-9ea5-4ab8-8b29-0cc91d9949f5 req-38006121-a392-432b-84a6-f0e850e40932 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Jul 22 19:28:39.377048 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d31ad2e-95d4-47bd-b7e3-bd379b968e7f x-openstack-request-id: req-3d31ad2e-95d4-47bd-b7e3-bd379b968e7f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:39.377393 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e444bd-7e56-40a5-89ba-c170066d2285", "name": "network-vif-deleted", "tag": "ee3534e2-609b-444c-837e-bd466a979a50", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:39.377602 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d31ad2e-95d4-47bd-b7e3-bd379b968e7f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:39.378026 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e444bd-7e56-40a5-89ba-c170066d2285', 'name': 'network-vif-deleted', 'tag': 'ee3534e2-609b-444c-837e-bd466a979a50', 'status': 'completed', 'code': 200} Jul 22 19:28:39.612243 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ad1f6ab-d380-43a0-aa47-1cce7f9adf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:39.748924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:39.843151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a50d2-d959-4a06-8411-33ea8b290fa8 req-ee2631c1-d896-4533-ae94-709a97a33966 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:39.857037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d29a50d2-d959-4a06-8411-33ea8b290fa8 req-ee2631c1-d896-4533-ae94-709a97a33966 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 945 time: 0.1498547 Jul 22 19:28:39.928737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d29a50d2-d959-4a06-8411-33ea8b290fa8 req-eb621498-5d23-450c-86f0-37c783b355c9 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713799 Jul 22 19:28:40.016840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdd4e9b-1fde-467d-9b26-a13e57695e32 req-78e3b0f5-df79-4c21-9eda-8a8b6f506d18 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 210 time: 0.0828586 Jul 22 19:28:40.017747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:40.089148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-ce65f4ce-9741-4d46-b5e0-74e310d37a9e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:40.090881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-ce65f4ce-9741-4d46-b5e0-74e310d37a9e tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.0915473 Jul 22 19:28:40.125243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.163462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.249727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.264848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.268651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "DELETE /v2.0/security-groups/272f1363-afd2-417a-a013-be2134a0a684 HTTP/1.1" status: 204 len: 168 time: 0.2492554 Jul 22 19:28:40.279863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:40.295427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f1363-afd2-417a-a013-be2134a0a684,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:40.310081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.310827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.311390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.311946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.312528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.313105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.313695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.315007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.315577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.316140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.316741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.317996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133bdfb5-1f85-4975-a4ef-65d51d396439 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:40.322071 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-82456485-0647-4266-976e-67abe58ed2d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] show failed (client error): The resource could not be found. Jul 22 19:28:40.323418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82456485-0647-4266-976e-67abe58ed2d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "GET /v2.0/security-groups/272f1363-afd2-417a-a013-be2134a0a684 HTTP/1.1" status: 404 len: 347 time: 0.0408773 Jul 22 19:28:40.326507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:40.382805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:40.385899 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f2706-05f6-4bd7-818e-aa5ee9ae31ba" -d '{"events": [{"server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "name": "network-vif-plugged", "status": "completed", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:40.426667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9664c56-f174-4400-8e9f-3f19d70b0b63 req-1ffd714b-d335-4486-b18b-dc35aa4c0db6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:40.428740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9664c56-f174-4400-8e9f-3f19d70b0b63 req-1ffd714b-d335-4486-b18b-dc35aa4c0db6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.3078809 Jul 22 19:28:40.462773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Deleting port 7a8cff42-b74d-401d-b13d-306aded0a0b0 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:40.463225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.473362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Deleting port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:40.473703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.485990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-a450d236-0a48-425f-8784-6d77dad10348 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:40.487527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-a450d236-0a48-425f-8784-6d77dad10348 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 944 time: 0.2442615 Jul 22 19:28:40.506372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e47a2-833a-443e-a581-e4d65319b708 req-ec456059-b31a-45b6-a66e-8652d7ffbbe7 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:40.507823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-187e47a2-833a-443e-a581-e4d65319b708 req-ec456059-b31a-45b6-a66e-8652d7ffbbe7 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 944 time: 0.3474424 Jul 22 19:28:40.542318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.542660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.554601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Calling delete_port for 7a8cff42-b74d-401d-b13d-306aded0a0b0 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:40.583017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9664c56-f174-4400-8e9f-3f19d70b0b63 req-d8eb4b74-d5af-41ed-ab73-31aca21dcb0b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471436 Jul 22 19:28:40.670633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-187e47a2-833a-443e-a581-e4d65319b708 req-490a8d78-ec83-49ea-8251-b036637fc6b2 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383014 Jul 22 19:28:40.722775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.745807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] For port 6d4a28b2-b561-4747-9aa2-a4ff0c699253, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=6d4a28b2-b561-4747-9aa2-a4ff0c699253,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:40.746215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:40.799932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Calling delete_port for 6d4a28b2-b561-4747-9aa2-a4ff0c699253 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:40.824274 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a99e0-3ffc-4178-b75e-3829b29259fc x-openstack-request-id: req-2b7a99e0-3ffc-4178-b75e-3829b29259fc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:40.824791 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "name": "network-vif-plugged", "status": "completed", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:40.824791 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b7a99e0-3ffc-4178-b75e-3829b29259fc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:40.825227 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630', 'code': 200} Jul 22 19:28:40.897686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Pushing event deleted for resources: {'Port': ['ID=7a8cff42-b74d-401d-b13d-306aded0a0b0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:40.951254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Deleting port 5ce58a7d-5a6a-40f4-a478-1602890b332c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:40.951605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.012168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-392503fe-99b6-4889-94aa-03b214ad98b9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.013668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-392503fe-99b6-4889-94aa-03b214ad98b9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.2508531 Jul 22 19:28:41.014783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57517b40-a33d-4f6b-8417-88c47132f19a req-2002e2f6-2dda-4871-83b9-499c3888829c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.016287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57517b40-a33d-4f6b-8417-88c47132f19a req-2002e2f6-2dda-4871-83b9-499c3888829c tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/ports?device_id=32632af2-3449-44a9-b4df-8fd8ecd4767f HTTP/1.1" status: 200 len: 945 time: 0.2871759 Jul 22 19:28:41.027687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.030210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.031295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a97c9584-5f41-4ee2-aa40-ef41d24055d6 tempest-ServersWithSpecificFlavorTestJSON-711907009 tempest-ServersWithSpecificFlavorTestJSON-711907009-project] 10.222.0.10 "DELETE /v2.0/floatingips/85b7d9c1-2245-4053-aeac-445fee70b706 HTTP/1.1" status: 204 len: 168 time: 0.7034936 Jul 22 19:28:41.037810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'port': {'device_id': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'admin_state_up': True, 'tenant_id': '25cbce0399e74b97a7136eec4e15bc42'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:41.072252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c656-e57e-4fb7-9d04-d3f36fb4a2b2 req-99ae0c08-5a02-4eaa-8c18-9f95e4a6ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.073755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6727c656-e57e-4fb7-9d04-d3f36fb4a2b2 req-99ae0c08-5a02-4eaa-8c18-9f95e4a6ec69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 1097 time: 0.1721041 Jul 22 19:28:41.153165 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6727c656-e57e-4fb7-9d04-d3f36fb4a2b2 req-7cecd87d-a230-408d-8172-c3a9382d8d34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Jul 22 19:28:41.175964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Made reservation on behalf of 25cbce0399e74b97a7136eec4e15bc42 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:41.180034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.315270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Allocated IP 172.20.0.12 (2d41796b-4562-407b-9a6f-9b99f11597c5/c3453412-584a-4684-ab6f-292f450d9025/de6c69ba-221d-44b8-89f5-51a680b1dacb) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:41.385744 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.475936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.498989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57517b40-a33d-4f6b-8417-88c47132f19a req-e5af4075-ca53-47ba-9a57-8b8b9b0669b1 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678867 Jul 22 19:28:41.500740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] For port 5ce58a7d-5a6a-40f4-a478-1602890b332c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ce58a7d-5a6a-40f4-a478-1602890b332c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:41.501114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.535296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.535534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Calling delete_port for 5ce58a7d-5a6a-40f4-a478-1602890b332c owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:41.557198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-600e85e1-fa5b-4ea9-b576-8edf784e8398 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.563922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-600e85e1-fa5b-4ea9-b576-8edf784e8398 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/networks?id=cd669175-e1ce-465f-9573-fc7274b170c1 HTTP/1.1" status: 200 len: 814 time: 0.5615091 Jul 22 19:28:41.588928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:41.590478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-613e418e-bb80-49f4-b9aa-49d9ed8bc357 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/quotas/40057ba99c7a43e1888588a224d24fb9 HTTP/1.1" status: 200 len: 375 time: 0.0256085 Jul 22 19:28:41.592211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:41.596536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:41.622177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:41.652571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.653188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.667354 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.668027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-7cfa13e3-9238-48a7-85e7-9d49d79a2bf5 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6414464 Jul 22 19:28:41.681706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Request body: {'port': {'device_id': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:41.733542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Pushing event deleted for resources: {'Port': ['ID=6d4a28b2-b561-4747-9aa2-a4ff0c699253,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:41.777273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.857574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] No DVR routers for this DVR port 6d4a28b2-b561-4747-9aa2-a4ff0c699253 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:41.862506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:41.864551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4930f4e3-d0ea-4f0f-ba14-9b4abc39e3cd req-266154d8-6c8c-44b3-a189-6fbbbea4cc54 tempest-FloatingIPsAssociationTestJSON-554337365 tempest-FloatingIPsAssociationTestJSON-554337365-project] 10.222.0.26 "DELETE /v2.0/ports/6d4a28b2-b561-4747-9aa2-a4ff0c699253 HTTP/1.1" status: 204 len: 173 time: 1.7677674 Jul 22 19:28:41.865937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'name': 'network-vif-deleted', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:41.868220 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3bd6ac-6050-4895-84f1-7b17118e1b2f" -d '{"events": [{"server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "name": "network-vif-deleted", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:41.899131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f3946dfb-73aa-4a88-894a-8ccbcfe1f20c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=40057ba99c7a43e1888588a224d24fb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3068104 Jul 22 19:28:41.955291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-5810b267-b55e-4fd1-8313-f7f16498cffb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:41.964876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-5810b267-b55e-4fd1-8313-f7f16498cffb tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.3402326 Jul 22 19:28:42.028486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-030a48ec-3052-4ced-960d-d3a2b9c3860f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/quotas/a4809f19886b4d1eb3e8e9a32c0d611c HTTP/1.1" status: 200 len: 375 time: 0.0645015 Jul 22 19:28:42.111383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.112395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:42.118089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3', '5ce58a7d-5a6a-40f4-a478-1602890b332c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:42.125476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.141604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Transition to ACTIVE for port object de6c69ba-221d-44b8-89f5-51a680b1dacb will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:42.146792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.165432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event deleted for resources: {'Port': ['ID=5ce58a7d-5a6a-40f4-a478-1602890b332c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:42.229558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baa9c2af-5cc5-434d-8b3e-10e2f4a7c98a service neutron] 10.222.0.10 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303444 Jul 22 19:28:42.246539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:42.262566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] No DVR routers for this DVR port 5ce58a7d-5a6a-40f4-a478-1602890b332c on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:42.275994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.278313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3196ec55-686b-49c9-8f7a-b325ec9f3b05 req-e0474ca0-d586-47ba-bb74-991442aaf4bf tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "DELETE /v2.0/ports/5ce58a7d-5a6a-40f4-a478-1602890b332c HTTP/1.1" status: 204 len: 173 time: 1.7675242 Jul 22 19:28:42.310650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-ae56bed4-1331-46ff-9c3c-660cfcd852bf tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2808883 Jul 22 19:28:42.315938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Attempting to bind port de6c69ba-221d-44b8-89f5-51a680b1dacb on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:42.317226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Attempting to bind port de6c69ba-221d-44b8-89f5-51a680b1dacb by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:42.318617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Attempting to bind port de6c69ba-221d-44b8-89f5-51a680b1dacb on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:42.323666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Port de6c69ba-221d-44b8-89f5-51a680b1dacb on network 2d41796b-4562-407b-9a6f-9b99f11597c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:42.324239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Attempting to bind port de6c69ba-221d-44b8-89f5-51a680b1dacb on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:42.330241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:42.330863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Checking segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:42.331478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Bound using segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:42.332244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Bound port: de6c69ba-221d-44b8-89f5-51a680b1dacb, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:42.332771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.409515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:42.414701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:42.460808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:42.466987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:42.473593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.491307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-b9f22e89-848c-4dcb-8e7b-fb662bc0cca1 service neutron] 10.222.0.10 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608216 Jul 22 19:28:42.549711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:42.562196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:42.564053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.566590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-650fb88c-1ab4-4c7a-ad7e-b65e966a30ac service neutron] 10.222.0.32 "PUT /v2.0/ports/de6c69ba-221d-44b8-89f5-51a680b1dacb HTTP/1.1" status: 200 len: 1093 time: 0.8899736 Jul 22 19:28:42.567251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:42.570634 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579f18e-bfe9-4403-ac2c-558da55d58c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:42.609425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-f631a1cd-deba-470b-bc78-e86ad9cc38b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472117 Jul 22 19:28:42.668885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bab630-f957-4fab-a589-2fd5720e4bec req-a6564e55-b8e5-4485-9301-1544074ea935 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:42.671163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64bab630-f957-4fab-a589-2fd5720e4bec req-a6564e55-b8e5-4485-9301-1544074ea935 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "GET /v2.0/ports?device_id=bffa5de4-237e-4376-a1fa-ee6c2d61e99d HTTP/1.1" status: 200 len: 945 time: 0.1491387 Jul 22 19:28:42.696786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 6d4a28b2-b561-4747-9aa2-a4ff0c699253 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:42.719413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-e7bcf6dd-661f-4264-99c5-d5f14f00a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:42.723068 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-e7bcf6dd-661f-4264-99c5-d5f14f00a43b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 1096 time: 0.0954909 Jul 22 19:28:42.730919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.764390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 6d4a28b2-b561-4747-9aa2-a4ff0c699253 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:42.764745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 6d4a28b2-b561-4747-9aa2-a4ff0c699253 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:42.831774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-ce2b4a63-2fec-4ff1-a130-b487dae061cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb HTTP/1.1" status: 200 len: 217 time: 0.1013465 Jul 22 19:28:42.866993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:42.867918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-7730a852-877f-45e7-ad2d-86f92dcb440a service neutron] 10.222.0.10 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501926 Jul 22 19:28:42.915322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:42.922831 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b896851d-974a-472f-89f0-80cf014a3361" -d '{"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:42.943158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb16bf7-2461-4af7-8c0c-462cc243bef1 req-7eb7dedc-fac7-4d5d-9ce7-9a45c289e8ad tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:42.944742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bb16bf7-2461-4af7-8c0c-462cc243bef1 req-7eb7dedc-fac7-4d5d-9ce7-9a45c289e8ad tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 945 time: 0.1327577 Jul 22 19:28:42.960509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-78a444f4-48d4-48cc-b790-d6b2156ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:42.962386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-78a444f4-48d4-48cc-b790-d6b2156ace2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.1237147 Jul 22 19:28:42.963027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Deleting port eff70576-2a4b-4fd0-a075-be542c8cf12a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:42.963380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.977783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:42.979244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:42.986207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '933ba206-40df-4265-ba06-e389e780b63d', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'port_id': '933ba206-40df-4265-ba06-e389e780b63d', 'mac_address': 'fa:16:3e:60:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29450943-9660-4656-bafc-2da686e98fa7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:43.007541 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-fa8dcce2-ac1b-457b-93ef-c46076e01ebb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384784 Jul 22 19:28:43.036433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.052756 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.061092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:43.145011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bb16bf7-2461-4af7-8c0c-462cc243bef1 req-92a10dfa-27a9-4d4c-9560-ae47b07efcab tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902549 Jul 22 19:28:43.225554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] For port eff70576-2a4b-4fd0-a075-be542c8cf12a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=eff70576-2a4b-4fd0-a075-be542c8cf12a,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:43.226213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.229893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-cd565d0f-117c-4142-9ca2-d2a0a70d6a90 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147548 Jul 22 19:28:43.244022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Calling delete_port for eff70576-2a4b-4fd0-a075-be542c8cf12a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:43.280439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:43.303364 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.338710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.399315 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-75a25726-bccf-4c4d-a9b8-3963409047ab req-37314595-c211-446c-8a91-2fc3837ce403 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646018 Jul 22 19:28:43.411786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.551304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78385517-0978-4716-94e6-88ad46be350a req-8ffa2661-e7ab-4c0c-a632-e0edb9221637 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:43.559031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78385517-0978-4716-94e6-88ad46be350a req-8ffa2661-e7ab-4c0c-a632-e0edb9221637 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 944 time: 0.2144103 Jul 22 19:28:43.567377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['933ba206-40df-4265-ba06-e389e780b63d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:43.594816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117bc48-5ebb-46e7-9b9a-cea793d1fd5e req-5d42fe4e-94c8-4b38-aa5b-997317998548 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:43.597166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4117bc48-5ebb-46e7-9b9a-cea793d1fd5e req-5d42fe4e-94c8-4b38-aa5b-997317998548 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 944 time: 0.2566977 Jul 22 19:28:43.721226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78385517-0978-4716-94e6-88ad46be350a req-2c790ed0-d19a-4995-ad19-ed9929e32df8 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615491 Jul 22 19:28:43.733000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4117bc48-5ebb-46e7-9b9a-cea793d1fd5e req-6b7707bf-8163-43e1-8f7f-62e9b8ce9841 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125889 Jul 22 19:28:43.735014 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.801294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event deleted for resources: {'Port': ['ID=eff70576-2a4b-4fd0-a075-be542c8cf12a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:43.870427 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502bae03-8958-4e40-baa0-f1c17208a6fc x-openstack-request-id: req-502bae03-8958-4e40-baa0-f1c17208a6fc {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:43.870705 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32632af2-3449-44a9-b4df-8fd8ecd4767f", "name": "network-vif-deleted", "tag": "6d4a28b2-b561-4747-9aa2-a4ff0c699253", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:43.870995 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-502bae03-8958-4e40-baa0-f1c17208a6fc {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:43.871364 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32632af2-3449-44a9-b4df-8fd8ecd4767f', 'name': 'network-vif-deleted', 'tag': '6d4a28b2-b561-4747-9aa2-a4ff0c699253', 'status': 'completed', 'code': 200} Jul 22 19:28:43.901881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42296) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:43.937293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] No DVR routers for this DVR port eff70576-2a4b-4fd0-a075-be542c8cf12a on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:43.940707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-369c6dc8-7484-4aac-8ac0-f88baeeb50fa req-b86e1b61-3ebf-4ac1-9604-e430970e1740 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.0682583 Jul 22 19:28:43.941748 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:43.944357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64bab630-f957-4fab-a589-2fd5720e4bec req-50f884a8-1197-4e8b-8bd9-25baa7d5b94e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.32 "DELETE /v2.0/ports/eff70576-2a4b-4fd0-a075-be542c8cf12a HTTP/1.1" status: 204 len: 173 time: 1.2654774 Jul 22 19:28:44.050614 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9424f396-eacc-4af3-ac41-117fc2ce66ca x-openstack-request-id: req-9424f396-eacc-4af3-ac41-117fc2ce66ca {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:44.050914 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-unplugged", "status": "completed", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:44.051165 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9424f396-eacc-4af3-ac41-117fc2ce66ca {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:44.051556 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'code': 200} Jul 22 19:28:44.074313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-565757f3-9534-4da3-b9f7-9ab42e74dff1 req-9dafaa47-2083-450d-a2a3-c2729f76e28d tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 210 time: 0.0523665 Jul 22 19:28:44.100503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-10d4174d-f071-4cfc-876e-6442bb1e950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:44.100503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-10d4174d-f071-4cfc-876e-6442bb1e950b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 1096 time: 0.1168995 Jul 22 19:28:44.283067 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd08c27-c7e8-427e-bcce-ffe11a0de2f5 x-openstack-request-id: req-1dd08c27-c7e8-427e-bcce-ffe11a0de2f5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:44.283067 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:44.283686 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dd08c27-c7e8-427e-bcce-ffe11a0de2f5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:44.283768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43112914-34d4-4931-80d6-b4a44ce16604 req-c8586b30-5978-43d1-96d3-91166d837f5f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 210 time: 0.1077993 Jul 22 19:28:44.283903 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'status': 'completed', 'code': 200} Jul 22 19:28:44.340812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:44.382302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 5ce58a7d-5a6a-40f4-a478-1602890b332c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:44.382909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ce58a7d-5a6a-40f4-a478-1602890b332c not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:44.383966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:44.531248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-a9018e36-f5ac-41d1-89f5-71d0c66f0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:44.533059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-a9018e36-f5ac-41d1-89f5-71d0c66f0551 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 923 time: 0.4239643 Jul 22 19:28:44.554397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.571651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:44.585666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6e345-71eb-47e7-aa33-4e2c319b5e7f req-c06aa004-4280-40e0-8259-c7e05baec37a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:44.595057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0e6e345-71eb-47e7-aa33-4e2c319b5e7f req-c06aa004-4280-40e0-8259-c7e05baec37a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 946 time: 0.4206951 Jul 22 19:28:44.609671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:44.618909 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:44.619026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-e0d715d0-054f-4b44-88ba-b3aa22ca1c47 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:44.620536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-e0d715d0-054f-4b44-88ba-b3aa22ca1c47 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.26 "GET /v2.0/networks?id=cd669175-e1ce-465f-9573-fc7274b170c1 HTTP/1.1" status: 200 len: 814 time: 0.2982779 Jul 22 19:28:44.634675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Request body: {'port': {'device_id': '124699d3-d05a-4730-8526-0d0d65915744', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'admin_state_up': True, 'tenant_id': '40057ba99c7a43e1888588a224d24fb9'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:44.687979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0e6e345-71eb-47e7-aa33-4e2c319b5e7f req-7233c0b5-65f9-49c5-bd44-9039ff3cf49c tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917060 Jul 22 19:28:44.827447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:45.039782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-66c0bb21-e65c-44fe-83d4-70d7678f2b74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb HTTP/1.1" status: 200 len: 217 time: 0.4953840 Jul 22 19:28:45.141968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-c26dc73c-1db8-4117-a633-a92030c74656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:45.143414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-c26dc73c-1db8-4117-a633-a92030c74656 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.0773973 Jul 22 19:28:45.203296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-5460146d-2fbe-4bbe-a4e4-4a06f29a9f53 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:45.205283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-5460146d-2fbe-4bbe-a4e4-4a06f29a9f53 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 804 time: 0.3590381 Jul 22 19:28:45.363213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.382782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-1bf28354-7e42-49b1-b83f-fd36f69402e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2080705 Jul 22 19:28:45.394728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Made reservation on behalf of 40057ba99c7a43e1888588a224d24fb9 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:45.405485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.676735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Allocated IP 172.20.0.8 (cd669175-e1ce-465f-9573-fc7274b170c1/9be7ffd1-9400-4ec0-8989-57353797e92b/bb954938-ab87-4101-b4fc-57bd30fe7374) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:45.710577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d3fb1-fb85-49f7-a44c-8369966a2455 req-661b377e-6742-43a3-8397-ca519689acc0 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:45.712200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b2d3fb1-fb85-49f7-a44c-8369966a2455 req-661b377e-6742-43a3-8397-ca519689acc0 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 943 time: 0.6754336 Jul 22 19:28:45.829207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-77169978-94d2-4d59-b03e-cc13d355c27c service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362984 Jul 22 19:28:45.845832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Deleting port 225b2fcb-648f-42d3-8fad-edc35c785649 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:45.846310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:45.851445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a49306-e0c4-4fea-8836-491508f4c39f req-e2d1cb44-85aa-4b5d-b185-390750388990 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:45.854006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37a49306-e0c4-4fea-8836-491508f4c39f req-e2d1cb44-85aa-4b5d-b185-390750388990 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 944 time: 0.7151210 Jul 22 19:28:45.941755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-deleted', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c'}, {'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-deleted', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:45.944817 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4de0f6-cb67-400f-bab0-bc7b358ac84f" -d '{"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-deleted", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c"}, {"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-deleted", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:45.989747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b2d3fb1-fb85-49f7-a44c-8369966a2455 req-aa2bf877-a5ee-4a2b-a94b-d8423f9ad7d0 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247839 Jul 22 19:28:45.992373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] For port 225b2fcb-648f-42d3-8fad-edc35c785649, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=225b2fcb-648f-42d3-8fad-edc35c785649,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:45.992837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.029922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Calling delete_port for 225b2fcb-648f-42d3-8fad-edc35c785649 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:46.067564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42344) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:46.263240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37a49306-e0c4-4fea-8836-491508f4c39f req-09a378a6-fc2d-495b-b145-e5965a375317 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222468 Jul 22 19:28:46.277856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc57c460-f98b-4fe0-a8a3-01b0f1065c01 req-3c17603b-b783-49d2-86bd-00602970980f tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.1423352 Jul 22 19:28:46.340797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:46.347194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1579f18e-bfe9-4403-ac2c-558da55d58c7 req-eabbab38-a4c6-488b-8d58-d1d82fec6518 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898412 Jul 22 19:28:46.451509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:46.482037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.564187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb48de58-e7db-4370-ac0e-75b8903842b3 req-b4f26bb3-dced-4110-b966-4966ce1fa185 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 210 time: 0.0690196 Jul 22 19:28:46.577991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Pushing event deleted for resources: {'Port': ['ID=225b2fcb-648f-42d3-8fad-edc35c785649,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:46.589307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Request body: {'port': {'device_id': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'admin_state_up': True, 'tenant_id': 'a4809f19886b4d1eb3e8e9a32c0d611c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:46.759347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 933ba206-40df-4265-ba06-e389e780b63d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:46.759730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.843649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7694fff2-364b-482c-9853-fa94f82eb1d9 req-4aaaa48e-dedf-4da2-b79c-ae8bb9d8ebab tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 210 time: 0.0456524 Jul 22 19:28:46.894068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:46.917051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:46.976126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Transition to ACTIVE for port object bb954938-ab87-4101-b4fc-57bd30fe7374 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:46.983918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'port_id': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'mac_address': 'fa:16:3e:85:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3453412-584a-4684-ab6f-292f450d9025', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:47.033088 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b45e3da-116e-4acc-9597-33739f3c82c2 x-openstack-request-id: req-1b45e3da-116e-4acc-9597-33739f3c82c2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:47.034312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.034628 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300149c6-a804-4874-86b3-b906d3034b64", "name": "network-vif-deleted", "tag": "5ce58a7d-5a6a-40f4-a478-1602890b332c", "status": "completed", "code": 200}, {"server_uuid": "bffa5de4-237e-4376-a1fa-ee6c2d61e99d", "name": "network-vif-deleted", "tag": "eff70576-2a4b-4fd0-a075-be542c8cf12a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:47.035331 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b45e3da-116e-4acc-9597-33739f3c82c2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:47.036064 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300149c6-a804-4874-86b3-b906d3034b64', 'name': 'network-vif-deleted', 'tag': '5ce58a7d-5a6a-40f4-a478-1602890b332c', 'status': 'completed', 'code': 200} Jul 22 19:28:47.037167 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffa5de4-237e-4376-a1fa-ee6c2d61e99d', 'name': 'network-vif-deleted', 'tag': 'eff70576-2a4b-4fd0-a075-be542c8cf12a', 'status': 'completed', 'code': 200} Jul 22 19:28:47.051614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.081307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.086102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:47.087311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba206-40df-4265-ba06-e389e780b63d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:47.090413 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed9cce1-784d-4d05-8305-2fc019212e03" -d '{"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-plugged", "status": "completed", "tag": "933ba206-40df-4265-ba06-e389e780b63d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:47.093928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:47.101713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.102529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:47.107775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Made reservation on behalf of a4809f19886b4d1eb3e8e9a32c0d611c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:28:47.116399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.162334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:47.170887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.207186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: eff70576-2a4b-4fd0-a075-be542c8cf12a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:47.207534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device eff70576-2a4b-4fd0-a075-be542c8cf12a not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:47.210962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:47.223931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.325379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:47.457067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['de6c69ba-221d-44b8-89f5-51a680b1dacb'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:47.715778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Allocated IP 172.20.0.5 (7cb4f449-1973-4416-8fed-6035768299b4/8ec02797-9005-4f09-94ec-5502a82ef363/f056e2f2-0223-4ce0-a245-92365cc32c56) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:28:47.847860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Network cd669175-e1ce-465f-9573-fc7274b170c1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:47.857871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:47.867966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8dda7-8092-4ca9-b565-a058f6ea0624 req-e5cc857b-cf5c-4937-a340-8b5f1411a1a0 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:47.874994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efb8dda7-8092-4ca9-b565-a058f6ea0624 req-e5cc857b-cf5c-4937-a340-8b5f1411a1a0 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 946 time: 0.8836703 Jul 22 19:28:47.877614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:47.970736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:47.983665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:47.984362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.018009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:48.025000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.050352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Network 7cb4f449-1973-4416-8fed-6035768299b4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:28:48.054399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:28:48.088474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:28:48.232107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b48357e4-a505-48db-99c4-75b0e068499f None None] Provisioning for port bb954938-ab87-4101-b4fc-57bd30fe7374 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:48.238167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b48357e4-a505-48db-99c4-75b0e068499f None None] Provisioning complete for port bb954938-ab87-4101-b4fc-57bd30fe7374 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:48.238788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b48357e4-a505-48db-99c4-75b0e068499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.243703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efb8dda7-8092-4ca9-b565-a058f6ea0624 req-b6d51f03-168e-4395-b057-c2ee7a440160 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639174 Jul 22 19:28:48.267892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Pushing event updated for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:48.291023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:48.291908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.302843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f08aa7-a14f-4634-8ec6-8eeaac164b7f req-823d8864-2f17-405a-843b-89a3f20fc1e3 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:48.310707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b48357e4-a505-48db-99c4-75b0e068499f None None] Port bb954938-ab87-4101-b4fc-57bd30fe7374 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:28:48.314742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26f08aa7-a14f-4634-8ec6-8eeaac164b7f req-823d8864-2f17-405a-843b-89a3f20fc1e3 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.4727499 Jul 22 19:28:48.316372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-f693b904-5824-4fa4-81ac-b80d36a40c1e tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6866534 Jul 22 19:28:48.348903 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f4754-1628-4e4f-ac2f-172bf6c55463 x-openstack-request-id: req-414f4754-1628-4e4f-ac2f-172bf6c55463 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:48.349378 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-plugged", "status": "completed", "tag": "933ba206-40df-4265-ba06-e389e780b63d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:48.350818 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-414f4754-1628-4e4f-ac2f-172bf6c55463 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:48.350818 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba206-40df-4265-ba06-e389e780b63d', 'code': 200} Jul 22 19:28:48.353018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:48.379664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:48.428458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Request body: {'port': {'device_id': '124699d3-d05a-4730-8526-0d0d65915744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:48.432878 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-42ca1060-3a9c-4c91-9dbc-2e61acd6bf26 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8484850 Jul 22 19:28:48.462063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port de6c69ba-221d-44b8-89f5-51a680b1dacb completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:48.465126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Request body: {'port': {'device_id': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:28:48.467538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port de6c69ba-221d-44b8-89f5-51a680b1dacb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:48.468212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.647576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:48.674765 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-14173476-7b7d-4954-8b57-467ff631949f admin admin] 10.222.0.10 "PUT /v2.0/routers/ba67e0dd-ee77-4d59-8cfb-f3a593929f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7714493 Jul 22 19:28:48.679792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Sync routers for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:48.680415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42364) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:48.711222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:48.711860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:48.713704 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.824253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:48.835732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.872009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26f08aa7-a14f-4634-8ec6-8eeaac164b7f req-366672e1-c46d-4160-8c48-d69534d714ed tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050819 Jul 22 19:28:48.894810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:48.972261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:49.099621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:49.173408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-952f2881-80ef-4834-b0dc-346e00d8b899 req-c0136077-783c-4f07-b1cb-c2132c19dc7e tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=300149c6-a804-4874-86b3-b906d3034b64 HTTP/1.1" status: 200 len: 210 time: 0.0691054 Jul 22 19:28:49.210687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618251a1-6d27-4252-8d6e-8bca51d776cb req-98a32caf-8d1f-4b10-a5c3-31f33d74f825 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:49.221508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-618251a1-6d27-4252-8d6e-8bca51d776cb req-98a32caf-8d1f-4b10-a5c3-31f33d74f825 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 945 time: 0.6394815 Jul 22 19:28:49.253701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da869-b3ee-432b-8bca-9ea38eac341f req-fcd18ccb-7061-49a5-9c22-ac519e023caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:49.256183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-886da869-b3ee-432b-8bca-9ea38eac341f req-fcd18ccb-7061-49a5-9c22-ac519e023caf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 1097 time: 0.5458720 Jul 22 19:28:49.318647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.378371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.394848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:49.411640 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:49.438209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Checking router: ba67e0dd-ee77-4d59-8cfb-f3a593929f6e for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:49.447883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Routers {'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:49.448544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:49.519221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-886da869-b3ee-432b-8bca-9ea38eac341f req-259d88f9-17ac-4022-a11c-420f650b4e3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373736 Jul 22 19:28:49.634245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-618251a1-6d27-4252-8d6e-8bca51d776cb req-c5c19a63-fa26-4aaf-ab84-e086f0cfbe90 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122186 Jul 22 19:28:49.899325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] Set router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:49.903422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5ae44-8192-4f9b-80f5-a4f915d2e0c0 req-b653a11c-4102-4048-a241-dc847136612f tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:49.920782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54d5ae44-8192-4f9b-80f5-a4f915d2e0c0 req-b653a11c-4102-4048-a241-dc847136612f tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 931 time: 0.5761344 Jul 22 19:28:50.205708 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.232084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:50.283776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f4e5e3-b016-4559-b4bd-e4ca94f69b7a None None] The sync data for ids ['ba67e0dd-ee77-4d59-8cfb-f3a593929f6e'] in n-d-800087-13 is: [{'id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'name': 'tempest-FloatingIPsAssociationTestJSON-889196272-router', 'tenant_id': '3f4c48d166274c8ca4cea298037a04d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:28:46Z', 'revision_number': 5, 'project_id': '3f4c48d166274c8ca4cea298037a04d3', 'gw_port': {'id': '300abc1c-2eea-4e30-9354-6cc535de8b32', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba67e0dd-ee77-4d59-8cfb-f3a593929f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:26:50Z', 'updated_at': '2021-07-22T19:26:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:50.349348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-ae956f2e-9e8e-4654-a008-7d47b23e944a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:50.351028 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-ae956f2e-9e8e-4654-a008-7d47b23e944a tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 946 time: 0.2555416 Jul 22 19:28:50.351759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:50.354442 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a3451c-1dc3-4e2e-80e4-3d6337413b4a" -d '{"events": [{"server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "name": "network-vif-plugged", "status": "completed", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:50.365611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f056e2f2-0223-4ce0-a245-92365cc32c56 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:50.375792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.420519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Transition to ACTIVE for port object f056e2f2-0223-4ce0-a245-92365cc32c56 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:50.427641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Deleting port 300abc1c-2eea-4e30-9354-6cc535de8b32 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:50.428048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.445383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.449809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54d5ae44-8192-4f9b-80f5-a4f915d2e0c0 req-62f1bb6e-62f4-4fd7-99df-202bdc7afb78 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234923 Jul 22 19:28:50.594170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f52e46-cefb-4de4-9e8d-1ead01460eea req-32c754b9-be28-428c-aa1b-6b480e03b676 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:50.604797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f52e46-cefb-4de4-9e8d-1ead01460eea req-32c754b9-be28-428c-aa1b-6b480e03b676 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 931 time: 0.7515893 Jul 22 19:28:50.642929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:50.666122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.26', 49926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:50.744425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 225b2fcb-648f-42d3-8fad-edc35c785649 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:50.813030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] For port 300abc1c-2eea-4e30-9354-6cc535de8b32, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=300abc1c-2eea-4e30-9354-6cc535de8b32,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:50.813395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.814809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 225b2fcb-648f-42d3-8fad-edc35c785649 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:50.821773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 225b2fcb-648f-42d3-8fad-edc35c785649 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:50.855838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Calling delete_port for 300abc1c-2eea-4e30-9354-6cc535de8b32 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:50.903500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Deleting port 12c61945-4827-4f70-94cb-ce6bf00cc6fc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:50.903838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:50.930334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f52e46-cefb-4de4-9e8d-1ead01460eea req-bef6b2b2-d6ff-4c08-bce1-ac7d527b879b tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188584 Jul 22 19:28:51.020020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e5b3b-1f1d-4c48-a19f-24bff79d5195 req-32955ed5-de2b-49bb-b23f-2d749903d669 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:51.027672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a47e5b3b-1f1d-4c48-a19f-24bff79d5195 req-32955ed5-de2b-49bb-b23f-2d749903d669 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 946 time: 0.4063010 Jul 22 19:28:51.053110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb954938-ab87-4101-b4fc-57bd30fe7374 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:51.076817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.092362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Attempting to bind port f056e2f2-0223-4ce0-a245-92365cc32c56 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:51.092702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Attempting to bind port f056e2f2-0223-4ce0-a245-92365cc32c56 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:51.093028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Attempting to bind port f056e2f2-0223-4ce0-a245-92365cc32c56 on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:51.145441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Transition to ACTIVE for port object bb954938-ab87-4101-b4fc-57bd30fe7374 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:28:51.148918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Deleting port dac8b371-8c7f-4524-a4bc-bceafec71807 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:51.149383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.153702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Port f056e2f2-0223-4ce0-a245-92365cc32c56 on network 7cb4f449-1973-4416-8fed-6035768299b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:51.154069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Attempting to bind port f056e2f2-0223-4ce0-a245-92365cc32c56 on network 7cb4f449-1973-4416-8fed-6035768299b4 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:51.194551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a47e5b3b-1f1d-4c48-a19f-24bff79d5195 req-189dd7c9-89e5-4382-8467-0e3b9806f44d tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/security-groups?id=6c59e9b1-7a59-4c93-8db4-11db89a42267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650612 Jul 22 19:28:51.197173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.214047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:51.214583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Checking segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:51.214742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Bound using segment: {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:51.215380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Bound port: f056e2f2-0223-4ce0-a245-92365cc32c56, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe5f98dd-3487-455f-a417-2edf74dcb041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:51.215646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.231459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071ede-abaf-46e3-8701-1abedbab775c req-129e13b0-7a4b-4890-90b5-5a261a43c365 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:51.233140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e071ede-abaf-46e3-8701-1abedbab775c req-129e13b0-7a4b-4890-90b5-5a261a43c365 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2b697d3-c159-48f3-bb38-ee2e492297bc HTTP/1.1" status: 200 len: 945 time: 0.5358632 Jul 22 19:28:51.327893 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0016f27-7b98-43d7-9383-98ed44ffa0a5 x-openstack-request-id: req-d0016f27-7b98-43d7-9383-98ed44ffa0a5 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:51.342495 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "name": "network-vif-plugged", "status": "completed", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:51.342495 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0016f27-7b98-43d7-9383-98ed44ffa0a5 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:51.342495 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'code': 200} Jul 22 19:28:51.497122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] For port 12c61945-4827-4f70-94cb-ce6bf00cc6fc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=12c61945-4827-4f70-94cb-ce6bf00cc6fc,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:51.497698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.531509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Calling delete_port for 12c61945-4827-4f70-94cb-ce6bf00cc6fc owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:51.614106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.639222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12624240-279f-4785-995c-b361c833a17d req-57014d26-0e7c-40d0-9959-2b3e40ca9884 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:51.646465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12624240-279f-4785-995c-b361c833a17d req-57014d26-0e7c-40d0-9959-2b3e40ca9884 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.5881777 Jul 22 19:28:51.713758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Pushing event updated for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:51.717773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:51.724883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Pushing event deleted for resources: {'Port': ['ID=300abc1c-2eea-4e30-9354-6cc535de8b32,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:51.819440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:51.862985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.880819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12624240-279f-4785-995c-b361c833a17d req-cbb64558-f5a6-4473-b888-368b1d1cca42 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283511 Jul 22 19:28:51.923285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] For port dac8b371-8c7f-4524-a4bc-bceafec71807, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dac8b371-8c7f-4524-a4bc-bceafec71807,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:51.928743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:51.977788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Calling delete_port for dac8b371-8c7f-4524-a4bc-bceafec71807 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:52.096413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392574f-2e9b-4b98-8ea1-36cc3a81f51c req-e9f1b937-bea0-4e8b-b53e-64b90aa7daaa tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:52.098025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e392574f-2e9b-4b98-8ea1-36cc3a81f51c req-e9f1b937-bea0-4e8b-b53e-64b90aa7daaa tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 946 time: 0.5900474 Jul 22 19:28:52.118616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:52.126864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.131865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:52.132904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.135833 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-346af094-e14c-4b2b-a5c2-656fdaff599a service neutron] 10.222.0.26 "PUT /v2.0/ports/f056e2f2-0223-4ce0-a245-92365cc32c56 HTTP/1.1" status: 200 len: 1092 time: 3.6878593 Jul 22 19:28:52.142461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Deleting port 4aefa5a4-5564-473c-a937-5ecc36ff0630 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:52.142816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.162575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bd7c4-390a-4084-acbc-e7b1f63376af req-a540cf40-994e-46ff-b407-7082fb4212ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:52.164060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df5bd7c4-390a-4084-acbc-e7b1f63376af req-a540cf40-994e-46ff-b407-7082fb4212ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 1098 time: 0.7302134 Jul 22 19:28:52.201242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Attempting to bind port bb954938-ab87-4101-b4fc-57bd30fe7374 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:28:52.201619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Attempting to bind port bb954938-ab87-4101-b4fc-57bd30fe7374 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:28:52.201917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Attempting to bind port bb954938-ab87-4101-b4fc-57bd30fe7374 on network cd669175-e1ce-465f-9573-fc7274b170c1 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:52.223557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Port bb954938-ab87-4101-b4fc-57bd30fe7374 on network cd669175-e1ce-465f-9573-fc7274b170c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:28:52.224061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Attempting to bind port bb954938-ab87-4101-b4fc-57bd30fe7374 on network cd669175-e1ce-465f-9573-fc7274b170c1 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:28:52.264828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:28:52.265163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Checking segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:28:52.265544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Bound using segment: {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:28:52.265992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Bound port: bb954938-ab87-4101-b4fc-57bd30fe7374, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5696f651-6f71-40ad-aad1-5bbd6b8c37fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:28:52.266357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.294966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e392574f-2e9b-4b98-8ea1-36cc3a81f51c req-0e7498a1-4084-4472-843e-681f1b01045b tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280963 Jul 22 19:28:52.302465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df5bd7c4-390a-4084-acbc-e7b1f63376af req-2e1435ca-4476-48d6-b341-e4c357206ce2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249995 Jul 22 19:28:52.313411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] For port 4aefa5a4-5564-473c-a937-5ecc36ff0630, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4aefa5a4-5564-473c-a937-5ecc36ff0630,segment=NetworkSegment(d029e03f-992e-4f44-ac4e-134405a7cedc),segment_id=d029e03f-992e-4f44-ac4e-134405a7cedc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:52.313981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.340240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Calling delete_port for 4aefa5a4-5564-473c-a937-5ecc36ff0630 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:52.425289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7c0df-c87d-4d0b-a72b-58dfc6ab9558 req-10bf7909-9c4f-40a1-9568-149abf13b1ec tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:52.433224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78b7c0df-c87d-4d0b-a72b-58dfc6ab9558 req-10bf7909-9c4f-40a1-9568-149abf13b1ec tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 943 time: 0.4404309 Jul 22 19:28:52.469027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:28:52.561564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:52.561564 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e573a79-4e33-4142-902d-824a1532a1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:52.566094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.579420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['4aefa5a4-5564-473c-a937-5ecc36ff0630'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:52.615306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.625578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78b7c0df-c87d-4d0b-a72b-58dfc6ab9558 req-7d8a06aa-5ea9-46b0-9564-fcf459c9c390 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910398 Jul 22 19:28:52.628920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:28:52.643796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['4aefa5a4-5564-473c-a937-5ecc36ff0630'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:52.735108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 12c61945-4827-4f70-94cb-ce6bf00cc6fc no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:52.807045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532b9e8-a77f-42f4-a01c-5c954024da44 req-20639f3d-feca-494d-a9f0-1650c65ac489 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:52.818580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3532b9e8-a77f-42f4-a01c-5c954024da44 req-20639f3d-feca-494d-a9f0-1650c65ac489 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.4096220 Jul 22 19:28:52.829380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 12c61945-4827-4f70-94cb-ce6bf00cc6fc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:52.829934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 12c61945-4827-4f70-94cb-ce6bf00cc6fc not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:52.841746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:52.844754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.010711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event deleted for resources: {'Port': ['ID=12c61945-4827-4f70-94cb-ce6bf00cc6fc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:53.106569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] No DVR routers for this DVR port 4aefa5a4-5564-473c-a937-5ecc36ff0630 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:53.127728 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.127728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba67e0dd-ee77-4d59-8cfb-f3a593929f6e {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:28:53.136359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.139908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-857e6e50-3c1a-4eab-8124-ede5d37d9841 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ba67e0dd-ee77-4d59-8cfb-f3a593929f6e HTTP/1.1" status: 204 len: 168 time: 4.4563053 Jul 22 19:28:53.154066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.166802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e071ede-abaf-46e3-8701-1abedbab775c req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "DELETE /v2.0/ports/4aefa5a4-5564-473c-a937-5ecc36ff0630 HTTP/1.1" status: 204 len: 173 time: 1.9165292 Jul 22 19:28:53.264535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42396) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:53.290889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] No DVR routers for this DVR port 12c61945-4827-4f70-94cb-ce6bf00cc6fc on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:53.437009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.441093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c30f22d5-e094-470a-a043-9024cbe85f93 req-b93ded81-e20e-4473-9f28-993e420ad12b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.26 "DELETE /v2.0/ports/12c61945-4827-4f70-94cb-ce6bf00cc6fc HTTP/1.1" status: 204 len: 173 time: 3.0577757 Jul 22 19:28:53.442904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8bdd1-5b85-40bb-8a93-4e3912e977f2 tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] Pushing event deleted for resources: {'Port': ['ID=4aefa5a4-5564-473c-a937-5ecc36ff0630,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:53.531071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Deleting subnet 782e4469-421a-42ab-a789-bb2d4fb9d5d3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:28:53.544801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.559917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.563532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bb954938-ab87-4101-b4fc-57bd30fe7374,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:28:53.632476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3532b9e8-a77f-42f4-a01c-5c954024da44 req-cebad113-2fc3-4044-a87e-016240962149 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127420 Jul 22 19:28:53.633931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.742700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-8b31719f-4c77-49e5-9dfc-9b30d0276b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:53.744332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-8b31719f-4c77-49e5-9dfc-9b30d0276b32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 1095 time: 0.7592471 Jul 22 19:28:53.752351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:53.828600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac8b371-8c7f-4524-a4bc-bceafec71807,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:53.866345 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-7668265a-adc6-43dc-835d-b8fc618121d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f056e2f2-0223-4ce0-a245-92365cc32c56 HTTP/1.1" status: 200 len: 217 time: 0.0992796 Jul 22 19:28:53.980091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-f38718a5-5084-4cad-abe8-a353f11ae1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:53.981756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-f38718a5-5084-4cad-abe8-a353f11ae1de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.1022701 Jul 22 19:28:54.003286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.030304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:54.032847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.037786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] 10.222.0.26 "PUT /v2.0/ports/bb954938-ab87-4101-b4fc-57bd30fe7374 HTTP/1.1" status: 200 len: 1092 time: 5.6246116 Jul 22 19:28:54.113209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae963d-1c1a-4b96-aec3-8bbbb964258b service neutron] Pushing event updated for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:54.125488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:54.127790 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792108ba-44be-4ce3-98b0-1b8674f401ae" -d '{"events": [{"name": "network-changed", "server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:54.213472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-60959bd0-0f64-4a49-9a65-45cf60de49e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1570222 Jul 22 19:28:54.244108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.316471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b6745bf-f937-4b36-b513-f0258d2155ea req-d9692272-2567-4f9b-af15-cd026100df2b tempest-MultipleCreateTestJSON-1113563685 tempest-MultipleCreateTestJSON-1113563685-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd5a1f12-f67f-45c6-81e1-2bd817ceb12c HTTP/1.1" status: 200 len: 210 time: 0.2478490 Jul 22 19:28:54.391802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd26bd-f61c-4402-87df-56184cb57d24 req-8a417589-b689-46e4-ad26-5c966ae9e471 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:54.393614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39fd26bd-f61c-4402-87df-56184cb57d24 req-8a417589-b689-46e4-ad26-5c966ae9e471 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 943 time: 1.6128983 Jul 22 19:28:54.480928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.484864 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33f5a1e-c9c5-4e69-b4e9-43f4a7033d53 x-openstack-request-id: req-d33f5a1e-c9c5-4e69-b4e9-43f4a7033d53 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:54.485158 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:54.485438 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d33f5a1e-c9c5-4e69-b4e9-43f4a7033d53 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:54.485814 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'status': 'completed', 'code': 200} Jul 22 19:28:54.606319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8701f-fbf8-45bb-ad4c-b4222d50aea3 None None] Network b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:54.615611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:54.617609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/782e4469-421a-42ab-a789-bb2d4fb9d5d3 HTTP/1.1" status: 204 len: 168 time: 1.3505449 Jul 22 19:28:54.633458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42408) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:54.643422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313937d-a6c5-464b-ad79-9a9cf7d829f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782e4469-421a-42ab-a789-bb2d4fb9d5d3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:54.699094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-3d974296-eba2-4499-8a03-7db970ce4d7d service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448371 Jul 22 19:28:54.721130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-53c7cec5-6a26-4154-9991-d6fab5a415ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:54.725700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-53c7cec5-6a26-4154-9991-d6fab5a415ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40057ba99c7a43e1888588a224d24fb9&device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 1095 time: 0.5814219 Jul 22 19:28:54.861273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4aefa5a4-5564-473c-a937-5ecc36ff0630 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:54.954571 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cf235f2b-d63e-46e8-aa36-639a84b492bc req-93470fb3-15c8-4770-a09a-68a74e369d86 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465303 Jul 22 19:28:54.978919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 4aefa5a4-5564-473c-a937-5ecc36ff0630 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:54.980637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4aefa5a4-5564-473c-a937-5ecc36ff0630 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:54.991251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 300abc1c-2eea-4e30-9354-6cc535de8b32 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:55.059203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39fd26bd-f61c-4402-87df-56184cb57d24 req-9a1f8d50-b19b-44cc-a5b5-80449e52c20a tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6204674 Jul 22 19:28:55.092666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-58cfc1d9-eb4b-45bd-a370-b1023b38019a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb954938-ab87-4101-b4fc-57bd30fe7374 HTTP/1.1" status: 200 len: 217 time: 0.2001846 Jul 22 19:28:55.211926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 300abc1c-2eea-4e30-9354-6cc535de8b32 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:55.212308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 300abc1c-2eea-4e30-9354-6cc535de8b32 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:55.243174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-9fa19e10-e0c8-47bb-862b-25539294186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:55.244742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-9fa19e10-e0c8-47bb-862b-25539294186e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 1095 time: 0.1622279 Jul 22 19:28:55.415580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-948e10ca-e261-4112-8a59-8230452be3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:55.417596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-948e10ca-e261-4112-8a59-8230452be3ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 200 len: 905 time: 0.1507282 Jul 22 19:28:55.448301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] DHCP port deletion for b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:28:55.530959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-ed85995d-0016-4e33-b438-13836aaa2a98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f056e2f2-0223-4ce0-a245-92365cc32c56 HTTP/1.1" status: 200 len: 217 time: 0.0764601 Jul 22 19:28:55.576442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Deleting port b3418f8c-0e40-478b-949c-f82c733dab0c {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:55.578004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.616766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-490c71a6-dae0-49b9-94ab-665a741b844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:55.618684 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-490c71a6-dae0-49b9-94ab-665a741b844e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 200 len: 844 time: 0.0721149 Jul 22 19:28:55.626569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.700640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-11ab98e2-2663-4d00-a236-c84acfc90aad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7cb4f449-1973-4416-8fed-6035768299b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607326 Jul 22 19:28:55.703239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] For port b3418f8c-0e40-478b-949c-f82c733dab0c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b3418f8c-0e40-478b-949c-f82c733dab0c,segment=NetworkSegment(c1bcaca9-c2ea-4527-847b-6ea59ea3b96d),segment_id=c1bcaca9-c2ea-4527-847b-6ea59ea3b96d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:55.704007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.717282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.719835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-1eeda477-21ba-4afc-abd9-9aa94362a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:55.721726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-1eeda477-21ba-4afc-abd9-9aa94362a189 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be7ffd1-9400-4ec0-8989-57353797e92b HTTP/1.1" status: 200 len: 853 time: 0.5803478 Jul 22 19:28:55.722955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Calling delete_port for b3418f8c-0e40-478b-949c-f82c733dab0c owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:55.864711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:55.872999 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-3e967de4-7bf0-4e09-a918-ce95e1fb2807 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488028 Jul 22 19:28:55.908085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] No DVR routers for this DVR port b3418f8c-0e40-478b-949c-f82c733dab0c on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:55.916195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Pushing event deleted for resources: {'Port': ['ID=b3418f8c-0e40-478b-949c-f82c733dab0c,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:55.931076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.931965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.932771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.933410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.934050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.934902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.935551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.936242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.936860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.937441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.937994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.938597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4106e464-ad5a-4983-963d-15502ea4f456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:28:55.978588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33548871-82e5-4b79-b9ef-ce8641bef8bf req-de312cdb-7be2-4a0e-9ee3-086cbc24d901 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:55.980798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33548871-82e5-4b79-b9ef-ce8641bef8bf req-de312cdb-7be2-4a0e-9ee3-086cbc24d901 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 946 time: 1.2422504 Jul 22 19:28:56.043894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] The port 'b3418f8c-0e40-478b-949c-f82c733dab0c' was deleted {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:28:56.174477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.193118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:56.205802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:56.206406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1bcaca9-c2ea-4527-847b-6ea59ea3b96d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:56.262149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.284578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.292425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:28:56.293183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.331125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6aa9f-1eef-4f07-bc69-f38e9d20ac60 req-a95bee5f-3489-4dc8-855d-f2b2250dcec5 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:56.332965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bae6aa9f-1eef-4f07-bc69-f38e9d20ac60 req-a95bee5f-3489-4dc8-855d-f2b2250dcec5 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 943 time: 0.6683941 Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:28:56.333850 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:28:56.452698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33548871-82e5-4b79-b9ef-ce8641bef8bf req-d1fc0af1-63a7-49d8-85b6-6d98e5da265c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602039 Jul 22 19:28:56.459908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-9d5b1e90-11e5-48e4-a57c-0694c952a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:56.461535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-9d5b1e90-11e5-48e4-a57c-0694c952a40a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd669175-e1ce-465f-9573-fc7274b170c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7284596 Jul 22 19:28:56.462224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.467175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:56.469847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb HTTP/1.1" status: 204 len: 168 time: 1.8126743 Jul 22 19:28:56.486904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bae6aa9f-1eef-4f07-bc69-f38e9d20ac60 req-28d36aff-547d-4fd3-ad4b-c051a31f734c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440191 Jul 22 19:28:56.487588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'name': 'network-vif-deleted', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630'}, {'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'name': 'network-vif-deleted', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:56.490977 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06fe307-4fc6-4586-8fd2-221d064b0e86" -d '{"events": [{"server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "name": "network-vif-deleted", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630"}, {"server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "name": "network-vif-deleted", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:56.584529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d973fd7-7886-4094-9db2-cc5b78bbf354 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c13e79-0bc4-4ad1-91e2-26ae6654d3cb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:56.719865 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d0a33b-7395-47ec-a01b-5bc14e2e9c1d x-openstack-request-id: req-a9d0a33b-7395-47ec-a01b-5bc14e2e9c1d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:56.732654 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:56.732920 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9d0a33b-7395-47ec-a01b-5bc14e2e9c1d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:56.733343 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374', 'status': 'completed', 'code': 200} Jul 22 19:28:56.745365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:28:56.823423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42442) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:56.882620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cbac81a8-9044-46cb-83d5-f41f8f364476 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f4c48d166274c8ca4cea298037a04d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580363 Jul 22 19:28:56.883584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:56.962883 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.002652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.005475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:57.030266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b3418f8c-0e40-478b-949c-f82c733dab0c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:57.034119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'mac_address': 'fa:16:3e:a9:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:28:57.079891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:28:57.088055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b3418f8c-0e40-478b-949c-f82c733dab0c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:57.088420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b3418f8c-0e40-478b-949c-f82c733dab0c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:57.103200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-8fcef43e-2634-40de-8ef7-dbd80de36b92 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:57.105210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-8fcef43e-2634-40de-8ef7-dbd80de36b92 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0764723-389c-403f-8a4e-2317697a64b6 HTTP/1.1" status: 200 len: 945 time: 0.3710020 Jul 22 19:28:57.120446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-cc614e68-4257-4b71-af3d-b781b3f2012c tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:57.122117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-cc614e68-4257-4b71-af3d-b781b3f2012c tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.3141911 Jul 22 19:28:57.126240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.131784 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.132336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.133708 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f HTTP/1.1" status: 204 len: 168 time: 0.2475383 Jul 22 19:28:57.148873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1cff5-e198-448d-969a-c1a4a68181af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4eabe-8717-49a7-b0fb-3b4ae1ddd05f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:57.172328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.228830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f056e2f2-0223-4ce0-a245-92365cc32c56 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:28:57.256658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea421-df13-4a58-80c8-393b06b5f503 req-3a0bef33-ecaf-4d3d-8f6c-ab5ba9c39b2f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:57.258373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be4ea421-df13-4a58-80c8-393b06b5f503 req-3a0bef33-ecaf-4d3d-8f6c-ab5ba9c39b2f tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 943 time: 0.4274604 Jul 22 19:28:57.265429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-6d6fcacc-40fe-433e-8bf9-d9f024b4c79f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/quotas/7d4bdc3609724fd38a54186bd02d7d23 HTTP/1.1" status: 200 len: 375 time: 0.1311448 Jul 22 19:28:57.276318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:57.281796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:57.339574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:57.453721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be4ea421-df13-4a58-80c8-393b06b5f503 req-69343bec-ec04-4be5-8b8a-96c4969a2b56 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872332 Jul 22 19:28:57.461153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:28:57.467099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1575011a-2beb-401e-8dbe-6bf53d81a4d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/5f79913e-8e9e-4e6c-8bee-932a7e9ab637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3815436 Jul 22 19:28:57.469713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42454) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:57.478747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Sync routers for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:28:57.489297 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:57.490334 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:57.510053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f056e2f2-0223-4ce0-a245-92365cc32c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:28:57.540421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-cfa466ba-4735-42ac-a87a-a7ef9342ca34 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2610528 Jul 22 19:28:57.751892 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:57.903619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Deleting port 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:57.904091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.108351 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:58.131169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.148343 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Checking router: 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:28:58.175010 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Routers {'5f79913e-8e9e-4e6c-8bee-932a7e9ab637'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:28:58.175991 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:58.216624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e573a79-4e33-4142-902d-824a1532a1b0 req-094acb9d-efec-49d4-bdb7-b79d5498ff67 service neutron] 10.222.0.26 "GET /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387451 Jul 22 19:28:58.307737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.340529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] Set router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:28:58.382705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Deleting port 716674c2-50a3-4a73-9c3b-03e30b74d7e0 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:58.383967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.393324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-335a15ef-65bf-46ae-b7bd-be4231d24374 service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500137 Jul 22 19:28:58.431089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-30f89e6d-f73e-4143-8a85-0636de828b4a service neutron] 10.222.0.26 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8651054 Jul 22 19:28:58.486527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc2aca-f283-4017-a969-1bb5d619f590 req-ab7030a0-2718-4bd5-9aab-b44db5b1a89c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:58.488097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51bc2aca-f283-4017-a969-1bb5d619f590 req-ab7030a0-2718-4bd5-9aab-b44db5b1a89c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 946 time: 0.8341160 Jul 22 19:28:58.490540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] For port 716674c2-50a3-4a73-9c3b-03e30b74d7e0, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=716674c2-50a3-4a73-9c3b-03e30b74d7e0,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:58.495175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.519843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] For port 933ba206-40df-4265-ba06-e389e780b63d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=933ba206-40df-4265-ba06-e389e780b63d,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:58.520243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.522750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Calling delete_port for 716674c2-50a3-4a73-9c3b-03e30b74d7e0 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:58.590205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Calling delete_port for 933ba206-40df-4265-ba06-e389e780b63d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:28:58.590454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:28:58.628367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08f262-afe1-465d-b637-2cf3cf7f8cd8 None None] The sync data for ids ['5f79913e-8e9e-4e6c-8bee-932a7e9ab637'] in n-d-800087-13 is: [{'id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-473086065-router', 'tenant_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118'}], 'enable_snat': True}, 'gw_port_id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:28:52Z', 'revision_number': 5, 'project_id': '61ac81321e4c40f9bd9bbad7b8a03a6b', 'gw_port': {'id': '716674c2-50a3-4a73-9c3b-03e30b74d7e0', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79913e-8e9e-4e6c-8bee-932a7e9ab637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:39Z', 'updated_at': '2021-07-22T19:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:28:58.729806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3c479d47-50fb-462a-aa9f-3ee8c8ea544f service neutron] 10.222.0.10 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206010 Jul 22 19:28:58.732965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51bc2aca-f283-4017-a969-1bb5d619f590 req-48ebdcf7-b1fe-4d4f-8275-8adc4ff810e4 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153194 Jul 22 19:28:58.737201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.748736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aab86eb5-9565-45e4-af44-406b2231ca0e req-059b2e79-5327-4d06-bc9c-1d9ba809962d service neutron] 10.222.0.26 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075721 Jul 22 19:28:58.762542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:28:58.821583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=716674c2-50a3-4a73-9c3b-03e30b74d7e0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:58.838413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port f056e2f2-0223-4ce0-a245-92365cc32c56 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:28:58.843594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f056e2f2-0223-4ce0-a245-92365cc32c56 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:28:58.844339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.929604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.935472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.981281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:58.989646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-f6df7ed5-8311-4c45-9864-49e9b7363e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:58.991764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-f6df7ed5-8311-4c45-9864-49e9b7363e15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=40057ba99c7a43e1888588a224d24fb9&device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 1095 time: 0.1529408 Jul 22 19:28:59.016422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event deleted for resources: {'Port': ['ID=933ba206-40df-4265-ba06-e389e780b63d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:59.096746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42506) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:59.098390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:28:59.106010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:59.138272 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2c42c-6df9-47d8-8df3-5091a220945e" -d '{"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-plugged", "status": "completed", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:59.148968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.226147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dac8b371-8c7f-4524-a4bc-bceafec71807 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:28:59.232922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.235793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.274610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dac8b371-8c7f-4524-a4bc-bceafec71807 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:28:59.275379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dac8b371-8c7f-4524-a4bc-bceafec71807 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:28:59.278169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:59.289946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] No DVR routers for this DVR port 933ba206-40df-4265-ba06-e389e780b63d on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:28:59.306092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.309319 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72180508-2736-4740-b56d-1ccc58caaf43 x-openstack-request-id: req-72180508-2736-4740-b56d-1ccc58caaf43 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:28:59.309566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-feadd786-b7d3-4d68-b410-6fd4b23e3443 req-a3abcfc2-03de-4ef6-8164-5e974725bec1 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.32 "DELETE /v2.0/ports/933ba206-40df-4265-ba06-e389e780b63d HTTP/1.1" status: 204 len: 173 time: 2.1803787 Jul 22 19:28:59.309668 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b697d3-c159-48f3-bb38-ee2e492297bc", "name": "network-vif-deleted", "tag": "4aefa5a4-5564-473c-a937-5ecc36ff0630", "status": "completed", "code": 200}, {"server_uuid": "cd5a1f12-f67f-45c6-81e1-2bd817ceb12c", "name": "network-vif-deleted", "tag": "12c61945-4827-4f70-94cb-ce6bf00cc6fc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:28:59.309833 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-72180508-2736-4740-b56d-1ccc58caaf43 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:28:59.310292 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b697d3-c159-48f3-bb38-ee2e492297bc', 'name': 'network-vif-deleted', 'tag': '4aefa5a4-5564-473c-a937-5ecc36ff0630', 'status': 'completed', 'code': 200} Jul 22 19:28:59.310535 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5a1f12-f67f-45c6-81e1-2bd817ceb12c', 'name': 'network-vif-deleted', 'tag': '12c61945-4827-4f70-94cb-ce6bf00cc6fc', 'status': 'completed', 'code': 200} Jul 22 19:28:59.315567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-deleted', 'tag': '933ba206-40df-4265-ba06-e389e780b63d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:28:59.315932 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ed51d8-2a16-4083-b034-dbc55bc6cf23" -d '{"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-deleted", "tag": "933ba206-40df-4265-ba06-e389e780b63d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:28:59.320466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.321522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f79913e-8e9e-4e6c-8bee-932a7e9ab637 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:28:59.328074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.329223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2034bbd-0434-45ea-9de9-cf8e2cc2f236 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5f79913e-8e9e-4e6c-8bee-932a7e9ab637 HTTP/1.1" status: 204 len: 168 time: 1.8581872 Jul 22 19:28:59.332186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:59.414371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Deleting subnet c92f05c2-7e2c-4812-8b0c-4fbe845b1412 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:28:59.424792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.442811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Deleting subnet 2bf5f86f-75f4-494f-904d-f1d9516d45e6 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:28:59.446595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.491466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.505272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-7753128c-8610-4a96-bea8-cbaccd3897e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:59.507074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-7753128c-8610-4a96-bea8-cbaccd3897e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd669175-e1ce-465f-9573-fc7274b170c1 HTTP/1.1" status: 200 len: 915 time: 0.4924166 Jul 22 19:28:59.562468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.599449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.670307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.670572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-64f1846f-4033-46e2-974c-56a78cfed792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb954938-ab87-4101-b4fc-57bd30fe7374 HTTP/1.1" status: 200 len: 217 time: 0.1332469 Jul 22 19:28:59.678264 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.700176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf5f86f-75f4-494f-904d-f1d9516d45e6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:28:59.702210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.705746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f009d-2768-480f-850f-d8bb418814e8 None None] Network 1b311f1b-917e-43ee-8486-255aacb59742 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:28:59.712326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f8ada212-24aa-4be5-91bf-906b1418b6c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2bf5f86f-75f4-494f-904d-f1d9516d45e6 HTTP/1.1" status: 204 len: 168 time: 0.3756766 Jul 22 19:28:59.713260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:28:59.714017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95375b-a176-401f-8e79-7f65cf28b494 req-d43b0f62-0833-4244-b176-3e47921cf115 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:59.715593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c95375b-a176-401f-8e79-7f65cf28b494 req-d43b0f62-0833-4244-b176-3e47921cf115 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 943 time: 0.4229772 Jul 22 19:28:59.800900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.832483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c95375b-a176-401f-8e79-7f65cf28b494 req-33471149-c659-4096-835b-b031d2409934 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948789 Jul 22 19:28:59.881602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Deleting port 43c16551-1893-4c0f-bf9b-16934bbd3438 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:28:59.882163 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.888386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d604f7e-273a-4b1d-af86-fc63c461063c req-25ea1fc0-6c80-4990-a2d4-093303bbf096 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:59.897536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d604f7e-273a-4b1d-af86-fc63c461063c req-25ea1fc0-6c80-4990-a2d4-093303bbf096 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.4081819 Jul 22 19:28:59.913203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-6f587afa-8cb3-449e-a359-1d7fde3da242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:28:59.915555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-6f587afa-8cb3-449e-a359-1d7fde3da242 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9be7ffd1-9400-4ec0-8989-57353797e92b HTTP/1.1" status: 200 len: 853 time: 0.2290645 Jul 22 19:28:59.982387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:28:59.996533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] For port 43c16551-1893-4c0f-bf9b-16934bbd3438, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43c16551-1893-4c0f-bf9b-16934bbd3438,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:00.002874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.021774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] DHCP port deletion for 1b311f1b-917e-43ee-8486-255aacb59742 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:29:00.034538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.038066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c92f05c2-7e2c-4812-8b0c-4fbe845b1412 HTTP/1.1" status: 204 len: 168 time: 0.9396949 Jul 22 19:29:00.043761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42530) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:00.055880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5938f-7bea-487c-b3e3-eb2c20e704f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92f05c2-7e2c-4812-8b0c-4fbe845b1412,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:00.073308 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d604f7e-273a-4b1d-af86-fc63c461063c req-fea4354e-ee53-4269-852c-5348c7fcb2e8 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748371 Jul 22 19:29:00.076531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Calling delete_port for 43c16551-1893-4c0f-bf9b-16934bbd3438 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:00.132658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-2e653660-12b3-4d96-a07d-ecc9f1e3c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:00.134307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-2e653660-12b3-4d96-a07d-ecc9f1e3c952 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd669175-e1ce-465f-9573-fc7274b170c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042744 Jul 22 19:29:00.150520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Deleting port 43c16551-1893-4c0f-bf9b-16934bbd3438 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:00.151490 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.225929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] For port 43c16551-1893-4c0f-bf9b-16934bbd3438, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43c16551-1893-4c0f-bf9b-16934bbd3438,segment=NetworkSegment(62e21583-c283-4df4-bb1b-200262ebe22b),segment_id=62e21583-c283-4df4-bb1b-200262ebe22b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:00.226736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.243926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Calling delete_port for 43c16551-1893-4c0f-bf9b-16934bbd3438 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:00.298195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17115843-bc1c-48f6-a43a-07c31d80654f req-6783e3ff-9c96-4822-92c6-d64a72eb3f78 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 210 time: 0.0720439 Jul 22 19:29:00.331654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.344179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-86f8b04c-3290-4877-aaca-8c06415ed957 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:00.354020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-86f8b04c-3290-4877-aaca-8c06415ed957 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.3547032 Jul 22 19:29:00.356628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-4f63d6c5-eedd-48e8-8109-3850e83e84ef service neutron] 10.222.0.26 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096634 Jul 22 19:29:00.420177 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.513106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.519954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:00.599323 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.609960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-792108ba-44be-4ce3-98b0-1b8674f401ae req-78d703a7-37ac-430a-9f26-024d90e7ece6 service neutron] 10.222.0.26 "GET /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384152 Jul 22 19:29:00.616105 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e215528-dadd-48a8-92c0-477bd11cc786 x-openstack-request-id: req-8e215528-dadd-48a8-92c0-477bd11cc786 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:00.618850 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0764723-389c-403f-8a4e-2317697a64b6", "name": "network-vif-deleted", "tag": "933ba206-40df-4265-ba06-e389e780b63d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:00.619748 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e215528-dadd-48a8-92c0-477bd11cc786 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:00.620454 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0764723-389c-403f-8a4e-2317697a64b6', 'name': 'network-vif-deleted', 'tag': '933ba206-40df-4265-ba06-e389e780b63d', 'status': 'completed', 'code': 200} Jul 22 19:29:00.623414 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faad56a-c758-476c-ae60-a7730e1f766c x-openstack-request-id: req-9faad56a-c758-476c-ae60-a7730e1f766c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:00.623414 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-plugged", "status": "completed", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:00.623654 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9faad56a-c758-476c-ae60-a7730e1f766c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:00.623945 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'code': 200} Jul 22 19:29:00.628718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 933ba206-40df-4265-ba06-e389e780b63d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:00.629066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 933ba206-40df-4265-ba06-e389e780b63d not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:00.636631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] Pushing event deleted for resources: {'Port': ['ID=43c16551-1893-4c0f-bf9b-16934bbd3438,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:00.661538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89fe34-1018-4a1b-bc91-e72fea215ecc None None] No DVR routers for this DVR port 43c16551-1893-4c0f-bf9b-16934bbd3438 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:00.736425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c16551-1893-4c0f-bf9b-16934bbd3438,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:00.749866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c9bfff-1749-4556-b330-7d08bc824484']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:00.768403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] No DVR routers for this DVR port 43c16551-1893-4c0f-bf9b-16934bbd3438 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:00.778046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd029e03f-992e-4f44-ac4e-134405a7cedc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:00.778353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd029e03f-992e-4f44-ac4e-134405a7cedc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:00.785551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bb954938-ab87-4101-b4fc-57bd30fe7374 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:00.830620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.844203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 716674c2-50a3-4a73-9c3b-03e30b74d7e0 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:00.883484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ce127a9f-177c-404e-be5c-8470b991692e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:00.885141 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ce127a9f-177c-404e-be5c-8470b991692e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 814 time: 0.4525363 Jul 22 19:29:00.886331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.901009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 716674c2-50a3-4a73-9c3b-03e30b74d7e0 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:00.901748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 716674c2-50a3-4a73-9c3b-03e30b74d7e0 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:00.902327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43c16551-1893-4c0f-bf9b-16934bbd3438 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:00.922401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.934651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eac60-67c4-4b43-afee-c0eeb66cb2d7 req-49858b35-9dae-4abf-b87e-5b144158d92b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:00.936825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d01eac60-67c4-4b43-afee-c0eeb66cb2d7 req-49858b35-9dae-4abf-b87e-5b144158d92b tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 945 time: 0.1775827 Jul 22 19:29:00.942380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Request body: {'port': {'device_id': '0952780e-8d69-40f4-a017-d0286a73571c', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'admin_state_up': True, 'tenant_id': '7d4bdc3609724fd38a54186bd02d7d23'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:00.954090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:00.954507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:00.956347 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:00.976456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b311f1b-917e-43ee-8486-255aacb59742']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:00.981628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bb954938-ab87-4101-b4fc-57bd30fe7374,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:00.985702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d01eac60-67c4-4b43-afee-c0eeb66cb2d7 req-eaa89cbf-b792-42cf-b5f1-c6ed4ab2dd14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Jul 22 19:29:00.988782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8f53a-24a0-4c75-a34c-30ca4dba25aa req-f71443bf-782a-476b-836c-2b07a27b8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:00.990599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98d8f53a-24a0-4c75-a34c-30ca4dba25aa req-f71443bf-782a-476b-836c-2b07a27b8deb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 1097 time: 0.3189909 Jul 22 19:29:00.993415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Deleting port 7313b5cb-f4b0-4284-9755-c14241e152d3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:00.993415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:00.998281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'bb954938-ab87-4101-b4fc-57bd30fe7374', 'network_id': 'cd669175-e1ce-465f-9573-fc7274b170c1', 'port_id': 'bb954938-ab87-4101-b4fc-57bd30fe7374', 'mac_address': 'fa:16:3e:91:22:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be7ffd1-9400-4ec0-8989-57353797e92b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:01.033655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e21583-c283-4df4-bb1b-200262ebe22b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:01.033974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e21583-c283-4df4-bb1b-200262ebe22b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:01.053429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 43c16551-1893-4c0f-bf9b-16934bbd3438 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:01.055143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43c16551-1893-4c0f-bf9b-16934bbd3438 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:01.089335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.107067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb954938-ab87-4101-b4fc-57bd30fe7374 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:01.137981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bb954938-ab87-4101-b4fc-57bd30fe7374,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:01.145351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.149893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98d8f53a-24a0-4c75-a34c-30ca4dba25aa req-9f3f0f3e-2844-4b45-b68b-26e00e260358 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520991 Jul 22 19:29:01.151634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] For port 7313b5cb-f4b0-4284-9755-c14241e152d3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7313b5cb-f4b0-4284-9755-c14241e152d3,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:01.152003 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.182890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.189512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Calling delete_port for 7313b5cb-f4b0-4284-9755-c14241e152d3 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:01.226492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.230270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.230588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:01.258002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.259877 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] 10.222.0.10 "DELETE /v2.0/networks/c2c9bfff-1749-4556-b330-7d08bc824484 HTTP/1.1" status: 204 len: 168 time: 1.2138343 Jul 22 19:29:01.265069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:01.265319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:01.267047 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:01.288875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b48fa2-b93e-4c8a-a5ff-b3674db07bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c9bfff-1749-4556-b330-7d08bc824484,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:01.351659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['bb954938-ab87-4101-b4fc-57bd30fe7374'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:01.375688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.384563 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.392330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1b311f1b-917e-43ee-8486-255aacb59742 HTTP/1.1" status: 204 len: 168 time: 1.6728699 Jul 22 19:29:01.396878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42600) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:01.499295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Made reservation on behalf of 7d4bdc3609724fd38a54186bd02d7d23 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:01.503548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.506135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc7a7b-e260-4e92-8c27-40968398e249 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b311f1b-917e-43ee-8486-255aacb59742,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:01.597387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b0bb9-b2f9-4d82-a360-caf515f09562 req-0e20ee0a-7e42-452e-9d6f-f70e5e3ec2cc tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:01.599971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f64b0bb9-b2f9-4d82-a360-caf515f09562 req-0e20ee0a-7e42-452e-9d6f-f70e5e3ec2cc tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 944 time: 0.2866268 Jul 22 19:29:01.643260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480227fe-32fe-4d74-9a51-616b71d3c700 req-9f1ab79e-edbc-46a5-a87d-a82776ee7a6c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:01.644757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-480227fe-32fe-4d74-9a51-616b71d3c700 req-9f1ab79e-edbc-46a5-a87d-a82776ee7a6c tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.2814624 Jul 22 19:29:01.645274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42602) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:01.656429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.669012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7313b5cb-f4b0-4284-9755-c14241e152d3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:01.734103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f64b0bb9-b2f9-4d82-a360-caf515f09562 req-f22ac4f9-6d22-4793-ade3-94ff25addde4 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243067 Jul 22 19:29:01.734811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event deleted for resources: {'Port': ['ID=7313b5cb-f4b0-4284-9755-c14241e152d3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:01.764276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Allocated IP 172.20.0.9 (6ef05682-baa1-4f1b-8a87-6338ea0c617d/29450943-9660-4656-bafc-2da686e98fa7/38a514dd-7350-4c7f-8040-847d9dfce226) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:01.808533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] No DVR routers for this DVR port 7313b5cb-f4b0-4284-9755-c14241e152d3 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:01.811266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.813893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67fb322e-8e1b-40b9-88b2-42515d28d4cc req-6a967d99-126a-4ce8-8af5-acbd772ead23 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "DELETE /v2.0/ports/7313b5cb-f4b0-4284-9755-c14241e152d3 HTTP/1.1" status: 204 len: 173 time: 1.4540288 Jul 22 19:29:01.827093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d1f9df40-c516-42be-9e3a-6be72817b0ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f52f8a5293994456889371a658bb46fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799293 Jul 22 19:29:01.831387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42614) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:01.836945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-480227fe-32fe-4d74-9a51-616b71d3c700 req-b1f6b8b2-fd02-4733-8f60-c2c702580c6e tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719701 Jul 22 19:29:01.919711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:01.996631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9d35672-2626-417e-abaf-add03ff00ccc req-72f79727-f522-4882-a7ad-f193a6cc9ccd tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 210 time: 0.0513208 Jul 22 19:29:02.013125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.131905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.134804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.135965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c59e9b1-7a59-4c93-8db4-11db89a42267 HTTP/1.1" status: 204 len: 168 time: 0.3025661 Jul 22 19:29:02.148834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8087d-ad42-4b39-8865-f9e4ad71365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59e9b1-7a59-4c93-8db4-11db89a42267,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:02.149022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.177050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4de291-be9f-45e1-80bd-4da078f2af89 req-0ab03fdd-b503-4ba7-b760-fba2ccae736f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:02.184558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d4de291-be9f-45e1-80bd-4da078f2af89 req-0ab03fdd-b503-4ba7-b760-fba2ccae736f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 946 time: 0.0935242 Jul 22 19:29:02.226180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.235749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d4de291-be9f-45e1-80bd-4da078f2af89 req-26b0fe35-6261-45fb-a043-9b76c897db56 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Jul 22 19:29:02.283243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.360722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee2c6fe-33dc-445f-b559-0ac5b9e707b9 req-25d5c8e6-d85c-4157-b6cc-fe27b3c4d84c tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=1471f1e6-d371-4e21-89f2-36f0075ce88c HTTP/1.1" status: 200 len: 210 time: 0.0507407 Jul 22 19:29:02.375035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event updated for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:02.378534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Network 6ef05682-baa1-4f1b-8a87-6338ea0c617d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:02.383898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:02.396221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:02.462958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:02.468439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:02.469153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.509440 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae0d6053-501c-4a90-b449-10de75d06a3b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5836143 Jul 22 19:29:02.600605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Request body: {'port': {'device_id': '0952780e-8d69-40f4-a017-d0286a73571c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:02.615070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:02.624872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-deleted', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:02.632214 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95603217-bdc0-4506-883f-20c0c82ea98b" -d '{"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-deleted", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:02.633466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'port_id': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'mac_address': 'fa:16:3e:85:c0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3453412-584a-4684-ab6f-292f450d9025', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:02.700979 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c4f3a2-9ea0-4e4a-b376-cf5e5ef6bfe5 x-openstack-request-id: req-d9c4f3a2-9ea0-4e4a-b376-cf5e5ef6bfe5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:02.701507 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1471f1e6-d371-4e21-89f2-36f0075ce88c", "name": "network-vif-deleted", "tag": "7313b5cb-f4b0-4284-9755-c14241e152d3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:02.701507 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9c4f3a2-9ea0-4e4a-b376-cf5e5ef6bfe5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:02.701937 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1471f1e6-d371-4e21-89f2-36f0075ce88c', 'name': 'network-vif-deleted', 'tag': '7313b5cb-f4b0-4284-9755-c14241e152d3', 'status': 'completed', 'code': 200} Jul 22 19:29:02.715051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.729367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:02.734157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.753688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:02.774445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.785611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bb954938-ab87-4101-b4fc-57bd30fe7374 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:02.927811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Deleting port df88a7b8-3fa5-42c4-b8e3-529d61833485 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:02.928442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:02.964459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:02.970209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['de6c69ba-221d-44b8-89f5-51a680b1dacb'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:03.008706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf8d8c-49a2-4198-964c-3941566b9827 req-d382dcdc-5114-4cf4-9229-14939eb70ea8 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.015832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91bf8d8c-49a2-4198-964c-3941566b9827 req-d382dcdc-5114-4cf4-9229-14939eb70ea8 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 944 time: 0.1427743 Jul 22 19:29:03.058340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port bb954938-ab87-4101-b4fc-57bd30fe7374 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:03.072198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port bb954938-ab87-4101-b4fc-57bd30fe7374 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:03.072619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.091667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] For port df88a7b8-3fa5-42c4-b8e3-529d61833485, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=df88a7b8-3fa5-42c4-b8e3-529d61833485,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:03.092036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.103449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91bf8d8c-49a2-4198-964c-3941566b9827 req-a514b83d-a715-4998-90ce-dbc5d9682340 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774584 Jul 22 19:29:03.139560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a9e73-0d57-4ae0-9de2-7bf77d9b6ff4 req-1e8d70ef-9ccd-4912-94d5-75e0ade76952 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.141606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e3a9e73-0d57-4ae0-9de2-7bf77d9b6ff4 req-1e8d70ef-9ccd-4912-94d5-75e0ade76952 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.1236184 Jul 22 19:29:03.154800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Calling delete_port for df88a7b8-3fa5-42c4-b8e3-529d61833485 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:03.219115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42740) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:03.236729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e3a9e73-0d57-4ae0-9de2-7bf77d9b6ff4 req-b7fd474d-b73a-439c-bf47-f77e1c8d7253 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884013 Jul 22 19:29:03.316613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10c66d-d548-45bf-a958-bdef484d9b07 req-70d635b3-69ea-4cff-b0d5-a3d48f1bdde4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.339885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa10c66d-d548-45bf-a958-bdef484d9b07 req-70d635b3-69ea-4cff-b0d5-a3d48f1bdde4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 931 time: 0.0928404 Jul 22 19:29:03.347927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.379586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:03.385542 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427812a8-ab6e-4d53-b52e-55fa14290080" -d '{"events": [{"server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "name": "network-vif-plugged", "status": "completed", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:03.420428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bb954938-ab87-4101-b4fc-57bd30fe7374,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:03.429019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa10c66d-d548-45bf-a958-bdef484d9b07 req-7cf10a70-e5b4-44c8-8dd7-44a78997d7ed tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880730 Jul 22 19:29:03.435313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.437820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-85134902-network', 'tenant_id': '9e759d95f2e542c09dbb3aa4b2422f96'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:03.467847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Made reservation on behalf of 9e759d95f2e542c09dbb3aa4b2422f96 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:03.471071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.484975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.531461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:03.684656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4841b-85ed-43af-a987-f89d583db388 req-935234cd-8bca-4fb3-a835-1c04bdbb5eb9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.686230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cea4841b-85ed-43af-a987-f89d583db388 req-935234cd-8bca-4fb3-a835-1c04bdbb5eb9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 945 time: 0.1270654 Jul 22 19:29:03.687110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a514dd-7350-4c7f-8040-847d9dfce226 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:03.697537 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.706084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.717609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.719331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Transition to ACTIVE for port object 38a514dd-7350-4c7f-8040-847d9dfce226 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:03.728031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.752374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:03.769031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cea4841b-85ed-43af-a987-f89d583db388 req-d5cc1c38-60f4-4fce-b6df-3bf68b92d438 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729499 Jul 22 19:29:03.776901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.777283 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Added segment a6032af6-59ae-472c-89a2-3c931b7142f1 of type vlan for network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 Jul 22 19:29:03.786680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37955d71-ecb6-4f95-8bfd-25eb1150cdd2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:03.830015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.866918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Pushing event updated for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:03.878644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.879670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:03.880510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.880652 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9928dec-b4b1-4b5a-8bca-a35f07627569 x-openstack-request-id: req-a9928dec-b4b1-4b5a-8bca-a35f07627569 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:03.880876 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "name": "network-vif-plugged", "status": "completed", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:03.881213 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9928dec-b4b1-4b5a-8bca-a35f07627569 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:03.881688 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374', 'code': 200} Jul 22 19:29:03.883956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:03.927988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Pushing event deleted for resources: {'Port': ['ID=df88a7b8-3fa5-42c4-b8e3-529d61833485,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:04.011324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Attempting to bind port 38a514dd-7350-4c7f-8040-847d9dfce226 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:04.011808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Attempting to bind port 38a514dd-7350-4c7f-8040-847d9dfce226 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:04.012265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Attempting to bind port 38a514dd-7350-4c7f-8040-847d9dfce226 on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:04.021535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] Pushing event updated for resources: {'Network': ['ID=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:04.030886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cddcde3a-38eb-45a8-856e-4a359f92a702 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8087375 Jul 22 19:29:04.033721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42808) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:04.034534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:04.043497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Request body: {'subnet': {'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-85134902-subnet', 'tenant_id': '9e759d95f2e542c09dbb3aa4b2422f96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:04.079128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Port 38a514dd-7350-4c7f-8040-847d9dfce226 on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:04.079607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Attempting to bind port 38a514dd-7350-4c7f-8040-847d9dfce226 on network 6ef05682-baa1-4f1b-8a87-6338ea0c617d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:04.112929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Made reservation on behalf of 9e759d95f2e542c09dbb3aa4b2422f96 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:04.116514 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.134677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:04.135216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Checking segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:04.135704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Bound using segment: {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:04.136312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Bound port: 38a514dd-7350-4c7f-8040-847d9dfce226, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a12368-9c09-45c4-9eb2-0d727432c7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:04.136836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.168964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39be07-b8f6-4747-961f-10cc924e16ed req-a66503e3-5c02-4004-867f-53e0f36bc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:04.177554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d39be07-b8f6-4747-961f-10cc924e16ed req-a66503e3-5c02-4004-867f-53e0f36bc9b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 1097 time: 0.1223335 Jul 22 19:29:04.233401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:04.236810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=38a514dd-7350-4c7f-8040-847d9dfce226,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:04.246419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.300960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d39be07-b8f6-4747-961f-10cc924e16ed req-59473a1b-ef69-4e23-97b3-6238f66f2c4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216972 Jul 22 19:29:04.314197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:04.315338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.316572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] 10.222.0.26 "PUT /v2.0/ports/38a514dd-7350-4c7f-8040-847d9dfce226 HTTP/1.1" status: 200 len: 1092 time: 1.7224007 Jul 22 19:29:04.319833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:04.322360 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5384b41f-9733-4ef0-b304-beaffa99f0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:04.337902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.353613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be21136-55c4-4d1d-aa3d-96f3f90f80fe service neutron] Pushing event updated for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:04.469630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:04.537191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-c9778f1e-266e-49ce-9b07-e9b46acbbc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:04.539374 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-c9778f1e-266e-49ce-9b07-e9b46acbbc80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 1095 time: 0.1265540 Jul 22 19:29:04.568619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.651536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-399c7edd-d45c-479a-b3d9-92ebfd36afc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a514dd-7350-4c7f-8040-847d9dfce226 HTTP/1.1" status: 200 len: 217 time: 0.0797014 Jul 22 19:29:04.753886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-28929007-4a44-457e-ad0d-953aaae3c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:04.755872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-28929007-4a44-457e-ad0d-953aaae3c9f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.0930905 Jul 22 19:29:04.813546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-393a3521-3eee-4184-a4d6-da3b843141ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418165 Jul 22 19:29:04.818694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:04.824324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:04.847465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:04.852131 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.853176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:04.876908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 7313b5cb-f4b0-4284-9755-c14241e152d3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:04.877547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7313b5cb-f4b0-4284-9755-c14241e152d3 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:04.907521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:04.927358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:05.011918 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-ae3bd0ff-3d7a-4e24-964b-6b8bd10b72ed service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866479 Jul 22 19:29:05.013050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:05.018556 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-11b6d90c-8a53-4941-8eec-31a9d968259e admin admin] 10.222.0.10 "PUT /v2.0/routers/73c0535b-64f2-4ccf-94bf-c6d81fe06e54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6205485 Jul 22 19:29:05.021902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42864) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:05.023941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Sync routers for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:05.035414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:05.036213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:05.037385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e565428-7170-4a31-acc5-3f0785c9b896,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:05.079348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ae81d-22ac-4019-8f70-aa8215f2c522 req-8ef7fa21-f3c9-4b12-96af-56486c8f0fa6 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.080926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b2ae81d-22ac-4019-8f70-aa8215f2c522 req-8ef7fa21-f3c9-4b12-96af-56486c8f0fa6 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 945 time: 0.5981534 Jul 22 19:29:05.088996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Checking segment: {'id': 'a6032af6-59ae-472c-89a2-3c931b7142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:05.089626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Network hostable DHCP agents. Network: fff5e61c-91c0-4c62-8fb9-45c2e03f5c58, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:05.104742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2522dd-19fe-4c7d-80df-cee63c864e97 req-b8ef9db2-37f3-43ff-9274-6bb4aad74b19 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.106485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d2522dd-19fe-4c7d-80df-cee63c864e97 req-b8ef9db2-37f3-43ff-9274-6bb4aad74b19 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 944 time: 0.2121792 Jul 22 19:29:05.131662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-ad61f55d-ad50-4b58-9f7f-77c4fc1c1c66 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.133570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-ad61f55d-ad50-4b58-9f7f-77c4fc1c1c66 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.1975329 Jul 22 19:29:05.169096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:05.211116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.211785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:05.236219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b2ae81d-22ac-4019-8f70-aa8215f2c522 req-704f3434-d197-4f79-ba9b-47a6face1ebb tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433601 Jul 22 19:29:05.245805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, fff5e61c-91c0-4c62-8fb9-45c2e03f5c58) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:05.258621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f77dc-bfe8-4639-acbc-426b2db6663f None None] Network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:05.259423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.260114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.303737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d2522dd-19fe-4c7d-80df-cee63c864e97 req-19280ffe-27bb-48d9-adcf-59b39b0f190e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652164 Jul 22 19:29:05.321758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6113a879-acc5-44e3-80fe-99aa83823629 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2869031 Jul 22 19:29:05.339535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1bbd72ec-38ef-41a9-97b9-94c05ce7b2e8 req-09bd0042-d991-4347-a447-1066a4f2cef9 service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150880 Jul 22 19:29:05.342616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.373402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Deleting port 74dddc60-de87-4152-993e-7d6f0abc8905 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:05.375776 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.397687 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9971e78-0c9d-48b2-b94f-8c121f26ea3c x-openstack-request-id: req-f9971e78-0c9d-48b2-b94f-8c121f26ea3c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:05.398247 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:05.398692 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9971e78-0c9d-48b2-b94f-8c121f26ea3c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:05.399306 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226', 'status': 'completed', 'code': 200} Jul 22 19:29:05.466892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Deleting port 41397b31-e315-4121-b3ba-41a61475e6d3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:05.467640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.578646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-17ff47c6-d459-4636-8d54-a49c6b1bc545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.580488 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-17ff47c6-d459-4636-8d54-a49c6b1bc545 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 1095 time: 0.1567643 Jul 22 19:29:05.619124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] For port 74dddc60-de87-4152-993e-7d6f0abc8905, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=74dddc60-de87-4152-993e-7d6f0abc8905,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:05.619519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.631548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f52c162-51d8-4c09-9e0b-4b0e2b075dac None None] Network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:05.644369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Calling delete_port for 74dddc60-de87-4152-993e-7d6f0abc8905 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:05.651799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] For port 41397b31-e315-4121-b3ba-41a61475e6d3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=41397b31-e315-4121-b3ba-41a61475e6d3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:05.652520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.666793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca220d2-36e6-4c9c-9763-5b0a863aef6a req-faf1583e-e879-490e-9726-b2beca190456 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.668358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ca220d2-36e6-4c9c-9763-5b0a863aef6a req-faf1583e-e879-490e-9726-b2beca190456 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4a0b028-aa89-4cf0-b9b2-10b62bf184ee HTTP/1.1" status: 200 len: 944 time: 0.1852057 Jul 22 19:29:05.675595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4be7a-ee63-4236-8c3c-592086c259be req-d36ad3cf-e780-4112-a447-9692fbbeb426 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.677180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33d4be7a-ee63-4236-8c3c-592086c259be req-d36ad3cf-e780-4112-a447-9692fbbeb426 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 943 time: 0.1928895 Jul 22 19:29:05.699839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:29:03Z', 'revision_number': 5, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port': {'id': '41397b31-e315-4121-b3ba-41a61475e6d3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:23:58Z', 'updated_at': '2021-07-22T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:05.705278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Calling delete_port for 41397b31-e315-4121-b3ba-41a61475e6d3 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:05.734424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Checking router: 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:05.755151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Routers {'73c0535b-64f2-4ccf-94bf-c6d81fe06e54'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:05.755789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:05.783911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ca220d2-36e6-4c9c-9763-5b0a863aef6a req-946bd7a5-926c-4c08-b759-5338a2fd35b2 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041315 Jul 22 19:29:05.784584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-d03125b3-23d5-4e69-971b-14f93b549f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:05.786666 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-d03125b3-23d5-4e69-971b-14f93b549f61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 200 len: 915 time: 0.1957383 Jul 22 19:29:05.817543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33d4be7a-ee63-4236-8c3c-592086c259be req-ce45b135-3233-46e9-b559-1724746bd351 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839825 Jul 22 19:29:05.854985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-eb1f8b87-2bae-489b-af1e-05df72d4b2bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38a514dd-7350-4c7f-8040-847d9dfce226 HTTP/1.1" status: 200 len: 217 time: 0.0530980 Jul 22 19:29:05.896515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] Set router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:05.936083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:05.981253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event deleted for resources: {'Port': ['ID=74dddc60-de87-4152-993e-7d6f0abc8905,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:05.981845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:29:05Z', 'revision_number': 6, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:06.035453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0161f1e-cd54-4ae4-b081-161c447aba6d None None] The sync data for ids ['73c0535b-64f2-4ccf-94bf-c6d81fe06e54'] in n-d-800087-13 is: [{'id': '73c0535b-64f2-4ccf-94bf-c6d81fe06e54', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-555066713-router', 'tenant_id': '0560ae4abd014df99f988986665bd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:23:56Z', 'updated_at': '2021-07-22T19:29:05Z', 'revision_number': 6, 'project_id': '0560ae4abd014df99f988986665bd041', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:06.063530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] No DVR routers for this DVR port 74dddc60-de87-4152-993e-7d6f0abc8905 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:06.069996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.075642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e2309ab-a528-46d2-9094-585f46c4a181 req-2abcd2d2-5fca-466e-b865-418d1de26f14 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "DELETE /v2.0/ports/74dddc60-de87-4152-993e-7d6f0abc8905 HTTP/1.1" status: 204 len: 173 time: 0.9347060 Jul 22 19:29:06.076501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-deleted', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:06.080069 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ceb2a7-2b23-4e2f-a432-7bdcf929d74c" -d '{"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-deleted", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:06.151826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.188653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-c4196f48-a995-47c1-8994-71104cbdb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:06.190142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-c4196f48-a995-47c1-8994-71104cbdb57c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 200 len: 854 time: 0.3278670 Jul 22 19:29:06.203124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Pushing event deleted for resources: {'Port': ['ID=41397b31-e315-4121-b3ba-41a61475e6d3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:06.241985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-1af3b6e7-95a9-4e10-9f98-3aa88366453d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6ef05682-baa1-4f1b-8a87-6338ea0c617d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419736 Jul 22 19:29:06.273058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-e5711aac-7541-4405-9b13-76c564229579 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:06.274613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-e5711aac-7541-4405-9b13-76c564229579 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 944 time: 0.3888419 Jul 22 19:29:06.294812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-d492addf-f2f2-4c46-9308-283278da1b4f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:06.296348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-d492addf-f2f2-4c46-9308-283278da1b4f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/networks?id=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 HTTP/1.1" status: 200 len: 807 time: 0.1434886 Jul 22 19:29:06.324624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-4091cb75-17ff-4763-8b02-98ae5b7eea54 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/quotas/9e759d95f2e542c09dbb3aa4b2422f96 HTTP/1.1" status: 200 len: 375 time: 0.0168595 Jul 22 19:29:06.361270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-703664b1-8151-4001-bb12-0feaa3e513a9 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e759d95f2e542c09dbb3aa4b2422f96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308628 Jul 22 19:29:06.419336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.482156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-c08f95fd-5230-4843-aedf-8dafedaf7c65 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133857 Jul 22 19:29:06.630396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-81cdef27-3a0d-4508-ac37-f91ba3517237 service neutron] 10.222.0.10 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406672 Jul 22 19:29:06.659303 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3867d1e2-b663-4b94-a00e-c8a7a889ea06 x-openstack-request-id: req-3867d1e2-b663-4b94-a00e-c8a7a889ea06 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:06.659605 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a0b028-aa89-4cf0-b9b2-10b62bf184ee", "name": "network-vif-deleted", "tag": "74dddc60-de87-4152-993e-7d6f0abc8905", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:06.660194 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3867d1e2-b663-4b94-a00e-c8a7a889ea06 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:06.661923 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a0b028-aa89-4cf0-b9b2-10b62bf184ee', 'name': 'network-vif-deleted', 'tag': '74dddc60-de87-4152-993e-7d6f0abc8905', 'status': 'completed', 'code': 200} Jul 22 19:29:06.776076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 38a514dd-7350-4c7f-8040-847d9dfce226 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:06.811385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.811878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a413f-25ce-4f5e-ac02-c7528a753e83 req-0a069737-62c1-4268-ba3d-f05c7e682564 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:06.822421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.822611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8a413f-25ce-4f5e-ac02-c7528a753e83 req-0a069737-62c1-4268-ba3d-f05c7e682564 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 945 time: 0.1009569 Jul 22 19:29:06.862809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-243fa753-c6aa-4cff-83d7-53c6bb2f575a service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004868 Jul 22 19:29:06.927979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8a413f-25ce-4f5e-ac02-c7528a753e83 req-c6aee5bd-10e2-462e-8157-b13154dbe411 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921896 Jul 22 19:29:06.928954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.928954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c0535b-64f2-4ccf-94bf-c6d81fe06e54 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:29:06.955694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:06.967094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de5ed283-dfb0-44c5-afdc-a22ce5d8c14b admin admin] 10.222.0.10 "DELETE /v2.0/routers/73c0535b-64f2-4ccf-94bf-c6d81fe06e54 HTTP/1.1" status: 204 len: 168 time: 1.9434803 Jul 22 19:29:06.968817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42964) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:07.050105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=38a514dd-7350-4c7f-8040-847d9dfce226,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:07.074057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '38a514dd-7350-4c7f-8040-847d9dfce226', 'network_id': '6ef05682-baa1-4f1b-8a87-6338ea0c617d', 'port_id': '38a514dd-7350-4c7f-8040-847d9dfce226', 'mac_address': 'fa:16:3e:ba:96:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29450943-9660-4656-bafc-2da686e98fa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:07.075108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719d6fb-fca4-4aa1-af3b-d90b72460742 req-a30aaa43-ba20-4e87-8729-ba81ca139ecc tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:07.076759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4719d6fb-fca4-4aa1-af3b-d90b72460742 req-a30aaa43-ba20-4e87-8729-ba81ca139ecc tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 944 time: 0.2260666 Jul 22 19:29:07.097688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 41397b31-e315-4121-b3ba-41a61475e6d3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:07.165959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4719d6fb-fca4-4aa1-af3b-d90b72460742 req-e15ac5d8-3f32-49ff-8adf-381783246320 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831227 Jul 22 19:29:07.166598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Deleting port de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:07.167971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.185791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 41397b31-e315-4121-b3ba-41a61475e6d3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:07.186310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 41397b31-e315-4121-b3ba-41a61475e6d3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:07.187969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device df88a7b8-3fa5-42c4-b8e3-529d61833485 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:07.218594 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68d62d55-9fad-434f-ad3e-976f997e5fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.224875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Deleting subnet b94aa91c-4b20-4de5-aaf4-c8bfcfa10774 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:07.246975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: df88a7b8-3fa5-42c4-b8e3-529d61833485 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:07.247439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device df88a7b8-3fa5-42c4-b8e3-529d61833485 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:07.271523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c817d0c-82a0-4e22-9f02-a310918096cb req-43f46ab8-54da-4aab-9dfe-ededd2df2db2 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 210 time: 0.0701840 Jul 22 19:29:07.276300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.278388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.309845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a514dd-7350-4c7f-8040-847d9dfce226 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:07.338740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=38a514dd-7350-4c7f-8040-847d9dfce226,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:07.346825 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.347845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:07.360674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5384b41f-9733-4ef0-b304-beaffa99f0e5 req-3dc24779-e218-4bd4-872c-eab14b1afe85 service neutron] 10.222.0.26 "GET /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667690 Jul 22 19:29:07.388797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.450942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] For port de6c69ba-221d-44b8-89f5-51a680b1dacb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=de6c69ba-221d-44b8-89f5-51a680b1dacb,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:07.451743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.481662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Calling delete_port for de6c69ba-221d-44b8-89f5-51a680b1dacb owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:07.547673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:07.611663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16428a4e-eb8e-4a65-8f28-c23d24d18d0c req-2e2f282f-d515-4bdb-a463-7433980b512e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:07.613273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16428a4e-eb8e-4a65-8f28-c23d24d18d0c req-2e2f282f-d515-4bdb-a463-7433980b512e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 944 time: 0.1917698 Jul 22 19:29:07.624043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.680968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16428a4e-eb8e-4a65-8f28-c23d24d18d0c req-a72cf912-ba6a-44b7-bda9-86ad260b487e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520465 Jul 22 19:29:07.762318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:07.797864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'network_id': '7cb4f449-1973-4416-8fed-6035768299b4', 'port_id': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'mac_address': 'fa:16:3e:a9:be:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec02797-9005-4f09-94ec-5502a82ef363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:07.807160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.836404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd83fcf-b8cc-4aee-bb3c-abd5df661f95 req-4c2ac404-387c-4eca-8c83-85b37158788d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:07.846488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd83fcf-b8cc-4aee-bb3c-abd5df661f95 req-4c2ac404-387c-4eca-8c83-85b37158788d tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.0963054 Jul 22 19:29:07.885519 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.900290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f056e2f2-0223-4ce0-a245-92365cc32c56 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:07.921825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:07.927345 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd83fcf-b8cc-4aee-bb3c-abd5df661f95 req-b6c2227b-14e3-4e9e-8504-a73f69241eb9 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 Jul 22 19:29:07.928573 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:07.995470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event deleted for resources: {'Port': ['ID=de6c69ba-221d-44b8-89f5-51a680b1dacb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:07.998357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:08.014749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f056e2f2-0223-4ce0-a245-92365cc32c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:08.082054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] No DVR routers for this DVR port de6c69ba-221d-44b8-89f5-51a680b1dacb on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:08.097016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.104550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f6584720-fcf9-4290-8025-5f1827e489b8 req-0a2aaac2-26d8-45ef-b559-4c3c6335762e tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "DELETE /v2.0/ports/de6c69ba-221d-44b8-89f5-51a680b1dacb HTTP/1.1" status: 204 len: 173 time: 1.8032360 Jul 22 19:29:08.109936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'name': 'network-vif-deleted', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:08.118100 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7ecd00-c959-4019-821b-9ba302f560e0" -d '{"events": [{"server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "name": "network-vif-deleted", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:08.136788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.170943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['38a514dd-7350-4c7f-8040-847d9dfce226'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:08.190076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94aa91c-4b20-4de5-aaf4-c8bfcfa10774,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:08.212933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.215782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d4f3a63c-1032-4c45-903b-fa9b72d0a4d6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b94aa91c-4b20-4de5-aaf4-c8bfcfa10774 HTTP/1.1" status: 204 len: 168 time: 1.2405922 Jul 22 19:29:08.218907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43036) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:08.273987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206ad78-86d7-4a36-888c-4b1cde32f4ca None None] Network 39dd12b6-9b54-4d85-8b1e-eba586c260a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:08.354924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.436045 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26b388b-750f-45ab-813f-553ab3989b98 x-openstack-request-id: req-c26b388b-750f-45ab-813f-553ab3989b98 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:08.436412 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c3c5ff-182b-4930-bac1-3d81fab74194", "name": "network-vif-deleted", "tag": "de6c69ba-221d-44b8-89f5-51a680b1dacb", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:08.436649 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c26b388b-750f-45ab-813f-553ab3989b98 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:08.437142 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3c5ff-182b-4930-bac1-3d81fab74194', 'name': 'network-vif-deleted', 'tag': 'de6c69ba-221d-44b8-89f5-51a680b1dacb', 'status': 'completed', 'code': 200} Jul 22 19:29:08.440435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Deleting port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:08.441390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.517517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:08.559426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] For port fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:08.559905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:08.649051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56d72c01-fd2d-472c-98cf-e6484bb04b2e req-5c5c4f46-bad1-4cf8-ace3-1066838eca0d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9c3c5ff-182b-4930-bac1-3d81fab74194 HTTP/1.1" status: 200 len: 210 time: 0.0927494 Jul 22 19:29:08.654512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Calling delete_port for fd79d8fb-c059-4b4d-816b-39ec74dc84a1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:08.726330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: de6c69ba-221d-44b8-89f5-51a680b1dacb {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:08.726843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device de6c69ba-221d-44b8-89f5-51a680b1dacb not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:08.727272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:08.785305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-2fbd91e6-7553-440c-9e89-a3796087ff7e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:08.791784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-2fbd91e6-7553-440c-9e89-a3796087ff7e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.32 "GET /v2.0/networks?id=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 HTTP/1.1" status: 200 len: 807 time: 0.2352619 Jul 22 19:29:08.798946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:08.814903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Request body: {'port': {'device_id': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58', 'admin_state_up': True, 'tenant_id': '9e759d95f2e542c09dbb3aa4b2422f96'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:08.820241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 74dddc60-de87-4152-993e-7d6f0abc8905 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:08.820596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 74dddc60-de87-4152-993e-7d6f0abc8905 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:08.900878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602056-b174-4111-b074-db30604125b0 req-fe7f7a58-2b45-45d1-b1a3-369b77d0e496 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 210 time: 0.0685477 Jul 22 19:29:08.984795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Made reservation on behalf of 9e759d95f2e542c09dbb3aa4b2422f96 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:08.991383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.012882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c859426-831d-4449-bebf-c30e5663e26f req-d9cacccb-f286-4d9d-a44d-c65b346c3af3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.013903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f056e2f2-0223-4ce0-a245-92365cc32c56 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:09.014280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.017305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c859426-831d-4449-bebf-c30e5663e26f req-d9cacccb-f286-4d9d-a44d-c65b346c3af3 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 945 time: 0.4876683 Jul 22 19:29:09.019471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] DHCP port deletion for 39dd12b6-9b54-4d85-8b1e-eba586c260a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:29:09.047398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-a5d17799-4768-4f12-9a1e-4b432f5b0a66 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.049083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-a5d17799-4768-4f12-9a1e-4b432f5b0a66 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bba8ca2-5c80-4400-ba11-88921e1d1a6c HTTP/1.1" status: 200 len: 945 time: 0.4104769 Jul 22 19:29:09.125404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Deleting port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:09.125786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.164806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c859426-831d-4449-bebf-c30e5663e26f req-cea7f93c-f0e6-46f3-b2cd-a57d00c10404 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.10 "GET /v2.0/security-groups?id=c1ecb0c0-b2a0-44fc-be39-3d920266c56b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306674 Jul 22 19:29:09.168872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.206670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Allocated IP 172.20.0.9 (fff5e61c-91c0-4c62-8fb9-45c2e03f5c58/2e565428-7170-4a31-acc5-3f0785c9b896/fa19357a-c0d0-4158-aa18-335ab85db41f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:09.215750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:09.242074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.261526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] No DVR routers for this DVR port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:09.264236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] For port fd79d8fb-c059-4b4d-816b-39ec74dc84a1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,segment=NetworkSegment(4bfce6e1-7a76-428f-9f7f-783944b31232),segment_id=4bfce6e1-7a76-428f-9f7f-783944b31232)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:09.264824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.292723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:09.297772 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df6694-19cb-49f7-8c99-116a46d9e75f" -d '{"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-plugged", "status": "completed", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:09.318572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Calling delete_port for fd79d8fb-c059-4b4d-816b-39ec74dc84a1 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:09.333598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:09.346996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.357897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dd12b6-9b54-4d85-8b1e-eba586c260a0']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:09.369049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfce6e1-7a76-428f-9f7f-783944b31232') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:09.369443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfce6e1-7a76-428f-9f7f-783944b31232') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:09.378880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.393128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.399904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:09.400479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.402941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.427230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.447264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.456610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.458664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] Pushing event deleted for resources: {'Port': ['ID=fd79d8fb-c059-4b4d-816b-39ec74dc84a1,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:09.464063 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:09.480478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.513551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65411e75-c771-411f-a9ec-5ad8291a49b9 None None] No DVR routers for this DVR port fd79d8fb-c059-4b4d-816b-39ec74dc84a1 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:09.520833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.523128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] 10.222.0.10 "DELETE /v2.0/networks/39dd12b6-9b54-4d85-8b1e-eba586c260a0 HTTP/1.1" status: 204 len: 168 time: 1.3026640 Jul 22 19:29:09.524275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:09.532319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:09.535296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:09.555349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:09.563779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfcc31b-d276-4947-a41b-616dfb569676 admin admin] Pushing event deleted for resources: {'Network': ['ID=39dd12b6-9b54-4d85-8b1e-eba586c260a0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:09.573994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Deleting port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:09.574343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.608194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-889cd1ed-8bf2-4447-8361-2821db2d97f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.621469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.622160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.630914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Pushing event updated for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:09.655332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-d8b40892-05a7-4c0c-8c1a-1494e41e8c05 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529127 Jul 22 19:29:09.671045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Request body: {'port': {'device_id': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:09.701796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] For port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,segment=NetworkSegment(7026fe10-6d8a-49a6-843c-0c73b62d8cf2),segment_id=7026fe10-6d8a-49a6-843c-0c73b62d8cf2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:09.702168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.722383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:09.729529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500c1cf-889e-44a2-9584-31a0f5ab40d4 req-cd2eee63-10f2-4b29-8541-563803215107 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:09.731445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2500c1cf-889e-44a2-9584-31a0f5ab40d4 req-cd2eee63-10f2-4b29-8541-563803215107 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 944 time: 0.2687395 Jul 22 19:29:09.739289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Calling delete_port for dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:09.745387 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.764563 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28aa5c-e75f-405a-b84d-b3ac19855740 x-openstack-request-id: req-1a28aa5c-e75f-405a-b84d-b3ac19855740 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:09.765042 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-plugged", "status": "completed", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:09.765437 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a28aa5c-e75f-405a-b84d-b3ac19855740 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:09.766002 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'code': 200} Jul 22 19:29:09.787588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:09.812916 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-810c72cf-e964-404d-a771-ebe5ee4c4dda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61ac81321e4c40f9bd9bbad7b8a03a6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885081 Jul 22 19:29:09.815250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43118) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:09.835444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2500c1cf-889e-44a2-9584-31a0f5ab40d4 req-fe1f7778-f1cc-4fef-ad51-17215770fb92 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935254 Jul 22 19:29:09.983896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.009842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.026925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c3bbd-291e-478b-a0a6-81d1f9eaca4d req-f2bba084-bb19-483f-82b8-8f0ff6d5fd13 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.035076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-545c3bbd-291e-478b-a0a6-81d1f9eaca4d req-f2bba084-bb19-483f-82b8-8f0ff6d5fd13 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.1466773 Jul 22 19:29:10.038963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.103949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Pushing event deleted for resources: {'Port': ['ID=dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:10.136129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.138490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.140674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a551e8-9ee0-45d6-9607-effdc1e6e4e8 HTTP/1.1" status: 204 len: 168 time: 0.3244319 Jul 22 19:29:10.166455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] No DVR routers for this DVR port dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:10.169684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.172139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb3caecb-d96e-4376-8db6-794196f85a3e req-81fcfe13-f261-4da4-9fb2-40018e5612c0 tempest-LiveAutoBlockMigrationV225Test-736341408 tempest-LiveAutoBlockMigrationV225Test-736341408-project] 10.222.0.32 "DELETE /v2.0/ports/dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c HTTP/1.1" status: 204 len: 173 time: 1.0919425 Jul 22 19:29:10.173279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69db004-baa1-4b56-b4b3-f95fd7473d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a551e8-9ee0-45d6-9607-effdc1e6e4e8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:10.174614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-deleted', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:10.179933 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab35061-6017-4129-ae5e-f18ee485c42d" -d '{"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-deleted", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:10.194485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-545c3bbd-291e-478b-a0a6-81d1f9eaca4d req-cc9b15d6-2a65-4519-b096-4fc8cfc8aadf tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/security-groups?id=17c78452-51a3-456e-a214-31b0469bb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567497 Jul 22 19:29:10.306104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087e9ff-0f35-458b-885c-4032a8747235 req-5a9c69ba-4029-467e-a40a-6dcc098e42fc tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.307828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f087e9ff-0f35-458b-885c-4032a8747235 req-5a9c69ba-4029-467e-a40a-6dcc098e42fc tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 945 time: 0.2060170 Jul 22 19:29:10.352579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7350c-27e8-495b-b5d7-4c10e2eaf219 req-f9cd1dac-7683-47e0-9b7f-cebb643c504b tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.361103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a7350c-27e8-495b-b5d7-4c10e2eaf219 req-f9cd1dac-7683-47e0-9b7f-cebb643c504b tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 931 time: 0.0917683 Jul 22 19:29:10.414066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a7350c-27e8-495b-b5d7-4c10e2eaf219 req-21a9c440-ebfc-481a-a071-58f3358babc7 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519826 Jul 22 19:29:10.526494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa19357a-c0d0-4158-aa18-335ab85db41f {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:10.537313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.557322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Deleting port f056e2f2-0223-4ce0-a245-92365cc32c56 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:10.557659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.622716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-6aa9acfb-fb10-40f8-909f-e9ebab602d81 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:10.630185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-6aa9acfb-fb10-40f8-909f-e9ebab602d81 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.1310389 Jul 22 19:29:10.646722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-34846a37-99b1-4662-9f98-e4dea30a6bf8 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/quotas/25cbce0399e74b97a7136eec4e15bc42 HTTP/1.1" status: 200 len: 375 time: 0.0156019 Jul 22 19:29:10.660558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:10.680258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] For port f056e2f2-0223-4ce0-a245-92365cc32c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f056e2f2-0223-4ce0-a245-92365cc32c56,segment=NetworkSegment(fe5f98dd-3487-455f-a417-2edf74dcb041),segment_id=fe5f98dd-3487-455f-a417-2edf74dcb041)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:10.680626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.691600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Transition to ACTIVE for port object fa19357a-c0d0-4158-aa18-335ab85db41f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:10.701443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.704640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Calling delete_port for f056e2f2-0223-4ce0-a245-92365cc32c56 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:10.756189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2c745673-5c17-4ea7-8a9f-0443139a8d3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0560ae4abd014df99f988986665bd041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939941 Jul 22 19:29:10.759959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43194) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:10.782407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-dc82167a-e822-46d7-acee-6adb4245b205 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346555 Jul 22 19:29:10.795656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 38a514dd-7350-4c7f-8040-847d9dfce226 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:10.852687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd79d8fb-c059-4b4d-816b-39ec74dc84a1 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:10.907290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:10.909246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.922416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: fd79d8fb-c059-4b4d-816b-39ec74dc84a1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:10.923320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd79d8fb-c059-4b4d-816b-39ec74dc84a1 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:10.924626 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce935f2-28b1-48b0-851c-3416ac327137 x-openstack-request-id: req-0ce935f2-28b1-48b0-851c-3416ac327137 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:10.924889 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bba8ca2-5c80-4400-ba11-88921e1d1a6c", "name": "network-vif-deleted", "tag": "dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:10.925141 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ce935f2-28b1-48b0-851c-3416ac327137 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:10.925542 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bba8ca2-5c80-4400-ba11-88921e1d1a6c', 'name': 'network-vif-deleted', 'tag': 'dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c', 'status': 'completed', 'code': 200} Jul 22 19:29:10.979261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 38a514dd-7350-4c7f-8040-847d9dfce226 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:10.983513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 38a514dd-7350-4c7f-8040-847d9dfce226 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:10.984629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.988275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:10.993632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43202) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:11.097292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.098683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.101584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.105061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c16f413-5035-4087-b174-9cffca50bfcd HTTP/1.1" status: 204 len: 168 time: 0.3418334 Jul 22 19:29:11.119316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cc271-067a-4c94-9fbc-ff39c603ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c16f413-5035-4087-b174-9cffca50bfcd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:11.153985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=38a514dd-7350-4c7f-8040-847d9dfce226,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:11.164963 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.165969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:11.191562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Attempting to bind port fa19357a-c0d0-4158-aa18-335ab85db41f on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:11.192428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Attempting to bind port fa19357a-c0d0-4158-aa18-335ab85db41f by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'a6032af6-59ae-472c-89a2-3c931b7142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:11.197701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Attempting to bind port fa19357a-c0d0-4158-aa18-335ab85db41f on network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:11.217444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Port fa19357a-c0d0-4158-aa18-335ab85db41f on network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:11.218045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Attempting to bind port fa19357a-c0d0-4158-aa18-335ab85db41f on network fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:11.229729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:11.230442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Checking segment: {'id': 'a6032af6-59ae-472c-89a2-3c931b7142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:11.231049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Bound using segment: {'id': 'a6032af6-59ae-472c-89a2-3c931b7142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:11.231693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Bound port: fa19357a-c0d0-4158-aa18-335ab85db41f, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6032af6-59ae-472c-89a2-3c931b7142f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:11.232280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.294733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.375518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Pushing event deleted for resources: {'Port': ['ID=f056e2f2-0223-4ce0-a245-92365cc32c56,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:11.396012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Deleting subnet a42674b8-7201-4ff1-8705-e637378b1ece {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:11.400410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.410287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No active binding found for port f056e2f2-0223-4ce0-a245-92365cc32c56 {{(pid=93802) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:29:11.411547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f056e2f2-0223-4ce0-a245-92365cc32c56 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:11.425726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:11.426349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-213ffcf9-8a1e-4f3c-9f8c-a8766614763c service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311102 Jul 22 19:29:11.451691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.469004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] No DVR routers for this DVR port f056e2f2-0223-4ce0-a245-92365cc32c56 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:11.475178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.477223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f087e9ff-0f35-458b-885c-4032a8747235 req-78d4d52e-af8a-49eb-83c5-308cfd3a7300 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.26 "DELETE /v2.0/ports/f056e2f2-0223-4ce0-a245-92365cc32c56 HTTP/1.1" status: 204 len: 173 time: 1.1613638 Jul 22 19:29:11.477697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-deleted', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:11.480176 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c7442-38cc-446e-8859-1c04c22feaa6" -d '{"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-deleted", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:11.483096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:11.496066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fa19357a-c0d0-4158-aa18-335ab85db41f,segment=NetworkSegment(a6032af6-59ae-472c-89a2-3c931b7142f1),segment_id=a6032af6-59ae-472c-89a2-3c931b7142f1)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:11.503439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.579066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.582937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.584621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/fa19357a-c0d0-4158-aa18-335ab85db41f HTTP/1.1" status: 200 len: 1092 time: 1.9216597 Jul 22 19:29:11.616853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328d666-40f2-4bd1-aea8-95da6dc7a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:11.646999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.741049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.765104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-ebfc09e2-3b17-459a-9db9-90fb77007811 service neutron] 10.222.0.10 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241723 Jul 22 19:29:11.768176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:11.771296 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e835c61-6321-458e-89fc-d8754301a94e" -d '{"events": [{"server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "name": "network-vif-plugged", "status": "completed", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:11.780910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-2ebecd7d-3ddb-4f24-95c1-b3862ba58264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.782744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-2ebecd7d-3ddb-4f24-95c1-b3862ba58264 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e759d95f2e542c09dbb3aa4b2422f96&device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 1095 time: 0.1014926 Jul 22 19:29:11.837628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-eb38f6a4-9648-4969-83b2-479436c2f824 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa19357a-c0d0-4158-aa18-335ab85db41f HTTP/1.1" status: 200 len: 217 time: 0.0444539 Jul 22 19:29:11.864176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.914334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a42674b8-7201-4ff1-8705-e637378b1ece,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:11.923296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c053c-a536-4299-91f3-6797a4218b1c req-8fea4627-a705-4836-8042-dfb764a4f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:11.924819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-8fea4627-a705-4836-8042-dfb764a4f600 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e565428-7170-4a31-acc5-3f0785c9b896 HTTP/1.1" status: 200 len: 847 time: 0.0800056 Jul 22 19:29:11.962792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:11.964835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-89275486-514f-42c8-b357-5531eef1d2b6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a42674b8-7201-4ff1-8705-e637378b1ece HTTP/1.1" status: 204 len: 168 time: 0.9701746 Jul 22 19:29:11.969387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43268) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:12.045930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-e966f5f0-d390-4ec9-8c5a-6dc818427150 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118162 Jul 22 19:29:12.062245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd261f6-becf-4828-a64e-fa1e1d212bf7 req-7048f6a8-a852-4f8b-9b9f-d31719c66aba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:12.069597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bd261f6-becf-4828-a64e-fa1e1d212bf7 req-7048f6a8-a852-4f8b-9b9f-d31719c66aba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.2072344 Jul 22 19:29:12.078775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.141846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bd261f6-becf-4828-a64e-fa1e1d212bf7 req-374adb95-b345-4856-b257-c369fc49f59f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698273 Jul 22 19:29:12.279674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-4d5299f7-f95b-4350-964d-e375c26a07e6 service neutron] 10.222.0.32 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262630 Jul 22 19:29:12.377418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7222a74e-5482-4a09-9fbe-1b050a8fddd7 req-7d171717-c1aa-4016-944e-89c85165f7a5 tempest-ImagesTestJSON-1605006618 tempest-ImagesTestJSON-1605006618-project] 10.222.0.10 "GET /v2.0/ports?device_id=e564178e-aaaf-4f77-8adf-b0b99567e38e HTTP/1.1" status: 200 len: 210 time: 0.2307501 Jul 22 19:29:12.436967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.445919 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-249c053c-a536-4299-91f3-6797a4218b1c req-b72d82ec-ce7f-468b-b50e-0c7100b835a1 service neutron] 10.222.0.32 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567018 Jul 22 19:29:12.450051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df522fd3-928a-4ea5-8ca6-a2e67878c816']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:12.452313 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fc5a80-9e6e-4ab9-8bf7-1fbc1ad0ea18 x-openstack-request-id: req-70fc5a80-9e6e-4ab9-8bf7-1fbc1ad0ea18 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:12.454981 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e564178e-aaaf-4f77-8adf-b0b99567e38e", "name": "network-vif-deleted", "tag": "f056e2f2-0223-4ce0-a245-92365cc32c56", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:12.455493 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70fc5a80-9e6e-4ab9-8bf7-1fbc1ad0ea18 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:12.456158 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e564178e-aaaf-4f77-8adf-b0b99567e38e', 'name': 'network-vif-deleted', 'tag': 'f056e2f2-0223-4ce0-a245-92365cc32c56', 'status': 'completed', 'code': 200} Jul 22 19:29:12.461600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7026fe10-6d8a-49a6-843c-0c73b62d8cf2') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:12.461900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7026fe10-6d8a-49a6-843c-0c73b62d8cf2') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:12.474259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.493412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.497415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:12.531816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:12.532262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.540858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:12.541202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device dbee0fa0-8a95-4b73-88bd-0efaa6b5f08c not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:12.612226 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:12.625194 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe8f27b-1e62-4278-89bb-d33394dbcf41 x-openstack-request-id: req-abe8f27b-1e62-4278-89bb-d33394dbcf41 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:12.628584 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "name": "network-vif-plugged", "status": "completed", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:12.629868 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abe8f27b-1e62-4278-89bb-d33394dbcf41 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:12.630298 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226', 'code': 200} Jul 22 19:29:12.651606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.670923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.674509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:12.674909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] 10.222.0.10 "DELETE /v2.0/networks/df522fd3-928a-4ea5-8ca6-a2e67878c816 HTTP/1.1" status: 204 len: 168 time: 0.7034729 Jul 22 19:29:12.696728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59984b0-c362-46b3-a370-247509d7b84e admin admin] Pushing event deleted for resources: {'Network': ['ID=df522fd3-928a-4ea5-8ca6-a2e67878c816,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:12.755193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56efd0bc-f191-48a9-9db4-71b0f493a63e req-ba3b9149-7ab2-4c43-b6c4-a9cd0ebb4060 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 210 time: 0.0589590 Jul 22 19:29:12.784613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.794363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19875eb9-d459-481a-924a-676b0cd39163 req-bb3d279e-27a1-4901-be43-d4d7b863d4fd tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:12.802097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19875eb9-d459-481a-924a-676b0cd39163 req-bb3d279e-27a1-4901-be43-d4d7b863d4fd tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 943 time: 0.4508259 Jul 22 19:29:12.886305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19875eb9-d459-481a-924a-676b0cd39163 req-4a4b3e36-23b4-47e8-b7e7-df4589762429 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830090 Jul 22 19:29:12.929578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Deleting subnet 3c779b20-2407-4913-a74e-3747ddb037bc {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:12.933577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:12.989041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.055511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.150508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d051882-e63d-460a-9b72-a3be28393973 req-e2acf163-dd88-499a-b9ad-3d099cf0a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.156881 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7d051882-e63d-460a-9b72-a3be28393973 req-e2acf163-dd88-499a-b9ad-3d099cf0a317 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 1097 time: 0.4725752 Jul 22 19:29:13.161794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.256568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c779b20-2407-4913-a74e-3747ddb037bc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:13.287300 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7d051882-e63d-460a-9b72-a3be28393973 req-f991a647-f203-46f7-aea5-fb3c568bda91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184025 Jul 22 19:29:13.288762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.291595 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7606629f-b833-480d-97fc-c7ab69850aa6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3c779b20-2407-4913-a74e-3747ddb037bc HTTP/1.1" status: 204 len: 168 time: 0.6159742 Jul 22 19:29:13.294329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43326) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:13.307587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d515e71-8b36-455b-974d-e1a8071a463a req-3f5103f6-428a-4d97-a915-27199ee8e1d6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.315476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d515e71-8b36-455b-974d-e1a8071a463a req-3f5103f6-428a-4d97-a915-27199ee8e1d6 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.0934749 Jul 22 19:29:13.384177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d515e71-8b36-455b-974d-e1a8071a463a req-38d125f2-71f8-447b-878f-23e319046702 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670965 Jul 22 19:29:13.433288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.573414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.597092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf77ca7-60be-49bf-aeb9-3a9a3db247e7']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:13.645849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c69f412-b63e-4e1b-a698-97bdee595153') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:13.646146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c69f412-b63e-4e1b-a698-97bdee595153') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:13.665793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.690103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.704595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:13.709605 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:13.729105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-362737a1-7a79-431a-95f7-82af84a6c373 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:13.730889 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-362737a1-7a79-431a-95f7-82af84a6c373 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 822 time: 0.2201765 Jul 22 19:29:13.750041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Request body: {'port': {'device_id': '52591192-d087-46e8-b1da-10d38aa993bb', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'admin_state_up': True, 'tenant_id': '25cbce0399e74b97a7136eec4e15bc42'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:13.836872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.885209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fb2e826-6ffb-4afa-88af-381b67366eb8 req-765d8610-67b9-40fa-8a62-a21e0acca38f tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 210 time: 0.0370777 Jul 22 19:29:13.902480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:13.908499 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fbf77ca7-60be-49bf-aeb9-3a9a3db247e7 HTTP/1.1" status: 204 len: 168 time: 0.6088414 Jul 22 19:29:13.913333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43366) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:13.929361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd57cc-529b-4776-961f-aa4375280093 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf77ca7-60be-49bf-aeb9-3a9a3db247e7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:14.006590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Made reservation on behalf of 25cbce0399e74b97a7136eec4e15bc42 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:14.010360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.119763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:14.217719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99032c-01f6-4a2f-9e15-bbc8bc55f8c1 req-1ac78f31-b9f6-4a54-b78f-4cb012c800e6 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.219468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f99032c-01f6-4a2f-9e15-bbc8bc55f8c1 req-1ac78f31-b9f6-4a54-b78f-4cb012c800e6 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 943 time: 0.1498163 Jul 22 19:29:14.308811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f99032c-01f6-4a2f-9e15-bbc8bc55f8c1 req-6ca7dcb6-9c8a-4455-9d93-285fd05e8fcd tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Jul 22 19:29:14.370233 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92560c40-3d94-4b6e-bcba-4abbd103f07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.487653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92560c40-3d94-4b6e-bcba-4abbd103f07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.495838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92560c40-3d94-4b6e-bcba-4abbd103f07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.510536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fa19357a-c0d0-4158-aa18-335ab85db41f details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:14.550360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:14.552986 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1a1cc6-058c-40e7-931c-7ece25cff441" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:14.629863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-92560c40-3d94-4b6e-bcba-4abbd103f07f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6c7881d40644ddabcd3ff86cca9fff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143965 Jul 22 19:29:14.632083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92560c40-3d94-4b6e-bcba-4abbd103f07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68503c-cea6-4d36-bf15-2b5f1791bdae,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:14.635668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-002c8308-3a50-4d39-ad9f-bfdf0541fbe7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc56853aa12f4222bcfbd0aca599cb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145743 Jul 22 19:29:14.641051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43396) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:14.641585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43398) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:14.710998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e593-2730-497a-a23d-a8b313545ce4 req-b58d3d33-33a9-4a0a-8f7a-2665e39cf7d5 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:14.711159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Allocated IP 172.20.0.14 (2d41796b-4562-407b-9a6f-9b99f11597c5/c3453412-584a-4684-ab6f-292f450d9025/3a820502-d711-48aa-b2d7-5815e92eca4d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:14.712320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9b9e593-2730-497a-a23d-a8b313545ce4 req-b58d3d33-33a9-4a0a-8f7a-2665e39cf7d5 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.1833234 Jul 22 19:29:14.755372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fa19357a-c0d0-4158-aa18-335ab85db41f,segment=NetworkSegment(a6032af6-59ae-472c-89a2-3c931b7142f1),segment_id=a6032af6-59ae-472c-89a2-3c931b7142f1)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:14.781392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43402) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:14.783687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'fa19357a-c0d0-4158-aa18-335ab85db41f', 'network_id': 'fff5e61c-91c0-4c62-8fb9-45c2e03f5c58', 'port_id': 'fa19357a-c0d0-4158-aa18-335ab85db41f', 'mac_address': 'fa:16:3e:e8:b4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e565428-7170-4a31-acc5-3f0785c9b896', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:14.841228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.868675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9b9e593-2730-497a-a23d-a8b313545ce4 req-3a85dd47-edae-4bb1-a518-bdde51ce93a4 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430764 Jul 22 19:29:14.873148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa19357a-c0d0-4158-aa18-335ab85db41f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:14.917348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fa19357a-c0d0-4158-aa18-335ab85db41f,segment=NetworkSegment(a6032af6-59ae-472c-89a2-3c931b7142f1),segment_id=a6032af6-59ae-472c-89a2-3c931b7142f1)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:14.919449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.935815 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.958169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Deleting subnet 8ec02797-9005-4f09-94ec-5502a82ef363 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:14.970142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:14.975393 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7adeffd-3d4b-4454-b0ee-c2dbf1edfca9 x-openstack-request-id: req-d7adeffd-3d4b-4454-b0ee-c2dbf1edfca9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:14.975748 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:14.976065 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7adeffd-3d4b-4454-b0ee-c2dbf1edfca9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:14.976758 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f', 'status': 'completed', 'code': 200} Jul 22 19:29:15.001901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.044375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-4729b6c2-9e69-46da-9008-8190585709bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:15.046366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-4729b6c2-9e69-46da-9008-8190585709bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e759d95f2e542c09dbb3aa4b2422f96&device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 1095 time: 0.2403457 Jul 22 19:29:15.049455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:15.096945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Network 2d41796b-4562-407b-9a6f-9b99f11597c5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:15.106148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:15.108659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:15.123660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['fa19357a-c0d0-4158-aa18-335ab85db41f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:15.167958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.180367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:15.181051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.188784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.202496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event updated for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:15.231954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.251471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-090129bb-65b1-4319-ad68-10bb85459552 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5084867 Jul 22 19:29:15.253665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.274373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Request body: {'port': {'device_id': '52591192-d087-46e8-b1da-10d38aa993bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:15.405126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.451307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.454724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.456034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1ecb0c0-b2a0-44fc-be39-3d920266c56b HTTP/1.1" status: 204 len: 168 time: 0.7830625 Jul 22 19:29:15.456604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.479392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.482828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.486440 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa68503c-cea6-4d36-bf15-2b5f1791bdae HTTP/1.1" status: 204 len: 168 time: 0.8125436 Jul 22 19:29:15.492055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2d347-d545-4b1f-b34c-82a58a64cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ecb0c0-b2a0-44fc-be39-3d920266c56b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:15.519482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dbd35-2c4b-4421-9721-b13564ecdefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68503c-cea6-4d36-bf15-2b5f1791bdae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:15.575762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc95d7-d265-441e-b709-7faa898f9ad9 req-0be95428-3748-48b6-8310-2131aada9377 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:15.577323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81dc95d7-d265-441e-b709-7faa898f9ad9 req-0be95428-3748-48b6-8310-2131aada9377 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.5704038 Jul 22 19:29:15.578450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.683071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-69e812ad-b8c8-4261-bad4-ddba0fdd23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:15.685913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-69e812ad-b8c8-4261-bad4-ddba0fdd23d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 HTTP/1.1" status: 200 len: 908 time: 0.6205952 Jul 22 19:29:15.711294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696719b-8e76-465c-a4d7-e23f3249f3a7 req-c34e3342-4f73-49f6-b762-5b0133cd65e0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:15.721695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5696719b-8e76-465c-a4d7-e23f3249f3a7 req-c34e3342-4f73-49f6-b762-5b0133cd65e0 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 932 time: 0.6473436 Jul 22 19:29:15.796380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a820502-d711-48aa-b2d7-5815e92eca4d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:15.804889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.817625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Transition to ACTIVE for port object 3a820502-d711-48aa-b2d7-5815e92eca4d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:15.823777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:15.857075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-456416da-6484-4cfe-a05c-fa58362abef0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa19357a-c0d0-4158-aa18-335ab85db41f HTTP/1.1" status: 200 len: 217 time: 0.1549172 Jul 22 19:29:15.908725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Pushing event updated for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:15.914871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81dc95d7-d265-441e-b709-7faa898f9ad9 req-1d8be6e5-d188-4bf5-bd8f-71a4f0622f3f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138278 Jul 22 19:29:15.928960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5696719b-8e76-465c-a4d7-e23f3249f3a7 req-eaef71e2-829b-4316-a02d-c8b3e45f874d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056692 Jul 22 19:29:16.029855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Attempting to bind port 3a820502-d711-48aa-b2d7-5815e92eca4d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:16.030706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Attempting to bind port 3a820502-d711-48aa-b2d7-5815e92eca4d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:16.031129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Attempting to bind port 3a820502-d711-48aa-b2d7-5815e92eca4d on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:16.045434 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.050094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Port 3a820502-d711-48aa-b2d7-5815e92eca4d on network 2d41796b-4562-407b-9a6f-9b99f11597c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:16.050435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Attempting to bind port 3a820502-d711-48aa-b2d7-5815e92eca4d on network 2d41796b-4562-407b-9a6f-9b99f11597c5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:16.065608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:16.070532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Checking segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:16.071381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Bound using segment: {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:16.072031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Bound port: 3a820502-d711-48aa-b2d7-5815e92eca4d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '636a4f7d-d0f7-4998-9a19-f4ad33ea145c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:16.072613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.133981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:16.148324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-60d18964-e16b-43c6-822d-6e71b012c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.150155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-60d18964-e16b-43c6-822d-6e71b012c110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2e565428-7170-4a31-acc5-3f0785c9b896 HTTP/1.1" status: 200 len: 847 time: 0.2739005 Jul 22 19:29:16.208674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2836f00b-5740-4723-ba26-b9b5f0c28d3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=774b052f14da4320aae32258d999ef54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734577 Jul 22 19:29:16.210327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:16.211775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43442) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:16.215366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3a820502-d711-48aa-b2d7-5815e92eca4d,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:16.220319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec02797-9005-4f09-94ec-5502a82ef363,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:16.231443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.243333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.245773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8779da7c-12dd-4313-9ee4-6c07bb34159b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8ec02797-9005-4f09-94ec-5502a82ef363 HTTP/1.1" status: 204 len: 168 time: 1.4611816 Jul 22 19:29:16.250146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43446) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:16.276718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-c6b387da-9c09-4e35-9bc2-d486ce7c2e82 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584815 Jul 22 19:29:16.338741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d07d-3820-487c-a655-6c49e05c6858 req-cb721b7c-c9ca-4ab4-8da4-7f4be0122da0 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.343175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9635d07d-3820-487c-a655-6c49e05c6858 req-cb721b7c-c9ca-4ab4-8da4-7f4be0122da0 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 944 time: 0.2660258 Jul 22 19:29:16.344045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.344716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.346559 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a820502-d711-48aa-b2d7-5815e92eca4d HTTP/1.1" status: 200 len: 1093 time: 1.0796845 Jul 22 19:29:16.429652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ae8f5-587b-448e-97cd-f46b1d678707 service neutron] Pushing event updated for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:16.456214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.463999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.501392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.509666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fa19357a-c0d0-4158-aa18-335ab85db41f up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:16.584217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9635d07d-3820-487c-a655-6c49e05c6858 req-e694c004-8a85-4bb6-a6bf-ea0f6fcb7f64 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006137 Jul 22 19:29:16.589883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port fa19357a-c0d0-4158-aa18-335ab85db41f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:16.597365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port fa19357a-c0d0-4158-aa18-335ab85db41f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:16.598897 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.606714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-7f29cd1d-623e-4996-adb5-18090fa1590c service neutron] 10.222.0.32 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191223 Jul 22 19:29:16.619550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-d3b71586-d08c-43b7-ad09-46cb25266468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.621170 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-d3b71586-d08c-43b7-ad09-46cb25266468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 1096 time: 0.2083297 Jul 22 19:29:16.647697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.659677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172aa57-e71f-474a-90e7-e4eb0e92deab req-7aea46aa-59e0-45bf-96d4-124f0ae8bd71 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.668374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f172aa57-e71f-474a-90e7-e4eb0e92deab req-7aea46aa-59e0-45bf-96d4-124f0ae8bd71 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.3766890 Jul 22 19:29:16.697348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb4f449-1973-4416-8fed-6035768299b4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:16.707030 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-efdedaa6-c8b6-4a30-8778-6b5dc099783c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a820502-d711-48aa-b2d7-5815e92eca4d HTTP/1.1" status: 200 len: 217 time: 0.0561309 Jul 22 19:29:16.710486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.713141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.714244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1663009-fad8-4ac9-adf5-84b91e045fbc HTTP/1.1" status: 204 len: 168 time: 0.5015318 Jul 22 19:29:16.723326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5f98dd-3487-455f-a417-2edf74dcb041') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:16.723724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5f98dd-3487-455f-a417-2edf74dcb041') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:16.761250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43466) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:16.763204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.795316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b87cc6-8f48-4458-8c88-501d31fa4872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1663009-fad8-4ac9-adf5-84b91e045fbc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:16.809397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.819944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:16.820761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:16.822037 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:16.835964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-d9000e36-5663-472d-9f03-280dda8aa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:16.837501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-d9000e36-5663-472d-9f03-280dda8aa920 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.1223011 Jul 22 19:29:16.849095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.851250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f172aa57-e71f-474a-90e7-e4eb0e92deab req-9c2e86ab-b469-4906-b562-aecbfd1e94ce tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818063 Jul 22 19:29:16.899093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf1a1cc6-058c-40e7-931c-7ece25cff441 req-2bd8e117-96a2-478b-b6ba-760532d5e603 service neutron] 10.222.0.32 "GET /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840288 Jul 22 19:29:16.903128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:16.905424 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba165a3-4c23-4038-9ba7-ce65830a8cb6" -d '{"events": [{"server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "name": "network-vif-plugged", "status": "completed", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:16.924850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-3f71ee07-a65e-497e-9fcf-8eca5ce18123 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787015 Jul 22 19:29:16.941025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fa19357a-c0d0-4158-aa18-335ab85db41f,segment=NetworkSegment(a6032af6-59ae-472c-89a2-3c931b7142f1),segment_id=a6032af6-59ae-472c-89a2-3c931b7142f1)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:16.947271 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:16.960663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.003771 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ff312c-484a-4ba4-949b-59abc4868106 x-openstack-request-id: req-93ff312c-484a-4ba4-949b-59abc4868106 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:17.004238 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "name": "network-vif-plugged", "status": "completed", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:17.004528 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93ff312c-484a-4ba4-949b-59abc4868106 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:17.005306 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f', 'code': 200} Jul 22 19:29:17.006092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:17.030440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:17.032755 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03" -d '{"events": [{"name": "network-changed", "server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:17.038593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.044750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7cb4f449-1973-4416-8fed-6035768299b4 HTTP/1.1" status: 204 len: 168 time: 0.7885165 Jul 22 19:29:17.049699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf61c67-7533-4439-a267-fbc5d3208955 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb4f449-1973-4416-8fed-6035768299b4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:17.121217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-87f75169-9476-4536-a718-a851a8dfd551 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889098 Jul 22 19:29:17.143210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d514dd-3d8a-4e8f-8b2b-9343a3bde993 req-52f2f2a2-d11f-44a8-8cd6-71c5c607a51d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.145493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3d514dd-3d8a-4e8f-8b2b-9343a3bde993 req-52f2f2a2-d11f-44a8-8cd6-71c5c607a51d tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.1882420 Jul 22 19:29:17.205125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2063788784-network', 'tenant_id': '6c938aeefdb44c71a1fc65876722f80b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:17.245354 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-029dcc20-c43d-44f8-90f8-0dc4a3c825ae req-de342dd4-7046-46c9-8ee5-d05195c95869 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170511 Jul 22 19:29:17.247630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Made reservation on behalf of 6c938aeefdb44c71a1fc65876722f80b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:17.248656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fb43d-20bc-42ea-98ac-03bb00eafe6f req-8db1e117-e856-4636-bf90-4276be639d0b tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.250218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.256880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf6fb43d-20bc-42ea-98ac-03bb00eafe6f req-8db1e117-e856-4636-bf90-4276be639d0b tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 944 time: 0.2040384 Jul 22 19:29:17.262468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.267107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3d514dd-3d8a-4e8f-8b2b-9343a3bde993 req-ca921088-a2ad-4367-94a1-a0134f5cb3f9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075318 Jul 22 19:29:17.278974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143b661-a0c6-42a1-a86f-36ea68c943f6 req-563dc04a-5b20-45fe-b92d-cef357400e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.281106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3143b661-a0c6-42a1-a86f-36ea68c943f6 req-563dc04a-5b20-45fe-b92d-cef357400e4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 1097 time: 0.2294748 Jul 22 19:29:17.337859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf6fb43d-20bc-42ea-98ac-03bb00eafe6f req-d7ac5c82-b201-46b4-9995-1b56a4a8b8e6 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795281 Jul 22 19:29:17.355374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3143b661-a0c6-42a1-a86f-36ea68c943f6 req-cc954572-8ff9-49fa-8a52-65119bde4e89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649481 Jul 22 19:29:17.361756 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749bfbc2-83ca-4b1e-a8f8-6ad80eb483a6 x-openstack-request-id: req-749bfbc2-83ca-4b1e-a8f8-6ad80eb483a6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:17.362052 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:17.362309 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-749bfbc2-83ca-4b1e-a8f8-6ad80eb483a6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:17.362736 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d', 'status': 'completed', 'code': 200} Jul 22 19:29:17.411570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:17.447113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.458856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.517148 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c9b9223f-53c7-47ac-a754-d215b68bef55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4809f19886b4d1eb3e8e9a32c0d611c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042080 Jul 22 19:29:17.518770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43498) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:17.519171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:17.524402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff91a2-1d6e-4b38-8d16-90d7618e40be,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:17.524532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-3c55bc64-4620-4380-82e2-f3ca2530f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.526223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-3c55bc64-4620-4380-82e2-f3ca2530f193 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25cbce0399e74b97a7136eec4e15bc42&device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 1096 time: 0.1184146 Jul 22 19:29:17.549456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43500) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:17.558307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.558727 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Added segment 3b380365-005e-440f-bc28-5958b0e3becb of type vlan for network bf1ac57b-d1db-49e4-b64f-8b0329efe87f Jul 22 19:29:17.608340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.681379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.682475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.683170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.721868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9391575 Jul 22 19:29:17.722987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.723839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:17.730987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Request body: {'subnet': {'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2063788784-subnet', 'tenant_id': '6c938aeefdb44c71a1fc65876722f80b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:17.770542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8becb-38c1-4961-842c-54144efd3253 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1ac57b-d1db-49e4-b64f-8b0329efe87f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:17.780403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:17.799693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Made reservation on behalf of 6c938aeefdb44c71a1fc65876722f80b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:17.804658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.823235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.859754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39ee1173-e9f4-404a-b035-771b7d8bf27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:17.876504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-773b2a2f-2673-462c-94b9-46d9faa3620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.878087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-773b2a2f-2673-462c-94b9-46d9faa3620a service neutron] 10.222.0.32 "GET /v2.0/networks?id=2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 200 len: 923 time: 0.2920387 Jul 22 19:29:17.905004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbddd-abf7-47b4-97c0-c8751e82f071 req-16c0302e-680a-47b8-be37-0157d541877e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.906468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcdfbddd-abf7-47b4-97c0-c8751e82f071 req-16c0302e-680a-47b8-be37-0157d541877e tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.3126731 Jul 22 19:29:17.947901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-05fb37e4-8999-4877-bcd8-76628c98f531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a820502-d711-48aa-b2d7-5815e92eca4d HTTP/1.1" status: 200 len: 217 time: 0.0531368 Jul 22 19:29:17.983523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e8fba-b254-46df-9b41-6074045b0bb2 req-5a86b0f8-88f1-4e28-885f-23330cd64cca tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:17.988768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-939e8fba-b254-46df-9b41-6074045b0bb2 req-5a86b0f8-88f1-4e28-885f-23330cd64cca tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 945 time: 0.2866976 Jul 22 19:29:18.085066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.087867 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.089029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39ee1173-e9f4-404a-b035-771b7d8bf27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.089351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17c78452-51a3-456e-a214-31b0469bb9af HTTP/1.1" status: 204 len: 168 time: 0.5618799 Jul 22 19:29:18.103368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.103729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df62ad3-9060-4131-bd63-75924e61c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c78452-51a3-456e-a214-31b0469bb9af,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:18.123750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcdfbddd-abf7-47b4-97c0-c8751e82f071 req-492887fd-dbdf-4d1d-b898-de4755fd3f66 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792197 Jul 22 19:29:18.131557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43526) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:18.142661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39ee1173-e9f4-404a-b035-771b7d8bf27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.173560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-7f089a82-fab9-4626-b8ac-a9ca0a0d4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.176385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-7f089a82-fab9-4626-b8ac-a9ca0a0d4cfd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 200 len: 862 time: 0.2182293 Jul 22 19:29:18.248697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee1173-e9f4-404a-b035-771b7d8bf27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8c9be9-ae56-4aa6-ba4e-596d89f5b08a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:18.249133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-658b838e-45bd-416a-84b7-cb3edb11acd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2d41796b-4562-407b-9a6f-9b99f11597c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617058 Jul 22 19:29:18.251862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Pushing event updated for resources: {'Subnet': ['ID=49852647-42bf-421b-b04f-8a671e765977,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:18.253177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-939e8fba-b254-46df-9b41-6074045b0bb2 req-f12b155f-204d-4b3d-9911-8efd429ac1c6 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371111 Jul 22 19:29:18.281094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39ee1173-e9f4-404a-b035-771b7d8bf27a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d299124e73af4aa8badef58f701bf60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330110 Jul 22 19:29:18.281723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43532) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:18.293339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Checking segment: {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:18.293749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Network hostable DHCP agents. Network: bf1ac57b-d1db-49e4-b64f-8b0329efe87f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:18.342762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:18.357811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.363198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bf1ac57b-d1db-49e4-b64f-8b0329efe87f) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:18.373584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1600776909-network', 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:18.374735 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.375329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.387033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eb0cb0-2011-4998-b1c4-7eb4bea6782f None None] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:18.396497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.432517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:18.435189 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.440661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-07f45a0f-2d63-48ee-958a-e8f7daa5bbb2 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843958 Jul 22 19:29:18.445971 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-648621ce-32f9-466d-a057-6b7f6b61702c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7210093 Jul 22 19:29:18.471622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.490435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.493997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.494234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3476d27-a2c1-4212-b36a-22fdcf48be60 req-e84d7879-7091-4617-ade8-9d1c443932ba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.498376 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c8c9be9-ae56-4aa6-ba4e-596d89f5b08a HTTP/1.1" status: 204 len: 168 time: 0.2135618 Jul 22 19:29:18.501634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3476d27-a2c1-4212-b36a-22fdcf48be60 req-e84d7879-7091-4617-ade8-9d1c443932ba tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.2114775 Jul 22 19:29:18.517056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb8a20-3b5c-45f4-a1a0-c4ac4c595e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8c9be9-ae56-4aa6-ba4e-596d89f5b08a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:18.622913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67b9c25-bb3b-4ec2-b9f6-4d68d434fbb6 None None] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:18.651920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3476d27-a2c1-4212-b36a-22fdcf48be60 req-a6ad932a-246e-4ffb-b62e-b0be944efe3f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491075 Jul 22 19:29:18.694799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1b751a0-d8f4-44e7-b10e-b5d6db873d03 req-0fa5c143-28ff-4782-ba93-c81d3fc7ec63 service neutron] 10.222.0.32 "GET /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456117 Jul 22 19:29:18.773124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb50275-4182-4243-878c-1f8961ef4e29 req-1990e3d1-182b-4b8e-a4c6-6f1bb16045b9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.774697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bb50275-4182-4243-878c-1f8961ef4e29 req-1990e3d1-182b-4b8e-a4c6-6f1bb16045b9 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 944 time: 0.2997730 Jul 22 19:29:18.779702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.796504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.840130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:18.861444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bb50275-4182-4243-878c-1f8961ef4e29 req-1f27c135-b9c8-4224-ab36-5e8711e474ea tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799563 Jul 22 19:29:18.864187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3013c19-5cb9-4d00-a1e7-c99375615067,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:18.867302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.867663 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Added segment f8d3d487-2a4b-4f5f-b020-5dd89100eaf4 of type vlan for network 4a734574-8d9a-487f-9b84-d8f8953d90f6 Jul 22 19:29:18.881743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43556) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:18.901739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-459331c8-78d9-48a2-9c64-3aee7b01c752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.919281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.961719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.963024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:18.963851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:18.992707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-108938437', 'description': 'tempest-description-1018644565'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:19.048070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] Pushing event updated for resources: {'Network': ['ID=4a734574-8d9a-487f-9b84-d8f8953d90f6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.059286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:19.063063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-459331c8-78d9-48a2-9c64-3aee7b01c752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.069095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-459331c8-78d9-48a2-9c64-3aee7b01c752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.095689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-75fce26c-ed0f-4bcd-9325-b9deba1fd010 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9590197 Jul 22 19:29:19.098467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43562) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:19.107560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Request body: {'subnet': {'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1600776909-subnet', 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:19.114112 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.121563 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-459331c8-78d9-48a2-9c64-3aee7b01c752 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0857196a0df4c698efbe9be9ccf5634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385306 Jul 22 19:29:19.125029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:19.167545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459331c8-78d9-48a2-9c64-3aee7b01c752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5da8a2-9816-4f76-9961-ed073d598639,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.202278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:19.204832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.216550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.246205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.301547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.303854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.307663 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd5da8a2-9816-4f76-9961-ed073d598639 HTTP/1.1" status: 204 len: 168 time: 0.1790829 Jul 22 19:29:19.313775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f71dbd-0964-4a6a-96ba-e11319ae64b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5da8a2-9816-4f76-9961-ed073d598639,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.419288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d49f8-c459-4562-86e6-6cc13d326ef2 req-5233d6d2-2049-4fe8-978d-ac738cefb26b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:19.420863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09d49f8-c459-4562-86e6-6cc13d326ef2 req-5233d6d2-2049-4fe8-978d-ac738cefb26b tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.1262152 Jul 22 19:29:19.444097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.461473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.523322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.524598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08567124-ad0b-47b4-a1ff-962a11679d01 req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5396435 Jul 22 19:29:19.547793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344201f8-338c-4da3-b62b-61cdfc12c30f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6992a672-821f-4491-a92e-72cffe78f1c8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.553075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09d49f8-c459-4562-86e6-6cc13d326ef2 req-d1fbaf3c-7973-4d20-a072-06e49e857c2a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077051 Jul 22 19:29:19.583278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.620490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-261643394', 'description': 'tempest-description-398523114'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:19.692643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.714342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.728037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:19.728426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Network hostable DHCP agents. Network: 4a734574-8d9a-487f-9b84-d8f8953d90f6, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:19.758335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310e13a-ee7b-44a0-9910-6879c736eea7 req-c0016bbf-8a15-4c83-90b3-3877a0e9e76e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:19.759851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d310e13a-ee7b-44a0-9910-6879c736eea7 req-c0016bbf-8a15-4c83-90b3-3877a0e9e76e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 945 time: 0.1467607 Jul 22 19:29:19.779169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:19.805453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 4a734574-8d9a-487f-9b84-d8f8953d90f6) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:19.815461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d1b91-a9b4-4298-92e3-4cee82e5477b None None] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:19.819380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:19.819977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.838056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d310e13a-ee7b-44a0-9910-6879c736eea7 req-87600311-44d4-4f74-9580-45cd43285b72 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716617 Jul 22 19:29:19.895824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.903498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.925941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-03ad29b8-025a-413b-82c0-82a4f116d93d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8258507 Jul 22 19:29:19.944825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:19.960183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-823d4db0-89c3-4a13-bc94-c0532250e694 req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3460090 Jul 22 19:29:19.960183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a65b0-19d8-4e76-940e-79ab75f26ba9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0d8a2-1410-4b90-9f84-ab4d0a181570,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:19.999149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84277d55-21ad-45e7-97de-eecbed6104e8 None None] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:20.220759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3f911-5fe4-45d3-a438-9aa191759f15 req-1ad8d31a-d617-45b7-8159-b7ba5628ce80 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.227966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cea3f911-5fe4-45d3-a438-9aa191759f15 req-1ad8d31a-d617-45b7-8159-b7ba5628ce80 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 944 time: 0.0911067 Jul 22 19:29:20.289579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cea3f911-5fe4-45d3-a438-9aa191759f15 req-549d3d3b-9978-4ee6-bdbf-e139199439fa tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554070 Jul 22 19:29:20.505483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-4c4d2959-df49-47e2-bdca-2e10bc22e921 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.515002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-4c4d2959-df49-47e2-bdca-2e10bc22e921 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 813 time: 0.1455848 Jul 22 19:29:20.527019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3a820502-d711-48aa-b2d7-5815e92eca4d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:20.536416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-21a4c7e5-d517-453f-8c87-a9c759b30c72 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/quotas/6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 375 time: 0.0199921 Jul 22 19:29:20.591525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6ed10b78-47aa-4605-8e78-6bc7fc7b7509 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541222 Jul 22 19:29:20.601552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-27d588fd-ab2f-4338-bb41-0c107ad533b9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.604243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-27d588fd-ab2f-4338-bb41-0c107ad533b9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.1284680 Jul 22 19:29:20.718562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-990ea1fb-b840-41ec-b867-7d85377ba0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260335 Jul 22 19:29:20.762329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Deleting port 38a514dd-7350-4c7f-8040-847d9dfce226 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:20.762785 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.774844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3a820502-d711-48aa-b2d7-5815e92eca4d,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:20.799611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '3a820502-d711-48aa-b2d7-5815e92eca4d', 'network_id': '2d41796b-4562-407b-9a6f-9b99f11597c5', 'port_id': '3a820502-d711-48aa-b2d7-5815e92eca4d', 'mac_address': 'fa:16:3e:0a:e9:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3453412-584a-4684-ab6f-292f450d9025', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:20.867741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.873853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] For port 38a514dd-7350-4c7f-8040-847d9dfce226, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=38a514dd-7350-4c7f-8040-847d9dfce226,segment=NetworkSegment(00a12368-9c09-45c4-9eb2-0d727432c7c7),segment_id=00a12368-9c09-45c4-9eb2-0d727432c7c7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:20.874467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.886721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a820502-d711-48aa-b2d7-5815e92eca4d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:20.900855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Calling delete_port for 38a514dd-7350-4c7f-8040-847d9dfce226 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:20.910750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3a820502-d711-48aa-b2d7-5815e92eca4d,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:20.918519 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:20.954068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-4b0d72d5-a747-472c-9bed-d193e20e0ca4 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172692 Jul 22 19:29:20.984629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec0d0-ed83-4dbb-bc1b-0840960fedfd req-5ffc8495-e0b4-466d-806d-db40ad553e6a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:20.995780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-709ec0d0-ed83-4dbb-bc1b-0840960fedfd req-5ffc8495-e0b4-466d-806d-db40ad553e6a tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 945 time: 0.1434159 Jul 22 19:29:21.020420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:21.037664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43688) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:21.049120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2091111338-network', 'tenant_id': '792cc927e33549b584dda2cde4281c4c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:21.076203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-709ec0d0-ed83-4dbb-bc1b-0840960fedfd req-175f5ecd-759b-443e-92cf-d2e1f77324f9 tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/security-groups?id=db4064c6-6d26-4765-8e04-3495b8be3a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685184 Jul 22 19:29:21.103088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Made reservation on behalf of 792cc927e33549b584dda2cde4281c4c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:21.105765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.119573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.120251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['3a820502-d711-48aa-b2d7-5815e92eca4d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:21.221698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.233335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f36f71c-6060-43ce-9169-bb8d79611396 req-5c78dee3-51ed-42f5-9e9b-f9fbd8b4daa9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 210 time: 0.0474579 Jul 22 19:29:21.313776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Pushing event deleted for resources: {'Port': ['ID=38a514dd-7350-4c7f-8040-847d9dfce226,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:21.359890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.367898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.459181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] No DVR routers for this DVR port 38a514dd-7350-4c7f-8040-847d9dfce226 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:21.462179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c256cd-f777-44b8-a1bf-611fc845f3a1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:21.465053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.473589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-290f1db6-884a-465a-aa3b-dc9f02e509b0 req-5cffaa72-4644-430e-b7ac-98f0b61ab3ff tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.26 "DELETE /v2.0/ports/38a514dd-7350-4c7f-8040-847d9dfce226 HTTP/1.1" status: 204 len: 173 time: 0.8583119 Jul 22 19:29:21.474175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'name': 'network-vif-deleted', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:21.483890 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eab2797-e580-40d0-aafa-e89479373b05" -d '{"events": [{"server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "name": "network-vif-deleted", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:21.523633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:21.542247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.542595 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Added segment eacf17ae-e63f-453f-8bc5-c028ea548e25 of type vlan for network c9d7215d-d995-43d9-bac4-2643447951a5 Jul 22 19:29:21.604864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.612966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:21.654258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.655520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:21.656679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.659678 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21373e-0a8b-4ce9-acb5-1b63544641fd x-openstack-request-id: req-ac21373e-0a8b-4ce9-acb5-1b63544641fd {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:21.660679 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0952780e-8d69-40f4-a017-d0286a73571c", "name": "network-vif-deleted", "tag": "38a514dd-7350-4c7f-8040-847d9dfce226", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:21.661632 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac21373e-0a8b-4ce9-acb5-1b63544641fd {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:21.661632 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0952780e-8d69-40f4-a017-d0286a73571c', 'name': 'network-vif-deleted', 'tag': '38a514dd-7350-4c7f-8040-847d9dfce226', 'status': 'completed', 'code': 200} Jul 22 19:29:21.700770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6594329 Jul 22 19:29:21.701295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:21.708512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Request body: {'subnet': {'network_id': 'c9d7215d-d995-43d9-bac4-2643447951a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2091111338-subnet', 'tenant_id': '792cc927e33549b584dda2cde4281c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:21.709254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8fb0b-1931-4fa4-b2c6-07f11ddeb858 req-407a3bc8-cf94-41cc-a31a-69eb079dd344 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:21.716887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3a8fb0b-1931-4fa4-b2c6-07f11ddeb858 req-407a3bc8-cf94-41cc-a31a-69eb079dd344 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 945 time: 0.2597210 Jul 22 19:29:21.735385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Made reservation on behalf of 792cc927e33549b584dda2cde4281c4c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:21.738966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:21.770048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5329f-5554-4e37-8008-68ff9762964a admin admin] Pushing event updated for resources: {'Network': ['ID=c9d7215d-d995-43d9-bac4-2643447951a5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:21.782811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c9d7215d-d995-43d9-bac4-2643447951a5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:21.806384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3a8fb0b-1931-4fa4-b2c6-07f11ddeb858 req-d000160f-d601-4dae-abea-b1f117f16c83 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826957 Jul 22 19:29:21.875310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfed59f8-3ed7-46bc-84b5-1095d5d748ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.112320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.158660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfed59f8-3ed7-46bc-84b5-1095d5d748ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.196302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfed59f8-3ed7-46bc-84b5-1095d5d748ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.254353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc31dc8d-6d75-4f7a-9e55-1cb518e58ad6 req-b559bc3b-826c-4afe-a285-f0e399cb459f tempest-ServerDiskConfigTestJSON-2054164114 tempest-ServerDiskConfigTestJSON-2054164114-project] 10.222.0.10 "GET /v2.0/ports?device_id=0952780e-8d69-40f4-a017-d0286a73571c HTTP/1.1" status: 200 len: 210 time: 0.0510838 Jul 22 19:29:22.291934 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dfed59f8-3ed7-46bc-84b5-1095d5d748ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a791c04b8b9457895defe661f9daa38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6770349 Jul 22 19:29:22.295999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:22.299122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28ab354-28a0-4d51-856c-dac578cd1e3a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:22.303833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed59f8-3ed7-46bc-84b5-1095d5d748ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a2123f-a869-4601-88b8-5d48324e40a0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:22.314264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Checking segment: {'id': 'eacf17ae-e63f-453f-8bc5-c028ea548e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c9d7215d-d995-43d9-bac4-2643447951a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:22.315257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Network hostable DHCP agents. Network: c9d7215d-d995-43d9-bac4-2643447951a5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:22.359487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Network c9d7215d-d995-43d9-bac4-2643447951a5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:22.381539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c9d7215d-d995-43d9-bac4-2643447951a5) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:22.390636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.392263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:22.392588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6c906-cc66-4619-9134-da03c95dc0b0 None None] Network c9d7215d-d995-43d9-bac4-2643447951a5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:22.393052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.412687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fb2ac95a-6ae8-4ecf-9920-556ef08fb0b1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7097051 Jul 22 19:29:22.448522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f02c4810-d8f3-4a02-980d-654dfaabde20 req-48bf298c-9ecf-4fd2-a514-46deea184c2c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 210 time: 0.0360839 Jul 22 19:29:22.450812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.566118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.570793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.572059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9a2123f-a869-4601-88b8-5d48324e40a0 HTTP/1.1" status: 204 len: 168 time: 0.2741203 Jul 22 19:29:22.598046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb5661-ce7c-43e2-a06a-9727ee74b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a2123f-a869-4601-88b8-5d48324e40a0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:22.614876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3a820502-d711-48aa-b2d7-5815e92eca4d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:22.743180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 3a820502-d711-48aa-b2d7-5815e92eca4d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:22.800114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 3a820502-d711-48aa-b2d7-5815e92eca4d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:22.801514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:22.869580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 38a514dd-7350-4c7f-8040-847d9dfce226 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:22.889366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-ed697dc3-5250-4865-bf07-d1d240e701cf tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:22.891540 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-ed697dc3-5250-4865-bf07-d1d240e701cf tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 813 time: 0.1580455 Jul 22 19:29:22.907031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'device_id': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f', 'admin_state_up': True, 'tenant_id': '6c938aeefdb44c71a1fc65876722f80b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:22.926071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf3a07-a576-4e43-ac19-dca5f92ccdcc None None] Network c9d7215d-d995-43d9-bac4-2643447951a5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:22.986355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 38a514dd-7350-4c7f-8040-847d9dfce226 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:22.987407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 38a514dd-7350-4c7f-8040-847d9dfce226 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:23.031902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b125-b8a9-4881-82a9-14c44e916d8c req-f2166979-ae4f-496a-979a-3851816c4963 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.033515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19e7b125-b8a9-4881-82a9-14c44e916d8c req-f2166979-ae4f-496a-979a-3851816c4963 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 945 time: 0.1084728 Jul 22 19:29:23.081248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43790) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:23.085685 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.093619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Made reservation on behalf of 6c938aeefdb44c71a1fc65876722f80b for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:23.095018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19e7b125-b8a9-4881-82a9-14c44e916d8c req-b93b6267-a965-4f23-9da7-63ff618dbaf2 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548797 Jul 22 19:29:23.111801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.144109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:23.148567 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e85cfbd-b1e6-4404-bfd1-d8e9dabbb969" -d '{"events": [{"server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "name": "network-vif-plugged", "status": "completed", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:23.186730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3a820502-d711-48aa-b2d7-5815e92eca4d,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:23.244467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.308731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:23.328227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d43c5ad-8c84-4b05-bb0e-fd68a841afed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.381841 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6aa234-72d0-4d98-865e-b17a13f0257b x-openstack-request-id: req-ec6aa234-72d0-4d98-865e-b17a13f0257b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:23.382223 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "name": "network-vif-plugged", "status": "completed", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:23.382570 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec6aa234-72d0-4d98-865e-b17a13f0257b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:23.383031 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d', 'code': 200} Jul 22 19:29:23.438439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Allocated IP 172.20.0.11 (bf1ac57b-d1db-49e4-b64f-8b0329efe87f/49852647-42bf-421b-b04f-8a671e765977/194f8454-7ae0-480b-87b1-2fdab931086d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:23.590797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-96ae8dc5-ff3a-4a8c-99e1-dcdb10102444 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.592344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-96ae8dc5-ff3a-4a8c-99e1-dcdb10102444 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.1679225 Jul 22 19:29:23.599414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b438f8-eb24-44b1-bb9e-492275f10305 req-3c0b2f9e-9764-42ad-ade5-482279e9a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.600944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9b438f8-eb24-44b1-bb9e-492275f10305 req-3c0b2f9e-9764-42ad-ade5-482279e9a4b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 1098 time: 0.1313522 Jul 22 19:29:23.641017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-66c4d02a-a307-40c4-997b-e7245f76a2d4 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/quotas/2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 375 time: 0.0390694 Jul 22 19:29:23.677465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9b438f8-eb24-44b1-bb9e-492275f10305 req-7a65f606-056d-4d10-9705-d24f3ff4acc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689893 Jul 22 19:29:23.679580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.686178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-eb8a96ca-39ac-4973-9987-8e0d90fb18cd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442896 Jul 22 19:29:23.743555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d43c5ad-8c84-4b05-bb0e-fd68a841afed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.751764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d43c5ad-8c84-4b05-bb0e-fd68a841afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.765151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.780317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fed7399-6971-46e8-b7a8-c007ed8705d5 req-e91e5fd3-3adc-4023-9306-0c69f503e30d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 210 time: 0.0597358 Jul 22 19:29:23.822525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-00838b5b-b20a-4102-af71-bdf49c4ae1de service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284218 Jul 22 19:29:23.837971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:23.843704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43c5ad-8c84-4b05-bb0e-fd68a841afed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306def22-8db9-46f1-b735-a0eb39d01658,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:23.849800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d43c5ad-8c84-4b05-bb0e-fd68a841afed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9c0073396604eb3a5d9e7ef932c3785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7658887 Jul 22 19:29:23.853858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:23.860951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:23.869312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:23.872715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:23.940069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:23.940762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.961483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:23.967596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-f0d71abf-8d2f-4b2c-8af5-292d07c99a4b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0667937 Jul 22 19:29:23.980284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Request body: {'port': {'device_id': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:24.018420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.127181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.218539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.222076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.226412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/306def22-8db9-46f1-b735-a0eb39d01658 HTTP/1.1" status: 204 len: 168 time: 0.3716023 Jul 22 19:29:24.245667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.261281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-d3c75c33-eb51-46df-b84a-b8ca2fae2bfc service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377716 Jul 22 19:29:24.311485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63a43-10ef-4ed2-a1fd-9a052d53beea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306def22-8db9-46f1-b735-a0eb39d01658,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:24.545726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de6a3ea2-9c5a-45ba-a0fb-0db66384160a req-2db8bae8-411d-4d79-b875-929b6838001b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 210 time: 0.0547643 Jul 22 19:29:24.681957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b149c4-6c7e-44ea-a1e7-03008fdaadda req-a87944d0-9509-404f-85f3-f8c949f0213d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:24.683857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87b149c4-6c7e-44ea-a1e7-03008fdaadda req-a87944d0-9509-404f-85f3-f8c949f0213d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 946 time: 0.0953181 Jul 22 19:29:24.684533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43874) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:24.757879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194f8454-7ae0-480b-87b1-2fdab931086d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:24.767933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Deleting subnet 29450943-9660-4656-bafc-2da686e98fa7 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:24.775116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.787871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.805837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87b149c4-6c7e-44ea-a1e7-03008fdaadda req-ceb0eac2-2109-4860-a901-67d9025b0e84 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110189 Jul 22 19:29:24.838773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Transition to ACTIVE for port object 194f8454-7ae0-480b-87b1-2fdab931086d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:24.853321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.886279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:24.928565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:24.961297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10cc36d0-4f60-48aa-9068-5b39d6a1311b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.009634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.081412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43890) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:25.200820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.239619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.265685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10cc36d0-4f60-48aa-9068-5b39d6a1311b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.283063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10cc36d0-4f60-48aa-9068-5b39d6a1311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.297083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29450943-9660-4656-bafc-2da686e98fa7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.309281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c095b4-511d-452d-ad5e-2e66b917e9cf req-f59f2797-e613-4409-ae9c-89b6734afd4e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.318918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c095b4-511d-452d-ad5e-2e66b917e9cf req-f59f2797-e613-4409-ae9c-89b6734afd4e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 944 time: 0.3047249 Jul 22 19:29:25.338067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76326084-66ea-46cc-8c19-fba27c7c7fac req-9e3f8c39-09e1-47f0-9c30-7eb625fd374b tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.346148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76326084-66ea-46cc-8c19-fba27c7c7fac req-9e3f8c39-09e1-47f0-9c30-7eb625fd374b tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 945 time: 0.2379646 Jul 22 19:29:25.352995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-10cc36d0-4f60-48aa-9068-5b39d6a1311b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ae4d5519fba4e73b813c327695e07ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233751 Jul 22 19:29:25.353940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:25.365079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc36d0-4f60-48aa-9068-5b39d6a1311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dd2440-a3fa-4d04-a9dc-b565d81728d2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.369758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Attempting to bind port 194f8454-7ae0-480b-87b1-2fdab931086d on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:25.370405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Attempting to bind port 194f8454-7ae0-480b-87b1-2fdab931086d by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:25.370964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Attempting to bind port 194f8454-7ae0-480b-87b1-2fdab931086d on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:25.386993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Port 194f8454-7ae0-480b-87b1-2fdab931086d on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:25.387224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Attempting to bind port 194f8454-7ae0-480b-87b1-2fdab931086d on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:25.403236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:25.403680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Checking segment: {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:25.404176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Bound using segment: {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:25.404711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Bound port: 194f8454-7ae0-480b-87b1-2fdab931086d, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:25.405276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.445485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.447513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c4af4adb-d50d-411a-8958-0b80923e1248 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/29450943-9660-4656-bafc-2da686e98fa7 HTTP/1.1" status: 204 len: 168 time: 0.7619648 Jul 22 19:29:25.448609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eff9086c-2883-474e-ab03-e4c2d09e0d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.450718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43898) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:25.481180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.489405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76326084-66ea-46cc-8c19-fba27c7c7fac req-aabee152-9c92-42ed-ba65-4ed080d4a609 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410975 Jul 22 19:29:25.528908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c095b4-511d-452d-ad5e-2e66b917e9cf req-eaf87786-1201-4d15-952d-447ebb216a46 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091019 Jul 22 19:29:25.534066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.589682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.636200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:25.636478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eff9086c-2883-474e-ab03-e4c2d09e0d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.668784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:25.675426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea0c50c4-6776-4f5a-a1b9-d985315360ad req-b296cabf-b23d-4186-a3fe-ffea2d9a6d27 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 210 time: 0.0361915 Jul 22 19:29:25.676964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eff9086c-2883-474e-ab03-e4c2d09e0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.695838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.712007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eff9086c-2883-474e-ab03-e4c2d09e0d6c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1f5011929384b38b1c906accdf4b715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6269436 Jul 22 19:29:25.715155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:25.757987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9086c-2883-474e-ab03-e4c2d09e0d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0245be-2e60-43d4-978f-a5168827a697,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.760064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.762891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.773092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57dd2440-a3fa-4d04-a9dc-b565d81728d2 HTTP/1.1" status: 204 len: 168 time: 0.4096525 Jul 22 19:29:25.842488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.847011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:25.847905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.850337 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 1093 time: 1.8739953 Jul 22 19:29:25.879638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:25.882314 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6380f70f-27c8-47da-83be-9be70f6f0acf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:25.893556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef05682-baa1-4f1b-8a87-6338ea0c617d']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:25.899745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc029445-6c79-496c-91f4-3162bb890c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dd2440-a3fa-4d04-a9dc-b565d81728d2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.922699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a12368-9c09-45c4-9eb2-0d727432c7c7') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:25.923017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a12368-9c09-45c4-9eb2-0d727432c7c7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:25.956173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085b5e2-b6ed-449e-9135-a66d4b92f5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:25.961446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:25.971752 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760f02d2-68d8-400c-a9c7-b3d8104d9cf9 x-openstack-request-id: req-760f02d2-68d8-400c-a9c7-b3d8104d9cf9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:25.972370 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:25.973083 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-760f02d2-68d8-400c-a9c7-b3d8104d9cf9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:25.973868 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d', 'status': 'completed', 'code': 200} Jul 22 19:29:26.016538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-433e1728-3c77-4443-ac08-432d2681cb9d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.018096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-433e1728-3c77-4443-ac08-432d2681cb9d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.2171433 Jul 22 19:29:26.036882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Request body: {'port': {'device_id': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'admin_state_up': True, 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:26.089171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02a179-9875-4076-bda6-786e8c47d28a req-16cbb4e7-2c4c-4e6d-8722-2ffb1aa429ea tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.098171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c02a179-9875-4076-bda6-786e8c47d28a req-16cbb4e7-2c4c-4e6d-8722-2ffb1aa429ea tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 946 time: 0.1589537 Jul 22 19:29:26.219141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c02a179-9875-4076-bda6-786e8c47d28a req-3a41e070-5721-48e0-892c-923f199ad507 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153607 Jul 22 19:29:26.268710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:26.275670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.396511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.417142 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:26.417557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:26.419312 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:26.432049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.478708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Allocated IP 172.20.0.8 (4a734574-8d9a-487f-9b84-d8f8953d90f6/cdd50cf3-f002-44ab-8eee-1a3b13e44ab9/5ff698bf-804b-45ee-a15b-93fef0dd94c3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:26.495685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8c48-656d-4837-a2a0-898a808e0327 req-d83ba278-900f-4c87-886f-99d0d16f59c9 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.498173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-387b8c48-656d-4837-a2a0-898a808e0327 req-d83ba278-900f-4c87-886f-99d0d16f59c9 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 945 time: 0.1608543 Jul 22 19:29:26.524290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.527168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.545593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.551589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ef05682-baa1-4f1b-8a87-6338ea0c617d HTTP/1.1" status: 204 len: 168 time: 1.0949440 Jul 22 19:29:26.575667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2892-6f8d-4b68-9b43-bb922538f544 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef05682-baa1-4f1b-8a87-6338ea0c617d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:26.598704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-e830d391-3905-4f27-90b5-9b9cac2d191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.600349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-e830d391-3905-4f27-90b5-9b9cac2d191d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1096 time: 0.6173108 Jul 22 19:29:26.678339 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-b294254d-5f63-4ec2-b66d-207fa62243bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 217 time: 0.0686238 Jul 22 19:29:26.684671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.689766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.690929 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be0245be-2e60-43d4-978f-a5168827a697 HTTP/1.1" status: 204 len: 168 time: 0.9751463 Jul 22 19:29:26.735008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7ca6-7a6a-4262-9045-4f50b9d18e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0245be-2e60-43d4-978f-a5168827a697,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:26.761580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49441e-b5da-432f-8e72-e05364012f39 req-e25e6f86-fe09-4f7a-8b16-a896070b39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.764452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-e25e6f86-fe09-4f7a-8b16-a896070b39f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.0712452 Jul 22 19:29:26.833401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-da8119c4-5598-4e23-9375-ba9f37b1fc7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612855 Jul 22 19:29:26.841517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43940) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:26.897461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92924ce5-2602-41ed-95e1-eb201922e05c req-fd9a0a6d-fd7e-4a65-9810-030764b29d8e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.898870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92924ce5-2602-41ed-95e1-eb201922e05c req-fd9a0a6d-fd7e-4a65-9810-030764b29d8e tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 945 time: 0.2403214 Jul 22 19:29:26.917129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217dcf-b284-4fa8-b98a-f649b6d9c1b7 req-78b41f30-5ef8-4dca-9af8-66b151f45a85 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:26.923905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59217dcf-b284-4fa8-b98a-f649b6d9c1b7 req-78b41f30-5ef8-4dca-9af8-66b151f45a85 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 946 time: 0.2883694 Jul 22 19:29:26.936667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.947320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Deleting port fa19357a-c0d0-4158-aa18-335ab85db41f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:26.947616 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:26.955211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.006979 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-b3eaf036-9d3d-4806-943e-cde4b751ec06 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635387 Jul 22 19:29:27.083349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59217dcf-b284-4fa8-b98a-f649b6d9c1b7 req-bf1be259-6279-454d-a3c0-a508540e78df tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540937 Jul 22 19:29:27.114820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9024a11-9715-48c6-a990-b4cc70937c9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d4bdc3609724fd38a54186bd02d7d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702572 Jul 22 19:29:27.116258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92924ce5-2602-41ed-95e1-eb201922e05c req-7f665b6f-49fd-4e33-ae08-d7eb426b00d6 tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/security-groups?id=37955d71-ecb6-4f95-8bfd-25eb1150cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114115 Jul 22 19:29:27.120183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:27.202899 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a49441e-b5da-432f-8e72-e05364012f39 req-8262b89e-c0b2-43eb-91ab-2bff4b523de2 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873784 Jul 22 19:29:27.227577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] For port fa19357a-c0d0-4158-aa18-335ab85db41f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fa19357a-c0d0-4158-aa18-335ab85db41f,segment=NetworkSegment(a6032af6-59ae-472c-89a2-3c931b7142f1),segment_id=a6032af6-59ae-472c-89a2-3c931b7142f1)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:27.228097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.282390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.286655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Calling delete_port for fa19357a-c0d0-4158-aa18-335ab85db41f owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:27.393330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-20563d58-94ca-4d1b-883e-f701217cbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.397372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-20563d58-94ca-4d1b-883e-f701217cbb81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1132140 Jul 22 19:29:27.453023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:27.463912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.480715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:27.482623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:27.490612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:27.602444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-376eb47c-05a1-4594-bc69-4750a6f6ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.617786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-376eb47c-05a1-4594-bc69-4750a6f6ea88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.2015257 Jul 22 19:29:27.622017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.640996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0c5e5-d383-40e4-a394-43644ce9232b req-fba99e01-25ad-4ee2-8017-b645647f95ab tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.642592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0a0c5e5-d383-40e4-a394-43644ce9232b req-fba99e01-25ad-4ee2-8017-b645647f95ab tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 944 time: 0.4239206 Jul 22 19:29:27.675588 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-4ef8a11d-5f05-4b95-8bd4-d80349c36060 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 217 time: 0.0564544 Jul 22 19:29:27.708885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.710326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.738372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b88d5-dbe6-47a3-9e6e-84af02ac88b7 req-085a63c6-97ba-40d8-a91a-a3dcfa6c0ad0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.739965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15b88d5-dbe6-47a3-9e6e-84af02ac88b7 req-085a63c6-97ba-40d8-a91a-a3dcfa6c0ad0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 931 time: 0.4553678 Jul 22 19:29:27.747270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-9f98cad2-f49b-4201-a828-74cafa54f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:27.748939 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-9f98cad2-f49b-4201-a828-74cafa54f578 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.0665910 Jul 22 19:29:27.813649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-57af455c-56c0-4c16-89ab-dc07dd6a3b71 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7855773 Jul 22 19:29:27.845869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-899e3b73-702c-43d4-99c4-0a9a06e79927 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399249 Jul 22 19:29:27.846130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Request body: {'port': {'device_id': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:27.892099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0a0c5e5-d383-40e4-a394-43644ce9232b req-23ad6032-1943-4b0a-b66f-43113013ab01 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267082 Jul 22 19:29:27.928249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15b88d5-dbe6-47a3-9e6e-84af02ac88b7 req-a6c5d839-31b6-4939-a93c-f86072f9e737 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700492 Jul 22 19:29:27.967051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.970817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.974368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:27.975563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db4064c6-6d26-4765-8e04-3495b8be3a7a HTTP/1.1" status: 204 len: 168 time: 0.8391554 Jul 22 19:29:27.981398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['fa19357a-c0d0-4158-aa18-335ab85db41f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:28.009367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-55076fc4-c8f3-4e02-924d-6ef48cf3cb17 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555476 Jul 22 19:29:28.021705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Pushing event deleted for resources: {'Port': ['ID=fa19357a-c0d0-4158-aa18-335ab85db41f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:28.023847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938945-9498-418e-9c09-ccfd20305483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4064c6-6d26-4765-8e04-3495b8be3a7a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:28.049935 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.102543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-333e1e37-e2a6-4410-a758-967f8abc29e8 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:28.104537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-333e1e37-e2a6-4410-a758-967f8abc29e8 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 946 time: 0.3679512 Jul 22 19:29:28.234819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] No DVR routers for this DVR port fa19357a-c0d0-4158-aa18-335ab85db41f on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:28.237685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.240723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-387b8c48-656d-4837-a2a0-898a808e0327 req-07a57170-c41e-4630-ac06-a2dc5100d80f tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.32 "DELETE /v2.0/ports/fa19357a-c0d0-4158-aa18-335ab85db41f HTTP/1.1" status: 204 len: 173 time: 1.7356510 Jul 22 19:29:28.251024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'name': 'network-vif-deleted', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:28.255869 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de803f6-d8a0-482f-a574-d92eaf584622" -d '{"events": [{"server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "name": "network-vif-deleted", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:28.311956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6380f70f-27c8-47da-83be-9be70f6f0acf req-0ee3595a-5684-4bc1-bff2-6f383e4b55ca service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941697 Jul 22 19:29:28.379279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Deleting port 3a820502-d711-48aa-b2d7-5815e92eca4d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:28.381669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.403216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-090f6482-99f5-476d-a333-182c100549e8 req-fc669515-ad3a-4194-a333-2e3adb7d09fb tempest-ServerTagsTestJSON-270269251 tempest-ServerTagsTestJSON-270269251-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4e9c5f3-8548-4745-9d15-8cc74a31b988 HTTP/1.1" status: 200 len: 210 time: 0.1056428 Jul 22 19:29:28.513209 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52676b2c-bb9e-4291-b538-ec66ed25a160 x-openstack-request-id: req-52676b2c-bb9e-4291-b538-ec66ed25a160 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:28.514012 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e9c5f3-8548-4745-9d15-8cc74a31b988", "name": "network-vif-deleted", "tag": "fa19357a-c0d0-4158-aa18-335ab85db41f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:28.514447 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52676b2c-bb9e-4291-b538-ec66ed25a160 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:28.515007 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e9c5f3-8548-4745-9d15-8cc74a31b988', 'name': 'network-vif-deleted', 'tag': 'fa19357a-c0d0-4158-aa18-335ab85db41f', 'status': 'completed', 'code': 200} Jul 22 19:29:28.597029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bb7eb-9ab2-4422-b8d1-6ca445cc2742 req-92fdb6ea-1c46-49f4-99c3-cd0d85dcd9d4 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:28.605230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616bb7eb-9ab2-4422-b8d1-6ca445cc2742 req-92fdb6ea-1c46-49f4-99c3-cd0d85dcd9d4 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/ports?device_id=52591192-d087-46e8-b1da-10d38aa993bb HTTP/1.1" status: 200 len: 946 time: 0.3617802 Jul 22 19:29:28.635281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] For port 3a820502-d711-48aa-b2d7-5815e92eca4d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3a820502-d711-48aa-b2d7-5815e92eca4d,segment=NetworkSegment(636a4f7d-d0f7-4998-9a19-f4ad33ea145c),segment_id=636a4f7d-d0f7-4998-9a19-f4ad33ea145c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:28.635658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.662920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Calling delete_port for 3a820502-d711-48aa-b2d7-5815e92eca4d owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:28.692657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43998) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:28.738199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616bb7eb-9ab2-4422-b8d1-6ca445cc2742 req-1090f6b2-746c-4d7f-ae52-423ca7a4a69a tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups?id=815789af-1191-4c59-a4e3-2af7db4f3f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308565 Jul 22 19:29:28.890215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 194f8454-7ae0-480b-87b1-2fdab931086d details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:28.910601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-621440546-network', 'tenant_id': '83d8e80218df459291503757544d5e24'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:28.946032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.963947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Made reservation on behalf of 83d8e80218df459291503757544d5e24 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:28.968188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:28.989433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff698bf-804b-45ee-a15b-93fef0dd94c3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:28.998591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.009507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event deleted for resources: {'Port': ['ID=3a820502-d711-48aa-b2d7-5815e92eca4d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:29.068932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.096073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] No DVR routers for this DVR port 3a820502-d711-48aa-b2d7-5815e92eca4d on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:29.102250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.105914 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b6aa035-0b15-4a6d-b137-f4f64878dd29 req-27f1f81f-3278-4877-8864-ad834d96296c tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.32 "DELETE /v2.0/ports/3a820502-d711-48aa-b2d7-5815e92eca4d HTTP/1.1" status: 204 len: 173 time: 0.9320254 Jul 22 19:29:29.106748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'name': 'network-vif-deleted', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:29.119696 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5713770-bcc5-40a4-be28-fe6821341663" -d '{"events": [{"server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "name": "network-vif-deleted", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:29.153561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:29.173307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Transition to ACTIVE for port object 5ff698bf-804b-45ee-a15b-93fef0dd94c3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:29.178656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '194f8454-7ae0-480b-87b1-2fdab931086d', 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f', 'port_id': '194f8454-7ae0-480b-87b1-2fdab931086d', 'mac_address': 'fa:16:3e:be:be:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49852647-42bf-421b-b04f-8a671e765977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:29.190241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.244387 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.251780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:29.275599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7309ad-fc9a-44ea-bb8f-35dddd9bb917 req-dbfcfb44-97d6-443e-9878-ec686d81bdb3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:29.276375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194f8454-7ae0-480b-87b1-2fdab931086d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:29.277188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea7309ad-fc9a-44ea-bb8f-35dddd9bb917 req-dbfcfb44-97d6-443e-9878-ec686d81bdb3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 944 time: 0.2578235 Jul 22 19:29:29.327906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:29.340242 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.354671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea7309ad-fc9a-44ea-bb8f-35dddd9bb917 req-08614fe9-879f-4fd4-8e01-a55e9ea4f7f4 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704713 Jul 22 19:29:29.444021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:29.461823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.470906 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:29:29.496684 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04ac54-dffc-4f75-ab51-4d84b53c93d1 x-openstack-request-id: req-cb04ac54-dffc-4f75-ab51-4d84b53c93d1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:29.496992 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52591192-d087-46e8-b1da-10d38aa993bb", "name": "network-vif-deleted", "tag": "3a820502-d711-48aa-b2d7-5815e92eca4d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:29.497249 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb04ac54-dffc-4f75-ab51-4d84b53c93d1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:29.497687 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52591192-d087-46e8-b1da-10d38aa993bb', 'name': 'network-vif-deleted', 'tag': '3a820502-d711-48aa-b2d7-5815e92eca4d', 'status': 'completed', 'code': 200} Jul 22 19:29:29.518804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.539016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:29.539363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:29.539724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:29.548733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:29.552707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:29.570859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:29.571628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:29.584462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.584822 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Added segment 0ec0ab23-a55e-476b-9bf5-3153aef37f59 of type vlan for network d2b75ca4-a230-43c9-a562-12eeeb569c99 Jul 22 19:29:29.586403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:29.595234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be2506c-ca92-4c65-a8c8-6971958ce5bd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:29.601079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:29.601418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:29.602031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:29.602251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Bound port: 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:29.602609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.654100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.675890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e63a7-8df0-41c9-be4c-534b21fd3275 req-cdd14953-60e3-42b1-922d-1e14678a5377 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:29.683084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e19e63a7-8df0-41c9-be4c-534b21fd3275 req-cdd14953-60e3-42b1-922d-1e14678a5377 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.2188485 Jul 22 19:29:29.787134 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.788488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:29.789085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.802443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e19e63a7-8df0-41c9-be4c-534b21fd3275 req-4db7bfa5-f591-4e59-aff1-bb5c25e60123 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164558 Jul 22 19:29:29.821195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:29.841098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1750314618-network', 'tenant_id': 'be3a634c015a4bd0a3ae6b613cc3a64b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:29.841454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:29.867665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.876317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:29.950498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Made reservation on behalf of be3a634c015a4bd0a3ae6b613cc3a64b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:29.953296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.958867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Deleting subnet 2e565428-7170-4a31-acc5-3f0785c9b896 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:29.969830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.973107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:29.994208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3002939 Jul 22 19:29:30.000607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.007391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:30.009343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Request body: {'subnet': {'network_id': 'd2b75ca4-a230-43c9-a562-12eeeb569c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-621440546-subnet', 'tenant_id': '83d8e80218df459291503757544d5e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:30.013342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.014828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 1092 time: 2.1789043 Jul 22 19:29:30.072323 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.111892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44060) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.120812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909769fb-09ab-47a1-bf97-e2da7332ba8a admin admin] Pushing event updated for resources: {'Network': ['ID=d2b75ca4-a230-43c9-a562-12eeeb569c99,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.136257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d2b75ca4-a230-43c9-a562-12eeeb569c99 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:30.144879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.202698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385edfd9-b2d3-44c9-9976-af9438323306 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.212269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44062) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.256533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-db862b4e-82fe-4ecf-b99f-0ebbec689cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:30.258129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-db862b4e-82fe-4ecf-b99f-0ebbec689cf8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1095 time: 0.1486716 Jul 22 19:29:30.277250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.314906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e565428-7170-4a31-acc5-3f0785c9b896,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.319101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.329678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-f4fe049d-5cff-43aa-992c-2a2968537a89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.0624206 Jul 22 19:29:30.330451 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.343191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.349251 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f0dd128f-39da-47e0-aa8c-de288ed85ba6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2e565428-7170-4a31-acc5-3f0785c9b896 HTTP/1.1" status: 204 len: 168 time: 0.4715142 Jul 22 19:29:30.349892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.354034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44066) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.356694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Made reservation on behalf of 83d8e80218df459291503757544d5e24 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:30.359492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.406365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.413051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:30.428165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-76fe1c0b-f0e2-4acd-8a38-4d6e6ddf1714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.437712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.438062 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Added segment 9852b473-c506-4513-ab07-7588d65d81b7 of type vlan for network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 Jul 22 19:29:30.444788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1614da33-36d7-4c0d-b349-0a21ae42066c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.459756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-b0e00f32-6fc9-4bee-b738-37e612b2ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:30.461253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-b0e00f32-6fc9-4bee-b738-37e612b2ff67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1245177 Jul 22 19:29:30.518147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:30.520493 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0585e929-845e-4b5d-b872-09177246e216" -d '{"events": [{"name": "network-changed", "server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:30.555408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.588713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3a820502-d711-48aa-b2d7-5815e92eca4d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:30.613844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 3a820502-d711-48aa-b2d7-5815e92eca4d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:30.614193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3a820502-d711-48aa-b2d7-5815e92eca4d not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:30.614737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fa19357a-c0d0-4158-aa18-335ab85db41f no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:30.634774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: fa19357a-c0d0-4158-aa18-335ab85db41f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:30.635111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fa19357a-c0d0-4158-aa18-335ab85db41f not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:30.648625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.649617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:30.650211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.775128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] Pushing event updated for resources: {'Network': ['ID=218f88c2-7836-4bd6-8c6c-cf35cd8fc354,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.788825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.791572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:30.791949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-76fe1c0b-f0e2-4acd-8a38-4d6e6ddf1714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.851134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-76fe1c0b-f0e2-4acd-8a38-4d6e6ddf1714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.875911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.879823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-30501731-2256-404d-badf-4dcd81142834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3668432 Jul 22 19:29:30.881495 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-76fe1c0b-f0e2-4acd-8a38-4d6e6ddf1714 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9717ac8980d40dd824b20df92d54af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657991 Jul 22 19:29:30.886145 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3ca5d880-f767-4368-b371-a02b969c04b8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2981300 Jul 22 19:29:30.887987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44078) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.889894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44080) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:30.892850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 194f8454-7ae0-480b-87b1-2fdab931086d up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:30.910282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Request body: {'subnet': {'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1750314618-subnet', 'tenant_id': 'be3a634c015a4bd0a3ae6b613cc3a64b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:30.924075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b1fe44-debd-481e-b17a-14334415a1e0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.935148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe1c0b-f0e2-4acd-8a38-4d6e6ddf1714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb3003-9a99-4a6f-8896-1fce7eb00b44,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:30.942398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Checking segment: {'id': '0ec0ab23-a55e-476b-9bf5-3153aef37f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd2b75ca4-a230-43c9-a562-12eeeb569c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:30.942767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Network hostable DHCP agents. Network: d2b75ca4-a230-43c9-a562-12eeeb569c99, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:30.962913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Network d2b75ca4-a230-43c9-a562-12eeeb569c99 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:30.967328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 194f8454-7ae0-480b-87b1-2fdab931086d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:30.971969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d2b75ca4-a230-43c9-a562-12eeeb569c99) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:30.972943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 194f8454-7ae0-480b-87b1-2fdab931086d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:30.973476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.976899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:30.977590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:30.999945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a7f21f-2452-4249-abdc-5b9ab9676fa3 None None] Network d2b75ca4-a230-43c9-a562-12eeeb569c99 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:31.053394 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0766995f-1953-4a0f-971d-3ca8e5eae251 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0510850 Jul 22 19:29:31.056587 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.059181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.060361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "DELETE /v2.0/security-groups/125831dc-fc35-4ccd-9057-2c7df93b48db HTTP/1.1" status: 204 len: 168 time: 0.9406216 Jul 22 19:29:31.063155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44090) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:31.082395 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e925f73e-3e08-48c9-a4fc-807ebc87fd1d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] show failed (client error): The resource could not be found. Jul 22 19:29:31.083785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e925f73e-3e08-48c9-a4fc-807ebc87fd1d tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "GET /v2.0/security-groups/125831dc-fc35-4ccd-9057-2c7df93b48db HTTP/1.1" status: 404 len: 347 time: 0.0180364 Jul 22 19:29:31.086462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44092) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:31.107001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Made reservation on behalf of be3a634c015a4bd0a3ae6b613cc3a64b for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:31.109132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.181906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.194148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2fa9e5-5406-446f-807c-4bca94362871 None None] Network d2b75ca4-a230-43c9-a562-12eeeb569c99 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:31.228792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:31.231141 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29f0849-4f61-43eb-86fd-619999215885" -d '{"events": [{"server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "name": "network-vif-plugged", "status": "completed", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:31.236847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9e46-eb8a-44bb-89a6-375f83151025 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125831dc-fc35-4ccd-9057-2c7df93b48db,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.250133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Deleting port f6a272b6-0f37-414a-9014-938988040e7b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:31.250604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.264186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a04c8-e56e-4ee3-b09c-d1c54d4d338f req-61e52f9b-e79c-4e67-a0fd-a085ccec6fbc tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.265709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-469a04c8-e56e-4ee3-b09c-d1c54d4d338f req-61e52f9b-e79c-4e67-a0fd-a085ccec6fbc tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 945 time: 0.8320556 Jul 22 19:29:31.276033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:31.286188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.354038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.354520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.367261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Calling delete_port for f6a272b6-0f37-414a-9014-938988040e7b owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:31.368062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.370815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.375549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.399637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-6a46228d-1356-410e-bb7a-95a0689e5a5a service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040781 Jul 22 19:29:31.401908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5e61c-91c0-4c62-8fb9-45c2e03f5c58']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:31.446568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382229e3-40cc-425d-9a01-314ba66e6185 req-331a470e-bbce-448b-a8e6-000c53d7095d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.448055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-382229e3-40cc-425d-9a01-314ba66e6185 req-331a470e-bbce-448b-a8e6-000c53d7095d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.5610561 Jul 22 19:29:31.467562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6032af6-59ae-472c-89a2-3c931b7142f1') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:31.467870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6032af6-59ae-472c-89a2-3c931b7142f1') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:31.507489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.508215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.510775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.533766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Pushing event deleted for resources: {'Port': ['ID=f6a272b6-0f37-414a-9014-938988040e7b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.562528 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-469a04c8-e56e-4ee3-b09c-d1c54d4d338f req-d02d01e9-52bf-4ed0-8295-4ba47560c4fd tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755671 Jul 22 19:29:31.627754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.630906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.633652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.637115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-492ab66a-2964-4916-b88b-e2df1dec63f7 tempest-ImagesOneServerNegativeTestJSON-506938966 tempest-ImagesOneServerNegativeTestJSON-506938966-project] 10.222.0.10 "DELETE /v2.0/floatingips/7303e381-4c1e-4fbd-95fb-7dba2a81c7e2 HTTP/1.1" status: 204 len: 168 time: 0.5472920 Jul 22 19:29:31.655366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:31.655809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:31.657727 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:31.659958 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.675199 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0ad05c-ac50-4ebc-834a-3cd763d9ca0e x-openstack-request-id: req-9e0ad05c-ac50-4ebc-834a-3cd763d9ca0e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:31.675584 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:31.676004 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e0ad05c-ac50-4ebc-834a-3cd763d9ca0e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:31.676476 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'status': 'completed', 'code': 200} Jul 22 19:29:31.742699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-382229e3-40cc-425d-9a01-314ba66e6185 req-fe0417fa-f228-487e-b0c3-0b35babf12e7 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642477 Jul 22 19:29:31.761927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0691443-2548-4df5-9c42-358d0a2aeb3b req-c8870054-0f2c-4dd4-90e5-01fa569ac6ad service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450761 Jul 22 19:29:31.803806 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad3165-8144-4bfe-884e-dd20f6694038 x-openstack-request-id: req-bdad3165-8144-4bfe-884e-dd20f6694038 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:31.804519 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "name": "network-vif-plugged", "status": "completed", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:31.805002 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bdad3165-8144-4bfe-884e-dd20f6694038 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:31.805680 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d', 'code': 200} Jul 22 19:29:31.815059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b44e5f-b5ef-4a98-85f6-e10070171738,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.820765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.835709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.839690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.844028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3dbb3003-9a99-4a6f-8896-1fce7eb00b44 HTTP/1.1" status: 204 len: 168 time: 0.9487147 Jul 22 19:29:31.844336 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.846210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] 10.222.0.10 "DELETE /v2.0/networks/fff5e61c-91c0-4c62-8fb9-45c2e03f5c58 HTTP/1.1" status: 204 len: 168 time: 1.4913988 Jul 22 19:29:31.887107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1516410173', 'description': 'tempest-description-90743607'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:31.891847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Checking segment: {'id': '9852b473-c506-4513-ab07-7588d65d81b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:31.892250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Network hostable DHCP agents. Network: 218f88c2-7836-4bd6-8c6c-cf35cd8fc354, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:31.898710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a158f-7996-48d1-bd57-80dd1684280d admin admin] Pushing event deleted for resources: {'Network': ['ID=fff5e61c-91c0-4c62-8fb9-45c2e03f5c58,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.903764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bf3d0-8e49-44b9-8026-d7cb0f259d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb3003-9a99-4a6f-8896-1fce7eb00b44,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:31.939775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:31.952114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:31.970860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e929-845e-4b5d-b872-09177246e216 req-9a48decd-48e5-44d4-ba99-3d411679dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.973009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-9a48decd-48e5-44d4-ba99-3d411679dfe4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1095 time: 0.1504509 Jul 22 19:29:31.978479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 218f88c2-7836-4bd6-8c6c-cf35cd8fc354) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:31.987048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bf539-6c88-4bd0-9741-dbe759817a44 None None] Network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:31.996843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:31.997441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.070299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f129-8bd2-4572-a51c-b6ca59ea5369 req-89db36f7-31d1-43b7-be96-804f65df2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:32.079271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c13f129-8bd2-4572-a51c-b6ca59ea5369 req-89db36f7-31d1-43b7-be96-804f65df2d91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1790223 Jul 22 19:29:32.140727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e929-845e-4b5d-b872-09177246e216 req-0c54bdbb-9b0e-4e6f-bc23-ac2fcf274b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:32.142190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-0c54bdbb-9b0e-4e6f-bc23-ac2fcf274b86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1616938 Jul 22 19:29:32.160377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c13f129-8bd2-4572-a51c-b6ca59ea5369 req-7e872f5d-a6c5-4d3d-bbc3-d770436aa9bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732007 Jul 22 19:29:32.161886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44122) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:32.183251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.228081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67b081-38c7-418f-b8de-ec05f2153fcc None None] Network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:32.233976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.237024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-12625d0c-8844-4fb9-96c9-b4fbfe4395fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.0691547 Jul 22 19:29:32.255515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b9c01325-a4bf-4e03-965b-05584ae8b24f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3621662 Jul 22 19:29:32.275883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44128) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:32.289987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46f2d501-4fac-4322-b69d-fe5c30fbe052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.326027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32515a0a-9587-4b53-a33b-276976f11054,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:32.375234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.376919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b29944d5-1576-44cf-a393-984aeee35173 req-62f6c5de-b670-409a-80bf-b70877fba4ae tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5341096 Jul 22 19:29:32.399155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5a6f0348-a712-43e0-a683-c0ae89ba411f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e759d95f2e542c09dbb3aa4b2422f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366178 Jul 22 19:29:32.399908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:32.446191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46f2d501-4fac-4322-b69d-fe5c30fbe052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.455119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46f2d501-4fac-4322-b69d-fe5c30fbe052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.459116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585e929-845e-4b5d-b872-09177246e216 req-fc09db99-c93b-40cf-be3f-aef2125c09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:32.461747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-fc09db99-c93b-40cf-be3f-aef2125c09ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1954806 Jul 22 19:29:32.467768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44136) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:32.490527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-46f2d501-4fac-4322-b69d-fe5c30fbe052 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ceb736f6551e4f1eb568d9f4e43eb0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135499 Jul 22 19:29:32.494040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:32.521770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2d501-4fac-4322-b69d-fe5c30fbe052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07caefc4-a6f0-4159-afbe-313ff2faf478,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:32.560165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.563395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-94337139-cb92-47f1-8fd3-c39db335a7dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829110 Jul 22 19:29:32.576530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69d262-7e99-41fb-be8b-62aac042cb5c req-9d8c6d19-6cba-4f0b-9f86-d65b712dfbbe tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:32.577909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff69d262-7e99-41fb-be8b-62aac042cb5c req-9d8c6d19-6cba-4f0b-9f86-d65b712dfbbe tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 945 time: 0.3449640 Jul 22 19:29:32.583777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.635679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.637838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Deleting subnet c3453412-584a-4684-ab6f-292f450d9025 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:32.638284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.639463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07caefc4-a6f0-4159-afbe-313ff2faf478 HTTP/1.1" status: 204 len: 168 time: 0.1445160 Jul 22 19:29:32.648253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075553b4-deb4-41b7-8560-7111d677a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07caefc4-a6f0-4159-afbe-313ff2faf478,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:32.673422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.675156 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.754200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-38077160-ec70-477e-8525-11c18885e6ab tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/32515a0a-9587-4b53-a33b-276976f11054 HTTP/1.1" status: 200 len: 1811 time: 0.2757502 Jul 22 19:29:32.780708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff69d262-7e99-41fb-be8b-62aac042cb5c req-0e11fac1-1d0d-48c6-aa76-bc34cd513d26 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785097 Jul 22 19:29:32.784099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.789336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32515a0a-9587-4b53-a33b-276976f11054', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:32.789667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '32515a0a-9587-4b53-a33b-276976f11054', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:32.814628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:32.893902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-37c984c8-1957-416c-a324-09a385ff7baa service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131390 Jul 22 19:29:32.896260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:32.912981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.024727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:33.038755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0585e929-845e-4b5d-b872-09177246e216 req-7db41d72-4ed2-4e4c-8244-68aa8c7c53fb service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945208 Jul 22 19:29:33.076176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.083105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.085941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.087277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37955d71-ecb6-4f95-8bfd-25eb1150cdd2 HTTP/1.1" status: 204 len: 168 time: 0.6838696 Jul 22 19:29:33.113848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f15c5-75f7-4e5e-b30d-2d51833fd8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37955d71-ecb6-4f95-8bfd-25eb1150cdd2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:33.120822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.131668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.146453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.191973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3453412-584a-4684-ab6f-292f450d9025,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:33.195066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.199517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6ab556d-4d90-40a4-af15-09e744e6d468 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c3453412-584a-4684-ab6f-292f450d9025 HTTP/1.1" status: 204 len: 168 time: 0.7304378 Jul 22 19:29:33.200114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941ee7e3-421f-4ee2-982f-aeadb4cf0c7c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:33.201117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44162) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:33.212030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.224801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b0845a2-cd8e-4665-bef1-e1dfbfd21e5b req-da5ff1a2-dde6-44f5-b0e7-42258265926d tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4611063 Jul 22 19:29:33.296524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'port_id': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'mac_address': 'fa:16:3e:7c:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd50cf3-f002-44ab-8eee-1a3b13e44ab9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:33.338501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.377580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.395096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff698bf-804b-45ee-a15b-93fef0dd94c3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:33.422954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:33.430045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.461606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047541b-7899-4bfe-8745-e08d1cd3ecc6 req-b395270f-b89f-4409-abad-0d160066fe7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:33.463212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3047541b-7899-4bfe-8745-e08d1cd3ecc6 req-b395270f-b89f-4409-abad-0d160066fe7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 946 time: 0.1650970 Jul 22 19:29:33.486972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-50326af7-54e8-4793-8826-8186dd447985 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:33.489481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-50326af7-54e8-4793-8826-8186dd447985 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/networks?id=218f88c2-7836-4bd6-8c6c-cf35cd8fc354 HTTP/1.1" status: 200 len: 821 time: 0.1456041 Jul 22 19:29:33.524532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:33.526263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3047541b-7899-4bfe-8745-e08d1cd3ecc6 req-c1b0788b-c34b-410f-a7c9-2e4da9a8e2cc tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Jul 22 19:29:33.527696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-712a27d9-24f1-4cef-a7eb-824b8905bd54 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/quotas/be3a634c015a4bd0a3ae6b613cc3a64b HTTP/1.1" status: 200 len: 375 time: 0.0304642 Jul 22 19:29:33.553695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.577356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d41796b-4562-407b-9a6f-9b99f11597c5']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:33.586332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-e3374fc2-a9f9-429b-852b-ce64a49d68e5 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=be3a634c015a4bd0a3ae6b613cc3a64b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517297 Jul 22 19:29:33.598063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636a4f7d-d0f7-4998-9a19-f4ad33ea145c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:33.598437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636a4f7d-d0f7-4998-9a19-f4ad33ea145c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:33.610127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.637709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.645055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:33.645532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:33.647747 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:33.677528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5ff698bf-804b-45ee-a15b-93fef0dd94c3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:33.741988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.757314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:33.763435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d41796b-4562-407b-9a6f-9b99f11597c5 HTTP/1.1" status: 204 len: 168 time: 0.5611739 Jul 22 19:29:33.779276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6c5ca-5d9f-4783-aa03-5cfbd3478b57 req-3f045aa2-b680-4085-9fc3-144167b855cd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:33.781752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d6c5ca-5d9f-4783-aa03-5cfbd3478b57 req-3f045aa2-b680-4085-9fc3-144167b855cd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.1250010 Jul 22 19:29:33.784440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e4a6d-eba9-433c-8732-29dbd49c9b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d41796b-4562-407b-9a6f-9b99f11597c5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:33.879705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d6c5ca-5d9f-4783-aa03-5cfbd3478b57 req-a7b620c6-b32a-4e74-a6f3-3c985f2ac963 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905654 Jul 22 19:29:34.014272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-bb9d8712-d6c9-4ec2-b32b-13cb29cf7260 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:34.015915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-bb9d8712-d6c9-4ec2-b32b-13cb29cf7260 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.26 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 945 time: 0.1919379 Jul 22 19:29:34.039069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d6c7d41-7f8a-42ca-b469-5fd7d97c53ec req-20563115-a9e3-4949-bb32-7b6597532135 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/32515a0a-9587-4b53-a33b-276976f11054 HTTP/1.1" status: 200 len: 2404 time: 0.1245370 Jul 22 19:29:34.072978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-05c71c4d-b2ec-4382-9e24-c9d592ba8c9c service neutron] 10.222.0.10 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782331 Jul 22 19:29:34.079345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:34.152675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1dcf6ce6-d4f3-4cd5-a1b6-393fd4894935 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25cbce0399e74b97a7136eec4e15bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699685 Jul 22 19:29:34.152931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44210) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:34.227100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.256251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.272957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-16f671d5-7837-4100-93b9-ed730f2a8353 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-108938437&fields=id&tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 267 time: 0.1457489 Jul 22 19:29:34.313394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.316988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.318405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/815789af-1191-4c59-a4e3-2af7db4f3f9a HTTP/1.1" status: 204 len: 168 time: 0.1645837 Jul 22 19:29:34.328208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabc0c-23b7-4e19-b79b-8f4609774cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815789af-1191-4c59-a4e3-2af7db4f3f9a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:34.361412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-b81d67b2-56b9-4389-96b8-5a064aaa89b1 service neutron] 10.222.0.10 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798047 Jul 22 19:29:34.371063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Deleting port bb954938-ab87-4101-b4fc-57bd30fe7374 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:34.371063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.475211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-9c2b6ec3-8a84-4aef-ac34-f68d25d8ff94 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:34.476863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-9c2b6ec3-8a84-4aef-ac34-f68d25d8ff94 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 946 time: 0.2032182 Jul 22 19:29:34.495069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'security_groups': ['b3ff91a2-1d6e-4b38-8d16-90d7618e40be', '6992a672-821f-4491-a92e-72cffe78f1c8']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:34.575802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] For port bb954938-ab87-4101-b4fc-57bd30fe7374, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bb954938-ab87-4101-b4fc-57bd30fe7374,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:34.576184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.639637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Calling delete_port for bb954938-ab87-4101-b4fc-57bd30fe7374 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:34.758168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:34.790944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e848f28-1ebb-4406-9bfe-4cd6dccbb95b req-4b740c41-1459-48d8-9558-60817d14b6d7 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:34.798851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e848f28-1ebb-4406-9bfe-4cd6dccbb95b req-4b740c41-1459-48d8-9558-60817d14b6d7 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/ports?device_id=124699d3-d05a-4730-8526-0d0d65915744 HTTP/1.1" status: 200 len: 945 time: 0.2250018 Jul 22 19:29:34.931168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:34.949217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e848f28-1ebb-4406-9bfe-4cd6dccbb95b req-8b013628-aa24-4259-a67e-33212f155445 tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.10 "GET /v2.0/security-groups?id=610da44e-7365-4038-bc34-af841fa371f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494124 Jul 22 19:29:35.055484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:35.064791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:35.065366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.089535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-84101ab6-271a-402e-8a84-2fffcfae33bd tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-group-rules/941ee7e3-421f-4ee2-982f-aeadb4cf0c7c HTTP/1.1" status: 200 len: 778 time: 0.0773921 Jul 22 19:29:35.113410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.165592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Pushing event deleted for resources: {'Port': ['ID=bb954938-ab87-4101-b4fc-57bd30fe7374,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:35.176621 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.228955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:35.244742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:35.249166 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cfbdd0-a102-4536-8de1-f15c9129f3ef" -d '{"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-plugged", "status": "completed", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:35.260545 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.261570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bb954938-ab87-4101-b4fc-57bd30fe7374 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:35.304475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: bb954938-ab87-4101-b4fc-57bd30fe7374 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:35.304997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bb954938-ab87-4101-b4fc-57bd30fe7374 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:35.331977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:35.462121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44268) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:35.555918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-65ccc238-09f2-4d09-8f0b-1b9560ab0e77 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/32515a0a-9587-4b53-a33b-276976f11054 HTTP/1.1" status: 200 len: 2404 time: 0.4652948 Jul 22 19:29:35.574360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-network', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:35.593721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] No DVR routers for this DVR port bb954938-ab87-4101-b4fc-57bd30fe7374 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:35.600290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:35.602755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.604014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.604857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1f9035c-5e8a-4be8-9ae8-e32c464aace3 req-2e922334-9d51-44c3-876f-0a2b4f550f8c tempest-AttachSCSIVolumeTestJSON-650285968 tempest-AttachSCSIVolumeTestJSON-650285968-project] 10.222.0.26 "DELETE /v2.0/ports/bb954938-ab87-4101-b4fc-57bd30fe7374 HTTP/1.1" status: 204 len: 173 time: 1.5797613 Jul 22 19:29:35.605342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'name': 'network-vif-deleted', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:35.607658 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896d3cad-2b17-473a-a493-ca5e4f281c9c" -d '{"events": [{"server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "name": "network-vif-deleted", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:35.611815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:35.630049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.641493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.654784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.681207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.695108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.707787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:35.709055 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.736291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.749504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65692b6d-ad6a-421c-9585-613d1acaa040 req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/941ee7e3-421f-4ee2-982f-aeadb4cf0c7c HTTP/1.1" status: 204 len: 173 time: 0.1925626 Jul 22 19:29:35.799623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:35.809736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:35.810654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.824334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d96b870-e633-430c-bdb2-08cac61e3e6a req-87083f9c-48aa-4860-9b44-1575fd6ff8f1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "PUT /v2.0/ports/194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 982 time: 1.3389838 Jul 22 19:29:35.828051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5661-daa4-4f07-9755-1c87450a58b6 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=941ee7e3-421f-4ee2-982f-aeadb4cf0c7c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:35.891550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:35.906522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ef6a977-828f-43a6-834b-e4cf93c98a26 req-db476f69-936a-46ec-bff1-56b17937ca93 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 210 time: 0.0628598 Jul 22 19:29:35.915855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-47e58ff9-329b-4d84-b60b-7e5db431640b tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:35.917420 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-47e58ff9-329b-4d84-b60b-7e5db431640b tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.32 "GET /v2.0/networks?id=218f88c2-7836-4bd6-8c6c-cf35cd8fc354 HTTP/1.1" status: 200 len: 821 time: 0.1530015 Jul 22 19:29:35.919468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.944035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Request body: {'port': {'device_id': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354', 'admin_state_up': True, 'tenant_id': 'be3a634c015a4bd0a3ae6b613cc3a64b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:35.954164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:35.990507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:36.010065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.010428 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Added segment dbec2225-352f-4c51-8661-bc3eb7d6c3eb of type vlan for network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 Jul 22 19:29:36.050630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded881b-7e74-44d9-b05d-b2b5927a93cd req-31f88ded-308e-4b37-9093-8585b1923c4e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:36.055071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ded881b-7e74-44d9-b05d-b2b5927a93cd req-31f88ded-308e-4b37-9093-8585b1923c4e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 945 time: 0.1488121 Jul 22 19:29:36.100232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.169920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6e64a-4ccc-40df-a11c-08479b605e34,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:36.171419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ded881b-7e74-44d9-b05d-b2b5927a93cd req-a7e152a1-aac0-458a-a212-97d20111e707 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121237 Jul 22 19:29:36.173392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.174658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:36.175119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.265268 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ea2cf-8d89-4630-b9f1-3c9464f289f9 x-openstack-request-id: req-3e8ea2cf-8d89-4630-b9f1-3c9464f289f9 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:36.265806 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-plugged", "status": "completed", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:36.265806 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e8ea2cf-8d89-4630-b9f1-3c9464f289f9 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:36.267365 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'code': 200} Jul 22 19:29:36.304867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44286) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:36.307272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8425808 Jul 22 19:29:36.313473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Request body: {'subnet': {'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-subnet', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:36.334649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:36.353565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1641643200', 'description': 'tempest-description-1126581194'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:36.360789 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d49c95-17b0-4378-93be-fb455e627704 x-openstack-request-id: req-d0d49c95-17b0-4378-93be-fb455e627704 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:36.361993 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "124699d3-d05a-4730-8526-0d0d65915744", "name": "network-vif-deleted", "tag": "bb954938-ab87-4101-b4fc-57bd30fe7374", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:36.362489 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0d49c95-17b0-4378-93be-fb455e627704 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:36.363337 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '124699d3-d05a-4730-8526-0d0d65915744', 'name': 'network-vif-deleted', 'tag': 'bb954938-ab87-4101-b4fc-57bd30fe7374', 'status': 'completed', 'code': 200} Jul 22 19:29:36.366025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:36.369246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.393498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1473-7bfb-489f-897f-d93d2aa47ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=8945a0cd-702f-49b8-aa9f-c2c24e51ee36,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:36.440299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:29:36.446564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Made reservation on behalf of be3a634c015a4bd0a3ae6b613cc3a64b for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:36.452670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.606138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8372b972-bae7-4322-b523-f061623bccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.630023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Allocated IP 172.20.0.2 (218f88c2-7836-4bd6-8c6c-cf35cd8fc354/80b44e5f-b5ef-4a98-85f6-e10070171738/7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:36.646504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3eb066bb-8e48-4f02-a867-f0ff769477c9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734053 Jul 22 19:29:36.649556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.658668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.768391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4311e7c6-21f9-42b0-afef-980039b7dc4b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:36.813309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.813539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.813865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.814248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.814523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.814877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.815194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.815524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.816549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.817149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.817384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.817703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:36.830969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad2b13-7293-4596-9580-db279bfda876 req-8b69d367-9c60-4e89-82ba-946ae95f9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:36.833304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90ad2b13-7293-4596-9580-db279bfda876 req-8b69d367-9c60-4e89-82ba-946ae95f9319 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1097 time: 0.2592347 Jul 22 19:29:36.837775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.842787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Checking segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:36.843156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Network hostable DHCP agents. Network: 8945a0cd-702f-49b8-aa9f-c2c24e51ee36, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:29:36.853830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8372b972-bae7-4322-b523-f061623bccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.860848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8372b972-bae7-4322-b523-f061623bccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.906263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-8a2fde47-b95a-4d52-8d65-e02d589ae781 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:36.907767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-8a2fde47-b95a-4d52-8d65-e02d589ae781 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288864 Jul 22 19:29:36.917402 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8372b972-bae7-4322-b523-f061623bccf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=732ab598fe784c37899f0bd21990e5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820181 Jul 22 19:29:36.919679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372b972-bae7-4322-b523-f061623bccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af49e0-c40e-4149-b151-183cd9121b29,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:36.923367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:36.931264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:36.943834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:29:36.960747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90ad2b13-7293-4596-9580-db279bfda876 req-d5723e06-5879-481c-80f9-108e8af28b9b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189275 Jul 22 19:29:36.973088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:36.975617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-a8957c5c-f7ce-42e0-ba37-060c04f0e600 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/quotas/3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 375 time: 0.0573003 Jul 22 19:29:36.979880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8945a0cd-702f-49b8-aa9f-c2c24e51ee36) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:36.980300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:36.983395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:36.995844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26f11bc-8c08-4acc-806f-a6ea2d6eb388 None None] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:36.999745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:37.000384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.021955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Pushing event updated for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:37.041731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:37.042338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.051637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-ab494772-2368-42a7-9da4-323841dbf294 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536213 Jul 22 19:29:37.081187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.093342 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-072420d1-09bf-4347-94a3-7c2cc0e4522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.096369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.109182 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-c8dcfe4c-a839-4de0-adc3-62d397e1307d tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1826751 Jul 22 19:29:37.111681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.123227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Request body: {'port': {'device_id': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:37.129718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a334edc0-c4c6-4689-a733-a8e764f16eea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8202276 Jul 22 19:29:37.135763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:37.155307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.164034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:37.181383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.195839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e80c7246-5bba-46e4-a4fa-30968c3fbc96 req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8493543 Jul 22 19:29:37.216640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac575618-6183-4cf0-8121-b7aa7de16ce5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e860c10f-b867-4047-b610-7804f518e015,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:37.221820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:29:37.223212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.249113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.251046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.272114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.274684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.292904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e3af49e0-c40e-4149-b151-183cd9121b29 HTTP/1.1" status: 204 len: 168 time: 0.3676250 Jul 22 19:29:37.337580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d300b-c3a4-4524-ab09-3fc91cd61b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af49e0-c40e-4149-b151-183cd9121b29,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:37.363714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.413981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.461859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfd1accb-7cad-4860-8538-0394553cc63a req-670fa86d-e94c-4e01-a5cc-1e1b362c1d7c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-261643394&fields=id&tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 267 time: 0.1975307 Jul 22 19:29:37.563093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Allocated IP 172.20.0.2 (8945a0cd-702f-49b8-aa9f-c2c24e51ee36/4311e7c6-21f9-42b0-afef-980039b7dc4b/6ad46206-844d-405e-9e77-ad62c4791a52) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:37.607078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18cd7-b575-4cb5-b679-fc2eaf0c0afc req-f69c30ce-db02-4977-9be8-1c8652fe8daf tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:37.626098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4f18cd7-b575-4cb5-b679-fc2eaf0c0afc req-f69c30ce-db02-4977-9be8-1c8652fe8daf tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 931 time: 0.2952118 Jul 22 19:29:37.725546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1accb-7cad-4860-8538-0394553cc63a req-9b4d94ef-8ae0-42ca-a28d-d7cab51c9a0b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:37.737172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfd1accb-7cad-4860-8538-0394553cc63a req-9b4d94ef-8ae0-42ca-a28d-d7cab51c9a0b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 985 time: 0.2665422 Jul 22 19:29:37.761983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'security_groups': ['6992a672-821f-4491-a92e-72cffe78f1c8', 'b3ff91a2-1d6e-4b38-8d16-90d7618e40be', '83c0d8a2-1410-4b90-9f84-ab4d0a181570']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:37.851480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4f18cd7-b575-4cb5-b679-fc2eaf0c0afc req-c7b20f11-94ea-4197-83fe-cb48980d0ece tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250109 Jul 22 19:29:37.962710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:37.994434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Transition to ACTIVE for port object 6ad46206-844d-405e-9e77-ad62c4791a52 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:38.049194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Transition to ACTIVE for port object 6ad46206-844d-405e-9e77-ad62c4791a52 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:38.056068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1265848d-1544-4df7-98ea-79bc6d0b0a79 req-fb8ed7eb-8fae-42ec-930a-a9668f488417 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 210 time: 0.1140697 Jul 22 19:29:38.068832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.138531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.153804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:38.164482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:38.168068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:38.196409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-970c1a3d-a78d-4513-b7a0-11a0ea286abb req-d6694ea7-0ac5-489c-8f6a-0abf31046fa7 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/e860c10f-b867-4047-b610-7804f518e015 HTTP/1.1" status: 200 len: 1813 time: 0.1391175 Jul 22 19:29:38.201862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.214531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Pushing event updated for resources: {'Port': ['ID=6ad46206-844d-405e-9e77-ad62c4791a52,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:38.323967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Attempting to bind port 6ad46206-844d-405e-9e77-ad62c4791a52 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:38.324706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Attempting to bind port 6ad46206-844d-405e-9e77-ad62c4791a52 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:38.325173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Attempting to bind port 6ad46206-844d-405e-9e77-ad62c4791a52 on network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:38.334945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:38.335753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Checking segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:38.336574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.337219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Bound using segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:38.338037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Bound port: 6ad46206-844d-405e-9e77-ad62c4791a52, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:38.338672 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.368200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:38.372067 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98c0935-187b-472b-9a97-c7828f452c48" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:38.453536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] For port 6ad46206-844d-405e-9e77-ad62c4791a52, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:38.464903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9c7bf-87ab-4198-ac30-6c809bf0fcdb req-52941876-6e4f-4a2d-976e-7cb42083cd9a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:38.466466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86b9c7bf-87ab-4198-ac30-6c809bf0fcdb req-52941876-6e4f-4a2d-976e-7cb42083cd9a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 945 time: 0.1740732 Jul 22 19:29:38.477073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] For port 6ad46206-844d-405e-9e77-ad62c4791a52, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ad46206-844d-405e-9e77-ad62c4791a52,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:38.483530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.593365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b95d8-1112-4450-b043-cdc753e73ba5 None None] Pushing event updated for resources: {'Port': ['ID=6ad46206-844d-405e-9e77-ad62c4791a52,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:38.608063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86b9c7bf-87ab-4198-ac30-6c809bf0fcdb req-fba7ac22-66f1-419e-9034-8067d2dfe018 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335986 Jul 22 19:29:38.735854 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaff2af-184b-4700-be09-9f926fc0e73e x-openstack-request-id: req-beaff2af-184b-4700-be09-9f926fc0e73e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:38.736565 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:38.736565 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-beaff2af-184b-4700-be09-9f926fc0e73e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:38.736851 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d', 'status': 'completed', 'code': 200} Jul 22 19:29:38.799783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.816800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:38.850899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.854130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:38.929917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Transition to ACTIVE for port object 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:39.003364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.008776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:39.014946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-76161517-1827-4578-bdf3-ddadfe409651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769060 Jul 22 19:29:39.156912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:39.163718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.216180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.218669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0935-187b-472b-9a97-c7828f452c48 req-290bcaa4-5750-483a-8180-3e36ffe475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.220289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-290bcaa4-5750-483a-8180-3e36ffe475c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1137 time: 0.4752882 Jul 22 19:29:39.228540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:39.253652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Allocated IP 172.25.6.251 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/e5a09812-9e85-464e-9dbc-797e9d6534df) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:39.288806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Attempting to bind port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:39.289457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Attempting to bind port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '9852b473-c506-4513-ab07-7588d65d81b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:39.289969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Attempting to bind port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a on network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:39.298629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a on network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:39.299254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Attempting to bind port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a on network 218f88c2-7836-4bd6-8c6c-cf35cd8fc354 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:39.300838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:39.323368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:39.324079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Checking segment: {'id': '9852b473-c506-4513-ab07-7588d65d81b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:39.324697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Bound using segment: {'id': '9852b473-c506-4513-ab07-7588d65d81b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:39.325338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Bound port: 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9852b473-c506-4513-ab07-7588d65d81b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:39.325899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.380868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.381543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.388101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfd1accb-7cad-4860-8538-0394553cc63a req-a152170e-e19c-4943-bed4-dfd5c116540c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "PUT /v2.0/ports/194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 1021 time: 1.6479175 Jul 22 19:29:39.444455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:39.457833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-276010186', 'description': 'tempest-description-1487060489'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:39.463424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:39.467789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,segment=NetworkSegment(9852b473-c506-4513-ab07-7588d65d81b7),segment_id=9852b473-c506-4513-ab07-7588d65d81b7)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:39.471160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.480898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.499553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-bfd32436-b65e-4522-aae8-7358e636b1ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.501263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-bfd32436-b65e-4522-aae8-7358e636b1ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4759812 Jul 22 19:29:39.505890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.525716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Request body: {'port': {'device_id': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '3604edf80b514ac5a99cb0b562b3c169'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:39.526463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.527653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.529269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] 10.222.0.32 "PUT /v2.0/ports/7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a HTTP/1.1" status: 200 len: 1092 time: 2.4113307 Jul 22 19:29:39.529886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:39.532383 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e82cc00-c43c-453d-8343-a741f1dafc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:39.617890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741aea7-6878-4a85-857c-d37b71249efd req-0afe2147-3810-412c-8761-dcbde3c064dc tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.626023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f741aea7-6878-4a85-857c-d37b71249efd req-0afe2147-3810-412c-8761-dcbde3c064dc tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1097 time: 0.4584520 Jul 22 19:29:39.646931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0935-187b-472b-9a97-c7828f452c48 req-7633bf0c-8aa6-48f5-bb4d-3aed1b5d6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.648921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-7633bf0c-8aa6-48f5-bb4d-3aed1b5d6001 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.3497152 Jul 22 19:29:39.651243 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3798ebd7-5cde-4de1-9cc6-eb69f77c9dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.671021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d6fa-04f6-40a0-b067-6a198b1f477d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:39.697710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.763338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:39.770462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:39.775706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:39.782024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Pushing event updated for resources: {'Port': ['ID=e5a09812-9e85-464e-9dbc-797e9d6534df,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:39.792676 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:39.799406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-e9b0027c-0a9e-41b1-9460-55094037d8d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 217 time: 0.1357563 Jul 22 19:29:39.848591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-82750a72-e8d6-4a2e-aff9-ab88cb1b5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.865112 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-82750a72-e8d6-4a2e-aff9-ab88cb1b5819 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be3a634c015a4bd0a3ae6b613cc3a64b&device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 1095 time: 0.2613556 Jul 22 19:29:39.885140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f741aea7-6878-4a85-857c-d37b71249efd req-95778921-9f0e-41be-a1fa-b70494c3f5bf tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510636 Jul 22 19:29:39.941659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0935-187b-472b-9a97-c7828f452c48 req-d7ec6d25-ea8d-4586-b068-2e63fb48025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:39.943372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-d7ec6d25-ea8d-4586-b068-2e63fb48025e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.1295195 Jul 22 19:29:39.996118 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-aa6a3402-524b-4068-a8aa-993676d9e4f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a HTTP/1.1" status: 200 len: 217 time: 0.1216056 Jul 22 19:29:40.032290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.054439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-30a9b968-1db7-4486-9dd4-38c876f8200b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027701 Jul 22 19:29:40.057672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.071783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d0ecad-64cb-4125-8581-fb6c4b95bf86 None None] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:40.130857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Made reservation on behalf of 3604edf80b514ac5a99cb0b562b3c169 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:40.134373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.167628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.180472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18cf6760-13ad-4ba1-a7a9-ca106d5b7ef5 req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7652161 Jul 22 19:29:40.181449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f790bb-f24c-4338-b1d0-62ebfa324263 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295a35f2-8271-41b6-9e37-cc14125eae33,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:40.188244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a101f382-b3cb-4377-bae4-d65646bbf4ec None None] Provisioning for port 6ad46206-844d-405e-9e77-ad62c4791a52 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:40.246576 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.246940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ac186-9478-453e-ace4-28f55826e76c req-13820eb6-52a9-4270-a066-8d7e3f19e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:40.249239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-13820eb6-52a9-4270-a066-8d7e3f19e950 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80b44e5f-b5ef-4a98-85f6-e10070171738 HTTP/1.1" status: 200 len: 861 time: 0.2356584 Jul 22 19:29:40.303602 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-2ddd0834-4434-46d2-8a3a-268f9e3f55da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=218f88c2-7836-4bd6-8c6c-cf35cd8fc354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444858 Jul 22 19:29:40.388526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0137c8e-8d6a-45fd-ab6b-5277a12d82d2 req-780283c4-25d1-4d8c-b18e-100ba723773b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 210 time: 0.0884597 Jul 22 19:29:40.465578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-c244c843-dd58-4561-8d68-edf42a72d2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968256 Jul 22 19:29:40.521744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-eeb40bea-6f41-47f2-821a-705d09dc0835 service neutron] 10.222.0.32 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102127 Jul 22 19:29:40.524276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.559870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5e6df-c2eb-4056-9fc3-2309ffb2a194 req-d0153b8b-1bb6-4e42-8658-6cd3de03e212 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:40.561569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98c5e6df-c2eb-4056-9fc3-2309ffb2a194 req-d0153b8b-1bb6-4e42-8658-6cd3de03e212 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 943 time: 0.4394519 Jul 22 19:29:40.691791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98c5e6df-c2eb-4056-9fc3-2309ffb2a194 req-50c67c25-aab3-468d-8fbb-7a8f1508f2f3 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152134 Jul 22 19:29:40.701731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.715250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e98c0935-187b-472b-9a97-c7828f452c48 req-92d18b9d-70ab-4fd7-ad89-54b2cc0955c9 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406757 Jul 22 19:29:40.724972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a571ca-50e6-4da8-89d0-6499ea2c3b5f req-22457313-d71b-42c6-ba42-a0eab117d8c9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:40.726517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85a571ca-50e6-4da8-89d0-6499ea2c3b5f req-22457313-d71b-42c6-ba42-a0eab117d8c9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1024 time: 0.2569835 Jul 22 19:29:40.727180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.744597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:40.746978 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb0432-0f55-43c9-8d40-4b8350a28f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:40.779230 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-058ac186-9478-453e-ace4-28f55826e76c req-2fed751d-69d0-4e0c-8a0e-0b712f1d38da service neutron] 10.222.0.32 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135985 Jul 22 19:29:40.824421 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee06aa-2c1d-4151-a51e-f1ac938353a6 x-openstack-request-id: req-78ee06aa-2c1d-4151-a51e-f1ac938353a6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:40.824975 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:40.825389 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78ee06aa-2c1d-4151-a51e-f1ac938353a6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:40.825975 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a', 'status': 'completed', 'code': 200} Jul 22 19:29:40.846196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c5c984-5094-4da4-801e-0f633d40590e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:40.939832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ad46206-844d-405e-9e77-ad62c4791a52 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:40.946077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85a571ca-50e6-4da8-89d0-6499ea2c3b5f req-edc2e6a1-bf4c-4d58-9d4b-d0acb16f51f0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=83c0d8a2-1410-4b90-9f84-ab4d0a181570&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&id=6992a672-821f-4491-a92e-72cffe78f1c8 HTTP/1.1" status: 200 len: 6147 time: 0.2124500 Jul 22 19:29:40.947888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:40.972730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Allocated IP 192.168.233.65 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:40.994755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-99bf68f2-bf11-4f00-967c-ca7be0629cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:40.996774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-99bf68f2-bf11-4f00-967c-ca7be0629cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be3a634c015a4bd0a3ae6b613cc3a64b&device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1517584 Jul 22 19:29:41.067345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6ad46206-844d-405e-9e77-ad62c4791a52 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:41.078128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6ad46206-844d-405e-9e77-ad62c4791a52 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:41.079322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.161764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-cb43f22e-3ac3-4ab8-89be-1ec0e9fda6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:41.163038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-cb43f22e-3ac3-4ab8-89be-1ec0e9fda6c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=218f88c2-7836-4bd6-8c6c-cf35cd8fc354 HTTP/1.1" status: 200 len: 922 time: 0.1334217 Jul 22 19:29:41.201309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d24d3-e70f-498e-8182-d9c9b983373a req-da857376-887a-4bdb-9e82-a58e11638529 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:41.209106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba5d24d3-e70f-498e-8182-d9c9b983373a req-da857376-887a-4bdb-9e82-a58e11638529 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1097 time: 0.2306073 Jul 22 19:29:41.216934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b624cb06-786d-4b97-a172-ff8c7b2bf3af req-66e5d3b9-a25d-416f-ac8c-b8ba469485af tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/295a35f2-8271-41b6-9e37-cc14125eae33 HTTP/1.1" status: 200 len: 1812 time: 0.1951580 Jul 22 19:29:41.270657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.319187 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-062666dd-d320-433f-b933-b93c89fb7136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a HTTP/1.1" status: 200 len: 217 time: 0.1398325 Jul 22 19:29:41.326186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba5d24d3-e70f-498e-8182-d9c9b983373a req-7affa0ad-b236-4c28-874e-8fcaf1ca4e0e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158111 Jul 22 19:29:41.340308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda75779-7b12-47ec-ba54-31642fa27997 x-openstack-request-id: req-fda75779-7b12-47ec-ba54-31642fa27997 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:41.340308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:41.340308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fda75779-7b12-47ec-ba54-31642fa27997 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:41.340308 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d', 'status': 'completed', 'code': 200} Jul 22 19:29:41.362018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': ' tempest-securitygroup -601254260 ', 'description': 'tempest-description-116893349'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:41.371631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6ad46206-844d-405e-9e77-ad62c4791a52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ad46206-844d-405e-9e77-ad62c4791a52,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:41.373976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Router 35681e6b-fc17-4f9e-93e8-f33311c6568b is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:29:41.377808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1907157125', 'description': 'tempest-description-240881070'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:41.395138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.442116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.445434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44432) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:41.469799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.489166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.536066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6ad46206-844d-405e-9e77-ad62c4791a52,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:41.811309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-5a12116f-3ae2-4f02-abdd-d8abf4013e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:41.812709 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-5a12116f-3ae2-4f02-abdd-d8abf4013e53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=80b44e5f-b5ef-4a98-85f6-e10070171738 HTTP/1.1" status: 200 len: 861 time: 0.4927480 Jul 22 19:29:41.817636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Transition to ACTIVE for port object 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:41.854786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-4c9d7b39-c63b-41cd-8924-d0a29e551e1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=218f88c2-7836-4bd6-8c6c-cf35cd8fc354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313590 Jul 22 19:29:41.862128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1579e4ad-5844-4f61-95ce-8cbb5e51fb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.880597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.903996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-072845b5-6ef7-4482-9b67-430513e26f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:41.906123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-072845b5-6ef7-4482-9b67-430513e26f9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1176 time: 0.5724916 Jul 22 19:29:41.941438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:41.953350 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Sync routers for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:41.964058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:41.966410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:41.971294 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:41.989514 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-e766d301-c67b-4657-b1ca-7fc6e0d4cdab service neutron] 10.222.0.32 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279941 Jul 22 19:29:42.072825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-74c94a3e-cdc5-45b8-a29e-388279252705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:42.074444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-74c94a3e-cdc5-45b8-a29e-388279252705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.1498713 Jul 22 19:29:42.107247 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:42.112723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:42.155665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e82cc00-c43c-453d-8343-a741f1dafc8c req-bd51a7c1-4016-42b0-9146-b46931807b83 service neutron] 10.222.0.32 "GET /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545856 Jul 22 19:29:42.160840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:42.201290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:42.208788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-968ae922-f930-4c23-8d7c-2daa60b70456 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 217 time: 0.1200171 Jul 22 19:29:42.209552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:42.307422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.325280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:42.325860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.332374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.367230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-25d21298-3aba-423a-b5be-7f5c04d9193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:42.369967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-25d21298-3aba-423a-b5be-7f5c04d9193e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.1293850 Jul 22 19:29:42.428484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94184f90-b077-4583-bce3-4fd11051531b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:42.432973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-be2b959e-0b36-4cef-bd1b-fde8d8192efd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437703 Jul 22 19:29:42.490699 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:40Z', 'revision_number': 3, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:42.518022 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Checking router: 35681e6b-fc17-4f9e-93e8-f33311c6568b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:42.519075 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Updating router 35681e6b-fc17-4f9e-93e8-f33311c6568b port e5a09812-9e85-464e-9dbc-797e9d6534df binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:29:42.536457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-366877f3-7561-4b48-a75b-9cdfb50c574f None None] Provisioning for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:42.541494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-366877f3-7561-4b48-a75b-9cdfb50c574f None None] Provisioning complete for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:42.542121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-366877f3-7561-4b48-a75b-9cdfb50c574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.578216 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.582471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-366877f3-7561-4b48-a75b-9cdfb50c574f None None] Port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:29:42.601142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:42.603384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-6a3eb1b0-5aa0-46d6-b7ed-79ecf5a1bc4d service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615236 Jul 22 19:29:42.623791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1579e4ad-5844-4f61-95ce-8cbb5e51fb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.640202 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1579e4ad-5844-4f61-95ce-8cbb5e51fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.642239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.649451 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5ef922a-74da-4041-8ebc-185bf738270b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5120523 Jul 22 19:29:42.651090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44440) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:42.682841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1579e4ad-5844-4f61-95ce-8cbb5e51fb6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c165d88f71aa41be9eaf51e20b3f2d37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2363548 Jul 22 19:29:42.683453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44442) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:42.690485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.692205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f086baf5-4554-46c1-ac74-8b754a0842c0 req-331035d1-cf21-4340-8e6b-45817499254f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.3650405 Jul 22 19:29:42.693422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-1a6b77ba-6935-414c-9163-dd0b3b71d11f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1732411 Jul 22 19:29:42.774121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Request body: {'port': {'device_id': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:42.781033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.801752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.833897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,segment=NetworkSegment(9852b473-c506-4513-ab07-7588d65d81b7),segment_id=9852b473-c506-4513-ab07-7588d65d81b7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:42.864433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a', 'network_id': '218f88c2-7836-4bd6-8c6c-cf35cd8fc354', 'port_id': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a', 'mac_address': 'fa:16:3e:36:e7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80b44e5f-b5ef-4a98-85f6-e10070171738', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:42.866977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579e4ad-5844-4f61-95ce-8cbb5e51fb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a5ddba-0f8b-4fa5-bbd2-0396fc16d927,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:42.874776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ad46206-844d-405e-9e77-ad62c4791a52 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:42.909062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.964631 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:42.981547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6ad46206-844d-405e-9e77-ad62c4791a52 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:42.981918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.015517 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.044953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:43.077699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07bb0432-0f55-43c9-8d40-4b8350a28f3d req-e06ae3c0-893a-4646-8d79-f96c88ef50cc service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522822 Jul 22 19:29:43.078610 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.092086 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Transition to ACTIVE for port object e5a09812-9e85-464e-9dbc-797e9d6534df will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:43.106282 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.184247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,segment=NetworkSegment(9852b473-c506-4513-ab07-7588d65d81b7),segment_id=9852b473-c506-4513-ab07-7588d65d81b7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:43.203074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.246564 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Attempting to bind port e5a09812-9e85-464e-9dbc-797e9d6534df on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:43.247131 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Attempting to bind port e5a09812-9e85-464e-9dbc-797e9d6534df by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:43.247683 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Attempting to bind port e5a09812-9e85-464e-9dbc-797e9d6534df on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:43.251411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Pushing event updated for resources: {'Port': ['ID=e5a09812-9e85-464e-9dbc-797e9d6534df,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.260520 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:43.261169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:43.261776 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.262355 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:43.263050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Bound port: e5a09812-9e85-464e-9dbc-797e9d6534df, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:43.263857 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.267900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.270822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.272517 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.273024 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.275630 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.276195 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.276736 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.277233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.277778 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.278268 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.280905 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.281431 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:43.306392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.365064 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] For port e5a09812-9e85-464e-9dbc-797e9d6534df, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:43.368321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] For port e5a09812-9e85-464e-9dbc-797e9d6534df, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e5a09812-9e85-464e-9dbc-797e9d6534df,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:43.375508 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.380764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.392323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:43.433254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.436899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:43.448355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.450783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.478480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c496f18-3dd0-41f5-a8a3-8b92f52f96ea req-023756b9-696a-4b48-b238-a52be7f95b43 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:43.480617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c496f18-3dd0-41f5-a8a3-8b92f52f96ea req-023756b9-696a-4b48-b238-a52be7f95b43 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 935 time: 0.5820408 Jul 22 19:29:43.489041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.492002 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d555d9-fd3d-44c9-a379-6530875dea41 None None] Pushing event updated for resources: {'Port': ['ID=e5a09812-9e85-464e-9dbc-797e9d6534df,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.496122 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:43.496781 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:43.503499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e12ba3b-58d5-41c5-8134-17a4b16839f0 req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 2.1446440 Jul 22 19:29:43.514560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Transition to ACTIVE for port object 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:43.516839 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.520257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.524867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1a5ddba-0f8b-4fa5-bbd2-0396fc16d927 HTTP/1.1" status: 204 len: 168 time: 0.8353429 Jul 22 19:29:43.544759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.591303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81b02-c918-4d35-afbd-3a193f887020 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1164d155-a830-4c51-b4ba-53550f5101dd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.641934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c496f18-3dd0-41f5-a8a3-8b92f52f96ea req-8c505f9f-eec8-4d88-abe8-000e72ef5afe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321042 Jul 22 19:29:43.651296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f52cd8-dfb7-40b4-8064-9ea604f47179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a5ddba-0f8b-4fa5-bbd2-0396fc16d927,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.680222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:43.742756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Allocated IP 172.20.0.1 (8945a0cd-702f-49b8-aa9f-c2c24e51ee36/4311e7c6-21f9-42b0-afef-980039b7dc4b/bfecee50-a056-4676-89a8-138dae522135) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:29:43.743260 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:43.856704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a499d60-1eae-4358-92fe-da7c09009344 req-899b3532-38f4-4aa9-8ea1-78b262aa1fd3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/94184f90-b077-4583-bce3-4fd11051531b HTTP/1.1" status: 200 len: 1779 time: 0.1784363 Jul 22 19:29:43.903817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48373f2e-db03-499d-ac7b-3e06b63ff475 req-52dbf333-577f-4a93-8828-6faeb6389ac2 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:43.913260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48373f2e-db03-499d-ac7b-3e06b63ff475 req-52dbf333-577f-4a93-8828-6faeb6389ac2 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 944 time: 0.2630959 Jul 22 19:29:43.969429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:43.986070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Transition to ACTIVE for port object bfecee50-a056-4676-89a8-138dae522135 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:44.014279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48373f2e-db03-499d-ac7b-3e06b63ff475 req-ffebf7e2-42c1-4a1b-bdfc-6e4696847f34 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999107 Jul 22 19:29:44.016299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:44.018141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:44.020985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:44.039092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:44.039395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:44.054392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.058701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:44.059061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:44.059607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:44.060079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Bound port: 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:44.060676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.095034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:40Z', 'revision_number': 3, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:44.096102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:44.116982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:44.121210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:29:44.145868 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89d68b-7775-4386-8980-d9865fa6b355 None None] The sync data for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 is: [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:40Z', 'revision_number': 3, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:44.205544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Pushing event updated for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:44.208019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:44.218655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4271bbe4-9a67-49bf-8bbe-5792e91d4487 req-a958b338-54b0-4404-a365-2a6c3b55082b tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/1164d155-a830-4c51-b4ba-53550f5101dd HTTP/1.1" status: 200 len: 1812 time: 0.0968297 Jul 22 19:29:44.224987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:44.226080 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.234672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.235025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.235374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.235711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.236048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.236404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.236736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.237064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.237930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.238682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.238989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.239372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:29:44.251670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.360321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:44.360964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.363017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] 10.222.0.32 "PUT /v2.0/ports/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 1096 time: 1.6171091 Jul 22 19:29:44.363453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:44.365758 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:44.486780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.536180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1287c302-4acc-4b15-a804-46f40f0310fb req-f2a35125-fa3d-4b79-b1aa-d3475f43e1a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/94184f90-b077-4583-bce3-4fd11051531b HTTP/1.1" status: 200 len: 1779 time: 0.2896869 Jul 22 19:29:44.569718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cbf02cec-fb34-4e09-9c76-abe8a8490e69 None None] Provisioning for port bfecee50-a056-4676-89a8-138dae522135 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:44.579626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cbf02cec-fb34-4e09-9c76-abe8a8490e69 None None] Provisioning complete for port bfecee50-a056-4676-89a8-138dae522135 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:44.580007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cbf02cec-fb34-4e09-9c76-abe8a8490e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.655896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:44.715430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496dd5d-8690-4eb1-831e-fe580410c487 service neutron] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:44.788972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cbf02cec-fb34-4e09-9c76-abe8a8490e69 None None] Port bfecee50-a056-4676-89a8-138dae522135 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:29:44.799357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1287c302-4acc-4b15-a804-46f40f0310fb req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.835401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:44.839606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:44.840249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.885110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1287c302-4acc-4b15-a804-46f40f0310fb req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.889631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-0f10c06e-8eee-484f-9898-2969e8761441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:44.901888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-0f10c06e-8eee-484f-9898-2969e8761441 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1099 time: 0.4808547 Jul 22 19:29:44.942953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:44.955891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.020334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-6ca824c4-cf28-4a70-8a67-fce237e574c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.1051610 Jul 22 19:29:45.113921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.135753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Pushing event updated for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:45.159954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1287c302-4acc-4b15-a804-46f40f0310fb req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.162816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1287c302-4acc-4b15-a804-46f40f0310fb req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.174790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e5a09812-9e85-464e-9dbc-797e9d6534df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:45.180737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1287c302-4acc-4b15-a804-46f40f0310fb req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/94184f90-b077-4583-bce3-4fd11051531b HTTP/1.1" status: 204 len: 173 time: 0.6193938 Jul 22 19:29:45.216710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d4fa7-7870-411a-8847-a72f4b37e9c6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94184f90-b077-4583-bce3-4fd11051531b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:45.235597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-d14e1af9-f350-4073-9a11-decabca265be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:45.237228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-d14e1af9-f350-4073-9a11-decabca265be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2041538 Jul 22 19:29:45.312132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44516) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:45.343262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1902103026', 'description': 'tempest-description-1832209042'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:45.355428 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.367607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e5a09812-9e85-464e-9dbc-797e9d6534df completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:45.382905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.385252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e5a09812-9e85-464e-9dbc-797e9d6534df triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:45.385925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.420863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:45.423935 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6096303-2517-4e73-a736-8b611988e5cf" -d '{"events": [{"server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:45.441279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-0f7e9682-868b-4656-8d4e-d30fac525057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:45.442945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-0f7e9682-868b-4656-8d4e-d30fac525057 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1981752 Jul 22 19:29:45.455519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,segment=NetworkSegment(9852b473-c506-4513-ab07-7588d65d81b7),segment_id=9852b473-c506-4513-ab07-7588d65d81b7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:45.466348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.488569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:29:45.492057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:29:45.626619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:45.640055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-32f1f507-232d-4405-af14-28ffc0c41437 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825459 Jul 22 19:29:45.646657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.702140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e5a09812-9e85-464e-9dbc-797e9d6534df, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e5a09812-9e85-464e-9dbc-797e9d6534df,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:45.707723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Router 35681e6b-fc17-4f9e-93e8-f33311c6568b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:45.710759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.795242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efc12b7-febd-4752-aaee-4a520d0a9427 req-4f895920-1b9c-412d-8912-3610ba5ade19 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342633 Jul 22 19:29:45.798398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e5a09812-9e85-464e-9dbc-797e9d6534df,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:45.812888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.823475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.856691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06fcb58-ea28-4a1d-98c5-09a4896f58a2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:45.870745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:45.872270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c7f0307-bc9f-4d26-aa9d-e138b1d17ca4 req-dda0364e-f401-4a0b-8710-d413d4a1d657 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5482507 Jul 22 19:29:45.930814 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa69c0-6634-4c9b-9ded-f28a68d2194c x-openstack-request-id: req-64aa69c0-6634-4c9b-9ded-f28a68d2194c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:45.931153 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:45.931418 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64aa69c0-6634-4c9b-9ded-f28a68d2194c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:45.931823 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'status': 'completed', 'code': 200} Jul 22 19:29:45.988325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5a8f05e7-54fd-4685-9341-f0c175fb37b3 None None] Provisioning complete for port bfecee50-a056-4676-89a8-138dae522135 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:45.988950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5a8f05e7-54fd-4685-9341-f0c175fb37b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:46.023861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-dd09ff8e-673b-4d24-abf4-b879840df6d4 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:29:46.024939 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-dd09ff8e-673b-4d24-abf4-b879840df6d4 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3361096 Jul 22 19:29:46.055003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f05e7-54fd-4685-9341-f0c175fb37b3 None None] Port bfecee50-a056-4676-89a8-138dae522135 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:29:46.083055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:46.097916 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c0b4fa5e-48ca-4d7e-b9ee-04bbb7058254 admin admin] 10.222.0.10 "PUT /v2.0/routers/35681e6b-fc17-4f9e-93e8-f33311c6568b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4369247 Jul 22 19:29:46.102295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6696454-d1a2-4203-8121-8cb11a5609dc req-5f43968e-fe99-4479-ba3c-353f9480a3af tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.103789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6696454-d1a2-4203-8121-8cb11a5609dc req-5f43968e-fe99-4479-ba3c-353f9480a3af tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.0894947 Jul 22 19:29:46.105642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-9e045d29-a89d-4e0f-a742-69ba9f72e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.107364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-9e045d29-a89d-4e0f-a742-69ba9f72e988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1099 time: 0.1436350 Jul 22 19:29:46.188684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6696454-d1a2-4203-8121-8cb11a5609dc req-effc953d-e207-4a5f-9341-d2152fe3a7e0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728891 Jul 22 19:29:46.198333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:46.198752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:29:46.274099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-cb0fea29-a073-4885-a130-4a96bef979fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.275801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-cb0fea29-a073-4885-a130-4a96bef979fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1586835 Jul 22 19:29:46.342049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-64eee61e-948f-4145-a55f-686a52db3b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Jul 22 19:29:46.366398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:46.502415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:46.502784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:46.502941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73bd-1cdc-49c7-a77c-90974c962eda req-f62d5fa6-3401-47bd-9322-8a92de141f4f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.503267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:46.508870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a6f73bd-1cdc-49c7-a77c-90974c962eda req-f62d5fa6-3401-47bd-9322-8a92de141f4f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 945 time: 0.1696017 Jul 22 19:29:46.511064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-4b1af85a-f1ed-44ac-acde-afb67930cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.512023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:46.512377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:46.519634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-4b1af85a-f1ed-44ac-acde-afb67930cc36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1251173 Jul 22 19:29:46.578355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:46.578823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:46.579333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:46.579882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Bound port: 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:46.602101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a6f73bd-1cdc-49c7-a77c-90974c962eda req-ea08ee45-6b9b-4856-b0c1-fffb0a0b0b44 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Jul 22 19:29:46.647336 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-51ecec74-e381-4f2c-b6af-9497ee91e6e3 req-e8d0b3d0-1306-4b51-a141-29e0e68caefb tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:29:46.658241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51ecec74-e381-4f2c-b6af-9497ee91e6e3 req-e8d0b3d0-1306-4b51-a141-29e0e68caefb tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/94184f90-b077-4583-bce3-4fd11051531b HTTP/1.1" status: 404 len: 352 time: 0.0274756 Jul 22 19:29:46.665544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-3f0466fa-6b7e-45ef-ab62-9bc300902724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:46.666897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-3f0466fa-6b7e-45ef-ab62-9bc300902724 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409574 Jul 22 19:29:46.688796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:46.706511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:46.708042 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2c1e7d4d-c4f2-4401-8a61-69e7d4992e08 service neutron] 10.222.0.10 "POST /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6696565 Jul 22 19:29:46.786520 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82443c36-0acf-48d8-85bd-e3fed9929bde x-openstack-request-id: req-82443c36-0acf-48d8-85bd-e3fed9929bde {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:46.787006 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:46.787546 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82443c36-0acf-48d8-85bd-e3fed9929bde {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:46.790002 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a', 'code': 200} Jul 22 19:29:46.794287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Sync routers for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:46.829232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:46.850109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:46.870793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-726687067', 'description': 'tempest-description-900892598'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:46.915482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-63e8c983-6232-4d25-8708-80421e4e9170 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380319 Jul 22 19:29:46.927754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Deleting port 59636710-d3bb-4abe-9114-a0082defeeaa {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:46.928234 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:46.939635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5823d212-d90e-460b-9210-134d5aab925e req-38dd9d41-8dd6-4165-b584-4c7f361accec tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/b06fcb58-ea28-4a1d-98c5-09a4896f58a2 HTTP/1.1" status: 200 len: 1813 time: 0.1184123 Jul 22 19:29:47.076781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05340528-97b9-4eed-8f6c-aee87aa839b7 req-546640fa-e46c-4500-9c49-ca1e33e8fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.079656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05340528-97b9-4eed-8f6c-aee87aa839b7 req-546640fa-e46c-4500-9c49-ca1e33e8fc6d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 1097 time: 0.1475117 Jul 22 19:29:47.079818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:47.088487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25319779-f9b4-4a6d-b431-12c0ff3cc5ea req-a888925f-cfa7-4498-8783-12a1c69a0c27 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459103 Jul 22 19:29:47.113776 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.125000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] For port 59636710-d3bb-4abe-9114-a0082defeeaa, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59636710-d3bb-4abe-9114-a0082defeeaa,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:47.125524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.150577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Calling delete_port for 59636710-d3bb-4abe-9114-a0082defeeaa owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:47.154035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05340528-97b9-4eed-8f6c-aee87aa839b7 req-4f94115d-d8f5-471c-aba7-1a264cbf84cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Jul 22 19:29:47.168423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e5a09812-9e85-464e-9dbc-797e9d6534df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:47.322847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e5a09812-9e85-464e-9dbc-797e9d6534df triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:47.323234 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.364176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-ae041b80-7b23-4a5c-be6a-54ea15f1b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.367628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-ae041b80-7b23-4a5c-be6a-54ea15f1b320 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1097 time: 0.2730246 Jul 22 19:29:47.431955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 2, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:47.481077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f72b2a-c531-4d30-bbc1-5868a0bcf05d req-cc823048-e47e-412f-af9a-e5dddc2fd880 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.487066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.493393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Checking router: 35681e6b-fc17-4f9e-93e8-f33311c6568b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:47.494079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Updating router 35681e6b-fc17-4f9e-93e8-f33311c6568b port bfecee50-a056-4676-89a8-138dae522135 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:29:47.499631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f72b2a-c531-4d30-bbc1-5868a0bcf05d req-cc823048-e47e-412f-af9a-e5dddc2fd880 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 945 time: 0.3330421 Jul 22 19:29:47.522761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59636710-d3bb-4abe-9114-a0082defeeaa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:47.560638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.639120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-8ab8ad6e-12c1-4fb6-976f-531e3dfe977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.640649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-8ab8ad6e-12c1-4fb6-976f-531e3dfe977b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2630601 Jul 22 19:29:47.721343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-908868cd-9ac0-4750-8ea9-8ef149804250 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.0631297 Jul 22 19:29:47.724668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.817981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f72b2a-c531-4d30-bbc1-5868a0bcf05d req-096a2a99-2f72-4581-8a81-16fb4cdcb078 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130012 Jul 22 19:29:47.819989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-8c4896ab-7834-428b-b7e3-3a250c2380b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:47.824293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-8c4896ab-7834-428b-b7e3-3a250c2380b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0828433 Jul 22 19:29:47.829154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.876960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0266408b-f623-45b7-b50c-520ea0d55363,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:47.904712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.921905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-7e0ad4b7-83d3-4c1b-b40a-a8d2d49af0f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883231 Jul 22 19:29:47.929254 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-ad170dbc-7390-4c19-9fbf-e1c156850bfe req-57642674-65a7-4c03-8478-577ea6fd17ef tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] show failed (client error): The resource could not be found. Jul 22 19:29:47.947366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad170dbc-7390-4c19-9fbf-e1c156850bfe req-57642674-65a7-4c03-8478-577ea6fd17ef tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/38ffd846-7e63-42b0-b1e6-52da1a97bd42 HTTP/1.1" status: 404 len: 352 time: 0.0799518 Jul 22 19:29:47.949465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:47.952876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d24346c2-5e53-429a-a2b8-496eb364289f req-444f9c8b-9a67-47e5-bfba-879139384dd2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0961428 Jul 22 19:29:48.095973 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.108674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Transition to ACTIVE for port object bfecee50-a056-4676-89a8-138dae522135 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:48.118070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.245110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-fab6e1d8-76b8-4fc9-adbf-1fb90fa49b23 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910612 Jul 22 19:29:48.270016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cce0b5-1a63-4655-82d5-aff7d096784b None None] Pushing event updated for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:48.293403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517672a-8f3a-47b5-acc5-5a96443018ab req-58508eb3-83a5-4cb6-9480-cf27eb95e6df tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:48.295013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6517672a-8f3a-47b5-acc5-5a96443018ab req-58508eb3-83a5-4cb6-9480-cf27eb95e6df tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.2154622 Jul 22 19:29:48.346391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Attempting to bind port bfecee50-a056-4676-89a8-138dae522135 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:48.347751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Attempting to bind port bfecee50-a056-4676-89a8-138dae522135 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:48.348505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Attempting to bind port bfecee50-a056-4676-89a8-138dae522135 on network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:48.355231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:48.356034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Checking segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:48.356631 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.357340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Bound using segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:48.357994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Bound port: bfecee50-a056-4676-89a8-138dae522135, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:48.358561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.495206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6517672a-8f3a-47b5-acc5-5a96443018ab req-675d5583-ce39-49a2-828b-307f1fcdf77a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852789 Jul 22 19:29:48.538052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb683c-bf61-49a4-960c-432b6d8630bb req-aba82726-61a8-4191-9fd2-1aef3e9b5fae tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:48.539544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3bb683c-bf61-49a4-960c-432b6d8630bb req-aba82726-61a8-4191-9fd2-1aef3e9b5fae tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 945 time: 0.4151692 Jul 22 19:29:48.551972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] For port bfecee50-a056-4676-89a8-138dae522135, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:48.555935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] For port bfecee50-a056-4676-89a8-138dae522135, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bfecee50-a056-4676-89a8-138dae522135,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:48.576781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.591993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-c6cf8036-381f-439d-a1e4-67a740c097c2 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301604 Jul 22 19:29:48.600485 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-b9ad1ad7-177c-44f4-a2f3-62f43dd4640f req-9bb7aef9-4115-4b67-aa2e-ec1655036bc1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] show failed (client error): The resource could not be found. Jul 22 19:29:48.601540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9ad1ad7-177c-44f4-a2f3-62f43dd4640f req-9bb7aef9-4115-4b67-aa2e-ec1655036bc1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-group-rules/0ee53756-f6db-46c2-9744-f1888caa9641 HTTP/1.1" status: 404 len: 361 time: 0.0422261 Jul 22 19:29:48.644755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3bb683c-bf61-49a4-960c-432b6d8630bb req-728bf466-a6cc-4d9f-9cb0-4af1ee2d3cb2 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648863 Jul 22 19:29:48.660720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1266940818', 'description': 'tempest-description-1121178614'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:48.699747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:48.846212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Router 41333acd-d1c4-43aa-be30-fdc9bc121eae has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:48.869117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cce0b5-1a63-4655-82d5-aff7d096784b None None] Pushing event updated for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:48.885515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:48.886300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:48.914835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:48.939947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-fa45f4a6-4a63-4cbd-b8f5-159b5a8f9ea5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/b06fcb58-ea28-4a1d-98c5-09a4896f58a2 HTTP/1.1" status: 200 len: 1813 time: 0.2357690 Jul 22 19:29:49.042871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:49.064360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6e626af7-b8d8-43c8-a102-bd848aebf0df tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:49.066018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6e626af7-b8d8-43c8-a102-bd848aebf0df tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.3948293 Jul 22 19:29:49.083558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:49.110174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:49.130736 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Sync routers for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:49.134374 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-22776025-e6e1-4813-955f-393bf1df5cc0 admin admin] 10.222.0.10 "PUT /v2.0/routers/41333acd-d1c4-43aa-be30-fdc9bc121eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8211496 Jul 22 19:29:49.135276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:49.148463 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:49.149980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.151294 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:49.165933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:49.203144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.276648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'mac_address': 'fa:16:3e:50:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:29:49.366387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.417317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.470876 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:49.504822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:49.548530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.577751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:49.594617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.667105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Deleting port 8e964720-3824-487d-8620-5ea4469539c6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:49.667710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.787149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] For port 8e964720-3824-487d-8620-5ea4469539c6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8e964720-3824-487d-8620-5ea4469539c6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:49.787462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.805840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:49.808235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.813000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Calling delete_port for 8e964720-3824-487d-8620-5ea4469539c6 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:49.871850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:49.878887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.943432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.945997 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': '8e964720-3824-487d-8620-5ea4469539c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:29:47Z', 'revision_number': 5, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port': {'id': '8e964720-3824-487d-8620-5ea4469539c6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:27:51Z', 'updated_at': '2021-07-22T19:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:49.958823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:48Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:49.974052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.976850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:49.978084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b266d254-8195-443d-8be0-f3a9d02870a4 req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-groups/b06fcb58-ea28-4a1d-98c5-09a4896f58a2 HTTP/1.1" status: 204 len: 173 time: 1.0301604 Jul 22 19:29:49.984311 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Checking router: 41333acd-d1c4-43aa-be30-fdc9bc121eae for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:49.996741 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Routers {'41333acd-d1c4-43aa-be30-fdc9bc121eae'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:49.998451 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['41333acd-d1c4-43aa-be30-fdc9bc121eae'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:50.017275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27dadff-f278-4e5e-8708-3817863dc70f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:50.024656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.026558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d65aa2aa-4acc-4001-8dd8-287d3c947770 req-f671057d-4e97-4202-a9fc-5425d10db811 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3749015 Jul 22 19:29:50.108136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c3417-ec0a-4d00-a5f9-544ebedf0bb0 None None] The sync data for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 is: [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:48Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:50.137161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73936a-eb88-4740-937f-0a84859ab245 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06fcb58-ea28-4a1d-98c5-09a4896f58a2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:50.199920 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] Set router 41333acd-d1c4-43aa-be30-fdc9bc121eae gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:50.241551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.340657 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:29:49Z', 'revision_number': 6, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:50.344972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e964720-3824-487d-8620-5ea4469539c6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:50.399428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:50.428491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.541869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:50.546011 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05faebc2-1fde-45f5-a71f-d0218d33ceb3 None None] The sync data for ids ['41333acd-d1c4-43aa-be30-fdc9bc121eae'] in n-d-800087-13 is: [{'id': '41333acd-d1c4-43aa-be30-fdc9bc121eae', 'name': 'tempest-AttachSCSIVolumeTestJSON-364341082-router', 'tenant_id': '40057ba99c7a43e1888588a224d24fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:27:50Z', 'updated_at': '2021-07-22T19:29:49Z', 'revision_number': 6, 'project_id': '40057ba99c7a43e1888588a224d24fb9', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:50.617261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.619260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.649501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:50.651794 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd3df17-89ad-44b4-b342-f2135e0bf672" -d '{"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:50.655934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.683416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7138c-dbde-4828-8ec3-3ab97d57a023 req-a175aed5-f7f7-4e2d-890c-edebf17c4dd1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:50.687353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d7138c-dbde-4828-8ec3-3ab97d57a023 req-a175aed5-f7f7-4e2d-890c-edebf17c4dd1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 948 time: 0.5472183 Jul 22 19:29:50.689606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.690146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.691639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41333acd-d1c4-43aa-be30-fdc9bc121eae {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:29:50.701669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.703152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e670558f-9713-424c-a64c-8b4a416690c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/41333acd-d1c4-43aa-be30-fdc9bc121eae HTTP/1.1" status: 204 len: 168 time: 1.5667784 Jul 22 19:29:50.704133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d425ff-806f-4da5-aaad-71ae50b7bf74 req-2bd59a55-3e05-4b22-bcf2-79ae649e70b1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:50.705587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:50.706251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26d425ff-806f-4da5-aaad-71ae50b7bf74 req-2bd59a55-3e05-4b22-bcf2-79ae649e70b1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 945 time: 0.5310981 Jul 22 19:29:50.835326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Deleting subnet 9be7ffd1-9400-4ec0-8989-57353797e92b {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:50.848501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.893099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d7138c-dbde-4828-8ec3-3ab97d57a023 req-2d1bbc12-9067-49f6-be5a-1d765724038b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815639 Jul 22 19:29:50.942974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:50.957517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:50.964583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26d425ff-806f-4da5-aaad-71ae50b7bf74 req-67ac75a4-7e1d-4dbf-bb61-e33ac35c40e1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216446 Jul 22 19:29:51.094420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:29:51.095574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:29:51.097601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:51.198536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1211900418', 'description': 'tempest-description-2145110634'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:51.204523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.236894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:29:51.237725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Attempting to bind port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:29:51.251487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-1c84b82f-006b-42ae-819f-515df55392c0 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/1164d155-a830-4c51-b4ba-53550f5101dd HTTP/1.1" status: 200 len: 1812 time: 0.2509120 Jul 22 19:29:51.254526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:29:51.254868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:29:51.255265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:29:51.255775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Bound port: 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:29:51.256175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.297000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.332298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.365136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be7ffd1-9400-4ec0-8989-57353797e92b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:51.371342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.373668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1aa78f57-55d1-4a3d-8317-0704f31f843b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9be7ffd1-9400-4ec0-8989-57353797e92b HTTP/1.1" status: 204 len: 168 time: 0.6606762 Jul 22 19:29:51.378269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b93d5-1652-4f05-8272-302faec044a9 None None] Network cd669175-e1ce-465f-9573-fc7274b170c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:29:51.381490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:51.466196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.510009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:51.581614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:29:51.582296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.591550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bfecee50-a056-4676-89a8-138dae522135 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:51.598877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.626195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.741742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bfecee50-a056-4676-89a8-138dae522135 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:51.742190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Deleting port 738da3bb-3049-4968-8839-c87f32296e27 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:51.742545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.750284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bfecee50-a056-4676-89a8-138dae522135 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:51.751226 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.852733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.868964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:51.880088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] For port 738da3bb-3049-4968-8839-c87f32296e27, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=738da3bb-3049-4968-8839-c87f32296e27,segment=NetworkSegment(5696f651-6f71-40ad-aad1-5bbd6b8c37fc),segment_id=5696f651-6f71-40ad-aad1-5bbd6b8c37fc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:51.880504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.906262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Calling delete_port for 738da3bb-3049-4968-8839-c87f32296e27 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:51.911968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:51.999546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286fd941-8234-41bc-a0c5-623eb68a5f56,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:52.036334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.039620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.045735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87ce388-e3db-45c5-9e31-6d527c2299fe req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-groups/1164d155-a830-4c51-b4ba-53550f5101dd HTTP/1.1" status: 204 len: 173 time: 0.7710142 Jul 22 19:29:52.049336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.053491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.056892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-6584363f-01c1-49df-8055-05251acd25a7 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 1123 time: 2.9786189 Jul 22 19:29:52.094356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.095787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6183ae4-47d1-4ec3-a7fd-353639722616 req-bc913b1a-6bef-4a97-a787-dc63fb066308 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9211769 Jul 22 19:29:52.100274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac898fd-7bfe-4082-aa73-3ae1e696d6fc tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1164d155-a830-4c51-b4ba-53550f5101dd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:52.157065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5ff698bf-804b-45ee-a15b-93fef0dd94c3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:29:52.187429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.189940 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b46a497-5400-49b3-a547-d10c02551e74 x-openstack-request-id: req-7b46a497-5400-49b3-a547-d10c02551e74 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:52.190833 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:52.191079 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b46a497-5400-49b3-a547-d10c02551e74 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:52.191483 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'code': 200} Jul 22 19:29:52.237749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=738da3bb-3049-4968-8839-c87f32296e27,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:52.241497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] No DVR routers for this DVR port 738da3bb-3049-4968-8839-c87f32296e27 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:52.380829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.384425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6184b-4e2c-43a4-861a-ce8316e2c27b None None] DHCP port deletion for cd669175-e1ce-465f-9573-fc7274b170c1 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:29:52.397429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd669175-e1ce-465f-9573-fc7274b170c1']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:52.408290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5696f651-6f71-40ad-aad1-5bbd6b8c37fc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:52.408504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5696f651-6f71-40ad-aad1-5bbd6b8c37fc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:52.419194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.439889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.454366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.462997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:52.464556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.502961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce000e-31a8-4ce1-9b6c-a49f64edcae6 req-a0686146-5571-4a13-b693-31f65b79a863 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.505162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ce000e-31a8-4ce1-9b6c-a49f64edcae6 req-a0686146-5571-4a13-b693-31f65b79a863 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 948 time: 0.2015615 Jul 22 19:29:52.523039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4b95-10be-4016-bf00-91ed51497514 req-e1145c8d-ebd8-4d50-a0d5-27f03b8b26c5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:52.524655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-263d4b95-10be-4016-bf00-91ed51497514 req-e1145c8d-ebd8-4d50-a0d5-27f03b8b26c5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.2083883 Jul 22 19:29:52.539839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port bfecee50-a056-4676-89a8-138dae522135, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bfecee50-a056-4676-89a8-138dae522135,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:52.554303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:52.558319 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:52.564379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.581476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.584326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd669175-e1ce-465f-9573-fc7274b170c1 HTTP/1.1" status: 204 len: 168 time: 1.2016671 Jul 22 19:29:52.587818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44810) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:52.599522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59636710-d3bb-4abe-9114-a0082defeeaa no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:52.600601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52830-aa05-4fc8-b920-c204b28130a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd669175-e1ce-465f-9573-fc7274b170c1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:52.634424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 59636710-d3bb-4abe-9114-a0082defeeaa {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:52.634858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59636710-d3bb-4abe-9114-a0082defeeaa not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:52.666528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:52.674881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:52.734924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-263d4b95-10be-4016-bf00-91ed51497514 req-934d761a-9931-4ca3-8fe1-cc569b51ebf3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002654 Jul 22 19:29:52.750751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:29:52.757107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:52.757371 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.788820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ce000e-31a8-4ce1-9b6c-a49f64edcae6 req-9e9fabd7-11c2-4579-872a-1be103645ed3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550023 Jul 22 19:29:52.883173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bfecee50-a056-4676-89a8-138dae522135 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:29:52.930094 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:52.969927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-77674518-c008-47b9-a776-6118f5c805d5 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/295a35f2-8271-41b6-9e37-cc14125eae33 HTTP/1.1" status: 200 len: 1812 time: 0.1810229 Jul 22 19:29:52.981985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:52.986369 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ad29ea-29db-473c-8aa8-b667516f6e20" -d '{"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-plugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:53.006647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bfecee50-a056-4676-89a8-138dae522135 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:29:53.007030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.009676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:53.034629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.137225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:53.144977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.193919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47173460-026a-4d65-963a-67750a75e95a req-6b504b8e-a098-4858-9774-2e659eed6cd3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 10895 time: 0.3814213 Jul 22 19:29:53.232027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.284994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8e964720-3824-487d-8620-5ea4469539c6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:53.315792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8e964720-3824-487d-8620-5ea4469539c6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:53.316781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8e964720-3824-487d-8620-5ea4469539c6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:53.317782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 738da3bb-3049-4968-8839-c87f32296e27 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:53.339730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.342324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.349255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 738da3bb-3049-4968-8839-c87f32296e27 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:53.349611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 738da3bb-3049-4968-8839-c87f32296e27 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:53.354719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-147f1940-2abc-466d-895f-d9b8c8442a79 req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-groups/295a35f2-8271-41b6-9e37-cc14125eae33 HTTP/1.1" status: 204 len: 173 time: 0.3698950 Jul 22 19:29:53.358463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47173460-026a-4d65-963a-67750a75e95a req-2a006c73-4b1c-4c03-9900-bd7fe733e1ba tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b3ff91a2-1d6e-4b38-8d16-90d7618e40be HTTP/1.1" status: 200 len: 2981 time: 0.1637666 Jul 22 19:29:53.405536 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d0256a-7e8b-4ac5-bfb2-2c3999b71175 x-openstack-request-id: req-78d0256a-7e8b-4ac5-bfb2-2c3999b71175 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:53.406063 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-plugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:53.406340 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78d0256a-7e8b-4ac5-bfb2-2c3999b71175 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:53.406820 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'code': 200} Jul 22 19:29:53.421381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e695f7-5e5b-41c3-be75-d167c5bbb6d4 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a35f2-8271-41b6-9e37-cc14125eae33,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:53.459663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47173460-026a-4d65-963a-67750a75e95a req-fc616bda-cea4-4be0-ad1a-3840e464edf7 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b3ff91a2-1d6e-4b38-8d16-90d7618e40be HTTP/1.1" status: 200 len: 2981 time: 0.0915496 Jul 22 19:29:53.603779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-32e35357-29b5-4da9-bca8-a815dd7e868c tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/e860c10f-b867-4047-b610-7804f518e015 HTTP/1.1" status: 200 len: 1813 time: 0.1417081 Jul 22 19:29:53.632758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-d6a830c9-3bb2-4e2d-8a4a-0f902d22778e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/0266408b-f623-45b7-b50c-520ea0d55363 HTTP/1.1" status: 200 len: 1799 time: 0.1365919 Jul 22 19:29:53.659101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff3655-5524-43ed-995f-dba03cdb3890 req-42f17d80-435e-4312-a91a-bf03a2de9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:53.659998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9aff3655-5524-43ed-995f-dba03cdb3890 req-42f17d80-435e-4312-a91a-bf03a2de9ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.1820345 Jul 22 19:29:53.758672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44874) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:53.793369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9aff3655-5524-43ed-995f-dba03cdb3890 req-8d57923f-feee-4289-aef0-fe0c3eed28e4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172893 Jul 22 19:29:53.798730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.820386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.844837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.855188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.875087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c257bf2b-7ecd-4c53-9d19-228cc167708b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.903001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.979434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c257bf2b-7ecd-4c53-9d19-228cc167708b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:53.983747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c257bf2b-7ecd-4c53-9d19-228cc167708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.017070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.021065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.022240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8d66945-ad6e-429e-8853-cd07fb7706ba req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-groups/e860c10f-b867-4047-b610-7804f518e015 HTTP/1.1" status: 204 len: 173 time: 0.4052362 Jul 22 19:29:54.038693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.041645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.042818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ba2c68-e028-4b57-a792-43ccc8077e60 req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/0266408b-f623-45b7-b50c-520ea0d55363 HTTP/1.1" status: 204 len: 173 time: 0.3995473 Jul 22 19:29:54.050130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c257bf2b-7ecd-4c53-9d19-228cc167708b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc6affe8356a4d718c2a02bf3f9eb86f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856741 Jul 22 19:29:54.051081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:54.053737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41c1e7-6e32-4080-93cb-b9cdb7687c32 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860c10f-b867-4047-b610-7804f518e015,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.057383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257bf2b-7ecd-4c53-9d19-228cc167708b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afc3f5-f612-4e34-9554-7eb0906b547e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.098790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa5849-f5f5-41f2-acfb-e9686e24ff64 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0266408b-f623-45b7-b50c-520ea0d55363,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.153522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.177052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.192363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:54.194623 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e05dbb-9b9c-4506-b968-536521f1b350" -d '{"events": [{"name": "network-changed", "server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:54.230679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.241662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.247123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5afc3f5-f612-4e34-9554-7eb0906b547e HTTP/1.1" status: 204 len: 168 time: 0.1950006 Jul 22 19:29:54.253804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.258681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09798c6-6b46-4a64-ad3b-8ce35fb92893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afc3f5-f612-4e34-9554-7eb0906b547e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.321857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5c617-213a-46ba-af08-975f0ec560ca req-3d77884f-e1a8-454f-a37c-e65c0281dab6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.323601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53b5c617-213a-46ba-af08-975f0ec560ca req-3d77884f-e1a8-454f-a37c-e65c0281dab6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.1917863 Jul 22 19:29:54.354477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5856-fd05-4e2b-8500-8482f2538399 req-b4e27849-6042-417f-a59c-eddcfa72c882 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.356229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe4a5856-fd05-4e2b-8500-8482f2538399 req-b4e27849-6042-417f-a59c-eddcfa72c882 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.1867757 Jul 22 19:29:54.436074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53b5c617-213a-46ba-af08-975f0ec560ca req-823d3184-daed-4804-8beb-20eee7137609 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051266 Jul 22 19:29:54.443490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe4a5856-fd05-4e2b-8500-8482f2538399 req-be581065-e518-4a8f-afd4-21b81663fbba tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783975 Jul 22 19:29:54.478589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Deleting port db206385-2023-400d-9c0d-864a6a9a5fd3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:54.478867 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.538671 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-6413a00a-0cc4-4e6a-9095-0d0e8408ff71 req-188095d5-fae0-45df-a867-3ad4063aab90 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:29:54.539739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6413a00a-0cc4-4e6a-9095-0d0e8408ff71 req-188095d5-fae0-45df-a867-3ad4063aab90 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/0266408b-f623-45b7-b50c-520ea0d55363 HTTP/1.1" status: 404 len: 352 time: 0.0385768 Jul 22 19:29:54.601592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-74ca21d6-0bce-4e7f-bfcf-9882d33c94a0 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "GET /v2.0/security-groups/32515a0a-9587-4b53-a33b-276976f11054 HTTP/1.1" status: 200 len: 1811 time: 0.0992343 Jul 22 19:29:54.604987 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4aac54-7a42-47f7-8b1f-6ae6e495b39b x-openstack-request-id: req-6b4aac54-7a42-47f7-8b1f-6ae6e495b39b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:54.605301 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:54.605520 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b4aac54-7a42-47f7-8b1f-6ae6e495b39b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:54.605928 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'status': 'completed', 'code': 200} Jul 22 19:29:54.623905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] For port db206385-2023-400d-9c0d-864a6a9a5fd3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db206385-2023-400d-9c0d-864a6a9a5fd3,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:54.624299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.645311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:54.657401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Calling delete_port for db206385-2023-400d-9c0d-864a6a9a5fd3 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:54.668444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:29:54.696467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f50fb077-b72e-4e25-a576-7bf03d15a9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.801533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.830218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-1f57b5f7-6f64-4b8d-9df2-a5638bd4fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:54.832962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-1f57b5f7-6f64-4b8d-9df2-a5638bd4fb11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1126 time: 0.1915648 Jul 22 19:29:54.899089 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.900011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:54.918790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f50fb077-b72e-4e25-a576-7bf03d15a9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.926119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f50fb077-b72e-4e25-a576-7bf03d15a9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:54.928810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:29:54.982781 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f50fb077-b72e-4e25-a576-7bf03d15a9b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b01bb07ce3464142956d486b6e8254e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360996 Jul 22 19:29:54.984912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fb077-b72e-4e25-a576-7bf03d15a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3becf55-f534-42c9-a133-f7263ab16d66,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:54.987817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:55.046562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.060974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-359f6437-9626-4e09-96b9-385a1113fc8d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/e27dadff-f278-4e5e-8708-3817863dc70f HTTP/1.1" status: 200 len: 1801 time: 0.1862502 Jul 22 19:29:55.067572 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.070390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.071373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.077982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44908) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:55.081079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05cb7e44-c1c4-490d-a6d9-0ab629f1b51a req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] 10.222.0.10 "DELETE /v2.0/security-groups/32515a0a-9587-4b53-a33b-276976f11054 HTTP/1.1" status: 204 len: 173 time: 0.4589248 Jul 22 19:29:55.144601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Deleting subnet 32b1fe44-debd-481e-b17a-14334415a1e0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:55.146171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-b10a3a06-35e8-4ffa-b515-8292db2015f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:55.147845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-b10a3a06-35e8-4ffa-b515-8292db2015f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2688038 Jul 22 19:29:55.148655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f314a0-2768-4476-827c-53cb3b182fe1 tempest-SecurityGroupRulesNegativeTestJSON-1056917793 tempest-SecurityGroupRulesNegativeTestJSON-1056917793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32515a0a-9587-4b53-a33b-276976f11054,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.148812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.194152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.221040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.225735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.228757 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3becf55-f534-42c9-a133-f7263ab16d66 HTTP/1.1" status: 204 len: 168 time: 0.2398252 Jul 22 19:29:55.255904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.277574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-47e59448-f72e-4486-8fb6-95dd1a6f5f27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.0681858 Jul 22 19:29:55.334498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbadb9f-1efe-46e8-b814-57e448408b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3becf55-f534-42c9-a133-f7263ab16d66,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.357910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.378798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.382961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37559df-d55c-4006-b932-ed37db9e9c74 req-f0e88147-b98f-49a4-8ff5-25d9bf9be146 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:55.389786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d37559df-d55c-4006-b932-ed37db9e9c74 req-f0e88147-b98f-49a4-8ff5-25d9bf9be146 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 945 time: 0.2686429 Jul 22 19:29:55.410908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b1fe44-debd-481e-b17a-14334415a1e0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.416892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.419078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ec6caa0-1889-415e-bcbb-cccf9e10a247 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/32b1fe44-debd-481e-b17a-14334415a1e0 HTTP/1.1" status: 204 len: 168 time: 0.3401663 Jul 22 19:29:55.420968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.421787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:55.451896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-9ac2a637-be22-4713-8de5-773595235fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:55.453418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-9ac2a637-be22-4713-8de5-773595235fdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1678455 Jul 22 19:29:55.454220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=db206385-2023-400d-9c0d-864a6a9a5fd3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:55.465912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.514163 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.540690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-fd47d151-12e8-4c8c-9982-885e8dc56ff1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720487 Jul 22 19:29:55.625336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d37559df-d55c-4006-b932-ed37db9e9c74 req-b4055458-8037-4e19-a173-9f66b7953a7c tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344756 Jul 22 19:29:55.647076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.668245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b75ca4-a230-43c9-a562-12eeeb569c99']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:55.683260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec0ab23-a55e-476b-9bf5-3153aef37f59') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:55.683792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec0ab23-a55e-476b-9bf5-3153aef37f59') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:55.711760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.742981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.752087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:29:55.753957 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:29:55.756232 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:29:55.827428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.848755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:55.852352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2b75ca4-a230-43c9-a562-12eeeb569c99 HTTP/1.1" status: 204 len: 168 time: 0.4287386 Jul 22 19:29:55.853658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7477bde-0cbe-4385-be93-1bc02b8ab224 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b75ca4-a230-43c9-a562-12eeeb569c99,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:56.037178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.040093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.053082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7147e69c-5f8b-4db1-b429-8ad2397ff04b req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/e27dadff-f278-4e5e-8708-3817863dc70f HTTP/1.1" status: 204 len: 173 time: 0.9604731 Jul 22 19:29:56.139027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44940) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:56.210568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28339b-4242-4fb5-a581-aa5fced46c39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27dadff-f278-4e5e-8708-3817863dc70f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:56.232935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fef676fe-8ed0-4aab-bb6a-c0767c525f5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83d8e80218df459291503757544d5e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0925305 Jul 22 19:29:56.233560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:56.266411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-aa9595a5-442e-4bbe-a7f6-7cce89a48718 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6939185 Jul 22 19:29:56.307715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.344877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.412197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.425932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf27112-756b-4599-9f11-02c452866598 req-67ce63b4-2a0e-4dd7-939a-2e9385b5ecfd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:56.427576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdf27112-756b-4599-9f11-02c452866598 req-67ce63b4-2a0e-4dd7-939a-2e9385b5ecfd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3963675 Jul 22 19:29:56.447054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.451265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.452438 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1be2506c-ca92-4c65-a8c8-6971958ce5bd HTTP/1.1" status: 204 len: 168 time: 0.2178750 Jul 22 19:29:56.470152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbd9ec-7c1e-43e8-9d7e-47a9714db0fd req-962e2662-0b8d-4683-9abd-3ab62d2d4c6b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:56.482217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0682883-5d82-43d8-8f2f-ef2d0b98ea5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be2506c-ca92-4c65-a8c8-6971958ce5bd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:56.482426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7cbd9ec-7c1e-43e8-9d7e-47a9714db0fd req-962e2662-0b8d-4683-9abd-3ab62d2d4c6b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.3146207 Jul 22 19:29:56.625363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e05dbb-9b9c-4506-b968-536521f1b350 req-37eb692d-6c73-450f-9961-22d4331a612d service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480182 Jul 22 19:29:56.669489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-8368ceb9-9b2b-4a32-975b-172f9672328f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:56.670846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-8368ceb9-9b2b-4a32-975b-172f9672328f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.32 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 945 time: 0.3651011 Jul 22 19:29:56.678948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdf27112-756b-4599-9f11-02c452866598 req-8a7d0c85-9f02-46ae-9e4c-c8f3f847759f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425966 Jul 22 19:29:56.704829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7cbd9ec-7c1e-43e8-9d7e-47a9714db0fd req-da6089dd-cc42-4155-b437-950203859792 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170825 Jul 22 19:29:56.775811 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-1459abfa-11c9-48da-b289-50e6bf56930f req-0db96adf-4f23-4a8a-bfcc-7068020aa341 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:29:56.777111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1459abfa-11c9-48da-b289-50e6bf56930f req-0db96adf-4f23-4a8a-bfcc-7068020aa341 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/e27dadff-f278-4e5e-8708-3817863dc70f HTTP/1.1" status: 404 len: 352 time: 0.0275316 Jul 22 19:29:56.952559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:56.985660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Deleting port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:56.986005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.035171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:29:57.109089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8df9a1-9739-4504-bd7c-7d363ec42b8e req-f1db1df4-4951-4480-ae08-04e84e1ad71f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:57.110623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c8df9a1-9739-4504-bd7c-7d363ec42b8e req-f1db1df4-4951-4480-ae08-04e84e1ad71f tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 945 time: 0.2406096 Jul 22 19:29:57.293157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] For port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,segment=NetworkSegment(9852b473-c506-4513-ab07-7588d65d81b7),segment_id=9852b473-c506-4513-ab07-7588d65d81b7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:57.293858 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.324520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c8df9a1-9739-4504-bd7c-7d363ec42b8e req-1f62057b-15bf-4f57-a02b-e55b3bc62b7b tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/security-groups?id=1614da33-36d7-4c0d-b349-0a21ae42066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986511 Jul 22 19:29:57.327732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Calling delete_port for 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:57.330037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-2e94a422-ccbc-4ac5-a748-d8ce8231cde1 service neutron] 10.222.0.26 "GET /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.2969387 Jul 22 19:29:57.488671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:29:57.500708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Sync routers for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:29:57.501826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd7ab462-bd22-440e-9252-08c4dd4f9f8d admin admin] 10.222.0.10 "PUT /v2.0/routers/51e2b83d-a47d-44c6-a7e7-abd2fef72518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9110835 Jul 22 19:29:57.505212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:57.516275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:57.520760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:57.540199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-871aa973-37aa-4345-88cc-f9409e6e22cd tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:57.541747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-871aa973-37aa-4345-88cc-f9409e6e22cd tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.2946301 Jul 22 19:29:57.547718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-9cc06878-8310-46a9-a994-398bdc4c41ee tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/286fd941-8234-41bc-a0c5-623eb68a5f56 HTTP/1.1" status: 200 len: 1801 time: 0.1746471 Jul 22 19:29:57.608079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-1674db13-e8fe-48a8-88de-2a6ad913351c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.724722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.727564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:57.756722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-1674db13-e8fe-48a8-88de-2a6ad913351c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.777371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-1674db13-e8fe-48a8-88de-2a6ad913351c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.931284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.952375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8df5f22-e1c9-4336-99d1-d6ad4e96c776 req-1674db13-e8fe-48a8-88de-2a6ad913351c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003854 Jul 22 19:29:57.974809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:57.981076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674db13-e8fe-48a8-88de-2a6ad913351c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208c993-a819-4aa0-998e-68f2389e2283,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:58.024017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.029452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:58.032905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.098299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Pushing event deleted for resources: {'Port': ['ID=7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:58.110571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:58.118737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:29:58.169123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Deleting port f8400eb7-ece6-4e10-8a06-b06622a8d4a9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:29:58.169575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.198360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:29:55Z', 'revision_number': 5, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port': {'id': 'f8400eb7-ece6-4e10-8a06-b06622a8d4a9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:28:03Z', 'updated_at': '2021-07-22T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.267326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Checking router: 51e2b83d-a47d-44c6-a7e7-abd2fef72518 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:29:58.281386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Routers {'51e2b83d-a47d-44c6-a7e7-abd2fef72518'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:29:58.282040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.304684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff698bf-804b-45ee-a15b-93fef0dd94c3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:29:58.334363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] No DVR routers for this DVR port 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:58.337326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.339289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f1580be-a9c8-4b1c-8046-51598bfd93fa req-f31776ed-db92-453a-b9a6-f07b6c921d33 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.32 "DELETE /v2.0/ports/7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a HTTP/1.1" status: 204 len: 173 time: 1.6553969 Jul 22 19:29:58.340085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] For port f8400eb7-ece6-4e10-8a06-b06622a8d4a9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:58.340713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.347199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'name': 'network-vif-deleted', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:29:58.361323 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be7279-c28f-4658-bf10-6ef896e3b636" -d '{"events": [{"server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "name": "network-vif-deleted", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:29:58.369176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.371879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.373091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67f56059-534b-485c-8eca-8fa6398a7e65 req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/286fd941-8234-41bc-a0c5-623eb68a5f56 HTTP/1.1" status: 204 len: 173 time: 0.7953916 Jul 22 19:29:58.375055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:29:58.403322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Calling delete_port for f8400eb7-ece6-4e10-8a06-b06622a8d4a9 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:29:58.445004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a5231-c708-4c98-af05-e0343212ab62 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286fd941-8234-41bc-a0c5-623eb68a5f56,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:58.451853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] Set router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:29:58.474842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.500591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ce502-a91a-49f7-97e5-0548d56ae0d0 req-63265c1c-82e2-4489-a74f-8ca2a1f85696 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:58.503986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b82ce502-a91a-49f7-97e5-0548d56ae0d0 req-63265c1c-82e2-4489-a74f-8ca2a1f85696 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 943 time: 0.4100690 Jul 22 19:29:58.555030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:29:57Z', 'revision_number': 6, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:29:58.600788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b82ce502-a91a-49f7-97e5-0548d56ae0d0 req-cd63d43e-f279-4cc7-b9f2-b911abfbd3db tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Jul 22 19:29:58.617519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] Transition to ACTIVE for port object 5ff698bf-804b-45ee-a15b-93fef0dd94c3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:29:58.621288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1379805469-network', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:29:58.626216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.640637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47f437-dff0-4f78-8489-daa066a08119 None None] The sync data for ids ['51e2b83d-a47d-44c6-a7e7-abd2fef72518'] in n-d-800087-13 is: [{'id': '51e2b83d-a47d-44c6-a7e7-abd2fef72518', 'name': 'tempest-AttachSCSIVolumeTestJSON-1187630865-router', 'tenant_id': 'd8a25b04e7da4afe90f19b987883553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:28:02Z', 'updated_at': '2021-07-22T19:29:57Z', 'revision_number': 6, 'project_id': 'd8a25b04e7da4afe90f19b987883553a', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:29:58.698416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Made reservation on behalf of a6866d8dff784950a7bdd78f6c8f09ca for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:29:58.705203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:58.714394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.735487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.787389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:58.788205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:58.824499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] No DVR routers for this DVR port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:29:58.855849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] Pushing event updated for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:58.962076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:58.989535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-692b28db-3f0b-4095-aa75-aa2f8a08feee service neutron] 10.222.0.26 "PUT /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6485765 Jul 22 19:29:58.998219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de546ea4-58a0-43f3-ba89-5a0597d9c264 req-8e0aa49b-6573-4213-a154-240607757d31 tempest-ServerMetadataNegativeTestJSON-1477646451 tempest-ServerMetadataNegativeTestJSON-1477646451-project] 10.222.0.10 "GET /v2.0/ports?device_id=add42b7a-5a9c-473b-99f8-dd91d9280ce9 HTTP/1.1" status: 200 len: 210 time: 0.1461105 Jul 22 19:29:59.018509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8400eb7-ece6-4e10-8a06-b06622a8d4a9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:59.107451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:59.179749 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc0630-f2ad-4e87-8b9e-8c0802b35a01 x-openstack-request-id: req-92cc0630-f2ad-4e87-8b9e-8c0802b35a01 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:29:59.180066 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add42b7a-5a9c-473b-99f8-dd91d9280ce9", "name": "network-vif-deleted", "tag": "7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:29:59.180376 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92cc0630-f2ad-4e87-8b9e-8c0802b35a01 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:29:59.182911 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add42b7a-5a9c-473b-99f8-dd91d9280ce9', 'name': 'network-vif-deleted', 'tag': '7b4b2a3b-e56f-46d9-b6ae-60ad5f88318a', 'status': 'completed', 'code': 200} Jul 22 19:29:59.241036 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-24a485e9-14fd-4c13-8314-eb25ba3b1061 req-28742946-44dc-44cf-a3bd-037d2bb7d6f8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:29:59.247786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24a485e9-14fd-4c13-8314-eb25ba3b1061 req-28742946-44dc-44cf-a3bd-037d2bb7d6f8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/286fd941-8234-41bc-a0c5-623eb68a5f56 HTTP/1.1" status: 404 len: 352 time: 0.0336456 Jul 22 19:29:59.249951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db206385-2023-400d-9c0d-864a6a9a5fd3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:29:59.277106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-0e99ac2f-c404-4552-a0f3-af17ec1a5d1d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:59.280179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-0e99ac2f-c404-4552-a0f3-af17ec1a5d1d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.2109787 Jul 22 19:29:59.326838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.328184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.412795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ace4e348-3deb-47e8-bc8c-bc52039925c0 req-19df361d-08f2-4810-99a1-be2cf9edf0b9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 6147 time: 0.1304421 Jul 22 19:29:59.430294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-1af81fad-78de-459f-835f-90a9a44cb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:29:59.437731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-1af81fad-78de-459f-835f-90a9a44cb71f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&tenant_id=2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1492610 Jul 22 19:29:59.442420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.456475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: db206385-2023-400d-9c0d-864a6a9a5fd3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:29:59.460270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db206385-2023-400d-9c0d-864a6a9a5fd3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:59.503225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:29:59.503670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.514691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.602309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:29:59.619537 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.620059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51e2b83d-a47d-44c6-a7e7-abd2fef72518 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:29:59.637599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.643510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2c33047-cbed-4f8c-bd8f-5ea7d265ee0e admin admin] 10.222.0.10 "DELETE /v2.0/routers/51e2b83d-a47d-44c6-a7e7-abd2fef72518 HTTP/1.1" status: 204 len: 168 time: 2.1362207 Jul 22 19:29:59.645095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a994a9d1-fa91-4186-9fe7-ea1adc1da468,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:29:59.650883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45062) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:29:59.771014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Deleting subnet af908a61-2043-40cb-8a6c-e9c8969ab529 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:29:59.781911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.782261 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Added segment 75d9e1e6-fef6-489a-b7ac-876cc480a9d9 of type vlan for network a9908ccc-3fa4-457a-bb0b-1572abc4d231 Jul 22 19:29:59.784164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.952652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:29:59.955333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.038269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-dd034ce6-be60-48c9-914c-ebe6412d5d80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393645 Jul 22 19:30:00.055877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ace4e348-3deb-47e8-bc8c-bc52039925c0 req-29556e68-02f3-4d6c-a697-b7dcfae3417b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b3ff91a2-1d6e-4b38-8d16-90d7618e40be HTTP/1.1" status: 200 len: 2981 time: 0.6422627 Jul 22 19:30:00.074042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.075108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:00.075808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.136345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.144086 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0262434 Jul 22 19:30:00.156993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ace4e348-3deb-47e8-bc8c-bc52039925c0 req-72ad0e5c-f84c-4a87-b800-e31d30b3d917 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b3ff91a2-1d6e-4b38-8d16-90d7618e40be HTTP/1.1" status: 200 len: 2981 time: 0.0999510 Jul 22 19:30:00.184398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45082) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:00.198830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Request body: {'subnet': {'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1379805469-subnet', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:00.234802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-639cbaa1-d7ef-4ae8-b055-023e41ee14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:00.236637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-639cbaa1-d7ef-4ae8-b055-023e41ee14b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1096 time: 0.7728438 Jul 22 19:30:00.267055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae086f-12b6-419d-a96c-0a37a6b26bcc admin admin] Pushing event updated for resources: {'Network': ['ID=a9908ccc-3fa4-457a-bb0b-1572abc4d231,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:00.285994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:00.364096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.398234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd56a2-3515-4fe0-8f7d-7baee00af730 req-a31c5a17-c056-4bb9-8e25-004944158689 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:00.399782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0fd56a2-3515-4fe0-8f7d-7baee00af730 req-a31c5a17-c056-4bb9-8e25-004944158689 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.4105768 Jul 22 19:30:00.417110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af908a61-2043-40cb-8a6c-e9c8969ab529,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:00.419844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.426372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56127623-e1a6-43a0-993e-42b07519a9b8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/af908a61-2043-40cb-8a6c-e9c8969ab529 HTTP/1.1" status: 204 len: 168 time: 0.7744532 Jul 22 19:30:00.429531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45098) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:00.472822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46eb3a3-798d-486a-a317-3d1162d29438 None None] Network c46a9e9d-6d06-4cd0-a51c-e792426159d3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:00.476795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Made reservation on behalf of a6866d8dff784950a7bdd78f6c8f09ca for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:00.502089 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.609111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.712899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Deleting port ec93b704-235b-4529-9821-c534c9b00a9c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:00.713575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.725766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0fd56a2-3515-4fe0-8f7d-7baee00af730 req-fb8f9fcb-188c-42e8-95b0-a85dba0f58f6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018699 Jul 22 19:30:00.787999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] DHCP port deletion for c46a9e9d-6d06-4cd0-a51c-e792426159d3 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:30:00.873682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] For port ec93b704-235b-4529-9821-c534c9b00a9c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ec93b704-235b-4529-9821-c534c9b00a9c,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:00.874352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.892361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-aba6ecae-a120-430a-92ff-278d0fafe87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:00.892679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Deleting port ec93b704-235b-4529-9821-c534c9b00a9c {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:00.906318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-aba6ecae-a120-430a-92ff-278d0fafe87c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.6446435 Jul 22 19:30:00.910980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Calling delete_port for ec93b704-235b-4529-9821-c534c9b00a9c owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:00.926709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45116) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:00.928295 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:00.987383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f8400eb7-ece6-4e10-8a06-b06622a8d4a9 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:01.017578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f8400eb7-ece6-4e10-8a06-b06622a8d4a9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:01.018770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f8400eb7-ece6-4e10-8a06-b06622a8d4a9 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:01.046307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Deleting subnet 80b44e5f-b5ef-4a98-85f6-e10070171738 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:30:01.058455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.103247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] For port ec93b704-235b-4529-9821-c534c9b00a9c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ec93b704-235b-4529-9821-c534c9b00a9c,segment=NetworkSegment(1c975abc-c5fa-4972-bb7f-ca470b478b0e),segment_id=1c975abc-c5fa-4972-bb7f-ca470b478b0e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:01.103837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.116382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.123492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-4f00faea-945a-40e2-a88f-270ef95c71ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.1744041 Jul 22 19:30:01.138294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991be45-8503-4b06-b4b1-9cacf25050e8 req-aac9dd83-931d-4fc6-9a0c-299ba99d82e8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:01.139748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.147473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0991be45-8503-4b06-b4b1-9cacf25050e8 req-aac9dd83-931d-4fc6-9a0c-299ba99d82e8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.8335314 Jul 22 19:30:01.209299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Calling delete_port for ec93b704-235b-4529-9821-c534c9b00a9c owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:01.217666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec93b704-235b-4529-9821-c534c9b00a9c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:01.219643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] No DVR routers for this DVR port ec93b704-235b-4529-9821-c534c9b00a9c on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:01.251457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-19026bd4-9c75-4a66-ab34-1477cad0dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:01.254236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-19026bd4-9c75-4a66-ab34-1477cad0dca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1013944 Jul 22 19:30:01.258716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-693072683', 'description': 'tempest-description-1785115838'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:01.273684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.309636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0991be45-8503-4b06-b4b1-9cacf25050e8 req-b41eabca-ff8c-4263-9ca4-93a0e0755b2a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592674 Jul 22 19:30:01.369164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-f90e68c8-a077-4e50-a275-54630c8c17be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931036 Jul 22 19:30:01.449476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.469745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46a9e9d-6d06-4cd0-a51c-e792426159d3']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:01.485204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c975abc-c5fa-4972-bb7f-ca470b478b0e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:01.485204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c975abc-c5fa-4972-bb7f-ca470b478b0e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:01.538462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.581110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.635117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-1b53629d-3781-4fc7-a0a2-07c135ecfafe service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575796 Jul 22 19:30:01.642682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Pushing event deleted for resources: {'Port': ['ID=ec93b704-235b-4529-9821-c534c9b00a9c,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:01.664187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.664536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.664877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.665206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.668894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.669246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.669594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.669921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.670253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.670588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.670921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.682287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:01.694174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc93637d-bca6-4d62-ac07-e45b37952b84 None None] No DVR routers for this DVR port ec93b704-235b-4529-9821-c534c9b00a9c on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:01.792268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.796700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-fb41e10d-7631-4226-87bb-ba63c049af3a service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503468 Jul 22 19:30:01.802592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.902964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:01.905451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7011856a-bd6e-495e-98aa-806c9c126bff req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7504969 Jul 22 19:30:01.909786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6a59f-a25a-4384-9434-12581e42b402 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e113d1-976c-414c-ba0a-0ce10f598b15,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:01.946695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1132588382', 'description': 'tempest-description-1336412341'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:01.963379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a483e2-5ad0-46c1-8762-ca0330e849ff req-c2f93ca5-369a-4de9-bc2f-be47276b40e5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:01.971407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7a483e2-5ad0-46c1-8762-ca0330e849ff req-c2f93ca5-369a-4de9-bc2f-be47276b40e5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.1226981 Jul 22 19:30:02.001769 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.015748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.043687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.045968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80b44e5f-b5ef-4a98-85f6-e10070171738 HTTP/1.1" status: 204 len: 168 time: 1.1177649 Jul 22 19:30:02.058561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45140) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:02.067318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.071865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89c2dc-a539-4593-a780-85c3fa6fcb58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b44e5f-b5ef-4a98-85f6-e10070171738,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:02.076001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:02.076193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.076448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:02.078330 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:02.089073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7a483e2-5ad0-46c1-8762-ca0330e849ff req-ee376800-37bf-470f-b604-26e5c74d1439 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164145 Jul 22 19:30:02.154206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.178411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.181356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] 10.222.0.10 "DELETE /v2.0/networks/c46a9e9d-6d06-4cd0-a51c-e792426159d3 HTTP/1.1" status: 204 len: 168 time: 1.7494268 Jul 22 19:30:02.183438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4320c-bd1e-4d89-af80-d2ab6f1f9c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=c46a9e9d-6d06-4cd0-a51c-e792426159d3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:02.318731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.355921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.380995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:02.403992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-23b95cc6-26c8-4cd7-b662-4fb0b46c7377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.405566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-23b95cc6-26c8-4cd7-b662-4fb0b46c7377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.1177106 Jul 22 19:30:02.414664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-0c72e568-31fa-4443-846a-77e2428d2e7b tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.416644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-0c72e568-31fa-4443-846a-77e2428d2e7b tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.2994022 Jul 22 19:30:02.536747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-def2733f-07f4-46a6-af4e-1fe04f5e951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.538878 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-def2733f-07f4-46a6-af4e-1fe04f5e951e service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1247063 Jul 22 19:30:02.558562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45152) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:02.605130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d67719d-5837-431e-a13f-5f02894a937b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:02.631477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-fd8f63a8-0598-44c9-a47a-4ef1f17edc43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.0828180 Jul 22 19:30:02.664947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6122a9ea-7701-43d9-a69a-5e62b6caa90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.681422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.689253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.704049 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d363858-50eb-4f41-b9ae-48be7df996f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=40057ba99c7a43e1888588a224d24fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415546 Jul 22 19:30:02.704446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Checking segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:02.704446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Network hostable DHCP agents. Network: a9908ccc-3fa4-457a-bb0b-1572abc4d231, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:02.706296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:02.716559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218f88c2-7836-4bd6-8c6c-cf35cd8fc354']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.727369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-e6f77b1a-9215-42ad-bfb1-ef441a09b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.728991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-e6f77b1a-9215-42ad-bfb1-ef441a09b5fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0793929 Jul 22 19:30:02.730320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.778549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9852b473-c506-4513-ab07-7588d65d81b7') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.779138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9852b473-c506-4513-ab07-7588d65d81b7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:02.834425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-3bb66d1e-987d-43f3-b007-6e114a8ae31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.835936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-3bb66d1e-987d-43f3-b007-6e114a8ae31c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981872 Jul 22 19:30:02.837946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ec93b704-235b-4529-9821-c534c9b00a9c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:02.849819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.862459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ec93b704-235b-4529-9821-c534c9b00a9c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:02.863731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ec93b704-235b-4529-9821-c534c9b00a9c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:02.869886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba51fd-a55c-4b75-95f9-3d80b0739e8c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:02.872484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:02.884581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6122a9ea-7701-43d9-a69a-5e62b6caa90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.895408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.896376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6122a9ea-7701-43d9-a69a-5e62b6caa90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.905414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0a988-fddc-4d57-8383-2635f711f373 req-7a122f7f-052c-434b-b8da-4a5c5095ef49 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.906954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff0a988-fddc-4d57-8383-2635f711f373 req-7a122f7f-052c-434b-b8da-4a5c5095ef49 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.4510622 Jul 22 19:30:02.915587 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.919692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66574428-0fcb-4487-9051-720402cd8f60 req-d740c782-fb5f-4f71-bce1-cb91c0c27d38 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9779875 Jul 22 19:30:02.921085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:02.921690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:02.927404 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:02.951750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a9908ccc-3fa4-457a-bb0b-1572abc4d231) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:02.954065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-ba5deb77-eaa6-4201-b3a1-80c923d57549 service neutron] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:02.961640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9742fc-7822-4ce3-a8ca-4c8e455b30a4 None None] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:02.982945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:02.983826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.989534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-ba5deb77-eaa6-4201-b3a1-80c923d57549 service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:02.990538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dfa5a39-c553-4089-8f3e-07d9b573b111 req-ba5deb77-eaa6-4201-b3a1-80c923d57549 service neutron] 10.222.0.32 "DELETE /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.5422180 Jul 22 19:30:03.006960 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6122a9ea-7701-43d9-a69a-5e62b6caa90a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0deb5030a0be4dc19f781b1fa62cd93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265841 Jul 22 19:30:03.016512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:03.021088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a9ea-7701-43d9-a69a-5e62b6caa90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0578684d-e74a-4806-ba37-a24d84246dd5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:03.037551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.072599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.084562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6981aff8-304b-4282-aa42-124a7243d626 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9040339 Jul 22 19:30:03.090046 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-c6eeb7f5-a8d7-47e4-b1b5-c0520f97ef93 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464824 Jul 22 19:30:03.092995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.095177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] 10.222.0.10 "DELETE /v2.0/networks/218f88c2-7836-4bd6-8c6c-cf35cd8fc354 HTTP/1.1" status: 204 len: 168 time: 1.0333993 Jul 22 19:30:03.096733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:03.099730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff0a988-fddc-4d57-8383-2635f711f373 req-595de421-634b-4526-bd35-ddcf489f385d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758747 Jul 22 19:30:03.105337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:03.132492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.135680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dba1d-0d8f-4904-a422-f91b20f8ed22 admin admin] Pushing event deleted for resources: {'Network': ['ID=218f88c2-7836-4bd6-8c6c-cf35cd8fc354,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:03.250997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.285048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.330024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:30:03.332126 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.376472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.376621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.381509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.384497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.385784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/610da44e-7365-4038-bc34-af841fa371f2 HTTP/1.1" status: 204 len: 168 time: 0.6719806 Jul 22 19:30:03.415304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19846b-057d-4ee3-880f-5ae4cd9a9d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610da44e-7365-4038-bc34-af841fa371f2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:03.431885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-aba43fd2-3566-4212-ab62-fd26fedac8a2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.433747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-aba43fd2-3566-4212-ab62-fd26fedac8a2 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 813 time: 0.1896350 Jul 22 19:30:03.443864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe79a-ea33-45ab-8e6a-d68aa2612b37 req-f9213d00-9475-48a3-b51c-ecab01bde7b5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:03.445914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55abe79a-ea33-45ab-8e6a-d68aa2612b37 req-f9213d00-9475-48a3-b51c-ecab01bde7b5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.2040629 Jul 22 19:30:03.465215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-3b5f0352-66d0-4cd8-8a44-b7ec6d1e97aa tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/quotas/6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 375 time: 0.0181818 Jul 22 19:30:03.494472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.497297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.504373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0578684d-e74a-4806-ba37-a24d84246dd5 HTTP/1.1" status: 204 len: 168 time: 0.4814630 Jul 22 19:30:03.599028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.599714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45182) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:03.603617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55abe79a-ea33-45ab-8e6a-d68aa2612b37 req-77527882-709d-4ae3-a8f1-10c024abcea5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500711 Jul 22 19:30:03.652528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7adb29-fb5a-4992-a429-c255391a1556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578684d-e74a-4806-ba37-a24d84246dd5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:03.692721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-c78b4993-640f-47f0-a7bf-2771d2c06e04 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2073123 Jul 22 19:30:03.752123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Allocated IP 172.20.0.2 (a9908ccc-3fa4-457a-bb0b-1572abc4d231/7d67719d-5837-431e-a13f-5f02894a937b/192b0997-a2d5-48c9-987b-eea4925129d6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:03.757750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-74404c17-a773-427d-8119-dc9dc2e1679e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561880 Jul 22 19:30:03.865798 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42d062f3-885c-467f-8521-d4c3d4507be3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be3a634c015a4bd0a3ae6b613cc3a64b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510123 Jul 22 19:30:03.868335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:03.872010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:03.973521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-9ea6da5f-e443-4803-9c85-5a4ce90f298c service neutron] 10.222.0.10 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657397 Jul 22 19:30:04.007405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.014660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.018594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Transition to ACTIVE for port object 192b0997-a2d5-48c9-987b-eea4925129d6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:04.036379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Transition to ACTIVE for port object 192b0997-a2d5-48c9-987b-eea4925129d6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:04.058853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.067029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.186691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:04.207731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:04.213598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:04.236281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:04.257404 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.260134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.261312 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1614da33-36d7-4c0d-b349-0a21ae42066c HTTP/1.1" status: 204 len: 168 time: 0.3879600 Jul 22 19:30:04.286352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b140d5-d852-4186-ba41-840cea6866ad req-cf3d777d-39f4-439c-b297-dde1dda7d91f tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.288312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12b140d5-d852-4186-ba41-840cea6866ad req-cf3d777d-39f4-439c-b297-dde1dda7d91f tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2874734 Jul 22 19:30:04.303527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd5330-2baf-4678-8ab0-2004ab5475ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1614da33-36d7-4c0d-b349-0a21ae42066c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:04.343401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12b140d5-d852-4186-ba41-840cea6866ad req-a4c552d4-674e-4175-96b9-35ab1d665c09 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483196 Jul 22 19:30:04.378628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1e738119-8f01-48b5-9f88-11b855a2d34c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8a25b04e7da4afe90f19b987883553a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228485 Jul 22 19:30:04.380930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45204) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:04.400015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-0187b2d0-0edb-4e56-a94d-339e5d598f67 service neutron] 10.222.0.10 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244561 Jul 22 19:30:04.620299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Pushing event updated for resources: {'Port': ['ID=192b0997-a2d5-48c9-987b-eea4925129d6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:04.674014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Attempting to bind port 192b0997-a2d5-48c9-987b-eea4925129d6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:04.674907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Attempting to bind port 192b0997-a2d5-48c9-987b-eea4925129d6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:04.675279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Attempting to bind port 192b0997-a2d5-48c9-987b-eea4925129d6 on network a9908ccc-3fa4-457a-bb0b-1572abc4d231 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:04.675676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.679761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.691128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:04.691518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Checking segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:04.691940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.692372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Bound using segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:04.692863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Bound port: 192b0997-a2d5-48c9-987b-eea4925129d6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:04.693259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.757429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.779570 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.807830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:04.849118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-444309f1-bcb0-4339-b193-c26abff80de1 req-083656ea-f7a0-4c25-b917-adc342ebf5b4 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 210 time: 0.0718431 Jul 22 19:30:04.853779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] For port 192b0997-a2d5-48c9-987b-eea4925129d6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:04.858551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] For port 192b0997-a2d5-48c9-987b-eea4925129d6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=192b0997-a2d5-48c9-987b-eea4925129d6,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:04.863799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6519753-7119-4334-bd48-36973527ad3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.872340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:04.890784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1804fe-a926-4d02-8bf0-e7ca6b8cb59a req-7577b689-0403-4466-9020-1ed6786730f4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:04.899492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d1804fe-a926-4d02-8bf0-e7ca6b8cb59a req-7577b689-0403-4466-9020-1ed6786730f4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3986363 Jul 22 19:30:05.015636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e1a3f-331d-4f94-82a3-291fb03548e1 None None] Pushing event updated for resources: {'Port': ['ID=192b0997-a2d5-48c9-987b-eea4925129d6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.052173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d1804fe-a926-4d02-8bf0-e7ca6b8cb59a req-050c8d0b-8932-488f-887e-d4a14b4f2ed1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461310 Jul 22 19:30:05.057307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.060368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.064321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a2dc40-8f84-4e35-8153-1cd3afe78095 HTTP/1.1" status: 204 len: 168 time: 0.6817415 Jul 22 19:30:05.119745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6400b-a4c8-44f8-8ad8-e9753c1d8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2dc40-8f84-4e35-8153-1cd3afe78095,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.153375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Allocated IP 172.25.6.50 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/34d85aaa-7625-4d38-82dc-38bdfb1b2a60) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:05.369621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-0b58b27c-d0d9-478e-b78a-e06ff13f1bde tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:05.376803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-0b58b27c-d0d9-478e-b78a-e06ff13f1bde tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.3204160 Jul 22 19:30:05.395495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6519753-7119-4334-bd48-36973527ad3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.405444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-4815dd6f-53c7-400d-9b1c-d1087f6eca62 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/quotas/2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 375 time: 0.0267255 Jul 22 19:30:05.416576 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6519753-7119-4334-bd48-36973527ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.494797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.524445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519753-7119-4334-bd48-36973527ad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a300f-b17c-40cb-9e6c-3cac1ed8ab53,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.546516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e6519753-7119-4334-bd48-36973527ad3c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6779866af5514f73938f60b5f0614ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7363932 Jul 22 19:30:05.548641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:05.617961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.619624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-f34f9d7d-19fd-4e67-b802-47dd14ea13a7 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132206 Jul 22 19:30:05.669421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:05.675580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:05.676596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.680255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:05.727633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Pushing event updated for resources: {'Port': ['ID=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:05.760122 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.834861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-e6f4acc5-c983-486c-afb0-031180dde546 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034857 Jul 22 19:30:05.896557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.904042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:05.906762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b51a300f-b17c-40cb-9e6c-3cac1ed8ab53 HTTP/1.1" status: 204 len: 168 time: 0.3512495 Jul 22 19:30:05.943289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735165-19bc-4d19-9961-bfb726f0f4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a300f-b17c-40cb-9e6c-3cac1ed8ab53,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:06.135509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9b24f7f-b173-4ad0-9077-4636d3bb4709 req-e72c34be-2bf7-4a02-865e-445651ec8122 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 210 time: 0.0939090 Jul 22 19:30:06.199797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-5d38d01e-320c-423a-b711-b13893f69523 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632526 Jul 22 19:30:06.286845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.489169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:30:06.715697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb9301-78ce-4866-8868-2b4001b5f059 None None] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:06.871069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:06.989738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-01f67fbc-2877-4825-9018-6c2497e949c8 None None] Provisioning for port 192b0997-a2d5-48c9-987b-eea4925129d6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:07.064312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 192b0997-a2d5-48c9-987b-eea4925129d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:07.213116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a28c1ad7-a544-4b7c-8ded-b21581829160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.225367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Router af412e56-06a4-4fb0-a85a-bf1c42feddb2 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:30:07.303473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 192b0997-a2d5-48c9-987b-eea4925129d6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:07.323704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 192b0997-a2d5-48c9-987b-eea4925129d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:07.324084 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.455978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db704e3c-fff6-4f0c-adfa-207486d683b4 req-6c1fb0ff-c680-4318-a59d-b81826e77a4d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 210 time: 0.4902115 Jul 22 19:30:07.463933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459de3-7db3-4871-8437-ca1abacfab40 req-4903ee27-17f7-4003-b0dc-c2c11b314554 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.471611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86459de3-7db3-4871-8437-ca1abacfab40 req-4903ee27-17f7-4003-b0dc-c2c11b314554 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.9397914 Jul 22 19:30:07.490493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:07.506130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Sync routers for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:07.511084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-630c757a-2ac2-4252-a53b-e35822fddf03 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:07.512877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-630c757a-2ac2-4252-a53b-e35822fddf03 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 813 time: 0.9655921 Jul 22 19:30:07.528375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'device_id': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f', 'admin_state_up': True, 'tenant_id': '6c938aeefdb44c71a1fc65876722f80b'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:07.532478 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:07.534058 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:29:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:07.568823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.575404 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af852ec3-9f5d-4646-8574-d0b7f9fcaf8e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4776354 Jul 22 19:30:07.581463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:07.652945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86459de3-7db3-4871-8437-ca1abacfab40 req-a702302a-4ff5-46a9-98f3-b75ba191e4b3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764951 Jul 22 19:30:07.738539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.871174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb08aacf-5709-4245-88d8-3c94dd0d6e45 req-8df4728a-2ebb-45f7-9bec-4e9fd88afde0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 210 time: 0.1077752 Jul 22 19:30:07.875697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Made reservation on behalf of 6c938aeefdb44c71a1fc65876722f80b for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:07.891454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:07.920934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 192b0997-a2d5-48c9-987b-eea4925129d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=192b0997-a2d5-48c9-987b-eea4925129d6,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:07.936540 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.068236 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:08.116948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=192b0997-a2d5-48c9-987b-eea4925129d6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:08.312973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Allocated IP 172.20.0.9 (bf1ac57b-d1db-49e4-b64f-8b0329efe87f/49852647-42bf-421b-b04f-8a671e765977/36b8434e-2a01-42d3-a5c8-7216c58d411a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:08.348731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df3abe7d-8f0a-4c42-bfe9-dec8f44ec86b None None] Provisioning complete for port 192b0997-a2d5-48c9-987b-eea4925129d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:08.349827 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df3abe7d-8f0a-4c42-bfe9-dec8f44ec86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.543254 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:06Z', 'revision_number': 3, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:08.633345 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Checking router: af412e56-06a4-4fb0-a85a-bf1c42feddb2 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:08.634464 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Updating router af412e56-06a4-4fb0-a85a-bf1c42feddb2 port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:08.706516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.728751 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.935178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 192b0997-a2d5-48c9-987b-eea4925129d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:08.961095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-31ffdc68-bf58-42d9-9b42-33707ac3a3ba tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:08.968599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:08.980726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-31ffdc68-bf58-42d9-9b42-33707ac3a3ba tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.3865135 Jul 22 19:30:08.990168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43e505de-7323-45ce-b67c-86210942104d req-99f08c17-9260-4457-92fd-2a4e7621f57f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 210 time: 0.2610824 Jul 22 19:30:08.998172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Request body: {'port': {'device_id': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'admin_state_up': True, 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:09.019705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:09.117239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45378) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:09.126498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:09.197583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Network bf1ac57b-d1db-49e4-b64f-8b0329efe87f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:09.205265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:09.212630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:09.238953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 192b0997-a2d5-48c9-987b-eea4925129d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:09.247350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.311823 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.339365 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Transition to ACTIVE for port object 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:09.356051 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.477732 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Attempting to bind port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:09.478224 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Attempting to bind port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:09.478638 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Attempting to bind port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:09.498331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626bc0d-b9a6-4ca5-adbd-bf5621caf282 req-c8d46312-ea9b-4200-9891-4d5a65837bad tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:09.499537 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:09.499923 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:09.503767 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.504536 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:09.506557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Bound port: 34d85aaa-7625-4d38-82dc-38bdfb1b2a60, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:09.510065 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.510385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6626bc0d-b9a6-4ca5-adbd-bf5621caf282 req-c8d46312-ea9b-4200-9891-4d5a65837bad tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.7107282 Jul 22 19:30:09.520691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e763b0ff-e185-437f-8e1d-d4eec3e4e992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.564196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:09.565938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.600586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-bfd0d502-3112-4218-8939-df5c6a30d183 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0774448 Jul 22 19:30:09.643186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Request body: {'port': {'device_id': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:09.650036 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] For port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:09.659907 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] For port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:09.663167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6626bc0d-b9a6-4ca5-adbd-bf5621caf282 req-61240b6e-0bcb-491c-87aa-4ec2c7ae9c27 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516287 Jul 22 19:30:09.679047 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.681115 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c630c9e7-2c8f-46f6-8965-7436d9ccb79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.690258 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fd6f7-3e2a-4b72-a8f0-761e7eba0721 None None] Pushing event updated for resources: {'Port': ['ID=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:09.734884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98c362-e840-4386-aa90-51fedf39c3f3 req-4eba7e94-5583-4944-9fc8-f0d81028932c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:09.744236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf98c362-e840-4386-aa90-51fedf39c3f3 req-4eba7e94-5583-4944-9fc8-f0d81028932c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 931 time: 0.5400634 Jul 22 19:30:09.779443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.838230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf98c362-e840-4386-aa90-51fedf39c3f3 req-238e43ad-afec-4ad3-9bb3-f6fb91486494 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927162 Jul 22 19:30:09.843109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:09.849900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:09.852051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:09.964912 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fd6f7-3e2a-4b72-a8f0-761e7eba0721 None None] Pushing event updated for resources: {'Port': ['ID=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:10.024524 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:10.047293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2923fb84-c72f-40ef-8131-25744928461b req-69dffc47-fa54-4227-83a8-702b0365647f tempest-FlavorsV2NegativeTest-1427552017 tempest-FlavorsV2NegativeTest-1427552017-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5d9f9bb9257d41eba9f432a1dc96c94f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927634 Jul 22 19:30:10.147352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.225016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Allocated IP 172.20.0.1 (a9908ccc-3fa4-457a-bb0b-1572abc4d231/7d67719d-5837-431e-a13f-5f02894a937b/5bd149b8-dc61-4085-8e83-e4e3d539826f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:10.240327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9ff30c4-2466-4e9d-8647-18378447bbcb req-1ce86468-a093-4d78-9c1f-f16d1fc4c477 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 210 time: 0.1024110 Jul 22 19:30:10.401740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.402250 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:06Z', 'revision_number': 3, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:10.418655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Transition to ACTIVE for port object 5bd149b8-dc61-4085-8e83-e4e3d539826f will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:10.445834 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6be279-389b-43f4-abb7-4f1eeccbde8c None None] The sync data for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 is: [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:06Z', 'revision_number': 3, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:10.472708 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.538768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:10.541710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:10.546315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:10.593787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923fb84-c72f-40ef-8131-25744928461b req-c0fccd08-6757-43f6-8c22-99c6cb7c770c tempest-FlavorsV2NegativeTest-1427552017 tempest-FlavorsV2NegativeTest-1427552017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:10.596960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2923fb84-c72f-40ef-8131-25744928461b req-c0fccd08-6757-43f6-8c22-99c6cb7c770c tempest-FlavorsV2NegativeTest-1427552017 tempest-FlavorsV2NegativeTest-1427552017-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5473449 Jul 22 19:30:10.599289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e763b0ff-e185-437f-8e1d-d4eec3e4e992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.612532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:10.637766 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e763b0ff-e185-437f-8e1d-d4eec3e4e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.662822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.665678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:10.674804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:10.683564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2923fb84-c72f-40ef-8131-25744928461b req-b4c85c3b-60fb-4546-bf73-ab71f9c31064 tempest-FlavorsV2NegativeTest-1427552017 tempest-FlavorsV2NegativeTest-1427552017-project] 10.222.0.10 "GET /v2.0/quotas/5d9f9bb9257d41eba9f432a1dc96c94f HTTP/1.1" status: 200 len: 375 time: 0.0706968 Jul 22 19:30:10.962216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2ac1f68-deb6-467c-a03f-64c5ab42ba61 None None] Provisioning for port 5bd149b8-dc61-4085-8e83-e4e3d539826f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:10.968219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2ac1f68-deb6-467c-a03f-64c5ab42ba61 None None] Provisioning complete for port 5bd149b8-dc61-4085-8e83-e4e3d539826f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:10.968900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2ac1f68-deb6-467c-a03f-64c5ab42ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.003820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2923fb84-c72f-40ef-8131-25744928461b req-b6b2e34d-96ee-4999-976f-ac89c0060173 tempest-FlavorsV2NegativeTest-1427552017 tempest-FlavorsV2NegativeTest-1427552017-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d9f9bb9257d41eba9f432a1dc96c94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1940386 Jul 22 19:30:11.006896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e763b0ff-e185-437f-8e1d-d4eec3e4e992 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac2752411fca486eabf700940f756991&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8582304 Jul 22 19:30:11.010971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:11.040367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac1f68-deb6-467c-a03f-64c5ab42ba61 None None] Port 5bd149b8-dc61-4085-8e83-e4e3d539826f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:11.058547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b0ff-e185-437f-8e1d-d4eec3e4e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf01b69-2978-4880-86bc-8f8108d985fc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:11.199786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Allocated IP 172.20.0.14 (4a734574-8d9a-487f-9b84-d8f8953d90f6/cdd50cf3-f002-44ab-8eee-1a3b13e44ab9/a4d15a1d-b5de-470d-9e01-91e2fda6cba2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:11.299390 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.370110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b8434e-2a01-42d3-a5c8-7216c58d411a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:11.382682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.392184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e761bd-f44c-4e6e-888c-81926423537f req-f4e55da8-b857-41db-8416-95df1a1258bd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.395851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36e761bd-f44c-4e6e-888c-81926423537f req-f4e55da8-b857-41db-8416-95df1a1258bd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.5722933 Jul 22 19:30:11.397437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.439131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Transition to ACTIVE for port object 36b8434e-2a01-42d3-a5c8-7216c58d411a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:11.478348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.597542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106705e-347f-4a17-8e45-0d6a0805cf2d req-62ca7580-0287-4767-8b31-818674594e3d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:11.604333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6106705e-347f-4a17-8e45-0d6a0805cf2d req-62ca7580-0287-4767-8b31-818674594e3d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 931 time: 0.3034942 Jul 22 19:30:11.623904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36e761bd-f44c-4e6e-888c-81926423537f req-845e03a8-4adf-4b67-9838-d8a5c5415e83 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065296 Jul 22 19:30:11.640527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:11.734329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6106705e-347f-4a17-8e45-0d6a0805cf2d req-b96f45f6-c9e5-4493-ad5c-7c5a0540c903 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290727 Jul 22 19:30:11.811420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Attempting to bind port 36b8434e-2a01-42d3-a5c8-7216c58d411a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:11.812044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Attempting to bind port 36b8434e-2a01-42d3-a5c8-7216c58d411a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:11.812588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Attempting to bind port 36b8434e-2a01-42d3-a5c8-7216c58d411a on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:11.812838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.842648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Port 36b8434e-2a01-42d3-a5c8-7216c58d411a on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:11.842981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Attempting to bind port 36b8434e-2a01-42d3-a5c8-7216c58d411a on network bf1ac57b-d1db-49e4-b64f-8b0329efe87f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:11.850673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.851144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:11.851499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Checking segment: {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:11.851898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Bound using segment: {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:11.852356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Bound port: 36b8434e-2a01-42d3-a5c8-7216c58d411a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b380365-005e-440f-bc28-5958b0e3becb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:11.860314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.938594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.942970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:11.948115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/faf01b69-2978-4880-86bc-8f8108d985fc HTTP/1.1" status: 204 len: 168 time: 0.9104307 Jul 22 19:30:11.986884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45efc0a-001a-4453-b263-69871aa29321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf01b69-2978-4880-86bc-8f8108d985fc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.181892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4456e8f3-bce1-4231-9b72-c67e6cab53d5 req-1494e4f7-cce8-4316-9806-14f3242f0e66 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 210 time: 0.1973722 Jul 22 19:30:12.199377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.273313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:12.281137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:12.298003 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.397508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.412566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:12.414071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.416541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-5e6cc658-ec62-400b-9948-7a888459802a service neutron] 10.222.0.26 "PUT /v2.0/ports/36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 1092 time: 2.7863467 Jul 22 19:30:12.417543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:12.430655 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b1d541-a251-415a-b896-236a8024edb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:12.506009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.530877 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac5aa9a-c10a-4f5f-bec2-574c54ea2fd5 x-openstack-request-id: req-5ac5aa9a-c10a-4f5f-bec2-574c54ea2fd5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:12.530877 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:12.530877 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ac5aa9a-c10a-4f5f-bec2-574c54ea2fd5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:12.530877 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'status': 'completed', 'code': 200} Jul 22 19:30:12.552384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-17d323ab-ff0e-4b3d-875b-f80854339697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:12.555776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-17d323ab-ff0e-4b3d-875b-f80854339697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1095 time: 0.0970843 Jul 22 19:30:12.586695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.609125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.617722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:12.618952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.676526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:12.687826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:12.708329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-f4cfbee8-8f61-4487-aff4-ef4d62040895 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 217 time: 0.1389027 Jul 22 19:30:12.759021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:12.783025 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.900885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:12.967380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:13.034045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:13.038575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:13.039132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.073247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:13.078605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.108769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-b1a1edd5-c245-42df-8a90-bbe825b9f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:13.117524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-b1a1edd5-c245-42df-8a90-bbe825b9f024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.4027741 Jul 22 19:30:13.196797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45506) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:13.244071 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-67a6c7cc-c388-4533-8026-fb6c0de8f38e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2499528 Jul 22 19:30:13.264331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.264488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Request body: {'port': {'device_id': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:13.287873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:13.291912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-96b43a82-2a10-49cc-a817-2140a6f532b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911326 Jul 22 19:30:13.305758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.327072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:13.333330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:13.398740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:13.569647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d2bf-6f0f-4f3f-9aeb-8edbec3d58bb req-c7f79d56-0e43-4f9b-88d3-5746e5e3fc9b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:13.571259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7081d2bf-6f0f-4f3f-9aeb-8edbec3d58bb req-c7f79d56-0e43-4f9b-88d3-5746e5e3fc9b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.6873829 Jul 22 19:30:13.590247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8453e-2be8-4b4b-b9b8-e8215144c82e req-e5a94c6e-c6e0-40e6-b372-1dedfc3060cf tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:13.591615 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1727c-bbe9-44e1-b4b9-df8365149ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.598933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81b8453e-2be8-4b4b-b9b8-e8215144c82e req-e5a94c6e-c6e0-40e6-b372-1dedfc3060cf tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 943 time: 0.4793847 Jul 22 19:30:13.727639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Router af412e56-06a4-4fb0-a85a-bf1c42feddb2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:13.733944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.745865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81b8453e-2be8-4b4b-b9b8-e8215144c82e req-66a6b1a4-3161-4f5b-9e12-b1fef6fb8158 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456325 Jul 22 19:30:13.748212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-1aff080c-27af-47f9-a666-207326a9cdb0 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445181 Jul 22 19:30:13.752808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7081d2bf-6f0f-4f3f-9aeb-8edbec3d58bb req-3ccc097e-16d9-4dcb-a196-6047246941ef tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186178 Jul 22 19:30:13.810073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b930e191-2842-450e-b99e-255b6626712e None None] Provisioning complete for port 5bd149b8-dc61-4085-8e83-e4e3d539826f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:13.810554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b930e191-2842-450e-b99e-255b6626712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:13.879507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b930e191-2842-450e-b99e-255b6626712e None None] Port 5bd149b8-dc61-4085-8e83-e4e3d539826f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:13.963117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1727c-bbe9-44e1-b4b9-df8365149ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.010325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4973f875-a334-4b57-80b5-99caa9db61f9 req-08d6807e-350d-4205-a004-970531716e14 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453625 Jul 22 19:30:14.030548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226c025-46ac-462a-8d99-d0f773d52546 req-688271dc-309e-41cf-b98f-a50c1ba9f85a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:14.038324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7226c025-46ac-462a-8d99-d0f773d52546 req-688271dc-309e-41cf-b98f-a50c1ba9f85a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 932 time: 0.1811502 Jul 22 19:30:14.086488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1727c-bbe9-44e1-b4b9-df8365149ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.178005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7226c025-46ac-462a-8d99-d0f773d52546 req-67411c04-2e22-4d0b-9022-d0d4136106a9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384745 Jul 22 19:30:14.202858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9d1727c-bbe9-44e1-b4b9-df8365149ae6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d9f9bb9257d41eba9f432a1dc96c94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9995728 Jul 22 19:30:14.203961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:14.217010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1727c-bbe9-44e1-b4b9-df8365149ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb8bd01-b359-4efc-af90-dfd09cdb531f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:14.232272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d541-a251-415a-b896-236a8024edb7 req-8399f368-d9d3-48e1-806d-c64bc1cd516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:14.234062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-8399f368-d9d3-48e1-806d-c64bc1cd516a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1095 time: 0.1489656 Jul 22 19:30:14.323682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:14.329942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8077211-9415-4413-aad1-0f4442c44aa6 admin admin] 10.222.0.10 "PUT /v2.0/routers/af412e56-06a4-4fb0-a85a-bf1c42feddb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7473044 Jul 22 19:30:14.346270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Sync routers for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:14.358337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:14.358964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:14.416609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.463555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d15a1d-b5de-470d-9e01-91e2fda6cba2 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:14.475762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.476462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.506530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d541-a251-415a-b896-236a8024edb7 req-00f8bcf6-ab1a-45f6-8f82-a2f95ece4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:14.519748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Transition to ACTIVE for port object a4d15a1d-b5de-470d-9e01-91e2fda6cba2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:14.526613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-00f8bcf6-ab1a-45f6-8f82-a2f95ece4ac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.2833059 Jul 22 19:30:14.536064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.628084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-5622b7b9-a009-4048-9dd9-7332bd380312 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 217 time: 0.0855515 Jul 22 19:30:14.682708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:14.744892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:14.759990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.781605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:14.783925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abb8bd01-b359-4efc-af90-dfd09cdb531f HTTP/1.1" status: 204 len: 168 time: 0.5789771 Jul 22 19:30:14.803476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1d541-a251-415a-b896-236a8024edb7 req-8232a0b5-d070-4c71-8065-d56615922c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:14.809535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-8232a0b5-d070-4c71-8065-d56615922c21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.1747167 Jul 22 19:30:14.891128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-c58c6de8-ed13-4eac-adb1-37603860539c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707202 Jul 22 19:30:14.892000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956d5b1-8f56-49b0-955b-c568e48e676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb8bd01-b359-4efc-af90-dfd09cdb531f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:14.944198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:14.944532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:14.944871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:14.965697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:14.965930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:14.980010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:14.980384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:14.984989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:14.985353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Bound port: a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:14.987346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.004312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:15.068730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654af77-3b1f-4a19-ab13-6bd6d074e56a req-8a396bd6-1ab7-49f6-a6d4-4f6896a3fcfd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.078218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5654af77-3b1f-4a19-ab13-6bd6d074e56a req-8a396bd6-1ab7-49f6-a6d4-4f6896a3fcfd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.1835861 Jul 22 19:30:15.100845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-6eb619dd-bfe0-4873-aee1-dc63a8402f40 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956322 Jul 22 19:30:15.131224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:15.135944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:15.139568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:15.140037 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.143634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.210540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5654af77-3b1f-4a19-ab13-6bd6d074e56a req-aff1a25a-1634-4a0c-a4fc-918c0d92d84c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312332 Jul 22 19:30:15.217204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:11Z', 'revision_number': 2, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:15.237770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 36b8434e-2a01-42d3-a5c8-7216c58d411a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:15.285907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.286693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.288752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] 10.222.0.32 "PUT /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 1093 time: 2.0366478 Jul 22 19:30:15.327610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:15.331699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7b1d541-a251-415a-b896-236a8024edb7 req-df85b53d-19f5-4c37-a98e-0960ebcce6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229362 Jul 22 19:30:15.335414 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b6907-a296-41c3-ba82-e8e1427959bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:15.367045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Checking router: af412e56-06a4-4fb0-a85a-bf1c42feddb2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:15.367701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Updating router af412e56-06a4-4fb0-a85a-bf1c42feddb2 port 5bd149b8-dc61-4085-8e83-e4e3d539826f binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:15.480612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:15.511878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1646e80-e0ee-4d21-9367-10f745da90b9 req-9ccee110-d8fb-4465-b03c-86aa1555dc6b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.531502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1646e80-e0ee-4d21-9367-10f745da90b9 req-9ccee110-d8fb-4465-b03c-86aa1555dc6b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 943 time: 0.1782160 Jul 22 19:30:15.562414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e9ff-e33d-4fa4-a39d-7df1d194a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:15.635225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1646e80-e0ee-4d21-9367-10f745da90b9 req-42a8ca36-fba3-4f71-bab0-dc9b7264908b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064870 Jul 22 19:30:15.642126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ad75afd9-fc61-428c-aa15-a81c77d19323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.648761 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-ad75afd9-fc61-428c-aa15-a81c77d19323 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1096 time: 0.2896953 Jul 22 19:30:15.819265 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-29b40630-5172-4942-885c-6266471eb60d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 217 time: 0.1636031 Jul 22 19:30:15.866481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:15.906275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45588) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:15.909196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-9475b258-cc42-48cd-8553-5fe915316596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.913083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-9475b258-cc42-48cd-8553-5fe915316596 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0792975 Jul 22 19:30:15.928384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039862484', 'description': 'tempest-description--1930674159'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:15.947616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'network_id': 'bf1ac57b-d1db-49e4-b64f-8b0329efe87f', 'port_id': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'mac_address': 'fa:16:3e:af:f8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49852647-42bf-421b-b04f-8a671e765977', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:15.964487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00796a7a-c858-4816-b81f-6b86feb268a4 req-e195ef9c-5f13-4385-a7ab-c03280bb1781 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:15.966134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00796a7a-c858-4816-b81f-6b86feb268a4 req-e195ef9c-5f13-4385-a7ab-c03280bb1781 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.1995282 Jul 22 19:30:15.985585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-6fd2aa26-666a-4b3f-9c65-7779bd795317 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645540 Jul 22 19:30:15.988294 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b78ab4b-6e8f-4a81-9063-f9ad14ddac93 x-openstack-request-id: req-1b78ab4b-6e8f-4a81-9063-f9ad14ddac93 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:15.988534 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:15.989401 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b78ab4b-6e8f-4a81-9063-f9ad14ddac93 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:15.990639 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'status': 'completed', 'code': 200} Jul 22 19:30:16.041160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.061619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00796a7a-c858-4816-b81f-6b86feb268a4 req-092829f2-1c0b-42d3-9c9c-05bab8d67ef3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868824 Jul 22 19:30:16.154510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.161719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.224853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:16.225095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-c362c1c9-6ca8-42f3-9bae-2fd5f77e06f6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234192 Jul 22 19:30:16.228395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.231233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-16b89c12-32ac-4f32-b93b-f5df34a5af7a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3149860 Jul 22 19:30:16.231379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.234112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45596) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:16.240896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'security_group_rule': {'security_group_id': '3eb08e9a-1dfe-4299-9738-2f7b7c19f89d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:16.288675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.297415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b8434e-2a01-42d3-a5c8-7216c58d411a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:16.365169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:16.374678 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.463808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2dd60ffc-c094-4f2c-b909-0bcb4e2fa9b3 req-80860320-baf3-4ebb-b9ab-c66adb51c587 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127111 Jul 22 19:30:16.476455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.486942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.494535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:16.547598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.569480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb27ab52-1b4f-49fe-bd15-bb44278aec60,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:16.589070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.591464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:16.593067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6da4c7b8-1539-4b8a-839d-bc2006ea82fb tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554363 Jul 22 19:30:16.593680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45608) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:16.605609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'security_group_rule': {'security_group_id': '3eb08e9a-1dfe-4299-9738-2f7b7c19f89d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:16.629115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-82399eda-1fb2-489c-9293-75cd89ed46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:16.631330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-82399eda-1fb2-489c-9293-75cd89ed46b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1096 time: 0.1179624 Jul 22 19:30:16.660735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Transition to ACTIVE for port object 5bd149b8-dc61-4085-8e83-e4e3d539826f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:16.667428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f7756-f08d-4702-8398-733c0d985597 req-82bbff17-40fd-4bbc-895b-4c5eecda3ebe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:16.676693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a2f7756-f08d-4702-8398-733c0d985597 req-82bbff17-40fd-4bbc-895b-4c5eecda3ebe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3193781 Jul 22 19:30:16.711292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.785840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a97e-39c6-4812-a91c-d8ae4a00d719 None None] Pushing event updated for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:16.882591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:16.917149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-2b1c1982-001e-440e-9190-45e083688bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:16.919272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-2b1c1982-001e-440e-9190-45e083688bb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2816658 Jul 22 19:30:16.985356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-7b90ee72-c977-4cad-85fe-4e003b548011 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 217 time: 0.0575716 Jul 22 19:30:16.992093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Attempting to bind port 5bd149b8-dc61-4085-8e83-e4e3d539826f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:16.992491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Attempting to bind port 5bd149b8-dc61-4085-8e83-e4e3d539826f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:16.992857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Attempting to bind port 5bd149b8-dc61-4085-8e83-e4e3d539826f on network a9908ccc-3fa4-457a-bb0b-1572abc4d231 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:17.037829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.039175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:17.039378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Checking segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:17.040819 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.041230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Bound using segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:17.043883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Bound port: 5bd149b8-dc61-4085-8e83-e4e3d539826f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:17.045452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.069033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.124276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a2f7756-f08d-4702-8398-733c0d985597 req-55f8b064-533d-4ea2-b039-c49f3b3ab854 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351900 Jul 22 19:30:17.144787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-d18bed86-0552-477e-af57-703d0fa06eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:17.151616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-d18bed86-0552-477e-af57-703d0fa06eb8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1561089 Jul 22 19:30:17.206670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-9a7e2661-3e0c-437c-b06b-90d9d7881f58 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464575 Jul 22 19:30:17.237807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb715b7-c916-4970-b00a-c832df4f4805 req-f9880e59-9116-42d4-8d97-89982d14401a tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:17.243657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fb715b7-c916-4970-b00a-c832df4f4805 req-f9880e59-9116-42d4-8d97-89982d14401a tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 944 time: 0.4694510 Jul 22 19:30:17.245010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fe78eb-8196-44e6-8496-7b5359df000b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:17.260506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] For port 5bd149b8-dc61-4085-8e83-e4e3d539826f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:17.263611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.265333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] For port 5bd149b8-dc61-4085-8e83-e4e3d539826f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bd149b8-dc61-4085-8e83-e4e3d539826f,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:17.268651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bc934fa8-1e73-46fd-9b58-6d877b002dc9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6673291 Jul 22 19:30:17.273938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45624) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:17.275291 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.295964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:17.360799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:17.362174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:17.372912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a97e-39c6-4812-a91c-d8ae4a00d719 None None] Pushing event updated for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:17.459414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fb715b7-c916-4970-b00a-c832df4f4805 req-ae9e96e3-4ccb-45eb-846c-84bf2608b8a6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994786 Jul 22 19:30:17.464274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:17.474373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-d5cad7f4-761c-47f9-be46-539ee8c36ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606497 Jul 22 19:30:17.530593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ae2f5-561d-4bcd-a9bc-097f4b1ff4a7 req-ceacb7f4-0e6f-46e5-a75e-82ed134b2b8f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:17.540641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-698ae2f5-561d-4bcd-a9bc-097f4b1ff4a7 req-ceacb7f4-0e6f-46e5-a75e-82ed134b2b8f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.2386355 Jul 22 19:30:17.684225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:17.711336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e40b6907-a296-41c3-ba82-e8e1427959bc req-3559d627-863b-47dd-89ac-1d3491daeff6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269623 Jul 22 19:30:17.969038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:17.971722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-698ae2f5-561d-4bcd-a9bc-097f4b1ff4a7 req-8c9c6c51-d102-4bcc-a75b-583fe2b2caa3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235449 Jul 22 19:30:18.001851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:17Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:18.053595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.258841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6688328f-1924-44c3-8e09-df28b2dc751a None None] The sync data for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 is: [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:17Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:18.279107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Allocated IP 172.25.6.43 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7572755a-924f-4abc-840f-4afdb7636e46) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:18.362196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-network', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:18.408324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Made reservation on behalf of de10ba96958d4fb18ee518518c4b9101 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:18.417556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.445604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.619764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.671733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f530-cc9a-4a54-a4eb-42ef7bec2558 req-26c46d9f-f58a-40d5-9916-3e520ef6f98a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:18.674323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a671f530-cc9a-4a54-a4eb-42ef7bec2558 req-26c46d9f-f58a-40d5-9916-3e520ef6f98a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.4466312 Jul 22 19:30:18.676632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.679026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.687927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.716590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:18.722408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:18.730914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:18.759726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.764643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:18.776984 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Added segment 7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc of type vlan for network ca1631c8-b397-4265-a715-126f30ed494f Jul 22 19:30:18.790203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:18.930017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:18.994881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bd149b8-dc61-4085-8e83-e4e3d539826f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:19.008460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.011269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:19.012914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.037983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.089725 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1192095 Jul 22 19:30:19.117804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45674) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:19.135445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a671f530-cc9a-4a54-a4eb-42ef7bec2558 req-31789276-6ca2-48de-9668-848ed115b9e6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429820 Jul 22 19:30:19.155176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Request body: {'subnet': {'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-subnet', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:19.177131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:19.207507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'port_id': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'mac_address': 'fa:16:3e:5e:80:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd50cf3-f002-44ab-8eee-1a3b13e44ab9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:19.215028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5bd149b8-dc61-4085-8e83-e4e3d539826f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:19.221890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.226264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'Port': ['ID=7572755a-924f-4abc-840f-4afdb7636e46,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:19.234804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Made reservation on behalf of de10ba96958d4fb18ee518518c4b9101 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:19.250523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.282376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 36b8434e-2a01-42d3-a5c8-7216c58d411a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:19.286657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c4a19c-2ec2-4f86-91eb-97f06c618fa2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:19.304618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4296a-198f-4d39-8978-4b67ca822872 req-94bcc511-5f11-4c77-8cbe-6d23f5b50527 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:19.312281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0af4296a-198f-4d39-8978-4b67ca822872 req-94bcc511-5f11-4c77-8cbe-6d23f5b50527 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 944 time: 0.6493390 Jul 22 19:30:19.367620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5bd149b8-dc61-4085-8e83-e4e3d539826f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:19.367922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.410077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66b7eb-d47c-4a20-9735-ebfd6b166f7d admin admin] Pushing event updated for resources: {'Network': ['ID=ca1631c8-b397-4265-a715-126f30ed494f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:19.441827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0af4296a-198f-4d39-8978-4b67ca822872 req-1b97892f-7ef3-44a6-86ea-db5decc76011 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285717 Jul 22 19:30:19.449021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ca1631c8-b397-4265-a715-126f30ed494f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:19.539345 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.572007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f863d-9711-48da-9661-0021c5ded72c req-11f5ca10-d373-4db6-b6f0-b1f0c714bbfe tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:19.579473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b91f863d-9711-48da-9661-0021c5ded72c req-11f5ca10-d373-4db6-b6f0-b1f0c714bbfe tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.2985678 Jul 22 19:30:19.650173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 36b8434e-2a01-42d3-a5c8-7216c58d411a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:19.696257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 36b8434e-2a01-42d3-a5c8-7216c58d411a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:19.696773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.733656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d15a1d-b5de-470d-9e01-91e2fda6cba2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:19.756116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b91f863d-9711-48da-9661-0021c5ded72c req-2494e135-e5ac-4207-a676-6dbf679c3505 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752076 Jul 22 19:30:19.787906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:19.842922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.851877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.871379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.881129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:19.945060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d7c285-261b-4faa-a62f-09a5223b11e0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:19.975532 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.015516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Checking segment: {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:20.016177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Network hostable DHCP agents. Network: ca1631c8-b397-4265-a715-126f30ed494f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:20.032275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.040871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.043647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Network ca1631c8-b397-4265-a715-126f30ed494f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:20.062184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ca1631c8-b397-4265-a715-126f30ed494f) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:20.069448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.070078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.082281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'Port': ['ID=7572755a-924f-4abc-840f-4afdb7636e46,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.088316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 5bd149b8-dc61-4085-8e83-e4e3d539826f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bd149b8-dc61-4085-8e83-e4e3d539826f,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:20.092335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a4d15a1d-b5de-470d-9e01-91e2fda6cba2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:20.100628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0b46b6dc-bd2b-43ab-b848-76a29eec604e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9805925 Jul 22 19:30:20.103471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:20.108517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:20.110376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d73fce5-b5ba-44b7-afcc-06f5f0fb8a32 None None] Network ca1631c8-b397-4265-a715-126f30ed494f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:20.115572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.120305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.170546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.171652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.178578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.180734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd684f0f-c98a-44b5-9c28-37a488fb6b8c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9053254 Jul 22 19:30:20.257310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:20.273156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:20.311238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.316897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:20.319078 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b29fdc-9584-4bc6-8aa1-f5d276dd6924" -d '{"events": [{"server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:20.363542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.386612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0f592-17c4-4da0-87c8-68c43604cb87 req-cc1841e3-911a-47ef-827e-51dbb68753c8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.403065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aad0f592-17c4-4da0-87c8-68c43604cb87 req-cc1841e3-911a-47ef-827e-51dbb68753c8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.1144450 Jul 22 19:30:20.417678 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8926852-014f-4ce1-a049-026e1dabc627 x-openstack-request-id: req-a8926852-014f-4ce1-a049-026e1dabc627 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:20.417927 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "name": "network-vif-plugged", "status": "completed", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:20.418185 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8926852-014f-4ce1-a049-026e1dabc627 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:20.418569 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'code': 200} Jul 22 19:30:20.535412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.619475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aad0f592-17c4-4da0-87c8-68c43604cb87 req-e6dac6cc-ccf4-45bf-924c-35ac16e66b7e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156012 Jul 22 19:30:20.621219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.632932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6082ba3-4c80-4e9c-b09a-bafa19b68df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.699019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-12b80a26-f8a2-4602-9502-991d4d376b1d tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2039862484&fields=id&tenant_id=a6866d8dff784950a7bdd78f6c8f09ca HTTP/1.1" status: 200 len: 267 time: 0.1417904 Jul 22 19:30:20.768394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee396c2-835d-424b-9c5b-f49724dfec16 req-3b4f73a4-8c5b-458e-bf78-d5ad687a0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:20.770157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ee396c2-835d-424b-9c5b-f49724dfec16 req-3b4f73a4-8c5b-458e-bf78-d5ad687a0fb4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1097 time: 0.3238318 Jul 22 19:30:20.773300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:20.833251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ca1631c8-b397-4265-a715-126f30ed494f', 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'fixed_ips': [{'subnet_id': '32d7c285-261b-4faa-a62f-09a5223b11e0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:30:20.834467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:20.929754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bd149b8-dc61-4085-8e83-e4e3d539826f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:20.959228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ee396c2-835d-424b-9c5b-f49724dfec16 req-c981cfbf-4177-4498-aedb-b5b75a23423a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819534 Jul 22 19:30:21.007203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca55d5-6288-4498-88af-af85cbb47a45 req-2e8a9f52-33f2-4389-bcb9-e2cc2b563bfa tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.008862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28ca55d5-6288-4498-88af-af85cbb47a45 req-2e8a9f52-33f2-4389-bcb9-e2cc2b563bfa tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 945 time: 0.2180173 Jul 22 19:30:21.015572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-9ff718cf-f889-4072-9270-258ad25e5c37 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.017361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-9ff718cf-f889-4072-9270-258ad25e5c37 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/networks?id=a9908ccc-3fa4-457a-bb0b-1572abc4d231 HTTP/1.1" status: 200 len: 806 time: 0.3079081 Jul 22 19:30:21.051461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Allocated IP 172.20.0.2 (ca1631c8-b397-4265-a715-126f30ed494f/32d7c285-261b-4faa-a62f-09a5223b11e0/887ebf3a-2e6d-48cc-a756-04998954f915) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:21.057107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5bd149b8-dc61-4085-8e83-e4e3d539826f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:21.057575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-dac7645c-9eea-4190-bdeb-216f65aa5988 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/quotas/a6866d8dff784950a7bdd78f6c8f09ca HTTP/1.1" status: 200 len: 375 time: 0.0226634 Jul 22 19:30:21.058074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.105893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6082ba3-4c80-4e9c-b09a-bafa19b68df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.148185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6082ba3-4c80-4e9c-b09a-bafa19b68df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.191872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28ca55d5-6288-4498-88af-af85cbb47a45 req-7a5b70ab-dbf9-4ddc-a0fe-8a3229289037 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699424 Jul 22 19:30:21.331406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a6082ba3-4c80-4e9c-b09a-bafa19b68df8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb452b631f124c32904f60ba2ff33150&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729582 Jul 22 19:30:21.332268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:21.384173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.412053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Transition to ACTIVE for port object 887ebf3a-2e6d-48cc-a756-04998954f915 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:21.425160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6082ba3-4c80-4e9c-b09a-bafa19b68df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225c96ec-9bf1-48c9-885c-25b67e3d0ad9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:21.438033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.446810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Transition to ACTIVE for port object 887ebf3a-2e6d-48cc-a756-04998954f915 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:21.457454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.463289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.504578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-b70a6e7b-c4a2-4e70-aa41-3bc78f21906d tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a6866d8dff784950a7bdd78f6c8f09ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4350317 Jul 22 19:30:21.511302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Network ca1631c8-b397-4265-a715-126f30ed494f is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:21.531927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:21.536322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:21.543654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Pushing event updated for resources: {'Port': ['ID=887ebf3a-2e6d-48cc-a756-04998954f915,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:21.629278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Attempting to bind port 887ebf3a-2e6d-48cc-a756-04998954f915 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:21.630557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Attempting to bind port 887ebf3a-2e6d-48cc-a756-04998954f915 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:21.631094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Attempting to bind port 887ebf3a-2e6d-48cc-a756-04998954f915 on network ca1631c8-b397-4265-a715-126f30ed494f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:21.637896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:21.638272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Checking segment: {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:21.638729 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.639122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Bound using segment: {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:21.639847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Bound port: 887ebf3a-2e6d-48cc-a756-04998954f915, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:21.639988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.642946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d600a83-0079-4e9a-8619-92d860a7249e req-2352a7e5-b2fd-4369-9816-261267affbd8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:21.650529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d600a83-0079-4e9a-8619-92d860a7249e req-2352a7e5-b2fd-4369-9816-261267affbd8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.3154302 Jul 22 19:30:21.651088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Allocated IP 172.25.6.114 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5a556113-13a3-414b-83f8-9e20dc5ba497) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:21.656887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.713003 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.725153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] For port 887ebf3a-2e6d-48cc-a756-04998954f915, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:21.737343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] For port 887ebf3a-2e6d-48cc-a756-04998954f915, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=887ebf3a-2e6d-48cc-a756-04998954f915,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:21.743635 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.811173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.827007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d600a83-0079-4e9a-8619-92d860a7249e req-d8a661a0-4bf9-4cfa-9630-c05997453568 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755083 Jul 22 19:30:21.873874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d7f1d-bf7f-4d08-8155-d4cf728ed709 None None] Pushing event updated for resources: {'Port': ['ID=887ebf3a-2e6d-48cc-a756-04998954f915,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:21.895412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:21.950181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-ddb15e1b-3890-4912-bc56-3671376cd5ac service neutron] 10.222.0.10 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218385 Jul 22 19:30:21.955452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:21.958531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:21.962197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:22.003668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Pushing event updated for resources: {'Port': ['ID=5a556113-13a3-414b-83f8-9e20dc5ba497,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:22.038164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.041031 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.044565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/225c96ec-9bf1-48c9-885c-25b67e3d0ad9 HTTP/1.1" status: 204 len: 168 time: 0.7040291 Jul 22 19:30:22.098997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8a90-02d4-4081-bb5a-2d1d4ba7a0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225c96ec-9bf1-48c9-885c-25b67e3d0ad9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:22.139959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-e9a6d994-099a-4f14-984c-85aae9102389 service neutron] 10.222.0.10 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738322 Jul 22 19:30:22.152031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01accfb-0657-4e81-a752-8fe51df31ea6 req-b1556da8-4413-4da1-8a40-516f5dbaae24 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:22.199797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d01accfb-0657-4e81-a752-8fe51df31ea6 req-b1556da8-4413-4da1-8a40-516f5dbaae24 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.2426310 Jul 22 19:30:22.289769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d01accfb-0657-4e81-a752-8fe51df31ea6 req-8112c6b1-feba-4319-8a67-6ab4e57f826e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888982 Jul 22 19:30:22.518227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.641543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96140bed-8484-4159-9cbd-a0aa1aa91195 req-6475f049-c83c-4ce3-825d-d21b7d964553 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 210 time: 0.1125216 Jul 22 19:30:22.724827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c5b4-df10-486f-abea-91db6ee4e8d0 req-8d69c548-3d7b-4c1e-ab9a-fd4d7732e4a0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:22.727655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16c5b4-df10-486f-abea-91db6ee4e8d0 req-8d69c548-3d7b-4c1e-ab9a-fd4d7732e4a0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 945 time: 0.3202531 Jul 22 19:30:22.807877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:22.843375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f16c5b4-df10-486f-abea-91db6ee4e8d0 req-9249226b-4bda-4524-bc05-3fd453cb96c4 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902205 Jul 22 19:30:22.905848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:22.975638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45770) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:23.024699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 887ebf3a-2e6d-48cc-a756-04998954f915 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:23.097892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:23.105221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa66a-523b-4218-bbdd-284ee382bc3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.115562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:23.116323 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.195942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 887ebf3a-2e6d-48cc-a756-04998954f915 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:23.208821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Router 439ca3a7-787a-4de0-8639-b5629b307251 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:30:23.270849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.301816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa66a-523b-4218-bbdd-284ee382bc3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.312909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-67324168-78b6-4198-9eed-295594548e11 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-693072683&fields=id&tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 267 time: 0.2522087 Jul 22 19:30:23.324979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa66a-523b-4218-bbdd-284ee382bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.367630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:23.369605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:23.385241 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602a8951-684a-4cd7-bc36-130461576549" -d '{"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-plugged", "status": "completed", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:23.393487 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.456007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac9c8c-955d-460a-955d-33e66e99293c req-873c8daa-12ce-4afa-a438-e4d46049ea43 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:23.462371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:23.464928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0ac9c8c-955d-460a-955d-33e66e99293c req-873c8daa-12ce-4afa-a438-e4d46049ea43 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.4904544 Jul 22 19:30:23.470886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe3fa66a-523b-4218-bbdd-284ee382bc3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ff3c551a37141c89f75b868c197cec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933398 Jul 22 19:30:23.481259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45786) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:23.481259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fa66a-523b-4218-bbdd-284ee382bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5119931b-f11a-4748-acad-04dcb6b8e33d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:23.482686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45788) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:23.490542 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Sync routers for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:23.507835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1412836164'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:23.511834 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:23.514606 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:23.533865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.538533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d45b0afe-a381-499c-bda5-43b14631d5ba admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4336200 Jul 22 19:30:23.538817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45790) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:23.563278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:23.582982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc07091-baf1-4c34-9989-b7078eb2bf45 None None] Network ca1631c8-b397-4265-a715-126f30ed494f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:23.653549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:23.658631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.672514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Provisioning for port 887ebf3a-2e6d-48cc-a756-04998954f915 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:23.682554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Provisioning complete for port 887ebf3a-2e6d-48cc-a756-04998954f915 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:23.683166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.707439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-a3da5588-8c54-4fd8-9c51-5f6735cdedf8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:23.709271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-a3da5588-8c54-4fd8-9c51-5f6735cdedf8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 945 time: 0.3955765 Jul 22 19:30:23.716377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0ac9c8c-955d-460a-955d-33e66e99293c req-32e8f7da-90db-40b5-9c18-8f20a600ae93 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510793 Jul 22 19:30:23.738118 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:23.744100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.749849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'security_groups': ['b3ff91a2-1d6e-4b38-8d16-90d7618e40be', '70e113d1-976c-414c-ba0a-0ce10f598b15']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:23.764284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:23.826231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.828800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.829247 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Added segment 2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35 of type vlan for network 944f3134-43d2-4ad1-845b-91fb79c3fa3a Jul 22 19:30:23.961681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:23.985995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.020242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] For port 887ebf3a-2e6d-48cc-a756-04998954f915, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=887ebf3a-2e6d-48cc-a756-04998954f915,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:24.031789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.065853 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:22Z', 'revision_number': 3, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:24.102259 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Checking router: 439ca3a7-787a-4de0-8639-b5629b307251 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:24.103543 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Updating router 439ca3a7-787a-4de0-8639-b5629b307251 port 5a556113-13a3-414b-83f8-9e20dc5ba497 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:24.129270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62cf16-598c-4276-b5f1-169beb1dffb1 None None] Pushing event updated for resources: {'Port': ['ID=887ebf3a-2e6d-48cc-a756-04998954f915,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:24.163811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.166734 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.173016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.174844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.206543 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.258435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.344338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8488641 Jul 22 19:30:24.363750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45798) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:24.392055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-73911080'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:24.422149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.426395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.430796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5119931b-f11a-4748-acad-04dcb6b8e33d HTTP/1.1" status: 204 len: 168 time: 0.9546285 Jul 22 19:30:24.465627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:24.466573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d5ae075b-654f-41cb-a905-79678df3b715 None None] Provisioning complete for port 887ebf3a-2e6d-48cc-a756-04998954f915 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:24.466965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d5ae075b-654f-41cb-a905-79678df3b715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.470974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.498375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924f317-7233-47bd-9a52-74a66b94513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5119931b-f11a-4748-acad-04dcb6b8e33d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:24.503232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45802) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:24.548525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:30:24.558881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2a47b-dd5a-4410-9796-87d152ab7ffa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Network': ['ID=944f3134-43d2-4ad1-845b-91fb79c3fa3a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:24.583187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.585775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:24.596403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.596896 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Added segment a4277e28-85af-4ca2-970e-fd230ea3b8ee of type vlan for network bf5be53a-7a0e-473b-bace-446d21368e68 Jul 22 19:30:24.621882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702b86f-144f-4b38-bf31-3d2a09da8c56 req-a569088e-16c6-4a30-b2d6-d42d7c3f8ee1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.623508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3702b86f-144f-4b38-bf31-3d2a09da8c56 req-a569088e-16c6-4a30-b2d6-d42d7c3f8ee1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.7359385 Jul 22 19:30:24.656484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.682007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-3de104d0-83f2-4a80-abfd-00bf1a6971a7 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.684185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-3de104d0-83f2-4a80-abfd-00bf1a6971a7 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.26 "GET /v2.0/networks?id=a9908ccc-3fa4-457a-bb0b-1572abc4d231 HTTP/1.1" status: 200 len: 806 time: 0.5947008 Jul 22 19:30:24.784607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.801013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:24.801831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:24.983012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:25.007685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 887ebf3a-2e6d-48cc-a756-04998954f915 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:25.020910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.025889 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.046654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Transition to ACTIVE for port object 5a556113-13a3-414b-83f8-9e20dc5ba497 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:25.050138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3702b86f-144f-4b38-bf31-3d2a09da8c56 req-c8cb2892-738c-44ea-8b69-e778ac050826 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111900 Jul 22 19:30:25.051029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.061922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Network': ['ID=bf5be53a-7a0e-473b-bace-446d21368e68,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:25.067518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d301e8b-23fe-4af0-8977-336208016c78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6997516 Jul 22 19:30:25.070306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:25.072166 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.080656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d', '36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:25.099601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'subnet': {'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:25.124575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-9e01e8ff-8914-4371-9ce8-a2df4e49610a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6866d8dff784950a7bdd78f6c8f09ca HTTP/1.1" status: 200 len: 380 time: 0.4286804 Jul 22 19:30:25.129520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d331432-4ed8-4ee5-9b96-d861ef429204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.144173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bf5be53a-7a0e-473b-bace-446d21368e68 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:30:25.189422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:25.190321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.191803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01f4075d-93c9-40ef-b733-c9ab905dcd55 req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "PUT /v2.0/ports/36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 981 time: 1.4513428 Jul 22 19:30:25.195306 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee96095-1d6d-4305-b5b3-61b527742903 x-openstack-request-id: req-6ee96095-1d6d-4305-b5b3-61b527742903 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:25.195876 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-plugged", "status": "completed", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:25.196344 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ee96095-1d6d-4305-b5b3-61b527742903 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:25.196933 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'code': 200} Jul 22 19:30:25.223272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'port': {'device_id': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'admin_state_up': True, 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'security_groups': ['3eb08e9a-1dfe-4299-9738-2f7b7c19f89d']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:25.223539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Allocated IP 172.20.0.1 (ca1631c8-b397-4265-a715-126f30ed494f/32d7c285-261b-4faa-a62f-09a5223b11e0/d049d2c5-a1e9-4d9a-89bd-76b99fb051a7) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:25.254068 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Attempting to bind port 5a556113-13a3-414b-83f8-9e20dc5ba497 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:25.263318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Attempting to bind port 5a556113-13a3-414b-83f8-9e20dc5ba497 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:25.263741 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Attempting to bind port 5a556113-13a3-414b-83f8-9e20dc5ba497 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:25.269305 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d962df4-6d9c-4ce0-8564-f9243306be1a None None] Pushing event updated for resources: {'Port': ['ID=5a556113-13a3-414b-83f8-9e20dc5ba497,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:25.269907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:25.285352 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:25.285717 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:25.286127 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.286520 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:25.286987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Bound port: 5a556113-13a3-414b-83f8-9e20dc5ba497, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:25.287417 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.297482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:25.300934 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee03587-78e5-453c-8fa1-4ee43c605fda" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:25.378902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cd8dba3-b625-4f59-ad11-8332ff391b86 req-2557c43c-5a79-4d4c-b7fc-425c57d95834 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 210 time: 0.0654230 Jul 22 19:30:25.388917 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] For port 5a556113-13a3-414b-83f8-9e20dc5ba497, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:25.400689 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] For port 5a556113-13a3-414b-83f8-9e20dc5ba497, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5a556113-13a3-414b-83f8-9e20dc5ba497,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:25.416977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9da0f8-a7fe-4327-aa8f-df74235d21d8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:25.420307 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.437641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 887ebf3a-2e6d-48cc-a756-04998954f915 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:25.438022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.529018 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d962df4-6d9c-4ce0-8564-f9243306be1a None None] Pushing event updated for resources: {'Port': ['ID=5a556113-13a3-414b-83f8-9e20dc5ba497,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:25.545846 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:25.547081 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:25.563148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2add9-389d-496e-9b73-59dddcd9e4c9 req-338217bc-f7a5-4219-ac91-e91d004e0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:25.567640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-87d2add9-389d-496e-9b73-59dddcd9e4c9 req-338217bc-f7a5-4219-ac91-e91d004e0b28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.3320491 Jul 22 19:30:25.651842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.686462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f64ba51-a740-4b24-84b0-1ed3d07a505b req-aeafcad9-8462-481f-b1d6-701393e09a9d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/70e113d1-976c-414c-ba0a-0ce10f598b15 HTTP/1.1" status: 200 len: 1800 time: 0.1655109 Jul 22 19:30:25.725117 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-87d2add9-389d-496e-9b73-59dddcd9e4c9 req-853b7598-50a6-4842-86b3-2cc3a1adec97 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433461 Jul 22 19:30:25.730044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Transition to ACTIVE for port object d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:25.739026 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:25.741379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5707940-933c-41a8-a317-a27e2bf5700d req-0ce1b7ee-9e6d-4825-aac0-079c5bfb9493 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:25.750629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5707940-933c-41a8-a317-a27e2bf5700d req-0ce1b7ee-9e6d-4825-aac0-079c5bfb9493 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 946 time: 0.4466517 Jul 22 19:30:25.817804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5707940-933c-41a8-a317-a27e2bf5700d req-563b9462-bd65-4a16-80bb-7493b465e181 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Jul 22 19:30:25.871161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:25.873046 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-6f64ba51-a740-4b24-84b0-1ed3d07a505b req-e317e6ac-8aa8-4e65-8ba2-2d1a26106075 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:30:25.884352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f64ba51-a740-4b24-84b0-1ed3d07a505b req-e317e6ac-8aa8-4e65-8ba2-2d1a26106075 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/70e113d1-976c-414c-ba0a-0ce10f598b15 HTTP/1.1" status: 409 len: 341 time: 0.1968977 Jul 22 19:30:25.949823 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e2c6e-d3d1-4860-811c-5d753bf0eeb7 x-openstack-request-id: req-701e2c6e-d3d1-4860-811c-5d753bf0eeb7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:25.950470 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:25.950999 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-701e2c6e-d3d1-4860-811c-5d753bf0eeb7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:25.951771 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'status': 'completed', 'code': 200} Jul 22 19:30:25.991935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Pushing event updated for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:25.993412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d331432-4ed8-4ee5-9b96-d861ef429204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.004443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d331432-4ed8-4ee5-9b96-d861ef429204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.029513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Network ca1631c8-b397-4265-a715-126f30ed494f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:26.055217 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:22Z', 'revision_number': 3, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:26.064406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:26.067192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:26.071166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:30:26.071166 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:30:26.071166 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id_1': 'a6866d8dff784950a7bdd78f6c8f09ca', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 30, 25, 565310)}] Jul 22 19:30:26.071166 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:30:26.071586 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:30:26.087254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d331432-4ed8-4ee5-9b96-d861ef429204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777cbbe-4b2c-4d3e-b123-078471a0cfd3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:26.097088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7d331432-4ed8-4ee5-9b96-d861ef429204 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=504d978632234b71bd8b5d657825dd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5541704 Jul 22 19:30:26.097532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45840) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:26.103334 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd0c3ed-97f0-4c38-8efc-10ff8faf5fe0 None None] The sync data for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 is: [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:22Z', 'revision_number': 3, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:26.233329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.272606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.293608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:26.297630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.310465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.330969 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-823a12c2-1eac-4236-82c3-81d7cd767580 service neutron] show failed (client error): The resource could not be found. Jul 22 19:30:26.332519 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-823a12c2-1eac-4236-82c3-81d7cd767580 service neutron] 10.222.0.32 "GET /v2.0/ports/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.5374496 Jul 22 19:30:26.476134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a25e76-adab-42b4-97c1-d639e5d014df req-3125de31-b70c-4a37-b993-a5c054348e13 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:26.491043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0a25e76-adab-42b4-97c1-d639e5d014df req-3125de31-b70c-4a37-b993-a5c054348e13 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3034751 Jul 22 19:30:26.493136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.495732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.499897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d777cbbe-4b2c-4d3e-b123-078471a0cfd3 HTTP/1.1" status: 204 len: 168 time: 0.4007168 Jul 22 19:30:26.516785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a03914-db5e-42b1-b503-a07888718f46 req-bdc069f2-a928-4336-a09d-981cd1e99934 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:26.518993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92a03914-db5e-42b1-b503-a07888718f46 req-bdc069f2-a928-4336-a09d-981cd1e99934 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.2701931 Jul 22 19:30:26.538690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b57a-fc4d-414b-8eb3-389414478947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777cbbe-4b2c-4d3e-b123-078471a0cfd3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:26.622239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4878a9dc-0188-4e6b-9580-22180ba49af5 None None] Provisioning for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:26.638393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4878a9dc-0188-4e6b-9580-22180ba49af5 None None] Provisioning complete for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:26.638776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4878a9dc-0188-4e6b-9580-22180ba49af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.717956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4878a9dc-0188-4e6b-9580-22180ba49af5 None None] Port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:26.747589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92a03914-db5e-42b1-b503-a07888718f46 req-3043204e-5ca1-466e-8d5c-549eb11f9818 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2152309 Jul 22 19:30:26.763469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Made reservation on behalf of a6866d8dff784950a7bdd78f6c8f09ca for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:26.764820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.774408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0a25e76-adab-42b4-97c1-d639e5d014df req-7ea8b13f-a232-4497-bd8a-92a1868f34ae tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823298 Jul 22 19:30:26.955983 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:26.977471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5a556113-13a3-414b-83f8-9e20dc5ba497 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:27.068926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5a556113-13a3-414b-83f8-9e20dc5ba497 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:27.074359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5a556113-13a3-414b-83f8-9e20dc5ba497 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:27.074974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.231470 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.290136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-411f4b21-d631-40b3-9355-5182e31e4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.290673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 5a556113-13a3-414b-83f8-9e20dc5ba497, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5a556113-13a3-414b-83f8-9e20dc5ba497,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:27.297347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-411f4b21-d631-40b3-9355-5182e31e4cec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1136 time: 1.2676580 Jul 22 19:30:27.299188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.301012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.459772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=5a556113-13a3-414b-83f8-9e20dc5ba497,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:27.486094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c446b40-8633-47bf-9cde-42142d5ed12e req-6f5e2414-7ef9-44f8-8ab8-5f5325e2eee6 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 210 time: 0.1312757 Jul 22 19:30:27.526776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45870) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:27.603954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de4d9-a572-43ec-beeb-d9b6b78e74f6 req-509080c1-0809-4d74-aca9-2e05ef84f5e0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.626501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd0de4d9-a572-43ec-beeb-d9b6b78e74f6 req-509080c1-0809-4d74-aca9-2e05ef84f5e0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 946 time: 0.2698529 Jul 22 19:30:27.648613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d02e84f-814e-4fb3-bde8-50c13a684923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.651768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Subnet': ['ID=9d514a4a-8837-425b-a414-3e7a12f0107a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:27.666541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Allocated IP 172.20.0.10 (a9908ccc-3fa4-457a-bb0b-1572abc4d231/7d67719d-5837-431e-a13f-5f02894a937b/e61c52b8-df63-406d-9035-dbce34479b47) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:27.710596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd0de4d9-a572-43ec-beeb-d9b6b78e74f6 req-35d323b6-bd91-4b0b-b60b-8bcf5fa46990 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762646 Jul 22 19:30:27.758749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:27.771157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:27.771909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network hostable DHCP agents. Network: 944f3134-43d2-4ad1-845b-91fb79c3fa3a, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:27.806014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-6cc0c7a9-321d-4272-a202-9de6277f4536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.808017 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-6cc0c7a9-321d-4272-a202-9de6277f4536 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1101 time: 0.8077426 Jul 22 19:30:27.842099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:27.856339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-dd29560e-fa1e-4793-bab2-7e18a6f68f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:27.858172 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-dd29560e-fa1e-4793-bab2-7e18a6f68f5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.5423033 Jul 22 19:30:28.033753 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.062177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122580d-95c1-4245-9941-85508e8b262d req-f49eab3b-c0f7-4adb-80fa-0bbf1b57077e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.064711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4122580d-95c1-4245-9941-85508e8b262d req-f49eab3b-c0f7-4adb-80fa-0bbf1b57077e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.2329836 Jul 22 19:30:28.066011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Transition to ACTIVE for port object e61c52b8-df63-406d-9035-dbce34479b47 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:28.083837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-53dbb42a-aea5-4640-ad34-66cb169c0778 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 217 time: 0.2182517 Jul 22 19:30:28.100503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac661c59-a0c8-44b5-87b3-b0399b9932e5 req-baf64d36-df23-4133-901f-483d15a6b27c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.102450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac661c59-a0c8-44b5-87b3-b0399b9932e5 req-baf64d36-df23-4133-901f-483d15a6b27c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.1721265 Jul 22 19:30:28.132783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:28.191756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4122580d-95c1-4245-9941-85508e8b262d req-4e07dda0-4760-4674-bb68-f8cf6be96573 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192925 Jul 22 19:30:28.205959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac661c59-a0c8-44b5-87b3-b0399b9932e5 req-8322bb42-babc-4510-a975-534edf96f90d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0866570 Jul 22 19:30:28.231061 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.274953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d02e84f-814e-4fb3-bde8-50c13a684923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.294246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.297348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-09859a23-d177-4678-8c2a-cc5c71bf38ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.299349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-09859a23-d177-4678-8c2a-cc5c71bf38ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.2045858 Jul 22 19:30:28.305005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d02e84f-814e-4fb3-bde8-50c13a684923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.310053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 944f3134-43d2-4ad1-845b-91fb79c3fa3a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:28.317413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:28.320544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:28.321539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b52f2a-6a2f-4607-9851-50180f2d3df7 None None] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:28.325018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:28.337797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event updated for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:28.505103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.531916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.534885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.589836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.642967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.645649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.669705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:30:28.670874 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.733552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-0b94be2f-ea75-4979-9b61-e6d8cf7597f0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5735822 Jul 22 19:30:28.738676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:28.756622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Request body: {'port': {'device_id': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:28.803497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a8d74-944a-4e07-8ab2-1deec2c1d668 req-7150a2f4-a447-42e7-bad5-0d58a9e3131d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.806843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-094a8d74-944a-4e07-8ab2-1deec2c1d668 req-7150a2f4-a447-42e7-bad5-0d58a9e3131d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3922093 Jul 22 19:30:28.811522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc35a3d-8194-48e0-a981-8ede680e5035 req-7b75dd78-3dab-4112-8416-9e4e1f20f90d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:28.814901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bc35a3d-8194-48e0-a981-8ede680e5035 req-7b75dd78-3dab-4112-8416-9e4e1f20f90d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.3997724 Jul 22 19:30:28.929105 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-89206530-bdbc-4d3c-bf97-e12e546ace99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6133842 Jul 22 19:30:28.963382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d02e84f-814e-4fb3-bde8-50c13a684923 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f80793dd5bf7451db1da697205c8c328&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4328785 Jul 22 19:30:28.969043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Allocated IP 10.1.1.2 (944f3134-43d2-4ad1-845b-91fb79c3fa3a/9d514a4a-8837-425b-a414-3e7a12f0107a/e3d27c04-29fd-4b75-8f8e-4cc8b4924753) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:28.975903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45900) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:29.050444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bc35a3d-8194-48e0-a981-8ede680e5035 req-9a83013d-e85f-4478-91ba-f3c8550c42d1 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090030 Jul 22 19:30:29.085769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:29.087772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5a556113-13a3-414b-83f8-9e20dc5ba497 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:29.143993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-094a8d74-944a-4e07-8ab2-1deec2c1d668 req-d878388f-0951-4b28-aef8-105ff2320e4d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279796 Jul 22 19:30:29.165356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2794ded7-9a52-49e6-ada2-a8919a4f7711 None None] Provisioning for port e61c52b8-df63-406d-9035-dbce34479b47 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:29.169967 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4b8698e2-331e-4eb4-91c6-72b51c76c6f9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0927444 Jul 22 19:30:29.195140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45904) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:29.203976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2794ded7-9a52-49e6-ada2-a8919a4f7711 None None] Provisioning complete for port e61c52b8-df63-406d-9035-dbce34479b47 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:29.206492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2794ded7-9a52-49e6-ada2-a8919a4f7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.226684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.245168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02e84f-814e-4fb3-bde8-50c13a684923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad176f2-1e38-4903-bdc4-7634e2f23acf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:29.270415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'subnet': {'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:29.286841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Network ca1631c8-b397-4265-a715-126f30ed494f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:29.304917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:29.425291 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-05364f41-b385-4b51-be06-897f7b6cd183 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676981 Jul 22 19:30:29.467531 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.483372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2794ded7-9a52-49e6-ada2-a8919a4f7711 None None] Port e61c52b8-df63-406d-9035-dbce34479b47 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:29.500097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5a556113-13a3-414b-83f8-9e20dc5ba497 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:29.500841 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.573640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:29.577223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.601671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.612996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.624521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Pushing event updated for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:29.709216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Transition to ACTIVE for port object e3d27c04-29fd-4b75-8f8e-4cc8b4924753 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:29.744179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b628223d-07d8-40e3-9b89-ca5fa6884dfd None None] Provisioning complete for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:29.744562 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b628223d-07d8-40e3-9b89-ca5fa6884dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.748253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Transition to ACTIVE for port object e3d27c04-29fd-4b75-8f8e-4cc8b4924753 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:29.785233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589a29-ccdc-4645-90ef-0003823fdf36 req-8c747b26-f5f1-473b-8aef-8171d3c811a8 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:29.792764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a589a29-ccdc-4645-90ef-0003823fdf36 req-8c747b26-f5f1-473b-8aef-8171d3c811a8 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 932 time: 0.5950429 Jul 22 19:30:29.805570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.857883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:29.858840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b628223d-07d8-40e3-9b89-ca5fa6884dfd None None] Port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:29.870388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ee03587-78e5-453c-8fa1-4ee43c605fda req-f54e33b5-c39a-4b36-b342-85bb4ce974a9 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211776 Jul 22 19:30:29.870941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:29.874307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:29.888376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Pushing event updated for resources: {'Port': ['ID=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:29.910107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:29.916469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.979502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Attempting to bind port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:29.979830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Attempting to bind port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:29.980340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Attempting to bind port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:29.991076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:29.991257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45916) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:29.991378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:29.991796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:29.992575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Bound using segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:29.992765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Bound port: e3d27c04-29fd-4b75-8f8e-4cc8b4924753, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:29.993143 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.005932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca36a3-8dba-494b-8e38-68ace4e40fb0 req-7036252f-7852-4daa-99a6-02b0ef274556 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:30.007053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51ca36a3-8dba-494b-8e38-68ace4e40fb0 req-7036252f-7852-4daa-99a6-02b0ef274556 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.5963750 Jul 22 19:30:30.032133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:30.057242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Router 439ca3a7-787a-4de0-8639-b5629b307251 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:30.071608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a589a29-ccdc-4645-90ef-0003823fdf36 req-6010e560-00d9-4aec-af45-07bca37dd1af tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726507 Jul 22 19:30:30.077172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] For port e3d27c04-29fd-4b75-8f8e-4cc8b4924753, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:30.082575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] For port e3d27c04-29fd-4b75-8f8e-4cc8b4924753, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:30.096696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.201655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c139617-13f0-404b-aec8-47309a6f6a59 None None] Pushing event updated for resources: {'Port': ['ID=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:30.239659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.270480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:30.278610 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24ce6f-e078-4320-af1f-0841eab5536b" -d '{"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-unplugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:30.352897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51ca36a3-8dba-494b-8e38-68ace4e40fb0 req-11fd4ba9-2c2d-4184-ba33-62199e3e87a8 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3225336 Jul 22 19:30:30.372219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Transition to ACTIVE for port object 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:30.385167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.388583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.391260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aad176f2-1e38-4903-bdc4-7634e2f23acf HTTP/1.1" status: 204 len: 168 time: 1.4087393 Jul 22 19:30:30.391500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.392829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2227ac47-98f2-475d-843d-553ae37cbd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.409684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-87e89b42-2a74-4ecd-91fd-d97abc643169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:30.411498 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-87e89b42-2a74-4ecd-91fd-d97abc643169 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1136 time: 0.4732780 Jul 22 19:30:30.536428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:30.538852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff501-639a-4659-9f57-d60c63f2f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad176f2-1e38-4903-bdc4-7634e2f23acf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:30.565574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=6']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:30.586532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0ccfe009-22d5-4064-8c84-076eebb38073 admin admin] 10.222.0.10 "PUT /v2.0/routers/439ca3a7-787a-4de0-8639-b5629b307251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0466704 Jul 22 19:30:30.619260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Sync routers for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:30.664246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] No DVR routers for this DVR port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:30.690924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:30:30.691670 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:30:30.734730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:30.740577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:30.910274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:30.957132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:30.958704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:30.960262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:30.976956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-21b223d3-1b91-4bba-a0f6-58de13856a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:30.979168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-21b223d3-1b91-4bba-a0f6-58de13856a35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.5306358 Jul 22 19:30:30.980831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:30.984419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Attempting to bind port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:30.997003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cf306-fe0b-4771-a9b7-0425d1ec2da7 req-5daa774c-5767-4285-8dd6-60edd0ef3610 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:31.009138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-696cf306-fe0b-4771-a9b7-0425d1ec2da7 req-5daa774c-5767-4285-8dd6-60edd0ef3610 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.6532228 Jul 22 19:30:31.028690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61c52b8-df63-406d-9035-dbce34479b47 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:31.088580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:31.088921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:31.089447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:31.090016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Bound port: 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:31.090573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.094470 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-8df2ada0-ddaf-4c27-a96c-28b4e6cd480b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 217 time: 0.0955920 Jul 22 19:30:31.113068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.125515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5026-b4a0-4c69-966c-dc0eb98e1d5e req-b5df4f10-c1c7-438d-8d1b-933c73062ffe tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:31.127823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20e5026-b4a0-4c69-966c-dc0eb98e1d5e req-b5df4f10-c1c7-438d-8d1b-933c73062ffe tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.6442471 Jul 22 19:30:31.216980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Transition to ACTIVE for port object e61c52b8-df63-406d-9035-dbce34479b47 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:31.231054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-c4cd24f2-bc1d-405e-9a15-da9ea94fcac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:31.234158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-c4cd24f2-bc1d-405e-9a15-da9ea94fcac6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.1292765 Jul 22 19:30:31.240170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Subnet': ['ID=990e2561-569d-4d11-a590-177e45a700e0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:31.249496 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.263977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-696cf306-fe0b-4771-a9b7-0425d1ec2da7 req-d0352266-4f70-4ae1-9f9d-fce9b4c6e378 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507653 Jul 22 19:30:31.285719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:31.296161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:31.325278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Checking segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:31.326200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network hostable DHCP agents. Network: bf5be53a-7a0e-473b-bace-446d21368e68, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:30:31.338904 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2227ac47-98f2-475d-843d-553ae37cbd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.357439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20e5026-b4a0-4c69-966c-dc0eb98e1d5e req-82cc61da-1976-4eb5-9f7a-b1ea064d7135 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125347 Jul 22 19:30:31.421884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2227ac47-98f2-475d-843d-553ae37cbd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.444497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-aa87bae2-6992-42f4-8406-f491c2dcd7a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978247 Jul 22 19:30:31.475358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227ac47-98f2-475d-843d-553ae37cbd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f914202-cb5c-430d-bb65-f840ed64faeb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:31.475812 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f88946-b9ce-45ff-860d-9211c5520b9f x-openstack-request-id: req-96f88946-b9ce-45ff-860d-9211c5520b9f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:31.476141 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-unplugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:31.476438 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96f88946-b9ce-45ff-860d-9211c5520b9f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:31.476997 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'code': 200} Jul 22 19:30:31.579548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:31.597206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network bf5be53a-7a0e-473b-bace-446d21368e68 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:30:31.657942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e3d27c04-29fd-4b75-8f8e-4cc8b4924753 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:31.683791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:31.705992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.802337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2227ac47-98f2-475d-843d-553ae37cbd8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec00c4c9a54a40619d9d7da9edd74661&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8070555 Jul 22 19:30:31.815347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45952) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:31.816013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bf5be53a-7a0e-473b-bace-446d21368e68) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:31.833128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:31.833753 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.866105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:31.866859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:31.872666 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] 10.222.0.26 "PUT /v2.0/ports/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 1096 time: 4.0468595 Jul 22 19:30:31.893478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44bd96-072d-4b8b-909d-d3f1d21597cb None None] Network bf5be53a-7a0e-473b-bace-446d21368e68 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:31.990216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:32.085502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-974a602d-c8aa-44ec-ac15-0f17fc7727c5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8525982 Jul 22 19:30:32.094357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Attempting to bind port e61c52b8-df63-406d-9035-dbce34479b47 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:32.097573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Attempting to bind port e61c52b8-df63-406d-9035-dbce34479b47 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:32.098245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Attempting to bind port e61c52b8-df63-406d-9035-dbce34479b47 on network a9908ccc-3fa4-457a-bb0b-1572abc4d231 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:32.108100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45958) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:32.109523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Port e61c52b8-df63-406d-9035-dbce34479b47 on network a9908ccc-3fa4-457a-bb0b-1572abc4d231 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:32.110021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Attempting to bind port e61c52b8-df63-406d-9035-dbce34479b47 on network a9908ccc-3fa4-457a-bb0b-1572abc4d231 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:32.120053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:32.120714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Checking segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:32.121267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Bound using segment: {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:32.121977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Bound port: e61c52b8-df63-406d-9035-dbce34479b47, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d9e1e6-fef6-489a-b7ac-876cc480a9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:32.122527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.134044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'name': 'tempest-TaggedBootDevicesTest_v242-1025098988', 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:32.157127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afee6f-1fad-4277-af70-6fb133ef6a4d req-2df9fb32-f403-4f1b-8126-f48d121c9283 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:32.166812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92afee6f-1fad-4277-af70-6fb133ef6a4d req-2df9fb32-f403-4f1b-8126-f48d121c9283 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 944 time: 0.5346487 Jul 22 19:30:32.210042 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-68654354-c638-4c8a-b1f4-30604fbce447 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7928367 Jul 22 19:30:32.212831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4015a8-a8ee-4c9e-bcec-777cdc48a94a None None] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:32.216614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1746635-a241-454b-bc50-87f6621d2ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:32.257293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.258613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-05f7e656-cc0a-4437-af7f-e5e510391a79 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7673323 Jul 22 19:30:32.271555 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-d5983624-348a-491a-9706-3e89dcccd926 req-841af7db-3666-4eea-8d05-134f631362d6 tempest-FloatingIPDetailsNegativeTestJSON-1665112754 tempest-FloatingIPDetailsNegativeTestJSON-1665112754-project] show failed (client error): The resource could not be found. Jul 22 19:30:32.285362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5983624-348a-491a-9706-3e89dcccd926 req-841af7db-3666-4eea-8d05-134f631362d6 tempest-FloatingIPDetailsNegativeTestJSON-1665112754 tempest-FloatingIPDetailsNegativeTestJSON-1665112754-project] 10.222.0.10 "GET /v2.0/floatingips/40972107-bc74-421b-88c9-807dc4b26db8 HTTP/1.1" status: 404 len: 350 time: 0.1673472 Jul 22 19:30:32.320439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:32.412803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92afee6f-1fad-4277-af70-6fb133ef6a4d req-c59b5c69-13d3-4ded-a538-2bfd0674746c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447410 Jul 22 19:30:32.523211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.648086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-bf5be53a-7a0e-473b-bace-446d21368e68', 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ips': [{'subnet_id': '990e2561-569d-4d11-a590-177e45a700e0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:30:32.650091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.698924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd049d2c5-a1e9-4d9a-89bd-76b99fb051a7', 'name': '', 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'mac_address': 'fa:16:3e:6b:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:24Z', 'updated_at': '2021-07-22T19:30:28Z', 'revision_number': 2, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'subnets': [{'id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:32.701684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:32.705011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Provisioning for port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:32.745498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Checking router: 439ca3a7-787a-4de0-8639-b5629b307251 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:32.745850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Updating router 439ca3a7-787a-4de0-8639-b5629b307251 port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:30:32.749993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Provisioning complete for port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:32.750398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.760904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e61c52b8-df63-406d-9035-dbce34479b47,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:32.799723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.816581 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.819353 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.820727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f914202-cb5c-430d-bb65-f840ed64faeb HTTP/1.1" status: 204 len: 168 time: 0.9739404 Jul 22 19:30:32.922774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:32.977983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94b0d6-3b56-4559-b156-50285881a694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f914202-cb5c-430d-bb65-f840ed64faeb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:33.024467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.027540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.029164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] 10.222.0.26 "PUT /v2.0/ports/e61c52b8-df63-406d-9035-dbce34479b47 HTTP/1.1" status: 200 len: 1093 time: 4.2861111 Jul 22 19:30:33.059994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62cc85-eced-4793-ac99-a0d776c31389 req-329dc794-b1af-48c4-aae3-938236ae94a6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.070084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b62cc85-eced-4793-ac99-a0d776c31389 req-329dc794-b1af-48c4-aae3-938236ae94a6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.6698091 Jul 22 19:30:33.073661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:33.078090 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "tag": "e61c52b8-df63-406d-9035-dbce34479b47"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:33.234050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Allocated IP 10.2.2.2 (bf5be53a-7a0e-473b-bace-446d21368e68/990e2561-569d-4d11-a590-177e45a700e0/fd34ca78-bc70-4798-96d0-1fc9af06f9df) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:33.330485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258d706-4249-4aaa-b24a-5577a76e4dee req-039c58b0-d4b0-4101-912c-71119e58ff31 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.332116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d258d706-4249-4aaa-b24a-5577a76e4dee req-039c58b0-d4b0-4101-912c-71119e58ff31 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.7605069 Jul 22 19:30:33.357720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d911-d0ed-4ed5-bf26-705d7b2ec382 service neutron] Pushing event updated for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:33.432107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b62cc85-eced-4793-ac99-a0d776c31389 req-603cc886-3228-44c2-8610-b928a17e956d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3579507 Jul 22 19:30:33.434487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8dc94fc0-d8b8-4ea6-8612-592a0714aa9c req-fc553cf1-8e26-4b88-9478-74c2a87c69c5 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1750209 Jul 22 19:30:33.471869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.493877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-560cd2b1-367c-468c-936d-3dde7022920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.498124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-560cd2b1-367c-468c-936d-3dde7022920d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1099 time: 1.5777652 Jul 22 19:30:33.498593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:33.505943 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71721e8-a7e6-44a0-9c9d-710d22d722b3" -d '{"events": [{"name": "network-changed", "server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:33.551950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d258d706-4249-4aaa-b24a-5577a76e4dee req-546fa72b-8ce5-4fc4-ac44-073328c772d8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951830 Jul 22 19:30:33.574343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45994) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:33.629714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7826c3ce-687d-4d98-8ef5-5fa405379f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.715965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-e20212a6-ff96-4c79-b114-18defb0180dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.723846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-e20212a6-ff96-4c79-b114-18defb0180dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6866d8dff784950a7bdd78f6c8f09ca&device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 1096 time: 0.6271751 Jul 22 19:30:33.734668 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad39f01-5a04-4dca-a9d5-32df719ad660 x-openstack-request-id: req-4ad39f01-5a04-4dca-a9d5-32df719ad660 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:33.735014 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "tag": "e61c52b8-df63-406d-9035-dbce34479b47", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:33.735216 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad39f01-5a04-4dca-a9d5-32df719ad660 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:33.735703 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47', 'status': 'completed', 'code': 200} Jul 22 19:30:33.801730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-306d52cf-b2ef-4217-9ef9-d5d01d94520b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61c52b8-df63-406d-9035-dbce34479b47 HTTP/1.1" status: 200 len: 217 time: 0.0592730 Jul 22 19:30:33.807964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-18a09897-1e65-4423-abd3-3d78a2fa28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.809801 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-18a09897-1e65-4423-abd3-3d78a2fa28af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1096 time: 1.4621437 Jul 22 19:30:33.827392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:33.830055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] For port e3d27c04-29fd-4b75-8f8e-4cc8b4924753, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:33.870933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:33.874336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-96a31a17-cc5c-4f9b-840d-fab7642475d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:33.879687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-96a31a17-cc5c-4f9b-840d-fab7642475d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3475559 Jul 22 19:30:34.008806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-cbebc8cf-3782-4a0a-9110-e2a64cdc6943 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.1143870 Jul 22 19:30:34.037452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.054739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Transition to ACTIVE for port object d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:34.163925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.180393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Transition to ACTIVE for port object fd34ca78-bc70-4798-96d0-1fc9af06f9df will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:34.186542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.201465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Transition to ACTIVE for port object fd34ca78-bc70-4798-96d0-1fc9af06f9df will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:34.214422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-94df354e-84dd-42ce-a43b-8939c9ac92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.217644 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-94df354e-84dd-42ce-a43b-8939c9ac92ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.3808055 Jul 22 19:30:34.221349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6428ab-0e17-4c8e-b929-37c73fdbc5bd req-1d9bf9b4-f618-45f0-8fce-1ff7bbc5b853 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.222900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b6428ab-0e17-4c8e-b929-37c73fdbc5bd req-1d9bf9b4-f618-45f0-8fce-1ff7bbc5b853 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.5691729 Jul 22 19:30:34.224369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-26c8bae5-fe2e-4652-8a97-8f8b9362f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.226576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-26c8bae5-fe2e-4652-8a97-8f8b9362f6b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d67719d-5837-431e-a13f-5f02894a937b HTTP/1.1" status: 200 len: 845 time: 0.3744648 Jul 22 19:30:34.260606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-21a96c83-7d24-4e2f-86e6-e483c5b5507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.263311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-21a96c83-7d24-4e2f-86e6-e483c5b5507f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2331936 Jul 22 19:30:34.268031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] device_id is not set on port 05cd4361-59b8-4b65-9b23-1061faf99035 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:30:34.283845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.293099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8329ed-a3d9-4932-b65b-918e4a3bfb9a None None] Pushing event updated for resources: {'Port': ['ID=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:34.329410 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.335725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4640f7-eee0-43f0-a36b-f041d1805285 req-bc5b7314-388a-43fc-9f6d-bda5167ca95e tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.346399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab4640f7-eee0-43f0-a36b-f041d1805285 req-bc5b7314-388a-43fc-9f6d-bda5167ca95e tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 944 time: 0.5444949 Jul 22 19:30:34.353446 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-118a65cb-5a51-4d60-89ed-925fd51ed634 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.1095488 Jul 22 19:30:34.416808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fd66749a-80a0-4281-983c-c5ff3793bc4f None None] Provisioning complete for port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:34.417560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd66749a-80a0-4281-983c-c5ff3793bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.457717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Network bf5be53a-7a0e-473b-bace-446d21368e68 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:34.482560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af469c-5dc1-480e-888b-c95f8bb30720 None None] Pushing event updated for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:34.493990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:34.498479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:34.570468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7826c3ce-687d-4d98-8ef5-5fa405379f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.575687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b6428ab-0e17-4c8e-b929-37c73fdbc5bd req-b894dbf1-ab1d-4c25-84c3-a4b0f74fd911 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288350 Jul 22 19:30:34.640521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab4640f7-eee0-43f0-a36b-f041d1805285 req-058710c5-80d3-4f19-a739-75007c3e1154 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922690 Jul 22 19:30:34.645202 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7826c3ce-687d-4d98-8ef5-5fa405379f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:34.784260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7826c3ce-687d-4d98-8ef5-5fa405379f98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c0c271f66714ecb890f80165599b00d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2012763 Jul 22 19:30:34.784639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826c3ce-687d-4d98-8ef5-5fa405379f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fd0d39-af13-4bb1-bc95-a128964ef186,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:34.787909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46024) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:34.798570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-789c33a5-17fa-4318-b95f-7c87e9787945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.804760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-789c33a5-17fa-4318-b95f-7c87e9787945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.3896496 Jul 22 19:30:34.811516 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a1bf14-926f-4cc4-948a-a8f86f726422 x-openstack-request-id: req-e7a1bf14-926f-4cc4-948a-a8f86f726422 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:34.811788 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:34.812363 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7a1bf14-926f-4cc4-948a-a8f86f726422 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:34.812576 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'status': 'completed', 'code': 200} Jul 22 19:30:34.905033 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-1c2df4af-b327-491b-947d-a1f444764f79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780253 Jul 22 19:30:34.947630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-3b1ff52b-c78c-4d04-a29f-0d33d6f66b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:34.949459 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-3b1ff52b-c78c-4d04-a29f-0d33d6f66b8a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6372545 Jul 22 19:30:34.992426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e3d27c04-29fd-4b75-8f8e-4cc8b4924753 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:35.003091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Attempting to bind port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:35.003629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Attempting to bind port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:35.004098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Attempting to bind port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 on network ca1631c8-b397-4265-a715-126f30ed494f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:35.037678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:35.038620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Checking segment: {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:35.038620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.039038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Bound using segment: {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:35.039616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Bound port: d049d2c5-a1e9-4d9a-89bd-76b99fb051a7, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:35.040125 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.051867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Pushing event updated for resources: {'Port': ['ID=fd34ca78-bc70-4798-96d0-1fc9af06f9df,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:35.068729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Attempting to bind port fd34ca78-bc70-4798-96d0-1fc9af06f9df on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:35.069251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Attempting to bind port fd34ca78-bc70-4798-96d0-1fc9af06f9df by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:35.069746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Attempting to bind port fd34ca78-bc70-4798-96d0-1fc9af06f9df on network bf5be53a-7a0e-473b-bace-446d21368e68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:35.079070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:35.080140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Checking segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:35.080747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.081251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Bound using segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:35.081860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Bound port: fd34ca78-bc70-4798-96d0-1fc9af06f9df, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:35.082349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.085565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.124309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-f2e20f35-fe46-4ccf-b62d-76cae6aab439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:35.126383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-f2e20f35-fe46-4ccf-b62d-76cae6aab439 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9908ccc-3fa4-457a-bb0b-1572abc4d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8788941 Jul 22 19:30:35.152074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.178745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.254761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:35.255305 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.294687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.297430 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.305620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08fd0d39-af13-4bb1-bc95-a128964ef186 HTTP/1.1" status: 204 len: 168 time: 0.4802849 Jul 22 19:30:35.308830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] For port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:35.334634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] For port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:35.338265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] For port fd34ca78-bc70-4798-96d0-1fc9af06f9df, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:35.342001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] For port fd34ca78-bc70-4798-96d0-1fc9af06f9df, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd34ca78-bc70-4798-96d0-1fc9af06f9df,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:35.348200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.371888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:35.373163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0708-d3c9-4dd7-a2f3-a6a47ee43342 req-3c68917c-1a17-4867-b1cb-1b9fc59ebcd2 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:35.375188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24b0708-d3c9-4dd7-a2f3-a6a47ee43342 req-3c68917c-1a17-4867-b1cb-1b9fc59ebcd2 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.3469086 Jul 22 19:30:35.390312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431c6d7-632d-49ce-8c46-679825a50532 req-84aabb7f-5693-4be6-8f32-48381e051eb0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:35.398981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1431c6d7-632d-49ce-8c46-679825a50532 req-84aabb7f-5693-4be6-8f32-48381e051eb0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.6478567 Jul 22 19:30:35.402140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91428c95-363a-4bde-8770-0e7a62885c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fd0d39-af13-4bb1-bc95-a128964ef186,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:35.409462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-767ac24c-eb5e-47fb-9f8e-ea06e7b69e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:35.411816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-767ac24c-eb5e-47fb-9f8e-ea06e7b69e43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1099 time: 0.5605545 Jul 22 19:30:35.538937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1431c6d7-632d-49ce-8c46-679825a50532 req-c64aead0-5117-4912-b576-9571bc277df0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1376851 Jul 22 19:30:35.555245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:35.556019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:35.564251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af469c-5dc1-480e-888b-c95f8bb30720 None None] Pushing event updated for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:35.591033 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-287257e6-5094-4679-b363-0581ac52f238 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6239655 Jul 22 19:30:35.605129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.1.1.80 (944f3134-43d2-4ad1-845b-91fb79c3fa3a/9d514a4a-8837-425b-a414-3e7a12f0107a/05cd4361-59b8-4b65-9b23-1061faf99035) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:35.701033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24b0708-d3c9-4dd7-a2f3-a6a47ee43342 req-cd2120b8-f618-45c1-9a46-af1bb05b7555 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965851 Jul 22 19:30:35.734543 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-e4cc9591-a042-4349-87e6-bfed2c66e8ad service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143096 Jul 22 19:30:35.892568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:35.936115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-53492c92-5194-4c6e-aa46-a0ecb282f7ef service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890418 Jul 22 19:30:35.951577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46421d7-5582-4288-a44e-fd9847eb47a4 None None] Pushing event updated for resources: {'Port': ['ID=fd34ca78-bc70-4798-96d0-1fc9af06f9df,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:36.092206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:36.499315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd049d2c5-a1e9-4d9a-89bd-76b99fb051a7', 'name': '', 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'mac_address': 'fa:16:3e:6b:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:24Z', 'updated_at': '2021-07-22T19:30:35Z', 'revision_number': 4, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'subnets': [{'id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:36.557376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c8536-51e2-4b69-858f-3d3e8356f7eb None None] The sync data for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 is: [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd049d2c5-a1e9-4d9a-89bd-76b99fb051a7', 'name': '', 'network_id': 'ca1631c8-b397-4265-a715-126f30ed494f', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'mac_address': 'fa:16:3e:6b:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_interface', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:24Z', 'updated_at': '2021-07-22T19:30:35Z', 'revision_number': 4, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'subnets': [{'id': '32d7c285-261b-4faa-a62f-09a5223b11e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:36.892279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82d75fd6-9308-49f0-ae48-73e5941faab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.063074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1aa1f8d8-eb5b-41ea-b0dd-76dfb305f855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.138216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd34ca78-bc70-4798-96d0-1fc9af06f9df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:37.199766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-141ba938-566e-4218-972a-c5ad25c68c94 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1132588382&fields=id&tenant_id=6c938aeefdb44c71a1fc65876722f80b HTTP/1.1" status: 200 len: 267 time: 1.2529643 Jul 22 19:30:37.303938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port fd34ca78-bc70-4798-96d0-1fc9af06f9df completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:37.315797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:37.329183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-39f60f6d-e5f9-4026-a750-bd38a2c4afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:37.330695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-39f60f6d-e5f9-4026-a750-bd38a2c4afe6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 1.8116055 Jul 22 19:30:37.420346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:37.421987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f5cbced2-e889-440f-8c66-4977ffcace8e req-2d595644-9e24-4937-8460-3e764008292a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7528858 Jul 22 19:30:37.457846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:37.458626 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.472219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-d29ae069-d46d-42e6-b24f-828718af221e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.1301715 Jul 22 19:30:37.547953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9645c401-05fc-42f5-8ae0-afeb72f2b403 req-644c0771-4bdd-4981-907a-f94619f3c23b service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5787454 Jul 22 19:30:37.553447 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c67613c-87fe-427f-ad4d-de6947d4fc22 req-507a8c1e-349c-4437-b880-cb482fa1af00 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7979548 Jul 22 19:30:37.624433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-690c7ff2-7389-4967-834f-9d4454539064 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:37.639798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af781b9-c0fd-45cb-a73e-3e5f2b556c84 None None] Network bf5be53a-7a0e-473b-bace-446d21368e68 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:37.640873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-690c7ff2-7389-4967-834f-9d4454539064 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 984 time: 0.4246812 Jul 22 19:30:37.696060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-6f37db1e-d2cf-4036-bae2-9f3da1b533d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:37.707084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-6f37db1e-d2cf-4036-bae2-9f3da1b533d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2212598 Jul 22 19:30:37.725206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Deleting port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:37.725628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.742969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'port': {'security_groups': ['70e113d1-976c-414c-ba0a-0ce10f598b15', 'b3ff91a2-1d6e-4b38-8d16-90d7618e40be', '1fba51fd-a55c-4b75-95f9-3d80b0739e8c']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:37.904601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:37.930880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object 05cd4361-59b8-4b65-9b23-1061faf99035 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:38.029842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Provisioning for port fd34ca78-bc70-4798-96d0-1fc9af06f9df completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:38.037204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Provisioning complete for port fd34ca78-bc70-4798-96d0-1fc9af06f9df triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:38.037587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.103557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82d75fd6-9308-49f0-ae48-73e5941faab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.133027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82d75fd6-9308-49f0-ae48-73e5941faab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.144189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.240370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-df34b678-d7f4-458c-ab70-864c97ec678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:38.242764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-df34b678-d7f4-458c-ab70-864c97ec678c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4145918 Jul 22 19:30:38.243792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.279244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-23fc82a2-52de-4efc-8b94-f5f56184a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:38.292368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:38.294325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-23fc82a2-52de-4efc-8b94-f5f56184a8f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6866d8dff784950a7bdd78f6c8f09ca&device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 1096 time: 0.6500762 Jul 22 19:30:38.301266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.342252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d75fd6-9308-49f0-ae48-73e5941faab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab8de7b-dc17-40c9-b1fd-b41409c28db2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:38.461691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-9a3e00a2-6bb6-46d4-8e1e-e32b136f356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:38.463294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-9a3e00a2-6bb6-46d4-8e1e-e32b136f356a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1099 time: 0.9041364 Jul 22 19:30:38.486522 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-45dd4944-a04d-401c-b2f2-09116c2a35e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1863225 Jul 22 19:30:38.533855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82d75fd6-9308-49f0-ae48-73e5941faab1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=892a4464a7064dbbb27aa57a28d23062&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6379457 Jul 22 19:30:38.557609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46100) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:38.572903 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.590757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:38.644617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] For port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:38.645423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.660668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Calling delete_port for d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:38.749020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] For port fd34ca78-bc70-4798-96d0-1fc9af06f9df, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd34ca78-bc70-4798-96d0-1fc9af06f9df,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:38.760430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:38.840118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-6ba7b062-6fb7-4a80-8754-255e3feb771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:38.842939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-6ba7b062-6fb7-4a80-8754-255e3feb771f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a9908ccc-3fa4-457a-bb0b-1572abc4d231 HTTP/1.1" status: 200 len: 907 time: 0.5110466 Jul 22 19:30:38.953178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:38.955543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-1a140213-e504-4dc1-8d9f-71019ef5771a tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:30:38.964484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-1a140213-e504-4dc1-8d9f-71019ef5771a tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6514204 Jul 22 19:30:38.986203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-c0b7081d-6e21-4099-8e5e-b8ab580fe5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61c52b8-df63-406d-9035-dbce34479b47 HTTP/1.1" status: 200 len: 217 time: 0.1158807 Jul 22 19:30:39.001716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-487cd992-4698-4111-bc91-7709cb05b4af service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471774 Jul 22 19:30:39.017029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df47df-40c9-4410-912b-70e64a92131c None None] Pushing event updated for resources: {'Port': ['ID=fd34ca78-bc70-4798-96d0-1fc9af06f9df,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.065703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b9df50e0-dbbe-4e13-8b12-52ce3f4ae2c4 None None] Provisioning complete for port fd34ca78-bc70-4798-96d0-1fc9af06f9df triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:39.066776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b9df50e0-dbbe-4e13-8b12-52ce3f4ae2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.074111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.169430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:39.169963 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.188038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.211361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Request body: {'binding': {'host': 'n-h1-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:39.211871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:30:39.244412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-c83b7fb5-fd1e-4877-b925-01ead4c0ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.248040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-c83b7fb5-fd1e-4877-b925-01ead4c0ba3b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d67719d-5837-431e-a13f-5f02894a937b HTTP/1.1" status: 200 len: 845 time: 0.2512286 Jul 22 19:30:39.331046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:39.355923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.358718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e61c52b8-df63-406d-9035-dbce34479b47 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:39.368226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:39.369117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-a7cf2345-3baa-41c5-9702-ef467d8d9352 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537433 Jul 22 19:30:39.387181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:39.401034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-cb62b4ee-1161-4baf-b9bd-ca5d93bac9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.402649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-cb62b4ee-1161-4baf-b9bd-ca5d93bac9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1176 time: 0.7927132 Jul 22 19:30:39.428125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-e60f7773-e24b-4306-9fab-a5c29fdbbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.430341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-e60f7773-e24b-4306-9fab-a5c29fdbbbc1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.9218805 Jul 22 19:30:39.475439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.527429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.555160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-6e3a36a4-2f9e-4e2a-8c26-2788432ef43a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.0909023 Jul 22 19:30:39.707457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4078d84-2d25-456f-8add-6ceb81033dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.793957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:39.826368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e61c52b8-df63-406d-9035-dbce34479b47,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:39.877909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e61c52b8-df63-406d-9035-dbce34479b47', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'port_id': 'e61c52b8-df63-406d-9035-dbce34479b47', 'mac_address': 'fa:16:3e:f5:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:39.900023 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:39.911130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-c5198275-8b77-4633-8eb3-4b3f89693e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.914004 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-c5198275-8b77-4633-8eb3-4b3f89693e06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1642256 Jul 22 19:30:39.915960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d049d2c5-a1e9-4d9a-89bd-76b99fb051a7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:39.919331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-2a2459b8-5b7d-428d-b91e-67a02ab1a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:39.927197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-2a2459b8-5b7d-428d-b91e-67a02ab1a54c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9908ccc-3fa4-457a-bb0b-1572abc4d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6139719 Jul 22 19:30:40.014545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.025923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.027105 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.039485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.040544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.050262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d', '36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:40.082110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61c52b8-df63-406d-9035-dbce34479b47 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:40.138723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e61c52b8-df63-406d-9035-dbce34479b47,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:40.156108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.156703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-970983f4-e9a6-46f8-b4ff-34617776b123 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.0402429 Jul 22 19:30:40.157632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:40.169109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2fba60ce-5be9-4efa-9835-739c9e29f56a None None] Provisioning for port 05cd4361-59b8-4b65-9b23-1061faf99035 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:40.169310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.169961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.199385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad0f8030-a29f-48de-9b89-6863b67cb815 req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "PUT /v2.0/ports/36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 1020 time: 2.4883423 Jul 22 19:30:40.199985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:40.206964 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db78b0d-f131-439d-ad41-5f1173227783" -d '{"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:40.211060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:40.242746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2fba60ce-5be9-4efa-9835-739c9e29f56a None None] Provisioning complete for port 05cd4361-59b8-4b65-9b23-1061faf99035 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:40.243258 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2fba60ce-5be9-4efa-9835-739c9e29f56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.244656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'name': 'tempest-TaggedBootDevicesTest_v242-112366009', 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:40.258756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:40.294820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-51cd525b-a00f-4a3d-8b29-2c0de9448f39 service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590672 Jul 22 19:30:40.311410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:40.371558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.371884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.372263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.372598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.373122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.373633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.374127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.374628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.375128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.376242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.377310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.377829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167c78de-2c15-415d-b2c8-a8806f06b678 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:40.428872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-fef9ae82-8b27-48eb-8c7f-96135e6c3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.441816 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-fef9ae82-8b27-48eb-8c7f-96135e6c3aa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.8966177 Jul 22 19:30:40.580527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e60bc9-36f5-4c25-b07f-95cc7a7873bf req-67f92c90-ecde-4484-8cce-34f4e07311e4 service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699022 Jul 22 19:30:40.607396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba6944-b6b6-4d3a-b9f9-2db7297dde90 req-af74fbd6-4b5a-4d70-94e2-8b9d885e62e6 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.613936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-3974d65e-fc98-4991-84e6-35d3db77903b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 200 len: 217 time: 0.1526775 Jul 22 19:30:40.615403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23ba6944-b6b6-4d3a-b9f9-2db7297dde90 req-af74fbd6-4b5a-4d70-94e2-8b9d885e62e6 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 945 time: 0.3406644 Jul 22 19:30:40.664013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:40.669813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.729974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.resource_extend [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:30:40.732701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-76e6e86d-106c-4d89-b6b5-ee255785af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.734164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-76e6e86d-106c-4d89-b6b5-ee255785af18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.0560317 Jul 22 19:30:40.749931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23ba6944-b6b6-4d3a-b9f9-2db7297dde90 req-76a5f3c7-5037-4eae-a376-2d8d4157b60f tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319556 Jul 22 19:30:40.758244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.761084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:40.764882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ab8de7b-dc17-40c9-b1fd-b41409c28db2 HTTP/1.1" status: 204 len: 168 time: 2.1840150 Jul 22 19:30:40.772727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46146) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:40.809803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:40.812916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2fba60ce-5be9-4efa-9835-739c9e29f56a None None] Port 05cd4361-59b8-4b65-9b23-1061faf99035 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:40.813054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249721bc-40e1-48c6-8a4f-214c99a53430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab8de7b-dc17-40c9-b1fd-b41409c28db2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:40.819746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-93f2c07e-deb5-4811-8e0a-4b05eba18e95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701394 Jul 22 19:30:40.825790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on host n-h1-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:40.826129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:40.826872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:40.950544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-9cdfb60b-2b98-4dd0-beda-0e49469f2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:40.952325 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-9cdfb60b-2b98-4dd0-beda-0e49469f2154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0172467 Jul 22 19:30:41.001862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.066774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] device_id is not set on port 562e9f1c-af27-4682-8986-2b822bd833d6 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:30:41.069194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:41.069397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:41.106420 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-69a7c755-c1bb-40d3-9f4d-4737f7a3de56 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727785 Jul 22 19:30:41.121177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:41.146680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:41.147024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:41.147411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:41.155964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Bound port: a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:41.177270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd5c30-116f-4b85-9df7-1d275b9c502d req-209c2828-9fc2-424b-bd4a-4aa631aa377e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:41.186703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0fd5c30-116f-4b85-9df7-1d275b9c502d req-209c2828-9fc2-424b-bd4a-4aa631aa377e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 947 time: 0.2726493 Jul 22 19:30:41.218257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd34ca78-bc70-4798-96d0-1fc9af06f9df up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:41.278671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'mac_address': 'fa:16:3e:50:57:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:41.497861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:41.578917 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.589665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00515b83-ff62-4bbb-b8af-0518f36af675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.609435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.615622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0fd5c30-116f-4b85-9df7-1d275b9c502d req-066c6bfe-19da-4874-9f9a-136b503ed74c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259138 Jul 22 19:30:41.629519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:41.717896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:41.720552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af06d914-9bd8-4b18-a402-8769d52afbad req-e4958725-91c0-4a71-a38a-804810ed81e3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/1fba51fd-a55c-4b75-95f9-3d80b0739e8c HTTP/1.1" status: 200 len: 1801 time: 0.0571551 Jul 22 19:30:41.729138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port fd34ca78-bc70-4798-96d0-1fc9af06f9df triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:41.729698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.738565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.773637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:41.774232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.1.1.49 (944f3134-43d2-4ad1-845b-91fb79c3fa3a/9d514a4a-8837-425b-a414-3e7a12f0107a/562e9f1c-af27-4682-8986-2b822bd833d6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:41.791826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-946663d1-7e35-4159-af46-8835bac5556b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310891 Jul 22 19:30:41.811935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.830868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-e5c38d9a-1322-4060-81d5-d70a4a7fb47d service neutron] 10.222.0.10 "POST /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2/bindings HTTP/1.1" status: 201 len: 390 time: 2.8631902 Jul 22 19:30:41.834406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:41.865361 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-af06d914-9bd8-4b18-a402-8769d52afbad req-92a467fb-618d-4832-9f61-6ea7442a9d7e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:30:41.867290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af06d914-9bd8-4b18-a402-8769d52afbad req-92a467fb-618d-4832-9f61-6ea7442a9d7e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/1fba51fd-a55c-4b75-95f9-3d80b0739e8c HTTP/1.1" status: 409 len: 341 time: 0.1378860 Jul 22 19:30:41.932660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00515b83-ff62-4bbb-b8af-0518f36af675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.934500 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989ef1a-7ffe-47a0-8b83-25e176334456 x-openstack-request-id: req-7989ef1a-7ffe-47a0-8b83-25e176334456 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:41.935502 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:41.935502 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7989ef1a-7ffe-47a0-8b83-25e176334456 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:41.935502 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'status': 'completed', 'code': 200} Jul 22 19:30:41.943064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00515b83-ff62-4bbb-b8af-0518f36af675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:41.953529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b54b005-83d2-4bf6-8115-10e75a374432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.002789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e61c52b8-df63-406d-9035-dbce34479b47'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:42.005101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:42.149900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.180178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object 562e9f1c-af27-4682-8986-2b822bd833d6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:42.329609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-e924dac3-977e-463c-9ee7-63dd3029098b service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1622941 Jul 22 19:30:42.373433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Router 439ca3a7-787a-4de0-8639-b5629b307251 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:42.464893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b54b005-83d2-4bf6-8115-10e75a374432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.486543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b54b005-83d2-4bf6-8115-10e75a374432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.491192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00515b83-ff62-4bbb-b8af-0518f36af675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d124372c-7bd5-413f-a85b-777a9899ff3f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:42.496733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-00515b83-ff62-4bbb-b8af-0518f36af675 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26195295362e48a3aa245497df9c1105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971852 Jul 22 19:30:42.504404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46168) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:42.588827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78b0d-f131-439d-ad41-5f1173227783 req-5678d95b-9a61-40fb-8ace-7ae4edea2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:42.590535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-5678d95b-9a61-40fb-8ace-7ae4edea2f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c938aeefdb44c71a1fc65876722f80b&device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1175 time: 0.5452428 Jul 22 19:30:42.592809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b54b005-83d2-4bf6-8115-10e75a374432 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af83041db62f4f27b4d287e912244436&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8081043 Jul 22 19:30:42.597832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54b005-83d2-4bf6-8115-10e75a374432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75668e7a-8cc5-4b6b-ae9e-fbd3cc403a25,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:42.598597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46170) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:42.686564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.704605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a71721e8-a7e6-44a0-9c9d-710d22d722b3 req-c19b6f51-70b0-4f3a-85b1-e22641e68abf service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8705311 Jul 22 19:30:42.712438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791f0-7019-4f6d-8e07-018e30135c4e req-4892f2d8-5740-424e-9ed3-d645c056f086 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:42.713975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-4892f2d8-5740-424e-9ed3-d645c056f086 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966&tenant_id=3604edf80b514ac5a99cb0b562b3c169&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 948 time: 0.4517903 Jul 22 19:30:42.749809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-458d42f5-9f66-49bf-817c-c1cd6a2399df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:42.752578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-458d42f5-9f66-49bf-817c-c1cd6a2399df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1098 time: 0.4861894 Jul 22 19:30:42.787815 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.820011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:42.829690 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dce99c02-d701-4b3b-80f4-149b0afa81a5 admin admin] 10.222.0.10 "PUT /v2.0/routers/439ca3a7-787a-4de0-8639-b5629b307251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4803224 Jul 22 19:30:42.832588 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Sync routers for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:42.834777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:42.837750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46174) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:42.845912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:42.851755 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:42.852401 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:42.897448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-5ad8db02-6ed7-4dc2-8b90-7d2ac72c423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:42.905775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-5ad8db02-6ed7-4dc2-8b90-7d2ac72c423e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1418805 Jul 22 19:30:42.959403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-8990e298-7a38-45ba-b411-a298f9a23407 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 217 time: 0.0457656 Jul 22 19:30:42.986451 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:43.012437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-21c579db-057e-4421-b09c-38cdaa17ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.013966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-21c579db-057e-4421-b09c-38cdaa17ced4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0476353 Jul 22 19:30:43.053327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-40404d8a-1995-4ecf-9655-325d544b58c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296054 Jul 22 19:30:43.153025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-e0dbc535-ce19-45c4-83a3-f66c474a7e7f service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922945 Jul 22 19:30:43.170708 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:39Z', 'revision_number': 5, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:43.194428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.204644 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Checking router: 439ca3a7-787a-4de0-8639-b5629b307251 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:43.212816 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Routers {'439ca3a7-787a-4de0-8639-b5629b307251'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:43.213425 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['439ca3a7-787a-4de0-8639-b5629b307251'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:43.252746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:43.256069 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-a4256c59-ff78-469d-9159-20a7d3ff692e service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952454 Jul 22 19:30:43.287183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb1a6e-621a-4d61-a9b7-7514c8d7edc9 req-630506ac-6eeb-4aa3-a14e-c231b5e723a5 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.288730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0cb1a6e-621a-4d61-a9b7-7514c8d7edc9 req-630506ac-6eeb-4aa3-a14e-c231b5e723a5 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 945 time: 1.0817215 Jul 22 19:30:43.318528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:43.323372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] Set router 439ca3a7-787a-4de0-8639-b5629b307251 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:43.350883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:43.365640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea15347-decc-437c-a897-5616774af186 req-e9d6f7ad-6e61-4e20-8f27-0c8491db8fff tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.372649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ea15347-decc-437c-a897-5616774af186 req-e9d6f7ad-6e61-4e20-8f27-0c8491db8fff tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 946 time: 1.0052333 Jul 22 19:30:43.385136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-2f34ab86-94e9-4641-934d-15335d4705f2 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.387217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-2f34ab86-94e9-4641-934d-15335d4705f2 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1098 time: 0.0753930 Jul 22 19:30:43.399589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.401160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-13'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:43.441890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78b0d-f131-439d-ad41-5f1173227783 req-4383bb1a-e655-4c93-a6c8-52112d0f7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.443406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-4383bb1a-e655-4c93-a6c8-52112d0f7096 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 200 len: 914 time: 0.8367372 Jul 22 19:30:43.482313 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:30:43.512235 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-654791f0-7019-4f6d-8e07-018e30135c4e req-eb501e09-a529-4e08-aba2-f2c26a3f6797 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:30:43.513279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-eb501e09-a529-4e08-aba2-f2c26a3f6797 service neutron] 10.222.0.32 "DELETE /v2.0/ports/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.7264557 Jul 22 19:30:43.546442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.548569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.557530 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:39Z', 'revision_number': 5, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:43.577407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-c0f4e6e1-7b89-46a5-b045-3137c9a84b1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 200 len: 217 time: 0.1125705 Jul 22 19:30:43.589572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.590217 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.592839 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be8b9c7-b0e7-4c00-9b4f-1a43ea22b7b8 None None] The sync data for ids ['439ca3a7-787a-4de0-8639-b5629b307251'] in n-d-800087-13 is: [{'id': '439ca3a7-787a-4de0-8639-b5629b307251', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1301511399-router', 'tenant_id': 'de10ba96958d4fb18ee518518c4b9101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:20Z', 'updated_at': '2021-07-22T19:30:39Z', 'revision_number': 5, 'project_id': 'de10ba96958d4fb18ee518518c4b9101', 'gw_port': {'id': '5a556113-13a3-414b-83f8-9e20dc5ba497', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439ca3a7-787a-4de0-8639-b5629b307251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:21Z', 'updated_at': '2021-07-22T19:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:43.604609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0cb1a6e-621a-4d61-a9b7-7514c8d7edc9 req-e75ed905-b00a-43a9-8992-6456a4c86ec3 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937500 Jul 22 19:30:43.629873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ea15347-decc-437c-a897-5616774af186 req-d9ec0a05-e33a-4503-b468-7f5b68bbe88c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563345 Jul 22 19:30:43.664610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2f50369a-2750-42a1-b9bf-20290ba0fe6f None None] Provisioning for port 562e9f1c-af27-4682-8986-2b822bd833d6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:43.670166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.672285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2f50369a-2750-42a1-b9bf-20290ba0fe6f None None] Provisioning complete for port 562e9f1c-af27-4682-8986-2b822bd833d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:43.673659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2f50369a-2750-42a1-b9bf-20290ba0fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.675349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.682254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.683364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d124372c-7bd5-413f-a85b-777a9899ff3f HTTP/1.1" status: 204 len: 168 time: 1.1687970 Jul 22 19:30:43.716467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2f50369a-2750-42a1-b9bf-20290ba0fe6f None None] Port 562e9f1c-af27-4682-8986-2b822bd833d6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:43.760693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e61c52b8-df63-406d-9035-dbce34479b47 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:43.771164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:43.826263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e61c52b8-df63-406d-9035-dbce34479b47 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:43.835590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e61c52b8-df63-406d-9035-dbce34479b47 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:43.836388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.853562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ccf5ece0-f313-4440-b5c1-ab0a79d64abd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.6129868 Jul 22 19:30:43.854409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9524e96-a62b-490f-a71d-6011fa524cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d124372c-7bd5-413f-a85b-777a9899ff3f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:43.864965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:43.926681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:43.928756 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f1cb87-f5e6-4faa-93a2-335317fec605" -d '{"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:43.934410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.943475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:43.971996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2da5a7e9-faae-403d-924c-11c62b6213ac tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.971996 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2da5a7e9-faae-403d-924c-11c62b6213ac tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1023 time: 0.1533468 Jul 22 19:30:43.977564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78b0d-f131-439d-ad41-5f1173227783 req-94f8750d-fdc6-4ba6-ab20-3f2a3e33a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:43.980335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-94f8750d-fdc6-4ba6-ab20-3f2a3e33a187 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 200 len: 853 time: 0.3791826 Jul 22 19:30:44.019623 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.028531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.031286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.033314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75668e7a-8cc5-4b6b-ae9e-fbd3cc403a25 HTTP/1.1" status: 204 len: 168 time: 1.4319890 Jul 22 19:30:44.085481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-cb7820db-d737-4772-bcc3-73d235a30ea8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bf1ac57b-d1db-49e4-b64f-8b0329efe87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901802 Jul 22 19:30:44.103008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8ca80-642c-441f-8a7a-45c66552e298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75668e7a-8cc5-4b6b-ae9e-fbd3cc403a25,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:44.113898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e61c52b8-df63-406d-9035-dbce34479b47,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:44.116351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:44.125353 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e41f721-413b-472d-8125-5b91c17f4e52" -d '{"events": [{"server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "name": "network-vif-plugged", "status": "completed", "tag": "e61c52b8-df63-406d-9035-dbce34479b47"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:44.136949 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.141989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:30:44.154320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791f0-7019-4f6d-8e07-018e30135c4e req-7a04be2e-0795-47ef-b48a-794319c60135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.161626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-7a04be2e-0795-47ef-b48a-794319c60135 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1100 time: 0.4972813 Jul 22 19:30:44.194081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1566c7-b1d1-4785-9209-5b0ace29d680 req-39790a6f-47be-420b-affe-6045fc748db3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.204430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e1566c7-b1d1-4785-9209-5b0ace29d680 req-39790a6f-47be-420b-affe-6045fc748db3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 948 time: 0.4107318 Jul 22 19:30:44.213208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:44.229552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d81860-b2d5-430d-8a9e-5a7ff0465e66 req-07e2389d-ddad-412c-8943-56b31af5beac tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.233329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04d81860-b2d5-430d-8a9e-5a7ff0465e66 req-07e2389d-ddad-412c-8943-56b31af5beac tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 1023 time: 0.4416718 Jul 22 19:30:44.234702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.238975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on host n-h2-800087-13 for vnic_type normal with profile {"migrating_to": "n-h1-800087-13"} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:44.239317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:44.239649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:44.250855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:44.251273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Attempting to bind port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:44.266634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:44.267120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:44.267676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:44.268389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Bound port: a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:44.268905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.280262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Deleting port 36b8434e-2a01-42d3-a5c8-7216c58d411a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:44.281517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.331407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:44.349953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:44.359645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:44.361426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.386883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:44.387187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04d81860-b2d5-430d-8a9e-5a7ff0465e66 req-97f37b36-54ff-4d92-8059-0199c0c6caca tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=70e113d1-976c-414c-ba0a-0ce10f598b15&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&id=1fba51fd-a55c-4b75-95f9-3d80b0739e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1312690 Jul 22 19:30:44.390236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:44.399205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.591449 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.618165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:44.636634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.637130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.637619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.638710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.639327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.640106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.640477 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.642106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.642719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.643365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.644080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.644739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:30:44.659119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.659757 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.662276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-688ae055-5623-43ed-a831-d89f290d1542 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 1124 time: 1.2674515 Jul 22 19:30:44.670041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 36b8434e-2a01-42d3-a5c8-7216c58d411a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=36b8434e-2a01-42d3-a5c8-7216c58d411a,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:44.670409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.692592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Calling delete_port for 36b8434e-2a01-42d3-a5c8-7216c58d411a owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:44.738443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a4d15a1d-b5de-470d-9e01-91e2fda6cba2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:44.743619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:44.746228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e1566c7-b1d1-4785-9209-5b0ace29d680 req-b298baae-b26d-4752-adc4-90fd7afa64fa tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399168 Jul 22 19:30:44.747376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:44.768670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46210) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:44.777941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.782768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182497762', 'description': 'tempest-description--1147511084'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:44.808913 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7b617-e62f-4303-93c0-3ad0a7a8e332 x-openstack-request-id: req-eef7b617-e62f-4303-93c0-3ad0a7a8e332 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:44.809377 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:44.809642 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eef7b617-e62f-4303-93c0-3ad0a7a8e332 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:44.810038 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'code': 200} Jul 22 19:30:44.821638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:44.849669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:44.861681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-5975e22b-e5fe-4dd3-b117-108328b0e71e service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7711315 Jul 22 19:30:44.864737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791f0-7019-4f6d-8e07-018e30135c4e req-19f7834f-3e46-42fe-924c-ec72c3e7880b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:44.866997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-19f7834f-3e46-42fe-924c-ec72c3e7880b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.6957357 Jul 22 19:30:44.887482 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134329b8-9754-405b-829f-c194f34d5e5a x-openstack-request-id: req-134329b8-9754-405b-829f-c194f34d5e5a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:44.888081 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "name": "network-vif-plugged", "status": "completed", "tag": "e61c52b8-df63-406d-9035-dbce34479b47", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:44.888372 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-134329b8-9754-405b-829f-c194f34d5e5a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:44.888715 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47', 'code': 200} Jul 22 19:30:44.894302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:44.894659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d049d2c5-a1e9-4d9a-89bd-76b99fb051a7 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:44.928180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:45.005439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8017-f320-4d95-a4bd-790f7d95ed2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.048171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.054990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Deleting port 5a556113-13a3-414b-83f8-9e20dc5ba497 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:45.055899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.064769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['194f8454-7ae0-480b-87b1-2fdab931086d', '36b8434e-2a01-42d3-a5c8-7216c58d411a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:45.101962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'Port': ['ID=36b8434e-2a01-42d3-a5c8-7216c58d411a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:45.105041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42f790-9151-45f2-83f1-02980e78055c req-a513e685-9d30-415a-b9f1-25b0d9457f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.106541 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f42f790-9151-45f2-83f1-02980e78055c req-a513e685-9d30-415a-b9f1-25b0d9457f88 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 1098 time: 0.1774154 Jul 22 19:30:45.118812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.154425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.156723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-df9bf25d-2501-4dd3-8ab1-2f12af568fe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.2795424 Jul 22 19:30:45.181245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] No DVR routers for this DVR port 36b8434e-2a01-42d3-a5c8-7216c58d411a on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:45.192898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.194904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3d3cb9f8-197a-4aa1-8a11-c32a8b2d1dd2 req-2d596b9e-e83f-4d82-8637-3aa43e4c5d7d tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "DELETE /v2.0/ports/36b8434e-2a01-42d3-a5c8-7216c58d411a HTTP/1.1" status: 204 len: 173 time: 1.1991744 Jul 22 19:30:45.226445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e037f-1b40-44d4-a700-7e989706f50b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:45.232573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.233982 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98a78498-06e0-478a-889a-a4b494e14587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4912019 Jul 22 19:30:45.236038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f42f790-9151-45f2-83f1-02980e78055c req-24ade4cd-c1f7-408d-83e7-9b4234259a8a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199503 Jul 22 19:30:45.237516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:45.243610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'security_group_rule': {'security_group_id': '3f2e037f-1b40-44d4-a700-7e989706f50b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:45.284518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] For port 5a556113-13a3-414b-83f8-9e20dc5ba497, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5a556113-13a3-414b-83f8-9e20dc5ba497,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:45.284903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.350554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Calling delete_port for 5a556113-13a3-414b-83f8-9e20dc5ba497 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:45.453414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791f0-7019-4f6d-8e07-018e30135c4e req-041e03bc-aedb-4124-ab48-6dc103bd3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.455616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-041e03bc-aedb-4124-ab48-6dc103bd3433 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2755296 Jul 22 19:30:45.462982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9483c-5738-4445-a4f7-1a9e310b88ef req-c7644a4a-f0d7-48f4-a756-423ab7d2cb5c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.464398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61d9483c-5738-4445-a4f7-1a9e310b88ef req-c7644a4a-f0d7-48f4-a756-423ab7d2cb5c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.5243747 Jul 22 19:30:45.528030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db78b0d-f131-439d-ad41-5f1173227783 req-464e0083-cbb2-4af2-8227-3e7645bc8997 service neutron] 10.222.0.26 "GET /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967057 Jul 22 19:30:45.560574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e40c8-d21b-4b9c-8e60-4fe40c9cfab5 req-07b6581e-e770-47c7-9f64-820c942a0530 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.562094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-349e40c8-d21b-4b9c-8e60-4fe40c9cfab5 req-07b6581e-e770-47c7-9f64-820c942a0530 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.5666094 Jul 22 19:30:45.630645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61d9483c-5738-4445-a4f7-1a9e310b88ef req-4272e202-272a-4e32-b3d4-bf43fc8e4cf4 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520348 Jul 22 19:30:45.718516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-349e40c8-d21b-4b9c-8e60-4fe40c9cfab5 req-16459477-1d2a-4f23-9dda-0beb7dcaeeb8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456213 Jul 22 19:30:45.726661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654791f0-7019-4f6d-8e07-018e30135c4e req-f37f71dc-d54b-4764-934d-98428cffdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:45.728232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-f37f71dc-d54b-4764-934d-98428cffdb1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2537456 Jul 22 19:30:45.761350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:45.837181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8017-f320-4d95-a4bd-790f7d95ed2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.851514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0d46678-f65e-4fba-a7bf-f0d6920cf3cd req-c8bcb6f5-4c57-4f03-9418-f06b7d783655 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a4629e6-d6bc-481d-a4d1-e239eb41c6dd HTTP/1.1" status: 200 len: 210 time: 0.1319799 Jul 22 19:30:45.866076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8017-f320-4d95-a4bd-790f7d95ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.894169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:45.902906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.928977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 has no active binding in host n-h1-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:30:45.930858 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.978713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:45.982596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.002876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039447b9-9a1c-4c6c-a27e-0d5e9e06178d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:46.006729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8017-f320-4d95-a4bd-790f7d95ed2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bea42e-5e56-4300-b47b-f150976f8089,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:46.008643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.010167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0403188e-fd0c-4f2c-b0cf-081e8842bd65 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7714756 Jul 22 19:30:46.013104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46238) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:46.014259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=5a556113-13a3-414b-83f8-9e20dc5ba497,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:46.018632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'security_group_rule': {'security_group_id': '3f2e037f-1b40-44d4-a700-7e989706f50b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:46.051887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.055409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bf4b8017-f320-4d95-a4bd-790f7d95ed2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cdac748b42c4d3d84ff4c2ac82a2257&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2595475 Jul 22 19:30:46.064696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46240) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:46.117553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-0eab0657-07f3-4e34-9ba8-04c49d8bb378 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695326 Jul 22 19:30:46.120868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.170936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.197692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.199384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b889cd-ecb0-49c4-8982-3f46774e19a8 req-a4b6e424-6f03-4669-aa3f-a2b566d5a89e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:46.201179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90b889cd-ecb0-49c4-8982-3f46774e19a8 req-a4b6e424-6f03-4669-aa3f-a2b566d5a89e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.3612866 Jul 22 19:30:46.215045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.241265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b9505a-f82d-43f8-b02d-6532bf8ad79c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:46.259612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.263183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-519c2d12-6262-48ab-bb70-30abf284151d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490942 Jul 22 19:30:46.264115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.265288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.267317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46244) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:46.272379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.276480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:46.326133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.370184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.371988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90b889cd-ecb0-49c4-8982-3f46774e19a8 req-4d9ad4dc-dd42-4bf3-8e22-72aad57c837e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327338 Jul 22 19:30:46.374688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.375216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439ca3a7-787a-4de0-8639-b5629b307251 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:30:46.382406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.384376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.384877 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6bea42e-5e56-4300-b47b-f150976f8089 HTTP/1.1" status: 204 len: 168 time: 0.3186522 Jul 22 19:30:46.388770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbd9743b-a90d-4a22-bb45-81a41f1fc7ad admin admin] 10.222.0.10 "DELETE /v2.0/routers/439ca3a7-787a-4de0-8639-b5629b307251 HTTP/1.1" status: 204 len: 168 time: 3.5447958 Jul 22 19:30:46.395083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46250) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:46.409361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-654791f0-7019-4f6d-8e07-018e30135c4e req-6e199dc1-5a28-4170-a7db-c455c2be10e8 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843647 Jul 22 19:30:46.454087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Deleting subnet 32d7c285-261b-4faa-a62f-09a5223b11e0 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:30:46.461416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.465035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319e8ce-b392-48f0-90c9-90bad367af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bea42e-5e56-4300-b47b-f150976f8089,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:46.524981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.710934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 172.25.6.108 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/e1a64e8f-b8b8-4c75-9acb-8ab3987955c4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:46.816501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2'}, {'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'name': 'network-vif-deleted', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:46.819118 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f3f0d-541a-4959-8402-c77a20e8184b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2"}, {"server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "name": "network-vif-deleted", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:46.888918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:46.890145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:46.893584 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a644317f-58b0-4bd8-90bc-dddb3b6eeda6" -d '{"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-plugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:46.916891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:46.997442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.076084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.091261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5a556113-13a3-414b-83f8-9e20dc5ba497 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:47.123781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9459f-f3a3-4cb1-99bf-5dd244cf3675 req-4a3c2f37-c0ec-4027-bd5a-35e04e2dfcd4 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.131510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ed9459f-f3a3-4cb1-99bf-5dd244cf3675 req-4a3c2f37-c0ec-4027-bd5a-35e04e2dfcd4 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.3005865 Jul 22 19:30:47.140475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:47.156237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5a556113-13a3-414b-83f8-9e20dc5ba497 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:47.156824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5a556113-13a3-414b-83f8-9e20dc5ba497 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:47.160408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ab1-3764-4c5d-b3f0-bed8587ee0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.172860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:47.176982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:47.188522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dbe6b-023d-451b-b737-a86184639af2 req-8daab230-29c1-41b2-9fff-e47797dd9fbb tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.190142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1dbe6b-023d-451b-b737-a86184639af2 req-8daab230-29c1-41b2-9fff-e47797dd9fbb tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.3133733 Jul 22 19:30:47.193990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.213867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=e1a64e8f-b8b8-4c75-9acb-8ab3987955c4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.251385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ed9459f-f3a3-4cb1-99bf-5dd244cf3675 req-e0043f21-51f4-4ffb-98ff-0d8ad569416b tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187913 Jul 22 19:30:47.299462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1dbe6b-023d-451b-b737-a86184639af2 req-dedfc4e1-67e9-42b1-939c-5258458f8cb3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Jul 22 19:30:47.333097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.336058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.372736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256765cd-de2e-424f-966d-8e3528939032 None None] Network ca1631c8-b397-4265-a715-126f30ed494f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:30:47.388070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.392646 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2906a0d7-3816-41a0-a3bd-145ec2a7036c x-openstack-request-id: req-2906a0d7-3816-41a0-a3bd-145ec2a7036c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:47.392948 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2", "status": "completed", "code": 200}, {"server_uuid": "7a4629e6-d6bc-481d-a4d1-e239eb41c6dd", "name": "network-vif-deleted", "tag": "36b8434e-2a01-42d3-a5c8-7216c58d411a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:47.393209 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2906a0d7-3816-41a0-a3bd-145ec2a7036c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:47.393613 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'status': 'completed', 'code': 200} Jul 22 19:30:47.393870 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a4629e6-d6bc-481d-a4d1-e239eb41c6dd', 'name': 'network-vif-deleted', 'tag': '36b8434e-2a01-42d3-a5c8-7216c58d411a', 'status': 'completed', 'code': 200} Jul 22 19:30:47.394428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.394768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/32d7c285-261b-4faa-a62f-09a5223b11e0 HTTP/1.1" status: 204 len: 168 time: 0.9981673 Jul 22 19:30:47.395390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46282) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:47.407218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fa80f-d83b-4e63-af17-390b9dffd973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d7c285-261b-4faa-a62f-09a5223b11e0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.429607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ab1-3764-4c5d-b3f0-bed8587ee0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.430862 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744c0a5-5895-45cd-bbaf-f9f809c5bd06 x-openstack-request-id: req-1744c0a5-5895-45cd-bbaf-f9f809c5bd06 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:47.431175 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-plugged", "status": "completed", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:47.431440 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1744c0a5-5895-45cd-bbaf-f9f809c5bd06 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:47.436794 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'code': 200} Jul 22 19:30:47.448519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ef14ab1-3764-4c5d-b3f0-bed8587ee0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.506858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ef14ab1-3764-4c5d-b3f0-bed8587ee0ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ba666fd5d4e44b3abe51cebbd2c9040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164608 Jul 22 19:30:47.517179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:47.532562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef14ab1-3764-4c5d-b3f0-bed8587ee0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659d2825-2e48-4d98-851b-438b3abca4cb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.619285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.623937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.667540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.706125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.718198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.739823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] DHCP port deletion for ca1631c8-b397-4265-a715-126f30ed494f request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:30:47.745826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-22b08683-ff58-49ca-8570-fea258e37fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.747363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-22b08683-ff58-49ca-8570-fea258e37fcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1127 time: 0.3373833 Jul 22 19:30:47.779637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 36b8434e-2a01-42d3-a5c8-7216c58d411a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:47.794987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833ca67-5fc3-4558-b77b-f80076695270 req-ac13b1c1-1bf2-4282-a749-6a3ddac32f32 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.797262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=e1a64e8f-b8b8-4c75-9acb-8ab3987955c4,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.803613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.806465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 36b8434e-2a01-42d3-a5c8-7216c58d411a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:47.806753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.806853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 36b8434e-2a01-42d3-a5c8-7216c58d411a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:47.810491 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/659d2825-2e48-4d98-851b-438b3abca4cb HTTP/1.1" status: 204 len: 168 time: 0.2914534 Jul 22 19:30:47.811589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e833ca67-5fc3-4558-b77b-f80076695270 req-ac13b1c1-1bf2-4282-a749-6a3ddac32f32 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.2710729 Jul 22 19:30:47.823835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.833481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Deleting port 887ebf3a-2e6d-48cc-a756-04998954f915 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:47.833823 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.837282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77b9f5-9496-4053-9473-a413473a5348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659d2825-2e48-4d98-851b-438b3abca4cb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:47.838117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe3256-19ee-4510-912a-e78e7e034a19 req-4677ab47-7b59-4d7e-90be-a9b731a00a90 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:47.842046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcfe3256-19ee-4510-912a-e78e7e034a19 req-4677ab47-7b59-4d7e-90be-a9b731a00a90 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.2606654 Jul 22 19:30:47.848654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.860891 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6be0563-e7d3-4718-8108-3d2d758e9590 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5918038 Jul 22 19:30:47.862370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:47.875998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Request body: {'floatingip': {'port_id': 'e61c52b8-df63-406d-9035-dbce34479b47'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:47.949621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:47.961512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] For port 887ebf3a-2e6d-48cc-a756-04998954f915, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=887ebf3a-2e6d-48cc-a756-04998954f915,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:47.961845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.002848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Calling delete_port for 887ebf3a-2e6d-48cc-a756-04998954f915 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:48.015456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e833ca67-5fc3-4558-b77b-f80076695270 req-4999d39a-5868-4e71-a39f-7d56c4d5a04c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723747 Jul 22 19:30:48.019688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Deleting port 887ebf3a-2e6d-48cc-a756-04998954f915 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:30:48.020033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.040767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-b5e4e595-8ff7-421f-81de-9fa13abe40ec tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/70e113d1-976c-414c-ba0a-0ce10f598b15 HTTP/1.1" status: 200 len: 1800 time: 0.1719897 Jul 22 19:30:48.124419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.145334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-7efca25f-27d8-4342-8b4e-e4cd539d10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:48.146836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-7efca25f-27d8-4342-8b4e-e4cd539d10d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.3893797 Jul 22 19:30:48.198956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] Pushing event deleted for resources: {'Port': ['ID=887ebf3a-2e6d-48cc-a756-04998954f915,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:48.201484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032ae60-60ad-47fd-a835-38a2346a7c95 None None] No DVR routers for this DVR port 887ebf3a-2e6d-48cc-a756-04998954f915 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:48.270862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] For port 887ebf3a-2e6d-48cc-a756-04998954f915, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=887ebf3a-2e6d-48cc-a756-04998954f915,segment=NetworkSegment(7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc),segment_id=7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:48.271243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.278373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-d62c0b62-133d-47e8-974e-cf621aedf19a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 217 time: 0.0753415 Jul 22 19:30:48.308980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Calling delete_port for 887ebf3a-2e6d-48cc-a756-04998954f915 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:30:48.367277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46320) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:48.436127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-462066b6-dfc4-489a-b799-7fd804ba2186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.438946 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.456087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-0e76b59e-57d6-4805-b483-e847afdb7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:48.457846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-0e76b59e-57d6-4805-b483-e847afdb7eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1683674 Jul 22 19:30:48.467213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a89f0d-1588-47fb-8ec1-585b5500407c req-0aef880e-4aa2-4dad-888f-8112a3ef4561 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:48.468785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5a89f0d-1588-47fb-8ec1-585b5500407c req-0aef880e-4aa2-4dad-888f-8112a3ef4561 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.3386195 Jul 22 19:30:48.507149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.543552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-252c8086-3190-4e73-9d66-17ba3080d77c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695579 Jul 22 19:30:48.576922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.587793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.632641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-aaef76c3-d640-489a-9500-0604c7c1611b service neutron] 10.222.0.32 "GET /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2/bindings/n-h1-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1168263 Jul 22 19:30:48.689503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.702295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5a89f0d-1588-47fb-8ec1-585b5500407c req-68cd35f4-a9e4-4e0b-a857-5486bbd23abb tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990721 Jul 22 19:30:48.745272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Pushing event deleted for resources: {'Port': ['ID=887ebf3a-2e6d-48cc-a756-04998954f915,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:48.759101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] No DVR routers for this DVR port 887ebf3a-2e6d-48cc-a756-04998954f915 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:48.767529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.770148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:48.771390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb0dbc0f-b2cc-4d6c-9eeb-18c0dc40ebbc req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/70e113d1-976c-414c-ba0a-0ce10f598b15 HTTP/1.1" status: 204 len: 173 time: 0.6984642 Jul 22 19:30:48.842674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977c360-df15-4cba-925f-87277cfe5406 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e113d1-976c-414c-ba0a-0ce10f598b15,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:48.856487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-5150ae81-6d5e-4030-8adc-d50b43ffcb6a service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950501 Jul 22 19:30:48.923748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 887ebf3a-2e6d-48cc-a756-04998954f915 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:48.974855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.050806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-462066b6-dfc4-489a-b799-7fd804ba2186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.056507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1631c8-b397-4265-a715-126f30ed494f']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:49.061636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-38a29d12-e704-4e63-82dd-cd90147f7189 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1182497762&fields=id&tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5 HTTP/1.1" status: 200 len: 267 time: 0.1554132 Jul 22 19:30:49.097812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-462066b6-dfc4-489a-b799-7fd804ba2186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.119716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:49.120012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e65d089-32d0-4bc6-b1a0-1e3bb8bee6dc') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:49.145437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 887ebf3a-2e6d-48cc-a756-04998954f915 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:30:49.147090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 887ebf3a-2e6d-48cc-a756-04998954f915 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:49.169554 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Floating IP 117160f0-9865-41a9-9f21-5d4beb30ec9c associated. External IP: 172.25.6.43, port: e61c52b8-df63-406d-9035-dbce34479b47. Jul 22 19:30:49.178243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.247210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-462066b6-dfc4-489a-b799-7fd804ba2186 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cc0732aed6f457bb6545fbfe85a05a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8732193 Jul 22 19:30:49.254080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.257285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46356) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:49.258302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462066b6-dfc4-489a-b799-7fd804ba2186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd06b9-4a74-4d96-a17a-55648d63c2bd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:49.278990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-61be8a81-697a-4c16-941b-6c70b56e5cf2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.280425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-61be8a81-697a-4c16-941b-6c70b56e5cf2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 936 time: 0.1741009 Jul 22 19:30:49.286229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49f3f0d-541a-4959-8402-c77a20e8184b req-e4cced84-7698-43ec-bedd-0fae8947de02 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127767 Jul 22 19:30:49.287384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:30:49.287928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:30:49.296084 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:30:49.317752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:49.341048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3c5c5-75c9-4583-a6b7-8c9446c6dce3 req-fc693809-4e49-4fbd-a00b-b9abdb53ecb9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.342572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fee3c5c5-75c9-4583-a6b7-8c9446c6dce3 req-fc693809-4e49-4fbd-a00b-b9abdb53ecb9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 944 time: 0.4257352 Jul 22 19:30:49.355769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:49.401656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d15a1d-b5de-470d-9e01-91e2fda6cba2 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:49.443675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:49.452356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.456937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.459010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] 10.222.0.10 "DELETE /v2.0/networks/ca1631c8-b397-4265-a715-126f30ed494f HTTP/1.1" status: 204 len: 168 time: 2.0622220 Jul 22 19:30:49.496131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c0a0bc61-6857-4320-a5eb-38c0c4023bce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.497625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c0a0bc61-6857-4320-a5eb-38c0c4023bce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 935 time: 0.1898642 Jul 22 19:30:49.501020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3537d-54fe-4b7c-a98b-0d2edb50477f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1631c8-b397-4265-a715-126f30ed494f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:49.517370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fee3c5c5-75c9-4583-a6b7-8c9446c6dce3 req-d7d0c691-8503-43bf-a500-53ee75865fa2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645601 Jul 22 19:30:49.544013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.546835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Router af412e56-06a4-4fb0-a85a-bf1c42feddb2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:30:49.554543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.585769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-63fdeeea-d6c1-4ba3-9fb2-3158554e4142 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0775204 Jul 22 19:30:49.624920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.688525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-8e997cfc-e4e6-4511-bf64-93fd45a23f61 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657322 Jul 22 19:30:49.736061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] Transition to ACTIVE for port object a4d15a1d-b5de-470d-9e01-91e2fda6cba2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:49.749121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-e0d801bb-e3f3-4931-853a-ee96944c02fa tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/1fba51fd-a55c-4b75-95f9-3d80b0739e8c HTTP/1.1" status: 200 len: 1801 time: 0.1279671 Jul 22 19:30:49.749351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.752239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:30:49.759348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.771310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Sync routers for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:30:49.787140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:49.791810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:49.792892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:49.867843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.870460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:49.874141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] No DVR routers for this DVR port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:30:49.876775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55fd06b9-4a74-4d96-a17a-55648d63c2bd HTTP/1.1" status: 204 len: 168 time: 0.6148214 Jul 22 19:30:49.892813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-133d56da-8806-49ec-b70c-9690fa963230 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "PUT /v2.0/floatingips/117160f0-9865-41a9-9f21-5d4beb30ec9c HTTP/1.1" status: 200 len: 991 time: 2.0267310 Jul 22 19:30:49.897653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:49.901047 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf577f5-456d-4382-bf79-f1708aae8fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "tag": "e61c52b8-df63-406d-9035-dbce34479b47"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:49.906005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260050d-99bc-4fff-8f34-125ebab86288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd06b9-4a74-4d96-a17a-55648d63c2bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:49.941611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19025e6b-353b-411d-9a58-e026694220bf service neutron] Pushing event updated for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:49.948016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-19025e6b-353b-411d-9a58-e026694220bf service neutron] 10.222.0.32 "PUT /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2/bindings/n-h1-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2837517 Jul 22 19:30:49.964003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-12ae9f80-52ec-4390-b41b-9bd0fea0735c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.964533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d86ebf4-9bdf-4ac9-82e7-bd4f5da8aaed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de10ba96958d4fb18ee518518c4b9101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510756 Jul 22 19:30:49.965458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46382) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:49.971950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-12ae9f80-52ec-4390-b41b-9bd0fea0735c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.981282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-12ae9f80-52ec-4390-b41b-9bd0fea0735c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:49.983396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-12ae9f80-52ec-4390-b41b-9bd0fea0735c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=bf5be53a-7a0e-473b-bace-446d21368e68&id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 1994 time: 0.2812428 Jul 22 19:30:49.984716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46384) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:49.987991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.009088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:50.059858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b436e6f8-8597-4331-99e4-de3813a034fc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/quotas/3dcd279f55ab4d3e93b7fcf57ad17ef5 HTTP/1.1" status: 200 len: 375 time: 0.0628240 Jul 22 19:30:50.066672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.076028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.106522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.168757 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.173777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.178431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7c4a19c-2ec2-4f86-91eb-97f06c618fa2 HTTP/1.1" status: 204 len: 168 time: 0.2114427 Jul 22 19:30:50.183061 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.186284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.189785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745841b-c531-42e5-a4a5-7488824791eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c4a19c-2ec2-4f86-91eb-97f06c618fa2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:50.200412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c44aaba2-f606-45a6-8c0e-a6a02ce5dfdf req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/1fba51fd-a55c-4b75-95f9-3d80b0739e8c HTTP/1.1" status: 204 len: 173 time: 0.4142509 Jul 22 19:30:50.238010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-c32efd96-1277-49cf-af68-9fb22a2b6f19 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:50.240619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-c32efd96-1277-49cf-af68-9fb22a2b6f19 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.2211108 Jul 22 19:30:50.243158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a370cf-c23d-491c-8746-c41d8ff763a3 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba51fd-a55c-4b75-95f9-3d80b0739e8c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:50.271807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c7bcdac3-3ce4-4541-8a05-1c1343a60da4 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2015495 Jul 22 19:30:50.377533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-b0f9fc6b-7729-4eba-b399-21f699661b57 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599315 Jul 22 19:30:50.391941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '117160f0-9865-41a9-9f21-5d4beb30ec9c', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'port_id': 'e61c52b8-df63-406d-9035-dbce34479b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'mac_address': 'fa:16:3e:f5:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:18Z', 'updated_at': '2021-07-22T19:30:48Z', 'revision_number': 1, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:50.427302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Checking router: af412e56-06a4-4fb0-a85a-bf1c42feddb2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:30:50.433627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:30:50.434253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:50.455370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21744e09-a151-48f4-82d9-e6ed6ba8ec90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:50.573510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-1a1da680-4a8c-4a3b-ab03-5d2027f6126b service neutron] 10.222.0.10 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574196 Jul 22 19:30:50.575772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:30:50.589499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-3d59a906-7843-4df4-b018-4beed09fa768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:50.590952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-3d59a906-7843-4df4-b018-4beed09fa768 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b&tenant_id=2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 1097 time: 0.3372560 Jul 22 19:30:50.632370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d3be8041-1085-43f6-a469-7e6a66406a64 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:50.633982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d3be8041-1085-43f6-a469-7e6a66406a64 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556398 Jul 22 19:30:50.848606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '117160f0-9865-41a9-9f21-5d4beb30ec9c', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'port_id': 'e61c52b8-df63-406d-9035-dbce34479b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'mac_address': 'fa:16:3e:f5:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:18Z', 'updated_at': '2021-07-22T19:30:48Z', 'revision_number': 1, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:30:50.883768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516d9986-a02d-4b1f-a16d-8a66f7fbf0dc None None] The sync data for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 is: [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '117160f0-9865-41a9-9f21-5d4beb30ec9c', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'floating_ip_address': '172.25.6.43', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'port_id': 'e61c52b8-df63-406d-9035-dbce34479b47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'mac_address': 'fa:16:3e:f5:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:18Z', 'updated_at': '2021-07-22T19:30:48Z', 'revision_number': 1, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:30:50.919553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:30:50.981755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:30:51.058940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-35416c3a-f65c-4075-8238-5452fe968a46 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/quotas/3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 375 time: 0.4024057 Jul 22 19:30:51.161645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eb5d9914-9472-4ee8-8ae4-d5a3f730ffca service neutron] 10.222.0.10 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5753915 Jul 22 19:30:51.185963 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b96e1-b8f6-454e-a2f3-75be78ec53e4 None None] New status for floating IP 117160f0-9865-41a9-9f21-5d4beb30ec9c: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:30:51.225990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21744e09-a151-48f4-82d9-e6ed6ba8ec90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.237852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-52541d38-0fd2-4fed-95be-6d8df272d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:51.240095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-52541d38-0fd2-4fed-95be-6d8df272d412 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1097 time: 0.6020932 Jul 22 19:30:51.245493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21744e09-a151-48f4-82d9-e6ed6ba8ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.274737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-04167dc4-426f-4512-bb8b-d4cf513c91c5 service neutron] 10.222.0.10 "GET /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1044059 Jul 22 19:30:51.330765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-4381b63b-bbfe-4901-9e45-56ebb4b9425f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2565680 Jul 22 19:30:51.349247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21744e09-a151-48f4-82d9-e6ed6ba8ec90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00688a626cc949e8933b194e682669ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3582354 Jul 22 19:30:51.351932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46442) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:51.389128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21744e09-a151-48f4-82d9-e6ed6ba8ec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353aa6eb-1860-4d09-b515-eb86279a0cdb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:51.457618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.465991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-883e7e94-bedc-4614-abe2-90041683e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:51.467477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-883e7e94-bedc-4614-abe2-90041683e9a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2152984 Jul 22 19:30:51.503577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.520639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-8dce4e48-aa4e-44ae-aac9-bf7a73ffa9f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 200 len: 217 time: 0.0462604 Jul 22 19:30:51.522702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-8edb91f7-c025-4263-8afb-7a53b519860b service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214105 Jul 22 19:30:51.616241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-bac5b8b2-caae-415e-9aa5-7f531db5f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:51.617795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-bac5b8b2-caae-415e-9aa5-7f531db5f1df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0900452 Jul 22 19:30:51.642687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.649878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.658449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/353aa6eb-1860-4d09-b515-eb86279a0cdb HTTP/1.1" status: 204 len: 168 time: 0.2984982 Jul 22 19:30:51.674557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eceb4-178f-4782-a686-2a184d033b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353aa6eb-1860-4d09-b515-eb86279a0cdb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:51.691341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-8425f505-389f-402c-acc7-a89ea98a36ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440819 Jul 22 19:30:51.738987 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82ddf5-82c4-46fe-bcd2-86124baf4c5d x-openstack-request-id: req-aa82ddf5-82c4-46fe-bcd2-86124baf4c5d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:51.739611 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "tag": "e61c52b8-df63-406d-9035-dbce34479b47", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:51.739611 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa82ddf5-82c4-46fe-bcd2-86124baf4c5d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:51.740136 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47', 'status': 'completed', 'code': 200} Jul 22 19:30:51.810784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1639291888', 'description': 'tempest-description-1585335427'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:51.832116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-6ba4ff1f-a7a2-4689-9b79-1247794e2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:51.834006 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-6ba4ff1f-a7a2-4689-9b79-1247794e2d64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6866d8dff784950a7bdd78f6c8f09ca&device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 1098 time: 0.0766044 Jul 22 19:30:51.837024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-32a38368-dcfa-4e7b-a156-e15137a2453b service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072705 Jul 22 19:30:51.843367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:51.874685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-e374f28e-7371-43b4-b95a-99cbfb0e50eb service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659505 Jul 22 19:30:51.961726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-ec51ab1a-bc8e-4eb1-9c0e-41a87b5dc664 service neutron] 10.222.0.10 "GET /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1134233 Jul 22 19:30:52.043510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-5dcdd811-497e-4b72-9036-4884cbf1f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:52.046303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-5dcdd811-497e-4b72-9036-4884cbf1f9a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a9908ccc-3fa4-457a-bb0b-1572abc4d231 HTTP/1.1" status: 200 len: 907 time: 0.2014520 Jul 22 19:30:52.116275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-c450eaed-5a76-4351-bcf3-8886d3ad1d6e service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130549 Jul 22 19:30:52.157417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-08e5bd58-32ae-4890-b09e-b17f590aa731 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e61c52b8-df63-406d-9035-dbce34479b47 HTTP/1.1" status: 200 len: 1001 time: 0.1019387 Jul 22 19:30:52.167102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-27f5ebd5-c803-403a-870d-2f9b7d1e248e service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934626 Jul 22 19:30:52.195859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.227993 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.263689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-ca6bda18-b8f4-4017-b390-1ad89ecb92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:52.263689 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-ca6bda18-b8f4-4017-b390-1ad89ecb92e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7d67719d-5837-431e-a13f-5f02894a937b HTTP/1.1" status: 200 len: 845 time: 0.0930183 Jul 22 19:30:52.271515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46472) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:52.345732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a53b4b-89e9-46e0-9862-82e80f2829fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.352995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.358812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e73bc8ce-c536-43b5-a43d-38651a9ee6a9 req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5566273 Jul 22 19:30:52.385883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822c25d-e23f-4f2d-af16-62d8b58ab54e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba3864-6e22-468b-9945-58f6a25bf623,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:52.478518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c33d5bdb-70bf-4c50-a9ae-7d1dc5634c02 service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888770 Jul 22 19:30:52.478753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-8de224b5-7f93-4739-ac53-619bce8f8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:52.482934 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-8de224b5-7f93-4739-ac53-619bce8f8f1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9908ccc-3fa4-457a-bb0b-1572abc4d231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093947 Jul 22 19:30:52.505660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a53b4b-89e9-46e0-9862-82e80f2829fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.517083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66a53b4b-89e9-46e0-9862-82e80f2829fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.565681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230182d-ada1-43e3-9224-71212c10763a req-eea7616b-e1ce-4e98-95e7-b4767de62905 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:52.567605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-eea7616b-e1ce-4e98-95e7-b4767de62905 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.1746893 Jul 22 19:30:52.602158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66a53b4b-89e9-46e0-9862-82e80f2829fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ef9bbebc3e6476cbf6294eb44db68e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103330 Jul 22 19:30:52.604412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:52.616886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a53b4b-89e9-46e0-9862-82e80f2829fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b54c6f-b09e-4fb9-ba1c-d3ad6bb24162,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:52.656193 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-334ef262-2ebb-4ad0-9169-66cf275c6b77 service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631818 Jul 22 19:30:52.670851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-6f38a013-20bc-4f16-bd0d-42ce19837df0 service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712613 Jul 22 19:30:52.679591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a858d-00d9-4ad9-ac2e-204744e71514 req-2d50a366-ca82-42fb-8694-ae3e89b65719 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:52.681380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab0a858d-00d9-4ad9-ac2e-204744e71514 req-2d50a366-ca82-42fb-8694-ae3e89b65719 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.2196980 Jul 22 19:30:52.709732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.784285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.810389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-3cc5d1fa-6c9e-4bfb-89b2-cda098bf1074 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374837 Jul 22 19:30:52.821384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab0a858d-00d9-4ad9-ac2e-204744e71514 req-078a81d0-8258-45d8-83bf-f47cf094d354 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322515 Jul 22 19:30:52.847548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-edf577f5-456d-4382-bf79-f1708aae8fcc req-8ed4484f-b8ac-4fb9-873d-30768070357e service neutron] 10.222.0.26 "GET /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807127 Jul 22 19:30:52.871568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b4ce13e2-b306-4a4d-9f5b-f533370c00af service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840537 Jul 22 19:30:52.888703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7230182d-ada1-43e3-9224-71212c10763a req-3467c695-3ca9-47e8-8fa9-9e8c3396a91c service neutron] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:52.893756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7230182d-ada1-43e3-9224-71212c10763a req-3467c695-3ca9-47e8-8fa9-9e8c3396a91c service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.895186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7230182d-ada1-43e3-9224-71212c10763a req-3467c695-3ca9-47e8-8fa9-9e8c3396a91c service neutron] 10.222.0.26 "DELETE /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2/bindings/n-h2-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.2963178 Jul 22 19:30:52.988523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.993941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:52.998454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/08b54c6f-b09e-4fb9-ba1c-d3ad6bb24162 HTTP/1.1" status: 204 len: 168 time: 0.3918362 Jul 22 19:30:53.033212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be068faf-ee57-438d-8572-e1df76acdd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b54c6f-b09e-4fb9-ba1c-d3ad6bb24162,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:53.045533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-77dd5f3e-0a9e-4185-83ad-3334320935bf service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652112 Jul 22 19:30:53.059780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-710c9e7a-e239-4e76-abc7-05e6f953b2dd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:53.061342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-710c9e7a-e239-4e76-abc7-05e6f953b2dd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409143 Jul 22 19:30:53.078917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Request body: {'port': {'device_id': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '3604edf80b514ac5a99cb0b562b3c169'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:53.195101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-906566dc-9ca4-4bb0-a478-c2ccd04338b6 service neutron] 10.222.0.10 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387918 Jul 22 19:30:53.256881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Made reservation on behalf of 3604edf80b514ac5a99cb0b562b3c169 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:53.272116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.276511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42c65192-f9ad-4ce7-8978-4c486f5f49f5 req-b08823f1-7a20-45ee-b547-03a508f3c3a9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 210 time: 0.0390816 Jul 22 19:30:53.391235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-7232333f-cf95-467e-a019-4e3bb5f851a8 service neutron] 10.222.0.10 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862805 Jul 22 19:30:53.410327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-e06db37a-6f38-4f10-ab20-a8622ccdbe39 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b1ba3864-6e22-468b-9945-58f6a25bf623 HTTP/1.1" status: 200 len: 1801 time: 0.0723202 Jul 22 19:30:53.429380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Request body: {'security_group': {'name': 'tempest-sg-hth-826680539', 'description': 'tempest-description-hth-917967210'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:53.466426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Allocated IP 192.168.233.241 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/0f39effd-29ca-42fa-bf90-b4a04677c48c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:53.505469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.567247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f8e916ff-f0b1-4991-8664-98a4c6402f7d service neutron] 10.222.0.10 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685648 Jul 22 19:30:53.598653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.607072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.610418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.628753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50b6a34d-55f9-4ffa-9bef-b3aa78ee0f15 req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "PUT /v2.0/security-groups/b1ba3864-6e22-468b-9945-58f6a25bf623 HTTP/1.1" status: 200 len: 1773 time: 0.2068253 Jul 22 19:30:53.715934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.743405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Transition to ACTIVE for port object 0f39effd-29ca-42fa-bf90-b4a04677c48c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:53.786074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e96566-f68b-4f80-a691-9c1d6d49f648 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba3864-6e22-468b-9945-58f6a25bf623,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:53.803859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:53.819331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:53.831458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-d0797376-96d8-4e4d-90f9-dc49918d6724 service neutron] 10.222.0.10 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635102 Jul 22 19:30:53.864531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:53.867830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:53.885615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:53.945689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:53.996383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:53.996383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.023696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-d7de82e2-4831-4565-9a3a-d31279ecfc4c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9510682 Jul 22 19:30:54.038657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Request body: {'port': {'device_id': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:54.100560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-324fc6d9-7338-4353-b1d5-10b0a9639db9 req-63042d71-2b1f-4b86-bace-f91ee23903a1 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b1ba3864-6e22-468b-9945-58f6a25bf623 HTTP/1.1" status: 200 len: 1773 time: 0.2039888 Jul 22 19:30:54.128445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-399c9d10-a55b-4f08-ad0c-c47eac9192ad service neutron] 10.222.0.10 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912679 Jul 22 19:30:54.213405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.237898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5a404a2-5ed4-4c91-9a08-4db207bae511 None None] Provisioning for port 0f39effd-29ca-42fa-bf90-b4a04677c48c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:54.259007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5a404a2-5ed4-4c91-9a08-4db207bae511 None None] Provisioning complete for port 0f39effd-29ca-42fa-bf90-b4a04677c48c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:54.259502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5a404a2-5ed4-4c91-9a08-4db207bae511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.286642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b17d-b38f-4ba1-8377-65edb6f06232 req-8ec68780-087d-4c03-aaff-e8a092b92321 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:54.288862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d061b17d-b38f-4ba1-8377-65edb6f06232 req-8ec68780-087d-4c03-aaff-e8a092b92321 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 1097 time: 0.1037142 Jul 22 19:30:54.353426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.364908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a5a404a2-5ed4-4c91-9a08-4db207bae511 None None] Port 0f39effd-29ca-42fa-bf90-b4a04677c48c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:54.368140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d061b17d-b38f-4ba1-8377-65edb6f06232 req-3be5afd7-c23c-4f9a-997f-b0851bf28107 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727823 Jul 22 19:30:54.725070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-2d4d0056-f694-4606-a1fc-ef93e278fe3f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/b1ba3864-6e22-468b-9945-58f6a25bf623 HTTP/1.1" status: 200 len: 1773 time: 0.0588641 Jul 22 19:30:54.731011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f39effd-29ca-42fa-bf90-b4a04677c48c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:54.740894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.755248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Transition to ACTIVE for port object 0f39effd-29ca-42fa-bf90-b4a04677c48c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:54.764234 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.800690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.864950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.901811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:54.951811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.955319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:54.967729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c5a8040-f5ec-4847-82e8-c4a711932270 req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/b1ba3864-6e22-468b-9945-58f6a25bf623 HTTP/1.1" status: 204 len: 173 time: 0.2411551 Jul 22 19:30:54.998739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c4908-3b55-4821-8187-0e03724c6cae tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba3864-6e22-468b-9945-58f6a25bf623,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:55.037186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:30:55.037726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:30:55.038151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:55.043651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:30:55.043651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:30:55.049354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:30:55.049801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:30:55.050441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:30:55.050794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Bound port: 0f39effd-29ca-42fa-bf90-b4a04677c48c, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:30:55.051550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.148287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:30:55.152633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:30:55.166619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.241895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:55.245514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.246198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:55.247648 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-81669614-c712-434f-b67b-e5fb5a63d95d service neutron] 10.222.0.32 "PUT /v2.0/ports/0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 1097 time: 1.2163646 Jul 22 19:30:55.248272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:30:55.250972 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beee5b0-2bab-4e61-bb51-0a1843b593d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:30:55.378683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7578a-aa8b-4b4a-93f7-ac43af9bb7e2 req-ca237d39-69a3-444e-9a20-1bab3120079a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.385777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68f7578a-aa8b-4b4a-93f7-ac43af9bb7e2 req-ca237d39-69a3-444e-9a20-1bab3120079a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.2770865 Jul 22 19:30:55.407717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-7754bfef-32cf-4603-a120-e72e968cf815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.409439 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-7754bfef-32cf-4603-a120-e72e968cf815 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1100 time: 0.1081455 Jul 22 19:30:55.442670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-05768977-90f5-49ad-a486-1159bb03bf57 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.444275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-05768977-90f5-49ad-a486-1159bb03bf57 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.3058684 Jul 22 19:30:55.473914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68f7578a-aa8b-4b4a-93f7-ac43af9bb7e2 req-41aedb53-f110-40d1-a219-ce135e1e6d97 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867844 Jul 22 19:30:55.480280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-4771ad3a-558e-4a54-9e4d-1b3b2d812f3d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/quotas/2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 375 time: 0.0298655 Jul 22 19:30:55.550213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-9f941f24-b19d-49fa-85e1-f345132f67dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.1303062 Jul 22 19:30:55.583427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-1a620034-d5ae-42d2-975d-eb28ea65d783 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952880 Jul 22 19:30:55.660112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-bd7f226c-6cfb-4aa5-8a92-6d385c84ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.661825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-bd7f226c-6cfb-4aa5-8a92-6d385c84ae1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1052835 Jul 22 19:30:55.788003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-b552807c-0363-4810-b3f7-a66432486102 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965270 Jul 22 19:30:55.805285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-57ce11f4-91ee-41ee-b728-d1f9832d26ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:55.811635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-57ce11f4-91ee-41ee-b728-d1f9832d26ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1419179 Jul 22 19:30:55.929137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-03f8843d-e26c-4449-a017-1f1068968c97 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112418 Jul 22 19:30:55.957132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-21745392-9b01-488a-b99a-70354505f042 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619005 Jul 22 19:30:56.056521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6a638f31-1a43-48e0-9257-0d58e18bdf7f req-f3061894-7805-46e2-8ce9-f90bf33ed2c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191943 Jul 22 19:30:56.163026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12c70260-2794-49b4-97ba-01a3acc5efed req-41e4edbd-d876-4e05-b89d-5a1428db5551 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0805476 Jul 22 19:30:56.186913 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f2151-882f-4de0-a493-c2dfdc7f0024 x-openstack-request-id: req-f77f2151-882f-4de0-a493-c2dfdc7f0024 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:30:56.187507 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:30:56.188684 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f77f2151-882f-4de0-a493-c2dfdc7f0024 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:30:56.189884 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'status': 'completed', 'code': 200} Jul 22 19:30:56.325374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-f9967055-2d42-458a-a118-a2504c3d4baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.326855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-f9967055-2d42-458a-a118-a2504c3d4baa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1100 time: 0.1187439 Jul 22 19:30:56.369190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf9599f0-a0c2-49d8-a40b-1154a257c41b req-42b018e2-d6ac-463a-9019-ca35fab0c66a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 210 time: 0.0749681 Jul 22 19:30:56.393785 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-6657e841-651e-4de1-8dc5-3884a723f902 req-db77b520-88a5-4be8-a579-ee1321ec75d7 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.401182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6657e841-651e-4de1-8dc5-3884a723f902 req-db77b520-88a5-4be8-a579-ee1321ec75d7 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/1fba51fd-a55c-4b75-95f9-3d80b0739e8c HTTP/1.1" status: 404 len: 352 time: 0.0364556 Jul 22 19:30:56.433619 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-0bf94910-6f64-4e65-8c54-d607a44d455a req-e891a15f-258c-4f69-b3fb-3d01f282ba9b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.436815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bf94910-6f64-4e65-8c54-d607a44d455a req-e891a15f-258c-4f69-b3fb-3d01f282ba9b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/70e113d1-976c-414c-ba0a-0ce10f598b15 HTTP/1.1" status: 404 len: 352 time: 0.0190876 Jul 22 19:30:56.478612 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-8bfd8769-0f6d-4cd4-8922-38821a2496ec req-2022e42d-8c1b-42a7-8053-c2a8356ace59 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.494025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bfd8769-0f6d-4cd4-8922-38821a2496ec req-2022e42d-8c1b-42a7-8053-c2a8356ace59 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/286fd941-8234-41bc-a0c5-623eb68a5f56 HTTP/1.1" status: 404 len: 352 time: 0.0322490 Jul 22 19:30:56.504829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-6338fa6f-108a-4536-8728-522f9bab3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.508331 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-6338fa6f-108a-4536-8728-522f9bab3c4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1737065 Jul 22 19:30:56.535311 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-aece7145-eea1-4bb5-881f-43aec664ee4e req-7d755653-ac4d-4682-88bd-abf04e7e9e3b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.537022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aece7145-eea1-4bb5-881f-43aec664ee4e req-7d755653-ac4d-4682-88bd-abf04e7e9e3b tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/e27dadff-f278-4e5e-8708-3817863dc70f HTTP/1.1" status: 404 len: 352 time: 0.0313702 Jul 22 19:30:56.599317 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-600b6d47-58da-4fc1-8330-97e5594981af req-c6701ea2-1ed2-48d5-8fdf-66d5f6c707ed tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.613332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-600b6d47-58da-4fc1-8330-97e5594981af req-c6701ea2-1ed2-48d5-8fdf-66d5f6c707ed tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/0266408b-f623-45b7-b50c-520ea0d55363 HTTP/1.1" status: 404 len: 352 time: 0.0384452 Jul 22 19:30:56.624401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-c6f3a675-cd5a-45e2-a138-fcb2cf45d2a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.1056910 Jul 22 19:30:56.707868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-b21b852b-48d7-4f73-9d3e-6d058e00b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.712813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-b21b852b-48d7-4f73-9d3e-6d058e00b098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0801253 Jul 22 19:30:56.758890 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-d2d9c831-a134-41a3-bc42-b466205dc7fe req-033dcea0-c622-4d98-a17e-c9903fcba89c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] show failed (client error): The resource could not be found. Jul 22 19:30:56.759949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2d9c831-a134-41a3-bc42-b466205dc7fe req-033dcea0-c622-4d98-a17e-c9903fcba89c tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/94184f90-b077-4583-bce3-4fd11051531b HTTP/1.1" status: 404 len: 352 time: 0.1001225 Jul 22 19:30:56.792818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5ed24e16-d83c-4456-b20b-642f7fed8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.794513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5ed24e16-d83c-4456-b20b-642f7fed8a6c service neutron] 10.222.0.32 "GET /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 1032 time: 0.1152539 Jul 22 19:30:56.808015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d354fe-b316-4f47-805d-b6ed577ac715 req-a1d73362-5b83-4697-8a52-6188c03ec2da tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.815664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02d354fe-b316-4f47-805d-b6ed577ac715 req-a1d73362-5b83-4697-8a52-6188c03ec2da tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.1668897 Jul 22 19:30:56.866879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02d354fe-b316-4f47-805d-b6ed577ac715 req-622c747c-626e-42ed-8210-1bbc14aeb038 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 Jul 22 19:30:56.894167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-a035f3e4-1368-4148-95dc-3af5b21029cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.904819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-a035f3e4-1368-4148-95dc-3af5b21029cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1854017 Jul 22 19:30:56.952026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eac18a54-41b2-449a-9adf-16f73cd746c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:56.955633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eac18a54-41b2-449a-9adf-16f73cd746c0 service neutron] 10.222.0.32 "GET /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 1031 time: 0.1373701 Jul 22 19:30:56.957486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.094769 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-9fbb4bb1-d8e0-4079-8b0b-bc784361b679 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803682 Jul 22 19:30:57.212904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-dd080498-8193-4b6b-8ff7-ce44bdc58245 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.220620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-dd080498-8193-4b6b-8ff7-ce44bdc58245 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.229578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-dd080498-8193-4b6b-8ff7-ce44bdc58245 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.231522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-dd080498-8193-4b6b-8ff7-ce44bdc58245 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=bf5be53a-7a0e-473b-bace-446d21368e68&id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 1994 time: 0.2638688 Jul 22 19:30:57.303637 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8beee5b0-2bab-4e61-bb51-0a1843b593d9 req-5539cc31-17fd-44f9-9b19-772c87dc52c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019901 Jul 22 19:30:57.307543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9729e824-1e37-4507-aa75-9b9318445886 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5 HTTP/1.1" status: 200 len: 380 time: 0.0670934 Jul 22 19:30:57.319882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'admin_state_up': True, 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'security_groups': ['3f2e037f-1b40-44d4-a700-7e989706f50b']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.378043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:57.430009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45866d12-6970-48a0-abdf-e9aa350b9728 req-09a6c8db-4bc0-44af-bd20-51f7eb36a69e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0981798 Jul 22 19:30:57.558412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcaa2e-de48-4993-bd75-fc03f2ffdbfd req-40af8f65-3d4f-45ba-9ff2-a69d9a48209e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.559989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9dbcaa2e-de48-4993-bd75-fc03f2ffdbfd req-40af8f65-3d4f-45ba-9ff2-a69d9a48209e tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1024 time: 0.2273149 Jul 22 19:30:57.614506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10d67caf-3aea-4a1d-9041-e2371fc11456 req-6e187cc8-475e-4559-ab2d-ec66634e0080 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 210 time: 0.0861459 Jul 22 19:30:57.718081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:57.730438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.767179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9dbcaa2e-de48-4993-bd75-fc03f2ffdbfd req-3516456a-bd9c-4fa2-b947-6ac2047231c0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=83c0d8a2-1410-4b90-9f84-ab4d0a181570&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&id=6992a672-821f-4491-a92e-72cffe78f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1846433 Jul 22 19:30:57.814942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-97712cf8-6782-4094-8ed9-9b484ef23e9f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:57.816486 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-97712cf8-6782-4094-8ed9-9b484ef23e9f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.2255781 Jul 22 19:30:57.840005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Request body: {'port': {'device_id': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'admin_state_up': True, 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:57.862000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46702) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:57.891842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-1df4-438b-a92c-b6500be6b84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.957808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b91e55-48d6-4f4e-86e6-39f6b4ee48f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:57.975721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 172.20.0.3 (8945a0cd-702f-49b8-aa9f-c2c24e51ee36/4311e7c6-21f9-42b0-afef-980039b7dc4b/3538f981-098e-4376-adc6-f457226c4590) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:58.198427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff457f1-3644-4586-96a9-4dba23f48c87 req-efa7ed39-edff-457e-8082-989a744dd71c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.200126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dff457f1-3644-4586-96a9-4dba23f48c87 req-efa7ed39-edff-457e-8082-989a744dd71c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.2022536 Jul 22 19:30:58.286267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.305516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dff457f1-3644-4586-96a9-4dba23f48c87 req-fbf7a36b-0955-402f-a61e-1df877c99f20 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947182 Jul 22 19:30:58.326205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object 3538f981-098e-4376-adc6-f457226c4590 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:30:58.384091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.454304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:30:58.462404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:30:58.472693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:30:58.524504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-1df4-438b-a92c-b6500be6b84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.533087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af64e72c-1df4-438b-a92c-b6500be6b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.541769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:58.638236 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af64e72c-1df4-438b-a92c-b6500be6b84d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc756ba15e844a0aa32db5da45115c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2583725 Jul 22 19:30:58.639566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:58.647796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.649872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64e72c-1df4-438b-a92c-b6500be6b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7a5f34-f680-4670-a1bc-3ec6004041aa,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:58.650603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.720555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.754794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.846545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.849482 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.869005 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e7a5f34-f680-4670-a1bc-3ec6004041aa HTTP/1.1" status: 204 len: 168 time: 0.2265506 Jul 22 19:30:58.878180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e70914e9-fd5b-40d5-88df-607207e2c2a5 None None] Provisioning for port 3538f981-098e-4376-adc6-f457226c4590 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:30:58.880771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556011cb-0154-4893-b3f5-63defc97cae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7a5f34-f680-4670-a1bc-3ec6004041aa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:58.885535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e70914e9-fd5b-40d5-88df-607207e2c2a5 None None] Provisioning complete for port 3538f981-098e-4376-adc6-f457226c4590 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:30:58.886824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e70914e9-fd5b-40d5-88df-607207e2c2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:58.894796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28771ea9-5b75-4afb-85e2-9c4030f5503a req-6052eeef-60f4-4a2b-9605-630e014869c8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 210 time: 0.1183569 Jul 22 19:30:58.956248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:30:58.971426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-98c63083-fb10-488b-94e2-6600d8f3d0fb tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:30:58.974131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-98c63083-fb10-488b-94e2-6600d8f3d0fb tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1024 time: 0.3079813 Jul 22 19:30:58.983173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e70914e9-fd5b-40d5-88df-607207e2c2a5 None None] Port 3538f981-098e-4376-adc6-f457226c4590 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:30:59.112224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b91e55-48d6-4f4e-86e6-39f6b4ee48f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.143607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:59.160634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b91e55-48d6-4f4e-86e6-39f6b4ee48f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.175442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'mac_address': 'fa:16:3e:1f:df:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:30:59.205923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:30:59.212140 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.226992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.256731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f39effd-29ca-42fa-bf90-b4a04677c48c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:30:59.272016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99b91e55-48d6-4f4e-86e6-39f6b4ee48f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2bd36a818654002bdef172bce603aad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4088581 Jul 22 19:30:59.273636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-18b59151-7dd9-4638-9fb8-44787f765a60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9581788 Jul 22 19:30:59.274183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46736) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:30:59.297682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:30:59.306231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.425213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:59.473558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Allocated IP 172.20.0.4 (4a734574-8d9a-487f-9b84-d8f8953d90f6/cdd50cf3-f002-44ab-8eee-1a3b13e44ab9/ff934db4-13f9-4cf5-9f2e-4b265e65111d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:30:59.518713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0f39effd-29ca-42fa-bf90-b4a04677c48c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:30:59.758186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'admin_state_up': True, 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'security_groups': ['3f2e037f-1b40-44d4-a700-7e989706f50b']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:30:59.833216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.854552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b91e55-48d6-4f4e-86e6-39f6b4ee48f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2018e3f3-ef90-4a66-a4c7-bc13097b253e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:30:59.924927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.975679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:30:59.994075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:00.001183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5e7de-4299-4032-b940-3b211d2b4348 req-4bdd2216-76cf-4e3e-a02e-a17b6e6d1cf9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.003876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6a5e7de-4299-4032-b940-3b211d2b4348 req-4bdd2216-76cf-4e3e-a02e-a17b6e6d1cf9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 1024 time: 0.9113603 Jul 22 19:31:00.013597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:00.026371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:00.042944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776a7a-7797-4e31-98e9-8a70b21b17be req-05d11d20-dba6-47a0-8d02-810ca6c2bdf0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.051418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87776a7a-7797-4e31-98e9-8a70b21b17be req-05d11d20-dba6-47a0-8d02-810ca6c2bdf0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 931 time: 0.8147309 Jul 22 19:31:00.091452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.092227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.106511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:00.119818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-5364fca4-1a60-4c89-8ffa-a0e0eedac520 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2938936 Jul 22 19:31:00.132804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Request body: {'port': {'device_id': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:00.154092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87776a7a-7797-4e31-98e9-8a70b21b17be req-e745f72a-f48b-44bc-9635-05e1d45e3809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008332 Jul 22 19:31:00.202060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Deleting port 194f8454-7ae0-480b-87b1-2fdab931086d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:00.202479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.218005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.246033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.269413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6a5e7de-4299-4032-b940-3b211d2b4348 req-d7c014e1-4008-4a71-a2e5-c86c9054cdb6 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups?id=83c0d8a2-1410-4b90-9f84-ab4d0a181570&id=b3ff91a2-1d6e-4b38-8d16-90d7618e40be&id=6992a672-821f-4491-a92e-72cffe78f1c8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2453783 Jul 22 19:31:00.590719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:00.601306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.617511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] For port 194f8454-7ae0-480b-87b1-2fdab931086d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=194f8454-7ae0-480b-87b1-2fdab931086d,segment=NetworkSegment(3b380365-005e-440f-bc28-5958b0e3becb),segment_id=3b380365-005e-440f-bc28-5958b0e3becb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:00.617900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.680916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Calling delete_port for 194f8454-7ae0-480b-87b1-2fdab931086d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:00.749175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff934db4-13f9-4cf5-9f2e-4b265e65111d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:00.758177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.773605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Transition to ACTIVE for port object ff934db4-13f9-4cf5-9f2e-4b265e65111d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:00.778879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.835561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.838464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:00.844420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2018e3f3-ef90-4a66-a4c7-bc13097b253e HTTP/1.1" status: 204 len: 168 time: 1.5650966 Jul 22 19:31:00.856259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:00.873377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb7b65-1d2d-44de-97c4-1e10a473ff19 req-2858aa6c-cd5e-4400-8153-c94f44a76cce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:00.882292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7cb7b65-1d2d-44de-97c4-1e10a473ff19 req-2858aa6c-cd5e-4400-8153-c94f44a76cce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 949 time: 0.4516604 Jul 22 19:31:00.949851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5663f74-4273-42d5-b87a-27d36b716caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2018e3f3-ef90-4a66-a4c7-bc13097b253e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:00.959224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:01.000437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:01.001786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:01.002939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:01.013429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:01.013849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:01.020468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ca30b-c26b-4e6f-8994-76bfd06d3fcb req-c8a1ae3a-14ac-42a8-8302-9e185c0ebfc1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.022789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d35ca30b-c26b-4e6f-8994-76bfd06d3fcb req-c8a1ae3a-14ac-42a8-8302-9e185c0ebfc1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 931 time: 0.5648160 Jul 22 19:31:01.041113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:01.041468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:01.041954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:01.043352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Bound port: ff934db4-13f9-4cf5-9f2e-4b265e65111d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:01.043858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.107149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 0f39effd-29ca-42fa-bf90-b4a04677c48c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:01.112571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 0f39effd-29ca-42fa-bf90-b4a04677c48c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:01.112985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.157923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7cb7b65-1d2d-44de-97c4-1e10a473ff19 req-08134bbe-050b-4bd6-a3aa-31fc6f9156c3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749863 Jul 22 19:31:01.184935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d35ca30b-c26b-4e6f-8994-76bfd06d3fcb req-aeeb6836-bb58-4139-b750-1848e3e2e123 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497586 Jul 22 19:31:01.186991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:01.200453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:01.210822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.247733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.1.1.199 (944f3134-43d2-4ad1-845b-91fb79c3fa3a/9d514a4a-8837-425b-a414-3e7a12f0107a/340132c1-b6a8-40e7-81c7-e637f366d349) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:01.302795 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.336456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:01.352107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.354147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.356225 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-73cc3ea7-48ba-4b52-8e4c-62eb1a3e06ea service neutron] 10.222.0.32 "PUT /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 1092 time: 1.2282450 Jul 22 19:31:01.358888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:01.363417 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:01.365260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:01.374743 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022d2771-98a3-4aeb-be05-61267de03e6c" -d '{"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:01.419334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:01.428276 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.433573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.535832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-159de12b-b636-4d81-8ac7-feae4729dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.541596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-159de12b-b636-4d81-8ac7-feae4729dc51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1095 time: 0.1335242 Jul 22 19:31:01.542326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:01.612236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e84f5c8e-8149-4358-85aa-ff7182e88ce8 req-7259963b-8458-4de8-aaca-6f62ab78f6c7 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f5fcc00-ca00-4e24-901a-a7c5670e1ff0 HTTP/1.1" status: 200 len: 210 time: 0.1735737 Jul 22 19:31:01.639167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-b891f18e-5a69-49fa-ba91-50832f069cf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 217 time: 0.0904093 Jul 22 19:31:01.647256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'Port': ['ID=194f8454-7ae0-480b-87b1-2fdab931086d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:01.733914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-76c958b1-9afe-4b5e-9246-8fe4194f4561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.736083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-76c958b1-9afe-4b5e-9246-8fe4194f4561 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0896778 Jul 22 19:31:01.771961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] No DVR routers for this DVR port 194f8454-7ae0-480b-87b1-2fdab931086d on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:01.800304 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204b662-f061-40c8-b85e-edcb9c7cf6a3 x-openstack-request-id: req-6204b662-f061-40c8-b85e-edcb9c7cf6a3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:01.800596 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:01.800846 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6204b662-f061-40c8-b85e-edcb9c7cf6a3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:01.801236 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'status': 'completed', 'code': 200} Jul 22 19:31:01.803729 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-0a6e787a-aec3-40b6-b5a4-eaf008b1d71a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612168 Jul 22 19:31:01.804477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5301847e-53d9-4738-9f50-3dc99271d1d7 x-openstack-request-id: req-5301847e-53d9-4738-9f50-3dc99271d1d7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:01.804879 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:01.805250 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5301847e-53d9-4738-9f50-3dc99271d1d7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:01.806002 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'code': 200} Jul 22 19:31:01.857669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:01.860580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebf76366-7d9b-41a3-ac4b-8feca46787a1 req-9bbea4fd-9fe4-4684-80dd-32c91a53332f tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.26 "DELETE /v2.0/ports/194f8454-7ae0-480b-87b1-2fdab931086d HTTP/1.1" status: 204 len: 173 time: 2.8684330 Jul 22 19:31:01.862595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'name': 'network-vif-deleted', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:01.870035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 194f8454-7ae0-480b-87b1-2fdab931086d no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:01.885271 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9327b-9c69-431e-9daa-bba6032cec6a" -d '{"events": [{"server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "name": "network-vif-deleted", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:01.963893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23783c-17ec-479e-945f-5831b804b83a req-2cd5fde7-c53d-444e-a4b3-c20e03d1074c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:01.967854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba23783c-17ec-479e-945f-5831b804b83a req-2cd5fde7-c53d-444e-a4b3-c20e03d1074c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 931 time: 0.6351266 Jul 22 19:31:01.978578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 194f8454-7ae0-480b-87b1-2fdab931086d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:31:01.979189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 194f8454-7ae0-480b-87b1-2fdab931086d not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:02.030971 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc64c5-2124-4231-bcdb-c28e17d2b215 x-openstack-request-id: req-1cfc64c5-2124-4231-bcdb-c28e17d2b215 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:02.031832 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5fcc00-ca00-4e24-901a-a7c5670e1ff0", "name": "network-vif-deleted", "tag": "194f8454-7ae0-480b-87b1-2fdab931086d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:02.032190 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cfc64c5-2124-4231-bcdb-c28e17d2b215 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:02.032605 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5fcc00-ca00-4e24-901a-a7c5670e1ff0', 'name': 'network-vif-deleted', 'tag': '194f8454-7ae0-480b-87b1-2fdab931086d', 'status': 'completed', 'code': 200} Jul 22 19:31:02.038033 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-3b232b93-8d52-4585-8736-bf69121a78c1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211077 Jul 22 19:31:02.161082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba23783c-17ec-479e-945f-5831b804b83a req-b9857a5c-3fd5-40de-9e12-a2f69ab690c0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217902 Jul 22 19:31:02.179170 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.210912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object 340132c1-b6a8-40e7-81c7-e637f366d349 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:02.213907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75dcf-fe01-410d-aeac-17ba084a458b req-189d4ea8-bc71-466f-aa0d-567f7d9103e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.215836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02c75dcf-fe01-410d-aeac-17ba084a458b req-189d4ea8-bc71-466f-aa0d-567f7d9103e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1102 time: 0.2956583 Jul 22 19:31:02.238062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1061e726-61e0-4a9e-ae9d-8dfea1bb76cc req-d4e30f59-1c49-485e-8b5d-aec9243fbe00 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929724 Jul 22 19:31:02.346084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02c75dcf-fe01-410d-aeac-17ba084a458b req-3ce71f20-855d-4c7c-ab77-77feb860f8a6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228921 Jul 22 19:31:02.378030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-f1bd9488-d510-411e-9dfe-1c8a1e1b0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.380123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-f1bd9488-d510-411e-9dfe-1c8a1e1b0b09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1095 time: 0.0759661 Jul 22 19:31:02.435206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.503261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:02.513047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:02.526020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:02.619282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-fc237576-785a-42c9-8286-97781140e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.620933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-fc237576-785a-42c9-8286-97781140e0fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2198970 Jul 22 19:31:02.631889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:02.690811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d188d-495b-4c5b-aba5-b46b16a1c95d req-2e161922-663f-4047-bf7f-11f0a26acd7d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.695300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db9d188d-495b-4c5b-aba5-b46b16a1c95d req-2e161922-663f-4047-bf7f-11f0a26acd7d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3952193 Jul 22 19:31:02.739845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cec420-b791-489b-930a-8498725e2f67 req-295fa092-24ed-44a4-bb08-bbae67bf6b0a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.746687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-a7b5ad8c-a87c-48a4-a7ee-b05710876dce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 217 time: 0.1085472 Jul 22 19:31:02.752991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73cec420-b791-489b-930a-8498725e2f67 req-295fa092-24ed-44a4-bb08-bbae67bf6b0a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.4229004 Jul 22 19:31:02.786997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.787721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:02.849214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3e572c9d-5e27-47c3-9f60-04ea98addace tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4666972 Jul 22 19:31:02.853346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-288b7bc6-f5f2-4e94-ade6-b936b57a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:02.855902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-288b7bc6-f5f2-4e94-ade6-b936b57a9610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1013215 Jul 22 19:31:02.867099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'admin_state_up': True, 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'security_groups': ['3f2e037f-1b40-44d4-a700-7e989706f50b']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:02.878428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73cec420-b791-489b-930a-8498725e2f67 req-b1eed757-1a7c-4834-a4f4-af836a4f694b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264980 Jul 22 19:31:02.930744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db9d188d-495b-4c5b-aba5-b46b16a1c95d req-ffdc79f2-a053-4491-820f-70ec004d2a08 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138891 Jul 22 19:31:02.958738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb6b09bc-5197-4343-b1b8-3f180b5ea169 None None] Provisioning for port 340132c1-b6a8-40e7-81c7-e637f366d349 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:02.959400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-48d60e00-20e1-4bd5-a829-d00018ebd278 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918496 Jul 22 19:31:02.964117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb6b09bc-5197-4343-b1b8-3f180b5ea169 None None] Provisioning complete for port 340132c1-b6a8-40e7-81c7-e637f366d349 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:02.964876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb6b09bc-5197-4343-b1b8-3f180b5ea169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.088369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b09bc-5197-4343-b1b8-3f180b5ea169 None None] Port 340132c1-b6a8-40e7-81c7-e637f366d349 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:03.132580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-8772e222-d62f-448a-abc8-7a18fec2de6c service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654191 Jul 22 19:31:03.146272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08d9b288-040d-4878-933c-b631e732bdd3 req-6b76b61a-cd96-4ef1-98e5-9faa4a9303fe tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/83c0d8a2-1410-4b90-9f84-ab4d0a181570 HTTP/1.1" status: 200 len: 1799 time: 0.0909164 Jul 22 19:31:03.245995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:03.252961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.345963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-60fc6468-32a4-4ae2-9159-34ed9c9e83b0 req-f08ecfdb-7db2-4c70-aad1-31574d586754 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044053 Jul 22 19:31:03.441001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08d9b288-040d-4878-933c-b631e732bdd3 req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.525932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08d9b288-040d-4878-933c-b631e732bdd3 req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.552456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd900-6fcf-45c8-9c6f-cf86bdea4646 req-54b60255-ba5b-43d2-8d2f-4d838e1b70ae tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:03.558817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd900-6fcf-45c8-9c6f-cf86bdea4646 req-54b60255-ba5b-43d2-8d2f-4d838e1b70ae tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:03.560702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cbbd900-6fcf-45c8-9c6f-cf86bdea4646 req-54b60255-ba5b-43d2-8d2f-4d838e1b70ae tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 1653 time: 0.2771018 Jul 22 19:31:03.616841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.1.1.227 (944f3134-43d2-4ad1-845b-91fb79c3fa3a/9d514a4a-8837-425b-a414-3e7a12f0107a/f52f5dc3-5254-4faa-aeae-7199a1ba3803) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:03.658956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cbbd900-6fcf-45c8-9c6f-cf86bdea4646 req-b70a204e-2930-4ce8-86ec-91e4e5cff903 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868812 Jul 22 19:31:03.666098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08d9b288-040d-4878-933c-b631e732bdd3 req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.668973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08d9b288-040d-4878-933c-b631e732bdd3 req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.679752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08d9b288-040d-4878-933c-b631e732bdd3 req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/83c0d8a2-1410-4b90-9f84-ab4d0a181570 HTTP/1.1" status: 204 len: 173 time: 0.5237758 Jul 22 19:31:03.746065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba742e-8dc3-48d7-9a99-64fb913ba5e9 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0d8a2-1410-4b90-9f84-ab4d0a181570,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:03.774224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-68bb48c2-beb3-4ca2-b930-7a7c9cd570c7 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "GET /v2.0/security-groups/6992a672-821f-4491-a92e-72cffe78f1c8 HTTP/1.1" status: 200 len: 1800 time: 0.0716598 Jul 22 19:31:03.911187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.919880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.949638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:03.952409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object f52f5dc3-5254-4faa-aeae-7199a1ba3803 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:04.016653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.020833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.032832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e8fccfb-8c9c-4eea-aac4-d2de43a53d02 req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] 10.222.0.10 "DELETE /v2.0/security-groups/6992a672-821f-4491-a92e-72cffe78f1c8 HTTP/1.1" status: 204 len: 173 time: 0.2326589 Jul 22 19:31:04.037852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.040881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.065025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e2a7d-b145-4f52-860e-b7b279a6e1b0 tempest-SecurityGroupsTestJSON-741489325 tempest-SecurityGroupsTestJSON-741489325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6992a672-821f-4491-a92e-72cffe78f1c8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.119098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:04.130215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Deleting subnet 49852647-42bf-421b-b04f-8a671e765977 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:31:04.133667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.141069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:04.144118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:04.148550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.199160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.232763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.282778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.333956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.334610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.378706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-eedd7f2b-e2f1-47b6-bf74-3033dbe1a8df tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5195413 Jul 22 19:31:04.390988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c15d0-1b0f-45f0-a3ca-bc82f0787bcb req-bc95a278-bff3-4846-a3b6-75bd579cb6a2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.402460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a92c15d0-1b0f-45f0-a3ca-bc82f0787bcb req-bc95a278-bff3-4846-a3b6-75bd579cb6a2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.2739053 Jul 22 19:31:04.416518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'admin_state_up': True, 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'security_groups': ['3f2e037f-1b40-44d4-a700-7e989706f50b']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:04.429248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.457259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49852647-42bf-421b-b04f-8a671e765977,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.462911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.469882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-89eb6b8d-8d76-4d4d-b151-046cba410b74 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49852647-42bf-421b-b04f-8a671e765977 HTTP/1.1" status: 204 len: 168 time: 0.4279628 Jul 22 19:31:04.475882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.533718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1d9192bc-4994-4e40-88f8-e62889ccd539 None None] Provisioning for port f52f5dc3-5254-4faa-aeae-7199a1ba3803 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:04.538719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1d9192bc-4994-4e40-88f8-e62889ccd539 None None] Provisioning complete for port f52f5dc3-5254-4faa-aeae-7199a1ba3803 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:04.539151 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1d9192bc-4994-4e40-88f8-e62889ccd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.565011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.599482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1d9192bc-4994-4e40-88f8-e62889ccd539 None None] Port f52f5dc3-5254-4faa-aeae-7199a1ba3803 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:04.632498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aab4db51-f696-4c5d-988b-acd64acb372d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.644987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46890) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:04.654305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede498b-a571-4805-a039-d07bb5604706 req-6b8db8f7-81e9-4389-86cb-e66817168616 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:04.656115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ede498b-a571-4805-a039-d07bb5604706 req-6b8db8f7-81e9-4389-86cb-e66817168616 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.4483497 Jul 22 19:31:04.667429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.682849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1ac57b-d1db-49e4-b64f-8b0329efe87f']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:04.696312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b380365-005e-440f-bc28-5958b0e3becb') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:04.697015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b380365-005e-440f-bc28-5958b0e3becb') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:04.699915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a92c15d0-1b0f-45f0-a3ca-bc82f0787bcb req-79bf2772-1b87-4aa0-ac46-33b661245cac tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965345 Jul 22 19:31:04.736846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.768663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.776643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ede498b-a571-4805-a039-d07bb5604706 req-bd92c6bd-e240-4450-a934-600d04b2c4e1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980949 Jul 22 19:31:04.780505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:31:04.782644 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:31:04.785855 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:31:04.881487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.894673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.900675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf1ac57b-d1db-49e4-b64f-8b0329efe87f HTTP/1.1" status: 204 len: 168 time: 0.4210544 Jul 22 19:31:04.911319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c34b49-fc71-4eb2-bb1f-72f256361581 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1ac57b-d1db-49e4-b64f-8b0329efe87f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:04.920612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aab4db51-f696-4c5d-988b-acd64acb372d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.947718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aab4db51-f696-4c5d-988b-acd64acb372d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:04.998706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:05.009055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aab4db51-f696-4c5d-988b-acd64acb372d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=422fe66772f44d2f86311fb43b130d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8536692 Jul 22 19:31:05.011731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:05.051721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd874382-fefc-46a1-b62d-8a1bdbe5c573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.066731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-219a765d-bf34-4316-8ca4-7616a322ad9d req-122fec3f-3e7a-4c23-9c10-711b68dc9e98 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:31:05.067888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-219a765d-bf34-4316-8ca4-7616a322ad9d req-122fec3f-3e7a-4c23-9c10-711b68dc9e98 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190589 Jul 22 19:31:05.088265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.114535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.130104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:05.144433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'port_id': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'mac_address': 'fa:16:3e:2c:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd50cf3-f002-44ab-8eee-1a3b13e44ab9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:05.144929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4db51-f696-4c5d-988b-acd64acb372d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6836ead9-9825-4233-af50-cfde6be58722,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.195155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.196895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:05.200928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.204197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.211093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6836ead9-9825-4233-af50-cfde6be58722 HTTP/1.1" status: 204 len: 168 time: 0.1960070 Jul 22 19:31:05.216610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff934db4-13f9-4cf5-9f2e-4b265e65111d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:05.224711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdf1c2-2ef3-4926-849b-ff8f5d3b331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6836ead9-9825-4233-af50-cfde6be58722,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.248463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:05.255523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46910) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:05.264955 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.360618 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e09f4077-aa48-4ee3-a692-d03b2cb5404c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c938aeefdb44c71a1fc65876722f80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036184 Jul 22 19:31:05.361241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46912) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:05.381365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.416672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.417050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.417401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.418833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.420092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.420464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.420810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.421150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.422762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.423986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.424762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.426621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:05.452789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.471447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd874382-fefc-46a1-b62d-8a1bdbe5c573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.485585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:05.488467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6436-861d-412c-8c1c-b6d146be438b req-d234f818-613e-440b-a8a6-b5bf649285e5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:05.494180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.496057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6436-861d-412c-8c1c-b6d146be438b req-d234f818-613e-440b-a8a6-b5bf649285e5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:05.503689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6436-861d-412c-8c1c-b6d146be438b req-d234f818-613e-440b-a8a6-b5bf649285e5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:05.512780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-493f6436-861d-412c-8c1c-b6d146be438b req-d234f818-613e-440b-a8a6-b5bf649285e5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 2374 time: 0.5996890 Jul 22 19:31:05.562851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd874382-fefc-46a1-b62d-8a1bdbe5c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.577273 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-c847cc7c-bb2a-45f6-a96d-910692740e9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984221 Jul 22 19:31:05.599058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.602263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.612667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3ff91a2-1d6e-4b38-8d16-90d7618e40be HTTP/1.1" status: 204 len: 168 time: 0.2499831 Jul 22 19:31:05.634903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096f7c2-b3f3-4b8b-a95d-6eb9861e7daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ff91a2-1d6e-4b38-8d16-90d7618e40be,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.713224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fd874382-fefc-46a1-b62d-8a1bdbe5c573 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b934384013314074bbde412fb8cf5927&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0559301 Jul 22 19:31:05.716198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:05.735661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd874382-fefc-46a1-b62d-8a1bdbe5c573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f278fe-577c-438c-94ae-bf82248f6531,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:05.750600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.758566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-493f6436-861d-412c-8c1c-b6d146be438b req-602f8dd8-fc8d-4a66-92f9-fa1ad33ec088 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448032 Jul 22 19:31:05.809526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee4065-f8ff-4195-98c8-92c8663d6bc4 req-2227ef68-eac2-4541-ac47-e74c1b83d628 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:05.817740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57ee4065-f8ff-4195-98c8-92c8663d6bc4 req-2227ef68-eac2-4541-ac47-e74c1b83d628 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3019526 Jul 22 19:31:05.852856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.882081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.939809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.943383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:05.945095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29f278fe-577c-438c-94ae-bf82248f6531 HTTP/1.1" status: 204 len: 168 time: 0.2278278 Jul 22 19:31:05.956902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fea660-e7e9-4663-bc8f-1bd4cae65c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f278fe-577c-438c-94ae-bf82248f6531,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:06.053701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57ee4065-f8ff-4195-98c8-92c8663d6bc4 req-6cc83ba0-d285-4a1d-b814-591fb0d38aa3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346351 Jul 22 19:31:06.159606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf88c6d-5179-4cf8-a28f-550bd310e6b6 req-5e427415-e50e-41ac-9e06-08000f146e2f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:06.166660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acf88c6d-5179-4cf8-a28f-550bd310e6b6 req-5e427415-e50e-41ac-9e06-08000f146e2f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2492087 Jul 22 19:31:06.246530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.2.2.100 (bf5be53a-7a0e-473b-bace-446d21368e68/990e2561-569d-4d11-a590-177e45a700e0/e121f0dc-6623-4e6b-9709-52554b18055d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:06.256497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acf88c6d-5179-4cf8-a28f-550bd310e6b6 req-bb497d33-1901-44fc-8afa-70700a8bce8b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889003 Jul 22 19:31:06.445949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:06.461804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object e121f0dc-6623-4e6b-9709-52554b18055d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:06.505327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.018873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:07.038799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network bf5be53a-7a0e-473b-bace-446d21368e68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:07.043381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:07.049178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:07.143389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:07.179349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df30ab7f-9186-4fe5-9e6d-a3a5c2164267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.183810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c810-7842-4683-8b44-a811758db347 req-c90e46d4-93f7-4042-93a1-5e9bc5c19d07 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.200176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c810-7842-4683-8b44-a811758db347 req-c90e46d4-93f7-4042-93a1-5e9bc5c19d07 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.227836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c810-7842-4683-8b44-a811758db347 req-c90e46d4-93f7-4042-93a1-5e9bc5c19d07 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.239483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port ff934db4-13f9-4cf5-9f2e-4b265e65111d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:07.245580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port ff934db4-13f9-4cf5-9f2e-4b265e65111d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:07.246108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.248094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c810-7842-4683-8b44-a811758db347 req-c90e46d4-93f7-4042-93a1-5e9bc5c19d07 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.250495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c74c810-7842-4683-8b44-a811758db347 req-c90e46d4-93f7-4042-93a1-5e9bc5c19d07 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 3095 time: 0.2785068 Jul 22 19:31:07.264611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.265878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.416663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3afabc4-d112-4ab4-ab88-ac428f6e9c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0120792 Jul 22 19:31:07.433164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'admin_state_up': True, 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'security_groups': ['3f2e037f-1b40-44d4-a700-7e989706f50b']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:07.608135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c74c810-7842-4683-8b44-a811758db347 req-ea2ff49d-1b17-41d6-abb7-c9ae13fbbc78 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236885 Jul 22 19:31:07.651390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a97d923-0859-4050-98e9-0f8e92e6e2c1 None None] Provisioning for port e121f0dc-6623-4e6b-9709-52554b18055d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:07.665780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a97d923-0859-4050-98e9-0f8e92e6e2c1 None None] Provisioning complete for port e121f0dc-6623-4e6b-9709-52554b18055d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:07.666252 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a97d923-0859-4050-98e9-0f8e92e6e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.681201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9362671-26d3-4b77-bb13-c58a7fa55fbe req-a508a6fa-cae9-4bfb-95a2-04d7363ca874 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:07.682786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9362671-26d3-4b77-bb13-c58a7fa55fbe req-a508a6fa-cae9-4bfb-95a2-04d7363ca874 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3911331 Jul 22 19:31:07.753950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9362671-26d3-4b77-bb13-c58a7fa55fbe req-804cb744-0a67-494c-92f4-6aa33ba6ab2d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 Jul 22 19:31:07.770411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Made reservation on behalf of 3dcd279f55ab4d3e93b7fcf57ad17ef5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:07.776013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.779864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a97d923-0859-4050-98e9-0f8e92e6e2c1 None None] Port e121f0dc-6623-4e6b-9709-52554b18055d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:07.879112 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.904539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:07.907828 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840278f-3457-4354-aa07-afc6883d69c8" -d '{"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-plugged", "status": "completed", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:07.926919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:07.934407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:07.969661 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55874ca3-52d0-4fea-a87c-f8c785348712 x-openstack-request-id: req-55874ca3-52d0-4fea-a87c-f8c785348712 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:07.970398 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-plugged", "status": "completed", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:07.970896 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55874ca3-52d0-4fea-a87c-f8c785348712 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:07.971389 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'code': 200} Jul 22 19:31:08.026313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:08.053502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603cab4-b720-4d03-8238-d181eafec8d3 req-3a6a4c92-88dc-4709-827d-f12d5a5d7553 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.055086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6603cab4-b720-4d03-8238-d181eafec8d3 req-3a6a4c92-88dc-4709-827d-f12d5a5d7553 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2116299 Jul 22 19:31:08.140747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd3661-4127-4ecd-aa1c-f164d40aad09 req-44b311e8-946d-45cd-a638-8ff9d124ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.142295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-22dd3661-4127-4ecd-aa1c-f164d40aad09 req-44b311e8-946d-45cd-a638-8ff9d124ce5a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1097 time: 0.1175945 Jul 22 19:31:08.166695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Allocated IP 10.2.2.200 (bf5be53a-7a0e-473b-bace-446d21368e68/990e2561-569d-4d11-a590-177e45a700e0/8e326909-26f8-47c4-8d4d-86914066e8e9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:08.209829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-22dd3661-4127-4ecd-aa1c-f164d40aad09 req-180da35c-6ba3-44d6-9c8c-c719b62a9332 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599606 Jul 22 19:31:08.227006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6603cab4-b720-4d03-8238-d181eafec8d3 req-6047ec55-881a-43a7-adfd-2be603b26a4c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620619 Jul 22 19:31:08.288096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-58892297-baaf-4334-8516-492e51f87fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.289776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-58892297-baaf-4334-8516-492e51f87fa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1102 time: 0.1269300 Jul 22 19:31:08.496378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:08.506485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-1bfcbf60-4fa9-428c-87ed-14e398c8d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.509135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-1bfcbf60-4fa9-428c-87ed-14e398c8d4a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2042167 Jul 22 19:31:08.514855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.596426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-a9afeab5-0104-4ea9-88f8-492146585481 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.0774188 Jul 22 19:31:08.600545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Transition to ACTIVE for port object 8e326909-26f8-47c4-8d4d-86914066e8e9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:08.693687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-303060676-network', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:08.695002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-feb16d50-6ff1-47ea-9b65-becc270d1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:08.697513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-feb16d50-6ff1-47ea-9b65-becc270d1cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0922680 Jul 22 19:31:08.752681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:08.770702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.801368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:08.899402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:08.963238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.090741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-489427545-network', 'tenant_id': 'd617440b03d1477cbd48d90a10457657'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:09.126709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.133612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Network bf5be53a-7a0e-473b-bace-446d21368e68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:09.142188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:09.145058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.189133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:09.228913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0763963-4c60-4a0c-a172-fd4fc6aa5f81,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:09.242100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:09.256731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Made reservation on behalf of d617440b03d1477cbd48d90a10457657 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:09.259377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.286709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.288466 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Added segment 22414b34-aad9-4185-af4e-7f1684e81ad6 of type vlan for network e4281ac8-417c-4516-b816-a4fb0c7fdc0d Jul 22 19:31:09.302125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-cb3ba03b-86bc-4f55-901c-949069967a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.303760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-cb3ba03b-86bc-4f55-901c-949069967a3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5946932 Jul 22 19:31:09.310239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.311046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.311229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.402139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9729805 Jul 22 19:31:09.425475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6aa5b-d04c-4199-b010-c6957efc95d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:09.508462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.509847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:09.523902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.546107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b335cae-0946-43e6-808f-66081f22a00b None None] Provisioning for port 8e326909-26f8-47c4-8d4d-86914066e8e9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:09.550722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b335cae-0946-43e6-808f-66081f22a00b None None] Provisioning complete for port 8e326909-26f8-47c4-8d4d-86914066e8e9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:09.551677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b335cae-0946-43e6-808f-66081f22a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.571632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.602795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:09.613199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:09.658929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-7d0e9490-e04a-4fd4-b347-ebea3db9aee3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.659776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd2d03-4b8f-4f96-9db1-6a498df0c689,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:09.672265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-7d0e9490-e04a-4fd4-b347-ebea3db9aee3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.676932 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6dc91e2a-f81c-4afb-9b90-8d2f74420ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.679219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9b335cae-0946-43e6-808f-66081f22a00b None None] Port 8e326909-26f8-47c4-8d4d-86914066e8e9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:09.687698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-7d0e9490-e04a-4fd4-b347-ebea3db9aee3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.697614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-7d0e9490-e04a-4fd4-b347-ebea3db9aee3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.701370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.701760 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Added segment 2ff9fedc-9a78-4591-8478-7a1272fd5ca2 of type vlan for network 94f96300-639c-49a6-8d5b-905716682ff2 Jul 22 19:31:09.713056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-7d0e9490-e04a-4fd4-b347-ebea3db9aee3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 3095 time: 0.8573122 Jul 22 19:31:09.714255 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.715336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.715978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.726624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f1f209a-5726-40a5-9d1e-a64a0e7f44cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.729443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-e4dd97a4-8b01-42c4-b3a9-c8b39f5d8301 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883462 Jul 22 19:31:09.732639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.845850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] Pushing event updated for resources: {'Network': ['ID=e4281ac8-417c-4516-b816-a4fb0c7fdc0d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:09.850786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.856440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:09.867770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-8926993a-f2a0-43f0-86f5-6540411e1622 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064291 Jul 22 19:31:09.878923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9707fe3-67a7-4e67-a10b-ed4806797c70 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3810654 Jul 22 19:31:09.889516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47082) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:09.903448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Request body: {'subnet': {'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-303060676-subnet', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:09.941235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.942824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:09.943526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:09.964899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04624e7-9f70-43e4-8999-87d73e7505b7 req-9c1395ff-9de8-4e08-bbb8-053c28bf15a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506752 Jul 22 19:31:10.034607 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.054948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df355008-e6a4-4d86-aa2b-0acea2e4afb2 req-09c372f8-6b63-4675-b75f-c744dd1b19f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.064710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] Pushing event updated for resources: {'Network': ['ID=94f96300-639c-49a6-8d5b-905716682ff2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.067441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df355008-e6a4-4d86-aa2b-0acea2e4afb2 req-09c372f8-6b63-4675-b75f-c744dd1b19f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.9881635 Jul 22 19:31:10.078875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 94f96300-639c-49a6-8d5b-905716682ff2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:10.131369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f1f209a-5726-40a5-9d1e-a64a0e7f44cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.137415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f1f209a-5726-40a5-9d1e-a64a0e7f44cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.208663 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f1f209a-5726-40a5-9d1e-a64a0e7f44cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9f0ee4017c142dd82fad8ffa39be6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6953015 Jul 22 19:31:10.209568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47096) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:10.210690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f209a-5726-40a5-9d1e-a64a0e7f44cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9d38a-c0f9-430b-97de-867b93928f91,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.223665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23cb9e44-e35b-41b1-a589-bab48fd44add admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3198848 Jul 22 19:31:10.228039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47098) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:10.228846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df355008-e6a4-4d86-aa2b-0acea2e4afb2 req-761a93ea-2083-46d2-9d55-7034006107f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597090 Jul 22 19:31:10.229554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:10.231837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.246743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Request body: {'subnet': {'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-489427545-subnet', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:10.358222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.370187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Made reservation on behalf of d617440b03d1477cbd48d90a10457657 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:10.372517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.433155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.497930 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.573766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.576667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.581384 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0a9d38a-c0f9-430b-97de-867b93928f91 HTTP/1.1" status: 204 len: 168 time: 0.3674581 Jul 22 19:31:10.581606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1127d-d250-42bc-80c7-5d72d50824a3 req-59af860e-068b-4afa-a33c-52f111ca87ba tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.583261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ed1127d-d250-42bc-80c7-5d72d50824a3 req-59af860e-068b-4afa-a33c-52f111ca87ba tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.4671285 Jul 22 19:31:10.602527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9cee-950c-4fc9-9f84-396b878475f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9d38a-c0f9-430b-97de-867b93928f91,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.702505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ed1127d-d250-42bc-80c7-5d72d50824a3 req-858c43d2-7884-4ded-9fb7-a567d9ea3420 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893693 Jul 22 19:31:10.704740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.739529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b6d543-1a30-4257-8eb2-f1f98753fe79,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.773245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Checking segment: {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:10.773613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Network hostable DHCP agents. Network: e4281ac8-417c-4516-b816-a4fb0c7fdc0d, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:10.865435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d67d9c0-fb8d-4c02-821b-a0cc1f34839d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:10.879630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Checking segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:10.883325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Network hostable DHCP agents. Network: 94f96300-639c-49a6-8d5b-905716682ff2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:10.897856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:10.901798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Network 94f96300-639c-49a6-8d5b-905716682ff2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:10.917608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 94f96300-639c-49a6-8d5b-905716682ff2) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:10.926263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.926412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.930773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93460a87-c00d-4b18-912c-1775d2b86a7b None None] Network 94f96300-639c-49a6-8d5b-905716682ff2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:10.945207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e4281ac8-417c-4516-b816-a4fb0c7fdc0d) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:10.959532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fa276e78-56c4-427e-8407-ab8d53bd2b5a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7298634 Jul 22 19:31:10.960130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47130) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:10.964640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:10.968712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:10.969655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:10.987007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5ec7e-886d-4be1-a9df-b6a19e6db83f None None] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:11.018974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.022133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.030499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aaeb7a2f-eea5-43f5-8f40-83aca5c6798e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1314111 Jul 22 19:31:11.032461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47134) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:11.038712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24caee6-54ca-428d-b891-b60d9f05f4e6 req-9b0f6071-0d79-4d8b-8cb2-7d6401dcc1b1 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.041274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f24caee6-54ca-428d-b891-b60d9f05f4e6 req-9b0f6071-0d79-4d8b-8cb2-7d6401dcc1b1 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1097 time: 0.2065423 Jul 22 19:31:11.081845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:11.149897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.150912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.186303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3538f981-098e-4376-adc6-f457226c4590 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:11.201998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.233245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.239240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47140) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:11.271248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f24caee6-54ca-428d-b891-b60d9f05f4e6 req-98576013-8239-4077-9827-36ca341cf0f0 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503968 Jul 22 19:31:11.308272 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caec7e7a-69a4-4e35-8f2b-54c44635f4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.328871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Transition to ACTIVE for port object 3538f981-098e-4376-adc6-f457226c4590 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:11.337941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.350617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.425613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-94f96300-639c-49a6-8d5b-905716682ff2', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:31:11.427109 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.482584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.506032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.548441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'fixed_ips': [{'subnet_id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:31:11.549517 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.637260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.673783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.684124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.691426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.704023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.710517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:11.712591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-901a904a-f509-439e-9589-b93ec949dc86 req-934a2df0-55fc-46af-867a-389b058b42c2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 3816 time: 0.5649033 Jul 22 19:31:11.816332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Allocated IP 172.20.0.2 (94f96300-639c-49a6-8d5b-905716682ff2/0d67d9c0-fb8d-4c02-821b-a0cc1f34839d/0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:11.899613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.914612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caec7e7a-69a4-4e35-8f2b-54c44635f4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.923300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:11.940331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caec7e7a-69a4-4e35-8f2b-54c44635f4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.003621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-901a904a-f509-439e-9589-b93ec949dc86 req-9ca9f0ae-ea27-4d3f-bdfd-68be30bfc5d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298324 Jul 22 19:31:12.048727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.106157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Allocated IP 172.25.6.245 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3a6bc1ad-441e-45a6-8689-f656161d72d1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:12.110813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baee855-c77c-4655-b0b5-078cfc68604d req-a5483d1b-76ec-4010-aa96-99d98409877c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:12.112582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1baee855-c77c-4655-b0b5-078cfc68604d req-a5483d1b-76ec-4010-aa96-99d98409877c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.6014357 Jul 22 19:31:12.121885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-caec7e7a-69a4-4e35-8f2b-54c44635f4ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ca9c85c0195435c85563d152a0b4214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8766634 Jul 22 19:31:12.121885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec7e7a-69a4-4e35-8f2b-54c44635f4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d35c9da-9db0-4742-83fa-f17d94aca82c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.123236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:12.215337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1baee855-c77c-4655-b0b5-078cfc68604d req-ceafcde5-f54b-4fe8-9560-6f95bd4f75ba tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Jul 22 19:31:12.252198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:12.259672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Attempting to bind port 3538f981-098e-4376-adc6-f457226c4590 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:12.260281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Attempting to bind port 3538f981-098e-4376-adc6-f457226c4590 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:12.260417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Attempting to bind port 3538f981-098e-4376-adc6-f457226c4590 on network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:12.265812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Port 3538f981-098e-4376-adc6-f457226c4590 on network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:12.266137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Attempting to bind port 3538f981-098e-4376-adc6-f457226c4590 on network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:12.271384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:12.271729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Checking segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:12.272120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Bound using segment: {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:12.272644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Bound port: 3538f981-098e-4376-adc6-f457226c4590, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:12.273007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.295575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Allocated IP 172.20.0.2 (e4281ac8-417c-4516-b816-a4fb0c7fdc0d/d6b6d543-1a30-4257-8eb2-f1f98753fe79/2528a37e-ca9a-413d-93ed-daad00550536) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:12.329275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.355395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:12.361719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Transition to ACTIVE for port object 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:12.378288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:12.412537 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.451348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Transition to ACTIVE for port object 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:12.458293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.522072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.535916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d16ebc-9c58-4f6e-a019-da14de9abe63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.550930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.553480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.554820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d35c9da-9db0-4742-83fa-f17d94aca82c HTTP/1.1" status: 204 len: 168 time: 0.4302015 Jul 22 19:31:12.557917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.582162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa6dc4-48f5-41b2-8241-4b698051524a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d35c9da-9db0-4742-83fa-f17d94aca82c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.652649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.701274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Pushing event updated for resources: {'Port': ['ID=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.708659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:12.718308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:12.724478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:12.737362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Network 94f96300-639c-49a6-8d5b-905716682ff2 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:12.743822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:12.751212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6bc1ad-441e-45a6-8689-f656161d72d1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.764697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:12.787447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d16ebc-9c58-4f6e-a019-da14de9abe63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.799247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d16ebc-9c58-4f6e-a019-da14de9abe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.916609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Attempting to bind port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:12.916853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Attempting to bind port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:12.917253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Attempting to bind port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace on network 94f96300-639c-49a6-8d5b-905716682ff2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:12.919490 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.943083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16ebc-9c58-4f6e-a019-da14de9abe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99520061-e99b-4d34-a943-e873426f795e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:12.950699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:12.951283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Checking segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:12.951743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.952385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Bound using segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:12.953495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Bound port: 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:12.953852 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:12.957245 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34d16ebc-9c58-4f6e-a019-da14de9abe63 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a422c19a9414144aaf2558cc3e2bc96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6967530 Jul 22 19:31:12.959722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47182) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:13.025436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.049611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Transition to ACTIVE for port object 2528a37e-ca9a-413d-93ed-daad00550536 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:13.063663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] For port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:13.086608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Transition to ACTIVE for port object 2528a37e-ca9a-413d-93ed-daad00550536 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:13.089100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] For port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:13.097810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.168996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.171088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:13.197043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.201763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.226975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:13.236209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:13.247068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:13.273263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.340825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d5288-b1b0-4519-a683-17ae483e91b5 None None] Pushing event updated for resources: {'Port': ['ID=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.382645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3f6-437f-4dbb-8978-9b6205e42e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.405130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.438065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Attempting to bind port 2528a37e-ca9a-413d-93ed-daad00550536 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:13.448758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Attempting to bind port 2528a37e-ca9a-413d-93ed-daad00550536 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:13.449228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Attempting to bind port 2528a37e-ca9a-413d-93ed-daad00550536 on network e4281ac8-417c-4516-b816-a4fb0c7fdc0d {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:13.465208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Pushing event updated for resources: {'Port': ['ID=2528a37e-ca9a-413d-93ed-daad00550536,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.475133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:13.477113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Checking segment: {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:13.478374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.479151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Bound using segment: {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:13.480111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Bound port: 2528a37e-ca9a-413d-93ed-daad00550536, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:13.483167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.539590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.550597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.551813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99520061-e99b-4d34-a943-e873426f795e HTTP/1.1" status: 204 len: 168 time: 0.5911343 Jul 22 19:31:13.620762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11daa52-f411-4902-b4ec-809e19c727df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99520061-e99b-4d34-a943-e873426f795e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.716293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] For port 2528a37e-ca9a-413d-93ed-daad00550536, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:13.722563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] For port 2528a37e-ca9a-413d-93ed-daad00550536, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2528a37e-ca9a-413d-93ed-daad00550536,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:13.741916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.819561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.837756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:13.840852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.846966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] 10.222.0.32 "PUT /v2.0/ports/3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 1092 time: 4.2596781 Jul 22 19:31:13.853892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64e07d-2cd5-4c15-a687-208f57e88491 service neutron] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.869550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '3538f981-098e-4376-adc6-f457226c4590'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:13.875541 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf125a-8032-4e64-a8c2-cbffd3b20d00" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "3538f981-098e-4376-adc6-f457226c4590"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:13.896942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e842f8-4f5e-4e29-9885-25121e1227df None None] Pushing event updated for resources: {'Port': ['ID=2528a37e-ca9a-413d-93ed-daad00550536,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:13.963635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:13.971171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:13.987733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.172549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Router bed78952-af64-444e-bc05-c36624eb3fb3 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:31:14.226668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.310918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:14.335474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ef173b4-24bc-4d2a-82d6-b1b8a3df3fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.376086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:14.386101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Sync routers for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:14.396222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:14.396930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:14.475652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3f6-437f-4dbb-8978-9b6205e42e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.491544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa0221-d299-45f5-91fc-de3ce63f50c6 req-3a10b350-fe4b-476c-ac4a-9b7a2950d8ee tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.493335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bfa0221-d299-45f5-91fc-de3ce63f50c6 req-3a10b350-fe4b-476c-ac4a-9b7a2950d8ee tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.9919045 Jul 22 19:31:14.548030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:14.554133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e59c3f6-437f-4dbb-8978-9b6205e42e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.618143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ef173b4-24bc-4d2a-82d6-b1b8a3df3fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.621089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.626316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-61c0380d-fec2-442c-8793-c960a0480e43 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6650743 Jul 22 19:31:14.627057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:14.635963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ef173b4-24bc-4d2a-82d6-b1b8a3df3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:14.649810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5e59c3f6-437f-4dbb-8978-9b6205e42e8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d4160c53dd4451fb8078e5ab41042c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4426851 Jul 22 19:31:14.683322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.699997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.709303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.716189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.723437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:14.725332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-3be01ebf-f38e-4752-b0fb-e49814cf0dfc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 3828 time: 1.5531981 Jul 22 19:31:14.729577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47206) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:14.846177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:13Z', 'revision_number': 3, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:14.853864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bfa0221-d299-45f5-91fc-de3ce63f50c6 req-05bc4dce-0d71-44b5-a38d-de9014c4486a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135712 Jul 22 19:31:14.951538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Checking router: bed78952-af64-444e-bc05-c36624eb3fb3 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:14.951886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Updating router bed78952-af64-444e-bc05-c36624eb3fb3 port 3a6bc1ad-441e-45a6-8689-f656161d72d1 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:14.994836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Allocated IP 172.25.6.46 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/e74ac635-fe05-4ff9-af2c-042eb4734d9a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:14.995092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14efed1-89c1-4bcd-a6ac-475a5a6041e2 None None] Network 94f96300-639c-49a6-8d5b-905716682ff2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:15.008673 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cca606-b68e-46d4-8674-82b89646eb30 x-openstack-request-id: req-83cca606-b68e-46d4-8674-82b89646eb30 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:15.009732 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "3538f981-098e-4376-adc6-f457226c4590", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:15.010168 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83cca606-b68e-46d4-8674-82b89646eb30 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:15.011359 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '3538f981-098e-4376-adc6-f457226c4590', 'status': 'completed', 'code': 200} Jul 22 19:31:15.128379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef173b4-24bc-4d2a-82d6-b1b8a3df3fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab46c0-c40c-4452-9615-f467a18f3261,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:15.153498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59c3f6-437f-4dbb-8978-9b6205e42e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94cef4f-46d5-4f21-8858-9392f20bd248,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:15.227379 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ef173b4-24bc-4d2a-82d6-b1b8a3df3fac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d199ad21452499d8ce33a33df6262ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143202 Jul 22 19:31:15.231247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:15.316255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ab686b8-0444-4f62-893c-77c7df6e264c req-25eb2c01-443b-41d3-ac3f-bf718127f0ed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5329216 Jul 22 19:31:15.429770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2528a37e-ca9a-413d-93ed-daad00550536 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:15.466115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.491077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.503968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.571866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.615412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79d765-df26-4881-949b-ce5fbb38e071 None None] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:15.634591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.638034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.652626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.653339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.653820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.654397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.654882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:15.665701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-67fba5f6-0768-4dd6-a40f-20238f265f51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 4364 time: 0.6625628 Jul 22 19:31:15.682850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.688291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.704045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eeab46c0-c40c-4452-9615-f467a18f3261 HTTP/1.1" status: 204 len: 168 time: 0.4600255 Jul 22 19:31:15.739652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d7b06-14c3-4c89-861c-1cc300311979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab46c0-c40c-4452-9615-f467a18f3261,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:15.859827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cd4361-59b8-4b65-9b23-1061faf99035 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:15.871199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a210038b-7dda-4cac-84d4-41f1c3b4eb02 None None] Provisioning for port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:15.934319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:15.976827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 2528a37e-ca9a-413d-93ed-daad00550536 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:15.987473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:16.110447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Provisioning for port 2528a37e-ca9a-413d-93ed-daad00550536 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:16.118021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Provisioning complete for port 2528a37e-ca9a-413d-93ed-daad00550536 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:16.118565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.150327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.255177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:16.265679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:16.265679 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.377608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.426240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.469201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Transition to ACTIVE for port object 05cd4361-59b8-4b65-9b23-1061faf99035 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:16.526433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-53ab1e1d-25ce-474d-97c7-8cb3f3c507ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.527066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-53ab1e1d-25ce-474d-97c7-8cb3f3c507ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.527382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-53ab1e1d-25ce-474d-97c7-8cb3f3c507ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:16.533522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-53ab1e1d-25ce-474d-97c7-8cb3f3c507ed service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8169584 Jul 22 19:31:16.542707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] For port 2528a37e-ca9a-413d-93ed-daad00550536, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2528a37e-ca9a-413d-93ed-daad00550536,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:16.556001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.563015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.568946 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.578081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c94cef4f-46d5-4f21-8858-9392f20bd248 HTTP/1.1" status: 204 len: 168 time: 1.8353748 Jul 22 19:31:16.605917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Allocated IP 172.20.0.1 (94f96300-639c-49a6-8d5b-905716682ff2/0d67d9c0-fb8d-4c02-821b-a0cc1f34839d/38e43e47-ad74-4df1-a026-56d0b7ce308f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:16.653323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73409b-b1f8-46ec-ad56-4f4572442379 None None] Pushing event updated for resources: {'Port': ['ID=2528a37e-ca9a-413d-93ed-daad00550536,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:16.664856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.673300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.706231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.727362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8e931025-3be2-42b6-9923-a815fb963054 None None] Provisioning complete for port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:16.727988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8e931025-3be2-42b6-9923-a815fb963054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.744000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Transition to ACTIVE for port object 3a6bc1ad-441e-45a6-8689-f656161d72d1 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:16.776880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:16.787433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.797663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.859723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Attempting to bind port 3a6bc1ad-441e-45a6-8689-f656161d72d1 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:16.860412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Attempting to bind port 3a6bc1ad-441e-45a6-8689-f656161d72d1 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:16.860910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Attempting to bind port 3a6bc1ad-441e-45a6-8689-f656161d72d1 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:16.886159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:16.886699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:16.887435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.888254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:16.888863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Bound port: 3a6bc1ad-441e-45a6-8689-f656161d72d1, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:16.889404 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:16.932237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce68a-b161-40d0-b7b4-4e2c0f31db8e None None] Pushing event updated for resources: {'Port': ['ID=3a6bc1ad-441e-45a6-8689-f656161d72d1,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:16.962738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb775ffa-3fd0-4a5a-a07e-b181ce5d2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94cef4f-46d5-4f21-8858-9392f20bd248,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.018051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.038671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:17.041362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Transition to ACTIVE for port object 38e43e47-ad74-4df1-a026-56d0b7ce308f will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:17.069083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.096727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2528a37e-ca9a-413d-93ed-daad00550536 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:17.140502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.212523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Network 94f96300-639c-49a6-8d5b-905716682ff2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:17.219601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Pushing event updated for resources: {'Port': ['ID=e74ac635-fe05-4ff9-af2c-042eb4734d9a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.232559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:17.242688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:17.285510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Pushing event updated for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.327241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:17.335200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:17.397121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.398054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] For port 3a6bc1ad-441e-45a6-8689-f656161d72d1, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:17.413374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] For port 3a6bc1ad-441e-45a6-8689-f656161d72d1, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3a6bc1ad-441e-45a6-8689-f656161d72d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:17.459794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.583773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2528a37e-ca9a-413d-93ed-daad00550536 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:17.584766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.674130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bc15-5af4-4a51-91d5-58f2200eb171 req-770079dd-be52-485a-919d-881fdee5f01b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:17.675847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:17.676471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e222bc15-5af4-4a51-91d5-58f2200eb171 req-770079dd-be52-485a-919d-881fdee5f01b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 1.6400051 Jul 22 19:31:17.679291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:17.725275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.758337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f6c69b24-f0bb-4c20-906b-ca51e0d91c30 None None] Provisioning complete for port 2528a37e-ca9a-413d-93ed-daad00550536 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:17.758709 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6c69b24-f0bb-4c20-906b-ca51e0d91c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:17.760127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce68a-b161-40d0-b7b4-4e2c0f31db8e None None] Pushing event updated for resources: {'Port': ['ID=3a6bc1ad-441e-45a6-8689-f656161d72d1,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.880895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:17.963603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e222bc15-5af4-4a51-91d5-58f2200eb171 req-2ab9c708-745d-42f3-8912-fb83d5c0afbc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191088 Jul 22 19:31:18.025275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-82be88c3-b01d-45fa-9448-0e8aa2844aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.026828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36cf125a-8032-4e64-a8c2-cbffd3b20d00 req-82be88c3-b01d-45fa-9448-0e8aa2844aa3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4493008 Jul 22 19:31:18.038492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.049938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.080089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.089709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:18.105597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.124051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.134779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.141705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.162614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:18.179948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.183465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-234a53d9-f624-4038-8789-e294aa58858f req-5ec1aa29-3737-48a2-a93b-48ef56842714 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 4605 time: 1.6410649 Jul 22 19:31:18.190992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Pushing event updated for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:18.277707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Attempting to bind port 05cd4361-59b8-4b65-9b23-1061faf99035 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:18.278295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Attempting to bind port 05cd4361-59b8-4b65-9b23-1061faf99035 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:18.278957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Attempting to bind port 05cd4361-59b8-4b65-9b23-1061faf99035 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:18.302559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-234a53d9-f624-4038-8789-e294aa58858f req-bfcc3fbd-85a5-4587-8b2a-aa7d2ed6f18e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181979 Jul 22 19:31:18.303527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Port 05cd4361-59b8-4b65-9b23-1061faf99035 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:18.303670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Network 94f96300-639c-49a6-8d5b-905716682ff2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:18.304256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Attempting to bind port 05cd4361-59b8-4b65-9b23-1061faf99035 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:18.306733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:18.329653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:18.330533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:18.330916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c1ed3582-0b37-4a62-9c53-b77975a38101 None None] Provisioning for port 38e43e47-ad74-4df1-a026-56d0b7ce308f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:18.331161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Bound using segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:18.331760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Bound port: 05cd4361-59b8-4b65-9b23-1061faf99035, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:18.332279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.372252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c1ed3582-0b37-4a62-9c53-b77975a38101 None None] Provisioning complete for port 38e43e47-ad74-4df1-a026-56d0b7ce308f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:18.372638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1ed3582-0b37-4a62-9c53-b77975a38101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.535650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:18.551502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.555568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Router bed78952-af64-444e-bc05-c36624eb3fb3 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:18.560055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47316) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:18.775421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:18.787150 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ebedf1aa-f8bb-41ea-a8b8-f54d11bbdd75 admin admin] 10.222.0.10 "PUT /v2.0/routers/bed78952-af64-444e-bc05-c36624eb3fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1588261 Jul 22 19:31:18.829728 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a09df81-c3d8-4f11-b4be-5a0deacb4bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:18.886627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed3582-0b37-4a62-9c53-b77975a38101 None None] Port 38e43e47-ad74-4df1-a026-56d0b7ce308f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:18.949645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:16Z', 'revision_number': 1, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:18.965402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:19.033144 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a09df81-c3d8-4f11-b4be-5a0deacb4bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.038785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=05cd4361-59b8-4b65-9b23-1061faf99035,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:19.042984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a09df81-c3d8-4f11-b4be-5a0deacb4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.050690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.086235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43928c81-9c11-4412-8b2a-3297d16ce80e None None] The sync data for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 is: [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:16Z', 'revision_number': 1, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:19.133806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f44ceec-e9c5-4091-b42a-2800b76aeefa None None] Provisioning complete for port 38e43e47-ad74-4df1-a026-56d0b7ce308f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:19.136413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f44ceec-e9c5-4091-b42a-2800b76aeefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.166519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09df81-c3d8-4f11-b4be-5a0deacb4bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eec432a-2119-42c9-aeee-d157af85cf45,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:19.191765 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a09df81-c3d8-4f11-b4be-5a0deacb4bcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0a02faad07945ffb1ffe3730ffebdd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6253412 Jul 22 19:31:19.195338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:19.245802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6f44ceec-e9c5-4091-b42a-2800b76aeefa None None] Port 38e43e47-ad74-4df1-a026-56d0b7ce308f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:19.257760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:19.270030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:19.270396 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.360026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.431867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.582621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.588290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.594347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eec432a-2119-42c9-aeee-d157af85cf45 HTTP/1.1" status: 204 len: 168 time: 0.3976135 Jul 22 19:31:19.604546 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.607075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2740a-f36d-49d6-bea1-19c52592ffaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eec432a-2119-42c9-aeee-d157af85cf45,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:19.609155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:19.617145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:19.618864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-0a908bcd-af37-435d-8f62-4a96a90ee4d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 1136 time: 5.6770442 Jul 22 19:31:19.620573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '05cd4361-59b8-4b65-9b23-1061faf99035'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:19.623647 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "05cd4361-59b8-4b65-9b23-1061faf99035"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:19.817605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:19.972463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.190361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3afb1-5c7a-47a4-8bad-bfd13d60ee2e req-142a61bf-136b-4a8f-a547-c9bad2534ca4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:20.204083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dff3afb1-5c7a-47a4-8bad-bfd13d60ee2e req-142a61bf-136b-4a8f-a547-c9bad2534ca4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 1.0678201 Jul 22 19:31:20.461719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dff3afb1-5c7a-47a4-8bad-bfd13d60ee2e req-6a930ac6-948c-4bdd-90ed-7faf1bacd260 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509217 Jul 22 19:31:20.472655 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:31:20.492725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:31:20.492955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47370) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:20.499373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1111519050', 'description': 'tempest-description--913225163'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:20.580759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.774122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.789054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.826718 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df464dc0-ab04-42af-ab5d-a1e40d796c62 x-openstack-request-id: req-df464dc0-ab04-42af-ab5d-a1e40d796c62 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:20.827024 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "05cd4361-59b8-4b65-9b23-1061faf99035", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:20.827844 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df464dc0-ab04-42af-ab5d-a1e40d796c62 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:20.828284 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '05cd4361-59b8-4b65-9b23-1061faf99035', 'status': 'completed', 'code': 200} Jul 22 19:31:20.833424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:20.842195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3479819 Jul 22 19:31:20.842890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:20.866825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'security_group_rule': {'security_group_id': '46767874-0d16-478e-a2fd-76d42c293c06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:20.890272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2d606-b098-4795-b64d-84d95c6069e9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46767874-0d16-478e-a2fd-76d42c293c06,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:20.959187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.064184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3a6bc1ad-441e-45a6-8689-f656161d72d1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:21.093323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:21.107851 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Sync routers for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:21.109252 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.123418 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.131740 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:21.131740 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:21.156346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f2f95c-59de-4d26-b57f-d7a2aae50cfd,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:21.187077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.194096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47392) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:21.196945 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a60e3adb-f1f1-4f1d-9da3-0c20205c3ec4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499589 Jul 22 19:31:21.206655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3a6bc1ad-441e-45a6-8689-f656161d72d1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:21.214117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3a6bc1ad-441e-45a6-8689-f656161d72d1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:21.216713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.230713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'security_group_rule': {'security_group_id': '46767874-0d16-478e-a2fd-76d42c293c06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:21.325537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47396) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:21.349692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.354018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47400) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:21.357065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7728ae31-4871-450e-aced-da6e03266e6b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.3147252 Jul 22 19:31:21.493321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562e9f1c-af27-4682-8986-2b822bd833d6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:21.523975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.553260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.573256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Transition to ACTIVE for port object 562e9f1c-af27-4682-8986-2b822bd833d6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:21.589356 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:21.604118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.653072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3a6bc1ad-441e-45a6-8689-f656161d72d1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3a6bc1ad-441e-45a6-8689-f656161d72d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:21.670143 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.701093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-971668c2-0492-4286-9150-62cebc8f28dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.823126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3a6bc1ad-441e-45a6-8689-f656161d72d1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:21.839866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:21.849296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.850266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.850751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.851230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.851706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.852280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:21.854884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-cebb7f0d-2a67-4a5a-8c1a-fb95beaf7850 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5293 time: 1.0359082 Jul 22 19:31:21.967673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-971668c2-0492-4286-9150-62cebc8f28dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:21.979048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-971668c2-0492-4286-9150-62cebc8f28dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.001559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-5aafbdf2-9187-417a-90e4-4e56e0b2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.002438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-5aafbdf2-9187-417a-90e4-4e56e0b2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.002806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-5aafbdf2-9187-417a-90e4-4e56e0b2f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.004506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-5aafbdf2-9187-417a-90e4-4e56e0b2f3c7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1249628 Jul 22 19:31:22.035912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.048636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.058444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.067044 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-971668c2-0492-4286-9150-62cebc8f28dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43761bfda0114ef590c28a41bec1802b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7402191 Jul 22 19:31:22.068663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.069906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971668c2-0492-4286-9150-62cebc8f28dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d7c7a-f025-4e2a-a827-3cb78dc67ee7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:22.072428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:18Z', 'revision_number': 3, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:22.075309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.076136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47416) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:22.094182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.094182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-2a4f284a-e3a0-4f8b-9692-15184bef51be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 4605 time: 1.2736468 Jul 22 19:31:22.195428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Checking router: 8c7d8728-04dd-43da-8e85-66ecdc99d5ad for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:22.195428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Updating router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad port e74ac635-fe05-4ff9-af2c-042eb4734d9a binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:22.258119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.277379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.287923 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.358082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.390614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:22.445755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ff6cc51-85f9-44b0-9843-152179a8499a req-051dd145-a42b-473c-a186-756d8fe2ab22 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3533902 Jul 22 19:31:22.474533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.512367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.516351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.519965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1f2d7c7a-f025-4e2a-a827-3cb78dc67ee7 HTTP/1.1" status: 204 len: 168 time: 0.4407468 Jul 22 19:31:22.536157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32f6f-0cc4-49f1-81d8-7a3c7cde5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d7c7a-f025-4e2a-a827-3cb78dc67ee7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:22.690026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.742811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e4451-4de0-4125-9e7e-83b39d45253a req-2b290216-21d5-4f04-8c2f-1d7eb7072e9b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:22.751884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a0e4451-4de0-4125-9e7e-83b39d45253a req-2b290216-21d5-4f04-8c2f-1d7eb7072e9b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 1.0975029 Jul 22 19:31:22.754611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.814625 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.820349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Allocated IP 172.20.0.1 (e4281ac8-417c-4516-b816-a4fb0c7fdc0d/d6b6d543-1a30-4257-8eb2-f1f98753fe79/1323ef43-493f-41d9-8a21-67ddc8d7114c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:22.833165 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Transition to ACTIVE for port object e74ac635-fe05-4ff9-af2c-042eb4734d9a will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:22.833733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac6629f-9bd2-46f3-b6aa-08065a2e18b7,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:22.839490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Attempting to bind port 562e9f1c-af27-4682-8986-2b822bd833d6 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:22.839848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Attempting to bind port 562e9f1c-af27-4682-8986-2b822bd833d6 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:22.840204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Attempting to bind port 562e9f1c-af27-4682-8986-2b822bd833d6 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:22.852014 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.855912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3e651086-c61e-4074-94fd-056396c94c51 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6349065 Jul 22 19:31:22.862970 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.884808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47428) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:22.887140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Port 562e9f1c-af27-4682-8986-2b822bd833d6 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:22.887468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Attempting to bind port 562e9f1c-af27-4682-8986-2b822bd833d6 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:22.903916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a0e4451-4de0-4125-9e7e-83b39d45253a req-229da0b6-687d-471b-8d4d-246f0767577a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453836 Jul 22 19:31:22.909522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:22.929719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:22.930069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:22.930464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Bound using segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:22.930911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Bound port: 562e9f1c-af27-4682-8986-2b822bd833d6, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:22.931280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:22.932005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Sync routers for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:22.944726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:22.945361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:23.005916 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Attempting to bind port e74ac635-fe05-4ff9-af2c-042eb4734d9a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:23.006414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Attempting to bind port e74ac635-fe05-4ff9-af2c-042eb4734d9a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:23.006571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Attempting to bind port e74ac635-fe05-4ff9-af2c-042eb4734d9a on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:23.019841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-0755e07e-b60f-4947-a4cb-bd996ac6aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:23.020864 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Pushing event updated for resources: {'Port': ['ID=e74ac635-fe05-4ff9-af2c-042eb4734d9a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.025101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.030833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.031180 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.031516 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.031850 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.033333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4d33fe5-054d-4a4c-a35e-8bfc42469de9 req-0755e07e-b60f-4947-a4cb-bd996ac6aeeb service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8842342 Jul 22 19:31:23.037962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3a6bc1ad-441e-45a6-8689-f656161d72d1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:23.039636 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.039636 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.039636 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.040250 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.040383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.040646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.040976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.041302 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:23.045476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Transition to ACTIVE for port object 1323ef43-493f-41d9-8a21-67ddc8d7114c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:23.046756 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:23.047135 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:23.047536 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.047929 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:23.052524 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Bound port: e74ac635-fe05-4ff9-af2c-042eb4734d9a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:23.052954 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.086989 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.098856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1585888214'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:23.128642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.140980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Made reservation on behalf of 070147ab740642e78727b21e0c795ae9 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:23.148131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.158904 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] For port e74ac635-fe05-4ff9-af2c-042eb4734d9a, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:23.162194 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] For port e74ac635-fe05-4ff9-af2c-042eb4734d9a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e74ac635-fe05-4ff9-af2c-042eb4734d9a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:23.174274 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.208007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.210273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:23.214978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=562e9f1c-af27-4682-8986-2b822bd833d6,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:23.231306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.264139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47432) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:23.270982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3a6bc1ad-441e-45a6-8689-f656161d72d1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:23.271634 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.277650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:23.287842 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:23.300609 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:23.392772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.402704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:23.403326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.404828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] 10.222.0.32 "PUT /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 1135 time: 3.5916231 Jul 22 19:31:23.418847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:23.428833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '562e9f1c-af27-4682-8986-2b822bd833d6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:23.428833 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a881175-12dc-48ca-a424-dec94a9bcf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "562e9f1c-af27-4682-8986-2b822bd833d6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:23.438841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Pushing event updated for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.450014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.453771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:23.455628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d62e86e-0045-44d2-b5c6-b93d0b269ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.466944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:23.558825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:23.563502 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:23.575152 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66edbdd-223b-43c8-8324-6267d9346e44 x-openstack-request-id: req-e66edbdd-223b-43c8-8324-6267d9346e44 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:23.575446 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "562e9f1c-af27-4682-8986-2b822bd833d6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:23.575603 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e66edbdd-223b-43c8-8324-6267d9346e44 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:23.576301 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '562e9f1c-af27-4682-8986-2b822bd833d6', 'status': 'completed', 'code': 200} Jul 22 19:31:23.615251 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba86a7c-05e4-4eb9-bc4f-23b892da78ed None None] Pushing event updated for resources: {'Port': ['ID=e74ac635-fe05-4ff9-af2c-042eb4734d9a,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.617110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:23.698645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.698859 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Added segment add65191-343c-441d-ad9c-684183bbfbad of type vlan for network dd6c46c9-78f3-478d-a51c-fd585a958ecc Jul 22 19:31:23.715476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.738517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bef0881-8d27-4e78-a7e4-91f17db0d86c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.746850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0d9cf-fbaa-426d-b0dd-e48122708866 service neutron] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:23.760854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 2, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:23.817684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Checking router: bed78952-af64-444e-bc05-c36624eb3fb3 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:23.818193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Updating router bed78952-af64-444e-bc05-c36624eb3fb3 port 38e43e47-ad74-4df1-a026-56d0b7ce308f binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:23.867987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.894833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d79d933f-d5cf-4824-9213-2ee0caddd244 None None] Provisioning for port 1323ef43-493f-41d9-8a21-67ddc8d7114c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:23.904313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.920658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d79d933f-d5cf-4824-9213-2ee0caddd244 None None] Provisioning complete for port 1323ef43-493f-41d9-8a21-67ddc8d7114c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:23.922551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d79d933f-d5cf-4824-9213-2ee0caddd244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:23.925741 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:18Z', 'revision_number': 3, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:23.988080 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a082e39-24af-4ecb-a9f3-a67b50d301da None None] The sync data for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 is: [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:18Z', 'revision_number': 3, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:24.033718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d79d933f-d5cf-4824-9213-2ee0caddd244 None None] Port 1323ef43-493f-41d9-8a21-67ddc8d7114c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:24.049593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.055809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:24.057036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.071592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d62e86e-0045-44d2-b5c6-b93d0b269ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.162409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Pushing event updated for resources: {'Network': ['ID=dd6c46c9-78f3-478d-a51c-fd585a958ecc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:24.167986 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8628bab-0d74-48cc-989b-ad6eedae361a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7713187 Jul 22 19:31:24.173127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.176848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d62e86e-0045-44d2-b5c6-b93d0b269ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.177452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:24.258513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.309873 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.389339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.401460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.455112 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.475078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.477292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Transition to ACTIVE for port object 38e43e47-ad74-4df1-a026-56d0b7ce308f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:24.478510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Pushing event updated for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:24.486985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.540103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c401a-74ea-4934-8e5d-ddaf0014609b None None] Pushing event updated for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:24.638120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Attempting to bind port 38e43e47-ad74-4df1-a026-56d0b7ce308f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:24.638836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Attempting to bind port 38e43e47-ad74-4df1-a026-56d0b7ce308f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:24.639418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Attempting to bind port 38e43e47-ad74-4df1-a026-56d0b7ce308f on network 94f96300-639c-49a6-8d5b-905716682ff2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:24.646721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:24.647447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Checking segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:24.648129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.648735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Bound using segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:24.649383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Bound port: 38e43e47-ad74-4df1-a026-56d0b7ce308f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:24.653319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.691969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d62e86e-0045-44d2-b5c6-b93d0b269ed1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3db0dff9820349cd996419f372f6416b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4262099 Jul 22 19:31:24.698604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47448) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:24.739994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.767486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] For port 38e43e47-ad74-4df1-a026-56d0b7ce308f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:24.771750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] For port 38e43e47-ad74-4df1-a026-56d0b7ce308f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=38e43e47-ad74-4df1-a026-56d0b7ce308f,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:24.779063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:24.895981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c401a-74ea-4934-8e5d-ddaf0014609b None None] Pushing event updated for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:24.916426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:24.922402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:24.973161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62e86e-0045-44d2-b5c6-b93d0b269ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2b734f-caac-4e3f-b11e-a594cc6e69ae,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:25.043626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.051295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.058473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.065574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.075092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.082033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.082711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e74ac635-fe05-4ff9-af2c-042eb4734d9a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:25.088444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.097107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-d7dd1b7b-8b24-4291-b401-0d9db579a8a5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5381 time: 1.3923459 Jul 22 19:31:25.130222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.130712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.131191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.131667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.132141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.132633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.133104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.135172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-d6f8c68d-8336-468c-ba9e-aeefa5a1948d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6221 time: 1.5323830 Jul 22 19:31:25.200204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e74ac635-fe05-4ff9-af2c-042eb4734d9a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:25.203291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:25.205704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:25.226455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e74ac635-fe05-4ff9-af2c-042eb4734d9a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:25.228374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.377225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:25.379653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdc21e-da4c-4307-9794-2f6735a92ff3 req-245d8289-5dfb-4382-bbe3-524f30a75769 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:25.382194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-defdc21e-da4c-4307-9794-2f6735a92ff3 req-245d8289-5dfb-4382-bbe3-524f30a75769 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 1.2917125 Jul 22 19:31:25.477157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:31:25.485413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.587371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5f66499-d817-467a-ad15-e869a1a45cfe req-645859ac-18b0-4c87-939b-c9c252ec6c33 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4472601 Jul 22 19:31:25.694354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:31:25.705099 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62d3081f-6e26-4848-8a11-2b4b9c95a794 admin admin] 10.222.0.10 "PUT /v2.0/routers/8c7d8728-04dd-43da-8e85-66ecdc99d5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3501143 Jul 22 19:31:25.709376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.800737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Allocated IP 172.25.6.112 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/077d3827-e229-44a6-af6e-03288c41b43b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:25.871506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.915599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.915778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47458) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:25.917894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-be361bbd-2ada-49e8-a866-b32184728ee8 None None] Provisioning complete for port 1323ef43-493f-41d9-8a21-67ddc8d7114c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:25.918283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be361bbd-2ada-49e8-a866-b32184728ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:25.994988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e74ac635-fe05-4ff9-af2c-042eb4734d9a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e74ac635-fe05-4ff9-af2c-042eb4734d9a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:25.996069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-defdc21e-da4c-4307-9794-2f6735a92ff3 req-f8826191-1971-4717-929b-a0fbf42d51c7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407197 Jul 22 19:31:26.027641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:26.028186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.031357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.032954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed2b734f-caac-4e3f-b11e-a594cc6e69ae HTTP/1.1" status: 204 len: 168 time: 1.2998159 Jul 22 19:31:26.034326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.043640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.044002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc', 'binding:host_id': 'n-h2-800087-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403720955'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:26.105662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Made reservation on behalf of 134103bcf5804b1fbe9cd606faccfd88 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:26.108786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.118427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.134499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-be361bbd-2ada-49e8-a866-b32184728ee8 None None] Port 1323ef43-493f-41d9-8a21-67ddc8d7114c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:26.154498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13f784-0347-4706-919e-45e56b3a2371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2b734f-caac-4e3f-b11e-a594cc6e69ae,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.176139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1648599468'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:26.206923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:26.219176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e74ac635-fe05-4ff9-af2c-042eb4734d9a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.223490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:26.247294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:26.295089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:26.297035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-8a6921ef-4808-4371-803b-43e0ceebcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.298517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-8a6921ef-4808-4371-803b-43e0ceebcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.298996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-8a6921ef-4808-4371-803b-43e0ceebcaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.300844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-8a6921ef-4808-4371-803b-43e0ceebcaf5 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1164994 Jul 22 19:31:26.319833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.326597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:26.331975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'Port': ['ID=077d3827-e229-44a6-af6e-03288c41b43b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.400342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b376593-8ed3-411f-b678-d4261b4e6757 None None] The sync data for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 is: [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:26.414157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:26.436242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.437457 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Added segment fff5a179-db8b-4078-bb2d-17fd0f08776f of type vlan for network abf569dc-ee33-44f1-86ca-d70ca95276a9 Jul 22 19:31:26.474222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.499474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.503642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 9db9e707-92f8-4226-829a-5554a4b18ed0 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:26.528739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.652044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a959c-dc33-44ac-a43a-a75076b3eab7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.679313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-a9eccbc2-3a44-431d-a205-bcdb25a6d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.685739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a881175-12dc-48ca-a424-dec94a9bcf0b req-a9eccbc2-3a44-431d-a205-bcdb25a6d38b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3488328 Jul 22 19:31:26.717796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.726600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:26.729020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.770670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8542454 Jul 22 19:31:26.777034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:26.790618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.800065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'subnet': {'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:26.861948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340132c1-b6a8-40e7-81c7-e637f366d349 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:26.883684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.929628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Transition to ACTIVE for port object 340132c1-b6a8-40e7-81c7-e637f366d349 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:26.931076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.966644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:26.969136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065bf83-8bc1-49d4-b5df-6442f9250c99 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Network': ['ID=abf569dc-ee33-44f1-86ca-d70ca95276a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:26.971829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Sync routers for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:31:26.997563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:26.997970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:26.999613 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:27.013828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.031654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.037911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.044097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.050923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.057002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.063802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.070280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.072367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1e798096-9e95-4764-b20c-0f7c473e1d7f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5381 time: 0.2983162 Jul 22 19:31:27.078889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.116453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 38e43e47-ad74-4df1-a026-56d0b7ce308f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:27.140061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 9db9e707-92f8-4226-829a-5554a4b18ed0 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:27.159065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.164955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:27.172751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.254270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Transition to ACTIVE for port object 9db9e707-92f8-4226-829a-5554a4b18ed0 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:27.265968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-804fdb5f-e8ac-47d8-973a-3f9e4bd9b99e req-1441ba49-651a-44cf-a0fa-31a8965ac3e4 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1814089 Jul 22 19:31:27.268473 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:27.404213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.438403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 38e43e47-ad74-4df1-a026-56d0b7ce308f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:27.445613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 38e43e47-ad74-4df1-a026-56d0b7ce308f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:27.446168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.554010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.598366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Attempting to bind port 340132c1-b6a8-40e7-81c7-e637f366d349 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:27.598989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Attempting to bind port 340132c1-b6a8-40e7-81c7-e637f366d349 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:27.599499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Attempting to bind port 340132c1-b6a8-40e7-81c7-e637f366d349 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:27.610039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Port 340132c1-b6a8-40e7-81c7-e637f366d349 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:27.610729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Attempting to bind port 340132c1-b6a8-40e7-81c7-e637f366d349 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:27.614047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.642313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.663542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=9db9e707-92f8-4226-829a-5554a4b18ed0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.679573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Checking segment: {'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:27.679988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Network hostable DHCP agents. Network: dd6c46c9-78f3-478d-a51c-fd585a958ecc, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:27.687221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'Port': ['ID=077d3827-e229-44a6-af6e-03288c41b43b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.688651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.731847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:27.732596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:27.732994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Bound using segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:27.733653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Bound port: 340132c1-b6a8-40e7-81c7-e637f366d349, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:27.734322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.759442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 38e43e47-ad74-4df1-a026-56d0b7ce308f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=38e43e47-ad74-4df1-a026-56d0b7ce308f,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:27.769135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.770273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e74ac635-fe05-4ff9-af2c-042eb4734d9a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:27.793111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:27.807393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058b0ed-e39a-4dc4-95d5-fa5190d76b9d req-3cb1bc49-693a-4071-8d70-193e82cd7044 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:27.810060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a058b0ed-e39a-4dc4-95d5-fa5190d76b9d req-3cb1bc49-693a-4071-8d70-193e82cd7044 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.5568078 Jul 22 19:31:27.839252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dd6c46c9-78f3-478d-a51c-fd585a958ecc) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:27.857379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:27.863025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f9b20-4f63-4b3a-8344-3720399200c6 None None] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:27.886950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Subnet': ['ID=83c8d4fb-6b48-4ac6-aa88-52fc57063faf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.896217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Checking segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:27.896856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network hostable DHCP agents. Network: abf569dc-ee33-44f1-86ca-d70ca95276a9, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:27.899113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:27.900586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:27.901256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:27.908019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:27.908244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:27.908540 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:27.909590 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 2 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:27.911575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:27.934197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:27.937790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:27.938286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:27.938805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:27.946644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:27.949249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:27.949687 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:27.950859 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 4, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '1323ef43-493f-41d9-8a21-67ddc8d7114c', 'name': '', 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'mac_address': 'fa:16:3e:17:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:22Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 2, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'subnets': [{'id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:27.952625 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 3 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:27.963635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:27.989243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, abf569dc-ee33-44f1-86ca-d70ca95276a9) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:27.991725 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Checking router: 8c7d8728-04dd-43da-8e85-66ecdc99d5ad for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:31:27.992760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Updating router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad port 1323ef43-493f-41d9-8a21-67ddc8d7114c binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:31:28.001851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.002210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.002505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46c1e8-9b8f-4ded-815b-bd1ef0b7c849 None None] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:28.002661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.005363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:28.006751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.007356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.017237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.017573 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.020387 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 4 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.025909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.043477 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.048609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.050395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.053232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-021761de-ed33-4e96-b682-6d13d975dad9 service neutron] 10.222.0.32 "PUT /v2.0/ports/340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 200 len: 1092 time: 4.5738447 Jul 22 19:31:28.056831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.057015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.057412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.062060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:28.065671 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:28.073590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.073968 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.074565 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 5 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.082451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a058b0ed-e39a-4dc4-95d5-fa5190d76b9d req-4aa14db0-274c-407e-9cc0-50d8734486cd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224536 Jul 22 19:31:28.087781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.099889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-96bda200-b437-4515-9691-437b0deaebf1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1840439 Jul 22 19:31:28.100139 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-105d5dd4-21a7-4fde-8759-b32c76103169 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3157701 Jul 22 19:31:28.100287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:28.102733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47500) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:28.110111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1315105483'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:28.116897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e74ac635-fe05-4ff9-af2c-042eb4734d9a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:28.118001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.118347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.128496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.131681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.151295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.151633 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.164853 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 6 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.165650 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b82c49-e25a-4061-9e14-e2aa60af7089 x-openstack-request-id: req-c7b82c49-e25a-4061-9e14-e2aa60af7089 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:28.165948 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:28.166199 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7b82c49-e25a-4061-9e14-e2aa60af7089 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:28.166596 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349', 'status': 'completed', 'code': 200} Jul 22 19:31:28.214121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.214561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.215381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.231525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:28.238619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.254099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.254476 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.257914 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 7 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.288851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.289356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.290122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.299799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:31:28.305074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.305549 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.307579 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 8 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.325949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.326588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.328106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.336863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.337286 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.338949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.338949 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Added segment 4838570d-a8bd-4f4c-b9aa-0061f89407d0 of type vlan for network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 Jul 22 19:31:28.340205 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 9 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.367553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.367903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.368358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.405849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.406887 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.418445 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 10 to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 Jul 22 19:31:28.439806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.450281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:28.450963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:28.452908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:28.464706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 9db9e707-92f8-4226-829a-5554a4b18ed0 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:28.465258 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 9db9e707-92f8-4226-829a-5554a4b18ed0 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:28.465642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.522011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-abf569dc-ee33-44f1-86ca-d70ca95276a9', 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'fixed_ips': [{'subnet_id': '83c8d4fb-6b48-4ac6-aa88-52fc57063faf'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:31:28.523569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.560768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.582598 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.588169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.594133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.635053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.635948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.636644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.637306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.637961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.638613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.639267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.642594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-dd478a0c-9a6b-4cfa-a2bc-f836194fa919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6289 time: 0.4483423 Jul 22 19:31:28.653406 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.674849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Transition to ACTIVE for port object 1323ef43-493f-41d9-8a21-67ddc8d7114c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:28.686015 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:28.703203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.710367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Allocated IP 19.80.0.2 (abf569dc-ee33-44f1-86ca-d70ca95276a9/83c8d4fb-6b48-4ac6-aa88-52fc57063faf/95eb5a60-b945-400d-aeea-deb8099034f3) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:28.713178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.724070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.730349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.737678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.748210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.754931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:28.757203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-8007e947-905e-41ec-b019-826031574b9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5393 time: 0.3476965 Jul 22 19:31:28.771111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Network': ['ID=c0d308f3-baa9-4da9-86e8-a5e4d9c8d145,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:28.783895 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67ea892f-5af4-4164-b855-f49b07c61fe3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6777413 Jul 22 19:31:28.784787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47544) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:28.826012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'subnet': {'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:28.890928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:31:28.925951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 9db9e707-92f8-4226-829a-5554a4b18ed0, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:28.931326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempted to set empty binding levels {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:31:28.969045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.005752 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc1b49-70a9-44c7-9c87-e5f526432596 None None] Pushing event updated for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:29.030191 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Attempting to bind port 1323ef43-493f-41d9-8a21-67ddc8d7114c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:29.030971 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Attempting to bind port 1323ef43-493f-41d9-8a21-67ddc8d7114c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:29.031711 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Attempting to bind port 1323ef43-493f-41d9-8a21-67ddc8d7114c on network e4281ac8-417c-4516-b816-a4fb0c7fdc0d {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:29.038936 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:29.039584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Checking segment: {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:29.040248 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.041192 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Bound using segment: {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:29.041876 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Bound port: 1323ef43-493f-41d9-8a21-67ddc8d7114c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22414b34-aad9-4185-af4e-7f1684e81ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:29.042484 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.105454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.109074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.157286 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] For port 1323ef43-493f-41d9-8a21-67ddc8d7114c, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:29.163169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] For port 1323ef43-493f-41d9-8a21-67ddc8d7114c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1323ef43-493f-41d9-8a21-67ddc8d7114c,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:29.172999 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.235459 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.2052491 Jul 22 19:31:29.237260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:29.267508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 38e43e47-ad74-4df1-a026-56d0b7ce308f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:29.315113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57752b33-082b-4df4-85ef-330b7e616374 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=9db9e707-92f8-4226-829a-5554a4b18ed0,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:29.348485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:31:29.349330 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:29.391191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.423434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 38e43e47-ad74-4df1-a026-56d0b7ce308f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:29.424753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.433740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:29.446392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.477519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Transition to ACTIVE for port object 95eb5a60-b945-400d-aeea-deb8099034f3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:29.543528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Transition to ACTIVE for port object 95eb5a60-b945-400d-aeea-deb8099034f3 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:29.583895 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:31:29.598934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2d62154-c3a1-4aa7-914f-791e1cc00676 req-e2b9d3ea-82f0-43d3-81f2-a826139bf06b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8285806 Jul 22 19:31:29.629339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-6b443408-47cf-40e1-a54e-633ff78a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.630015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-6b443408-47cf-40e1-a54e-633ff78a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.630651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-6b443408-47cf-40e1-a54e-633ff78a9937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.632471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-6b443408-47cf-40e1-a54e-633ff78a9937 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9803736 Jul 22 19:31:29.642517 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.707511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:29.710447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:29.712368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Pushing event updated for resources: {'Port': ['ID=95eb5a60-b945-400d-aeea-deb8099034f3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:29.714889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:29.727273 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc1b49-70a9-44c7-9c87-e5f526432596 None None] Pushing event updated for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:29.740466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Deleting port 9db9e707-92f8-4226-829a-5554a4b18ed0 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:29.740956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.836359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Attempting to bind port 95eb5a60-b945-400d-aeea-deb8099034f3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:29.837007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Attempting to bind port 95eb5a60-b945-400d-aeea-deb8099034f3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:29.837406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff45df-5880-4b91-9fa2-624bd8b9339b req-88062e66-b9d8-4d02-91fe-f1d17ef7bdf5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.837791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Attempting to bind port 95eb5a60-b945-400d-aeea-deb8099034f3 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:29.839427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cff45df-5880-4b91-9fa2-624bd8b9339b req-88062e66-b9d8-4d02-91fe-f1d17ef7bdf5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.4106638 Jul 22 19:31:29.852486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:29.853184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Checking segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:29.854252 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.855051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Bound using segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:29.855695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Bound port: 95eb5a60-b945-400d-aeea-deb8099034f3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:29.856298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.864473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 9db9e707-92f8-4226-829a-5554a4b18ed0, host n-h2-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:29.864978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.883888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Calling delete_port for 9db9e707-92f8-4226-829a-5554a4b18ed0 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:29.926551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cff45df-5880-4b91-9fa2-624bd8b9339b req-2e13bcd2-ecf5-4e8f-b1f0-24e984dc6e5d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Jul 22 19:31:29.930630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-7f637f16-c08e-4924-86d8-87adb51b236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:29.932633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a2ec93d-f9c9-46f7-90d4-5a2976db33d5 req-7f637f16-c08e-4924-86d8-87adb51b236e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2897041 Jul 22 19:31:29.992036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:29.994940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] For port 95eb5a60-b945-400d-aeea-deb8099034f3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:30.001925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] For port 95eb5a60-b945-400d-aeea-deb8099034f3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95eb5a60-b945-400d-aeea-deb8099034f3,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:30.011382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.107187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5b9a1-3720-41f7-b765-79af2d7c5be4 None None] Pushing event updated for resources: {'Port': ['ID=95eb5a60-b945-400d-aeea-deb8099034f3,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:30.140186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Checking segment: {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:30.140186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network hostable DHCP agents. Network: c0d308f3-baa9-4da9-86e8-a5e4d9c8d145, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:31:30.145213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Subnet': ['ID=fd9aa83b-d47e-40db-a5d7-588a38d05189,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:30.150481 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.186006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 4, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '1323ef43-493f-41d9-8a21-67ddc8d7114c', 'name': '', 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'mac_address': 'fa:16:3e:17:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:22Z', 'updated_at': '2021-07-22T19:31:29Z', 'revision_number': 4, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'subnets': [{'id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:30.190798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event deleted for resources: {'Port': ['ID=9db9e707-92f8-4226-829a-5554a4b18ed0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:30.205301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52f5dc3-5254-4faa-aeae-7199a1ba3803 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:30.206729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.215635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.218590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-52ec8026-ed68-47d1-8651-914dbd3b4ea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "DELETE /v2.0/ports/9db9e707-92f8-4226-829a-5554a4b18ed0 HTTP/1.1" status: 204 len: 168 time: 0.9616132 Jul 22 19:31:30.221371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:31:30.225321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47600) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:30.242236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c0d308f3-baa9-4da9-86e8-a5e4d9c8d145) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:30.242458 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a141d00-4c4e-48a3-aafa-2822062f2346 None None] The sync data for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 is: [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:24Z', 'revision_number': 4, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '1323ef43-493f-41d9-8a21-67ddc8d7114c', 'name': '', 'network_id': 'e4281ac8-417c-4516-b816-a4fb0c7fdc0d', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'mac_address': 'fa:16:3e:17:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:22Z', 'updated_at': '2021-07-22T19:31:29Z', 'revision_number': 4, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'subnets': [{'id': 'd6b6d543-1a30-4257-8eb2-f1f98753fe79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:31:30.247374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:30.247974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.252459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc9f7f-5c65-4809-914d-73b2b173b1a8 None None] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:30.290025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e09be66d-0ac7-4b11-a221-44a1a371d92e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4958386 Jul 22 19:31:30.303316 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e3ea93-df83-4c16-8d24-57be37c97e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:31:30.308589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:30.317219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1833685314'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:30.328085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-02e3ea93-df83-4c16-8d24-57be37c97e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports/9db9e707-92f8-4226-829a-5554a4b18ed0 HTTP/1.1" status: 404 len: 333 time: 0.1016276 Jul 22 19:31:30.335656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Transition to ACTIVE for port object f52f5dc3-5254-4faa-aeae-7199a1ba3803 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:30.344823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.355781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Made reservation on behalf of 134103bcf5804b1fbe9cd606faccfd88 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:30.359511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.422676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 47ff5422-76c4-4c88-b845-1ba6a3e51806 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:30.494424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:30.706131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c0d308f3-baa9-4da9-86e8-a5e4d9c8d145', 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'fixed_ips': [{'subnet_id': 'fd9aa83b-d47e-40db-a5d7-588a38d05189'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:31:30.707670 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.871915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.895213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Attempting to bind port f52f5dc3-5254-4faa-aeae-7199a1ba3803 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:30.896313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Attempting to bind port f52f5dc3-5254-4faa-aeae-7199a1ba3803 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:30.896855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Attempting to bind port f52f5dc3-5254-4faa-aeae-7199a1ba3803 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:30.910723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Port f52f5dc3-5254-4faa-aeae-7199a1ba3803 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:30.911331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Attempting to bind port f52f5dc3-5254-4faa-aeae-7199a1ba3803 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:30.935612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.972884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:30.973526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Checking segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:30.974108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Bound using segment: {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:30.974562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Bound port: f52f5dc3-5254-4faa-aeae-7199a1ba3803, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:30.975109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:30.995509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:30.998483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:31.002844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:31.004184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.004624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.018650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=47ff5422-76c4-4c88-b845-1ba6a3e51806,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.022254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-85879035-f4fb-4536-9420-65cd0f115516 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7090976 Jul 22 19:31:31.025926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:31.035504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:31.110767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Allocated IP 19.86.0.2 (c0d308f3-baa9-4da9-86e8-a5e4d9c8d145/fd9aa83b-d47e-40db-a5d7-588a38d05189/44caa625-6871-468f-a003-e3bf1a4da136) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:31.128862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.137265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:31.228006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:31.280070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.296794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.307464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.318179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.338987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.348427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.357550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.368379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-d14c18b5-6a3e-467a-adb1-b0ed498dc9e6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5405 time: 0.5878577 Jul 22 19:31:31.399537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-de23f20c-d8c2-46de-a6ff-87ed839e83b8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.419943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-de23f20c-d8c2-46de-a6ff-87ed839e83b8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.422800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-de23f20c-d8c2-46de-a6ff-87ed839e83b8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/networks?id=abf569dc-ee33-44f1-86ca-d70ca95276a9&id=c0d308f3-baa9-4da9-86e8-a5e4d9c8d145&id=abf569dc-ee33-44f1-86ca-d70ca95276a9 HTTP/1.1" status: 200 len: 1392 time: 0.6887572 Jul 22 19:31:31.433110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.456398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.479714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Transition to ACTIVE for port object 44caa625-6871-468f-a003-e3bf1a4da136 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:31.497895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Transition to ACTIVE for port object 44caa625-6871-468f-a003-e3bf1a4da136 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:31.504902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-ff43b39b-a71f-445c-87df-87dc60a55e5e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/quotas/44d67da407fe4538b157a6bd104cb4a5 HTTP/1.1" status: 200 len: 375 time: 0.0656643 Jul 22 19:31:31.513211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95eb5a60-b945-400d-aeea-deb8099034f3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:31.540718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:31.541364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.542842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] 10.222.0.32 "PUT /v2.0/ports/f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 200 len: 1092 time: 3.4478111 Jul 22 19:31:31.560780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:31.563781 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:31.586070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.586284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 47ff5422-76c4-4c88-b845-1ba6a3e51806 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:31.601032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.615631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Transition to ACTIVE for port object 47ff5422-76c4-4c88-b845-1ba6a3e51806 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:31.623032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:31.651075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63f1f49e-8e2d-45f5-8830-ff8d56e77aca req-b3292d55-e312-434d-be81-05872633ee54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798448 Jul 22 19:31:31.694593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:31.705627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:31.712670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:31.715932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=47ff5422-76c4-4c88-b845-1ba6a3e51806,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.721371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:31.721854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:31.722296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:31.724998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:31.736078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Pushing event updated for resources: {'Port': ['ID=44caa625-6871-468f-a003-e3bf1a4da136,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.736456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:31.736811 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:31.737221 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 2 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:31.769420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:31.769762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:31.770105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:31.782928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:31.787144 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:31.790625 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 3 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:31.875170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:31.875846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:31.885657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee0ca-0f75-4c04-a46c-c3148a81b65a service neutron] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:31.886112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:31.903005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:31.906724 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:31.907370 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 4 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:31.971134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:31.971480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:31.971822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:31.984515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:31.984858 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:31.986962 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 5 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.011855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.012256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.012576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.021329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146810a-71cb-4318-a74d-e0180306b105 None None] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:32.021882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.022223 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.022635 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 6 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.044604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.045005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.054311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.060968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.062222 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.063086 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 7 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.079450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.080215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.080988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.089483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.090196 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.090824 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 8 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.112967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.114010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.114658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.123591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 95eb5a60-b945-400d-aeea-deb8099034f3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:32.133189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.133930 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.135958 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 9 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.152108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Attempting to bind port 44caa625-6871-468f-a003-e3bf1a4da136 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.152518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Attempting to bind port 44caa625-6871-468f-a003-e3bf1a4da136 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.152894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Attempting to bind port 44caa625-6871-468f-a003-e3bf1a4da136 on network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.156942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.157700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.158392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.163326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.163920 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.164603 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 10 to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 Jul 22 19:31:32.168787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-be04a8d8-df89-4d09-8dda-19fb6f5c3322 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6479416 Jul 22 19:31:32.174102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:32.174491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Checking segment: {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:32.174906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.175329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Bound using segment: {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:32.175808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Bound port: 44caa625-6871-468f-a003-e3bf1a4da136, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:32.176224 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.217046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.217830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:32.220708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:32.223268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:32.231198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:32.231983 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:32.232563 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.353364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 47ff5422-76c4-4c88-b845-1ba6a3e51806, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:32.356301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempted to set empty binding levels {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:31:32.373276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.381621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1323ef43-493f-41d9-8a21-67ddc8d7114c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:32.424513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8010c6-404e-4074-a2f3-84a0f49f5c8e req-9c50fabd-2623-452d-8073-05e12b8f88ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.426142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f8010c6-404e-4074-a2f3-84a0f49f5c8e req-9c50fabd-2623-452d-8073-05e12b8f88ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.4171758 Jul 22 19:31:32.438059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] In _notify_port_updated(), no bound segment for port 47ff5422-76c4-4c88-b845-1ba6a3e51806 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:31:32.440041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.440902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.445082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "PUT /v2.0/ports/47ff5422-76c4-4c88-b845-1ba6a3e51806 HTTP/1.1" status: 200 len: 980 time: 1.4178076 Jul 22 19:31:32.446002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:32.458867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] For port 44caa625-6871-468f-a003-e3bf1a4da136, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:32.462633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] For port 44caa625-6871-468f-a003-e3bf1a4da136, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=44caa625-6871-468f-a003-e3bf1a4da136,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:32.514304 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.559714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Provisioning for port 95eb5a60-b945-400d-aeea-deb8099034f3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:32.597918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f8010c6-404e-4074-a2f3-84a0f49f5c8e req-edb7f03e-6796-482b-a6b5-11cf7bf32bbf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489203 Jul 22 19:31:32.599251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Provisioning complete for port 95eb5a60-b945-400d-aeea-deb8099034f3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:32.599909 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.600126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7366c82-2986-4cfe-9399-9d8603643dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=47ff5422-76c4-4c88-b845-1ba6a3e51806,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:32.619291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-ee780fcd-a3ad-4949-b798-3b93f3d9fcca service neutron] 10.222.0.10 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287136 Jul 22 19:31:32.682685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.683172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.683645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.684112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.684612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.685065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.685626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.685972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.699536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.701261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.702535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.703517 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36492c7a-d0d4-402c-ab32-01dc3a3a2854 x-openstack-request-id: req-36492c7a-d0d4-402c-ab32-01dc3a3a2854 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:32.703670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.704048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.704542 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:32.704700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.705031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.705508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.705941 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36492c7a-d0d4-402c-ab32-01dc3a3a2854 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:32.706075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.706433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.707051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.707532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.707881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.708360 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'status': 'completed', 'code': 200} Jul 22 19:31:32.708492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.708825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.709437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.710037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.710509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.711128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.711594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.712669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.713143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.714485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.714981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.718701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.719862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.720035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b22bf-48c3-4ae4-8d55-8ab0635e75f4 None None] Pushing event updated for resources: {'Port': ['ID=44caa625-6871-468f-a003-e3bf1a4da136,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:32.720785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.721681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.722563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:32.732954 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8026d6dc-cf38-419a-acc4-c8189c29cb5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33316 time: 0.2838972 Jul 22 19:31:32.734688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:32.779281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 1323ef43-493f-41d9-8a21-67ddc8d7114c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:32.793733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1323ef43-493f-41d9-8a21-67ddc8d7114c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:32.794101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.865232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Deleting port 47ff5422-76c4-4c88-b845-1ba6a3e51806 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:32.865969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:32.980744 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.015825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-acdeffc0-764b-42e0-9cc8-0cc77f9afddd service neutron] 10.222.0.10 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384573 Jul 22 19:31:33.024216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.024717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.025203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.025685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.026217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.026704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.027176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.029341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8a706f79-6293-46d6-8626-8fa45b7b8268 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6357 time: 0.3145430 Jul 22 19:31:33.037748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 47ff5422-76c4-4c88-b845-1ba6a3e51806, host n-h2-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:33.038303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.067396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] For port 95eb5a60-b945-400d-aeea-deb8099034f3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95eb5a60-b945-400d-aeea-deb8099034f3,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:33.071071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Calling delete_port for 47ff5422-76c4-4c88-b845-1ba6a3e51806 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:33.094776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.152811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.163035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0523acd-3cdc-4c75-9f7f-43b6697ba691 req-5994515a-f5d9-4471-a1b3-ea684a953b2e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.174931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0523acd-3cdc-4c75-9f7f-43b6697ba691 req-5994515a-f5d9-4471-a1b3-ea684a953b2e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1097 time: 0.3548179 Jul 22 19:31:33.223881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f78ae-e9ff-4a3d-8f0f-05d605224f3b None None] Pushing event updated for resources: {'Port': ['ID=95eb5a60-b945-400d-aeea-deb8099034f3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.238382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 1323ef43-493f-41d9-8a21-67ddc8d7114c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1323ef43-493f-41d9-8a21-67ddc8d7114c,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:33.246964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.261147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.345704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.354648 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "DELETE /v2.0/ports/47ff5422-76c4-4c88-b845-1ba6a3e51806 HTTP/1.1" status: 204 len: 168 time: 0.6188691 Jul 22 19:31:33.356346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6801a-bd3f-433e-b926-ac0b74ba10e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event deleted for resources: {'Port': ['ID=47ff5422-76c4-4c88-b845-1ba6a3e51806,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.364892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47664) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:33.368951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.425323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b02e6d6-0480-4988-809b-a9145039388a None None] Provisioning complete for port 95eb5a60-b945-400d-aeea-deb8099034f3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:33.425796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b02e6d6-0480-4988-809b-a9145039388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.430074 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f031f0fc-79bc-45aa-82fb-29abea3b2da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:31:33.437718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f031f0fc-79bc-45aa-82fb-29abea3b2da9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports/47ff5422-76c4-4c88-b845-1ba6a3e51806 HTTP/1.1" status: 404 len: 333 time: 0.0717573 Jul 22 19:31:33.441654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47668) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:33.448671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743256243', 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:33.468509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e121f0dc-6623-4e6b-9709-52554b18055d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:33.484421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.519837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Made reservation on behalf of 134103bcf5804b1fbe9cd606faccfd88 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:33.522688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.542816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0523acd-3cdc-4c75-9f7f-43b6697ba691 req-90a85b8b-2457-4012-a4fd-97e4c64bee10 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618262 Jul 22 19:31:33.546607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port b8bbf9ff-4752-481b-93c7-9c7c79af9f00 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:33.564176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-755e799f-2bca-4fec-9e55-5f5c09393eaf service neutron] 10.222.0.10 "GET /v2.0/networks/c0d308f3-baa9-4da9-86e8-a5e4d9c8d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293531 Jul 22 19:31:33.570571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Transition to ACTIVE for port object e121f0dc-6623-4e6b-9709-52554b18055d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:33.606029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8b558bc8-96e3-4520-98d0-9894d30d786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.608940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8b558bc8-96e3-4520-98d0-9894d30d786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.609635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8b558bc8-96e3-4520-98d0-9894d30d786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.616085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-8b558bc8-96e3-4520-98d0-9894d30d786b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5337188 Jul 22 19:31:33.630806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.638532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95eb5a60-b945-400d-aeea-deb8099034f3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:33.727034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 95eb5a60-b945-400d-aeea-deb8099034f3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:33.727736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.776682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.841818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.884532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 44caa625-6871-468f-a003-e3bf1a4da136 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:33.918147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:33.930503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:33.935502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:33.940397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:33.941058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:33.969346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=b8bbf9ff-4752-481b-93c7-9c7c79af9f00,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.991083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d58ae62-e504-4d00-a5e2-2df300f73abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5479729 Jul 22 19:31:33.994785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Pushing event updated for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:33.996605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47674) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.027746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 44caa625-6871-468f-a003-e3bf1a4da136 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:34.091349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48ecaa-5bbf-46ce-a4ee-67a37780cdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.094054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc48ecaa-5bbf-46ce-a4ee-67a37780cdd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports/b8bbf9ff-4752-481b-93c7-9c7c79af9f00 HTTP/1.1" status: 200 len: 959 time: 0.0963860 Jul 22 19:31:34.098461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.247178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Deleting port b8bbf9ff-4752-481b-93c7-9c7c79af9f00 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:34.247544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.257706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cf533-3a90-4f4b-9c63-780320ff3508 None None] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:31:34.315965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.329968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Calling delete_port for b8bbf9ff-4752-481b-93c7-9c7c79af9f00 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:34.375592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-5e4c5890-e66a-4cb5-a89c-6a07329f2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.377051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826dbb0c-3d6f-45fc-a0e1-9a526f20bcde req-5e4c5890-e66a-4cb5-a89c-6a07329f2fca service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7439902 Jul 22 19:31:34.402402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.408937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.415077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.421906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.425344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Provisioning for port 44caa625-6871-468f-a003-e3bf1a4da136 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:34.428255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.433845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.440344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:34.446407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-ad9fcf71-ccbe-4268-ba87-99ea28fae114 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5417 time: 0.7758510 Jul 22 19:31:34.450041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-6668479a-298c-4846-9a6f-6d343f61d654 service neutron] 10.222.0.10 "GET /v2.0/networks/c0d308f3-baa9-4da9-86e8-a5e4d9c8d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689058 Jul 22 19:31:34.458137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Provisioning complete for port 44caa625-6871-468f-a003-e3bf1a4da136 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:34.459193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.466423 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.501225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8bbf9ff-4752-481b-93c7-9c7c79af9f00,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:34.514908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.522041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-58b6b4e4-3c2e-4c2f-8cf1-d5058bb92690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b8bbf9ff-4752-481b-93c7-9c7c79af9f00 HTTP/1.1" status: 204 len: 168 time: 0.4201221 Jul 22 19:31:34.522360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.540584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Attempting to bind port e121f0dc-6623-4e6b-9709-52554b18055d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:34.540775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Attempting to bind port e121f0dc-6623-4e6b-9709-52554b18055d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:34.541108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Attempting to bind port e121f0dc-6623-4e6b-9709-52554b18055d on network bf5be53a-7a0e-473b-bace-446d21368e68 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:34.560401 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d5f4cd-2555-4022-9a83-4adeb7af3dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:31:34.567356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0d5f4cd-2555-4022-9a83-4adeb7af3dda tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports/b8bbf9ff-4752-481b-93c7-9c7c79af9f00 HTTP/1.1" status: 404 len: 333 time: 0.0396459 Jul 22 19:31:34.567356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47684) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:34.578884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1513242513'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:34.582966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56b1d92d-7941-4bdd-9862-4506cf273611 req-c776e384-f9f8-4822-a3ed-4e753850d1e9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181290 Jul 22 19:31:34.583577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Port e121f0dc-6623-4e6b-9709-52554b18055d on network bf5be53a-7a0e-473b-bace-446d21368e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:34.583911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Attempting to bind port e121f0dc-6623-4e6b-9709-52554b18055d on network bf5be53a-7a0e-473b-bace-446d21368e68 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:34.596087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:34.596326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Checking segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:34.596724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Bound using segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:34.597174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Bound port: e121f0dc-6623-4e6b-9709-52554b18055d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:34.597680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.669601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Made reservation on behalf of 134103bcf5804b1fbe9cd606faccfd88 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:34.676971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.678143 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.699122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-51a44c8a-7f01-416b-81a3-1146ee33a13d service neutron] 10.222.0.10 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354307 Jul 22 19:31:34.708644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:34.758154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] For port 44caa625-6871-468f-a003-e3bf1a4da136, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=44caa625-6871-468f-a003-e3bf1a4da136,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:34.770220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:34.961515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2068a74-534b-40d7-9b46-1ef658556da7 None None] Pushing event updated for resources: {'Port': ['ID=44caa625-6871-468f-a003-e3bf1a4da136,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:34.968500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.010611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:35.015267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e121f0dc-6623-4e6b-9709-52554b18055d,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:35.028914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-9323edc3-3f63-40b8-b3f1-25021f93a2f5 service neutron] 10.222.0.10 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169215 Jul 22 19:31:35.038106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.061908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.128570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.129147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.134296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] 10.222.0.32 "PUT /v2.0/ports/e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 200 len: 1092 time: 3.4789922 Jul 22 19:31:35.134729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:35.141366 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f2c701-34c8-4992-b729-d62869936294" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:35.154551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-511ed667-2957-42a1-894b-eb57496213f9 None None] Provisioning complete for port 44caa625-6871-468f-a003-e3bf1a4da136 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:35.154551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-511ed667-2957-42a1-894b-eb57496213f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.175249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Network dd6c46c9-78f3-478d-a51c-fd585a958ecc is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:35.180460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Request body: {'port': {'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:35.192740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:35.200927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:35.202619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.203543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.240922 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6700580 Jul 22 19:31:35.243452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:35.247337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46819f-a97b-4f82-906c-8e3969654cfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=3b542ae9-d1ea-48e1-abef-ac6457d92d41,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:35.260856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917c0ae-e9c3-4e75-99f1-d8eec772c125 service neutron] Pushing event updated for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:35.268218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:35.390409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.501258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 44caa625-6871-468f-a003-e3bf1a4da136 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:35.531826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.625669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 44caa625-6871-468f-a003-e3bf1a4da136 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:35.626154 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:35.727973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9041d6-f99b-4e34-a815-c0c1fc45f1f1 req-57469211-ab14-4057-bad9-9c971e286b6f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:35.736121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d9041d6-f99b-4e34-a815-c0c1fc45f1f1 req-57469211-ab14-4057-bad9-9c971e286b6f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.2108085 Jul 22 19:31:35.824782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d9041d6-f99b-4e34-a815-c0c1fc45f1f1 req-efc4d78e-3a17-450d-ad69-ece1a03be984 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861042 Jul 22 19:31:35.916882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1323ef43-493f-41d9-8a21-67ddc8d7114c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:35.977882 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87227a37-85dc-4abf-9496-dcf0fd842aa5 x-openstack-request-id: req-87227a37-85dc-4abf-9496-dcf0fd842aa5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:35.978459 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:35.980565 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87227a37-85dc-4abf-9496-dcf0fd842aa5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:35.980565 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d', 'status': 'completed', 'code': 200} Jul 22 19:31:36.073788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1323ef43-493f-41d9-8a21-67ddc8d7114c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:36.074189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.101505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] device_id is not set on port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:36.123594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.150195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Transition to ACTIVE for port object 3b542ae9-d1ea-48e1-abef-ac6457d92d41 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:36.163483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.210543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67823a8d-8de5-4323-bf88-f26af67824c9 req-6dd9a468-c71b-4e0c-8526-7508154cde26 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 210 time: 0.1362946 Jul 22 19:31:36.242300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e326909-26f8-47c4-8d4d-86914066e8e9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:36.275877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.291192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=3b542ae9-d1ea-48e1-abef-ac6457d92d41,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:36.306200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.307323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.307736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.316625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.317264 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.317674 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 2 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.336659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Transition to ACTIVE for port object 8e326909-26f8-47c4-8d4d-86914066e8e9 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:36.360192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.360764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.361397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.361883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.362358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.363128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.363606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.365932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04f2c701-34c8-4992-b729-d62869936294 req-bef879bf-33b4-4f7f-8c38-c01d516fefd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6425 time: 0.3752029 Jul 22 19:31:36.367941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.368592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.369245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.374990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.375623 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.376850 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 3 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.386863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.416364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.416717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.417123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.427187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.429291 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.429715 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 4 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.457799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.459524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.460120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.467180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.468350 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.469041 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 5 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.509662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.509989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.516913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.522244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.523904 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.523904 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 6 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.524282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:36.576171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.576407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.578359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.590570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.591177 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.592781 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 7 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.645817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.648949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.649481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.662509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.663329 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.663937 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 8 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.689946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.690278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.690909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.697006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.697705 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.698182 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 9 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.713958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.714552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.715109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.721786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.722498 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.723119 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempt 10 to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 Jul 22 19:31:36.729890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.736589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.745812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.746397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.747887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.748395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempting to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.753744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.755377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.756079 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Failed to bind port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'add65191-343c-441d-ad9c-684183bbfbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'dd6c46c9-78f3-478d-a51c-fd585a958ecc'}] Jul 22 19:31:36.756700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:36.760412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.784772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.792639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.801537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-72ae33d8-004c-4011-a17b-5ffdf87c4239 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.4607098 Jul 22 19:31:36.826824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bc741af6-de1c-423c-b6f3-df2df8a28ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.827845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bc741af6-de1c-423c-b6f3-df2df8a28ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.828691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-bc741af6-de1c-423c-b6f3-df2df8a28ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:36.830523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04f2c701-34c8-4992-b729-d62869936294 req-bc741af6-de1c-423c-b6f3-df2df8a28ada service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4411201 Jul 22 19:31:36.853440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Attempting to bind port 8e326909-26f8-47c4-8d4d-86914066e8e9 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:36.854255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Attempting to bind port 8e326909-26f8-47c4-8d4d-86914066e8e9 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:36.854807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Attempting to bind port 8e326909-26f8-47c4-8d4d-86914066e8e9 on network bf5be53a-7a0e-473b-bace-446d21368e68 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.869291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-d24781d2-6a34-46fb-b2bd-e738324048cd tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:31:36.873291 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-d24781d2-6a34-46fb-b2bd-e738324048cd tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259321 Jul 22 19:31:36.891998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Request body: {'binding': {'host': 'n-h1-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:36.892560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:31:36.905346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf6fa974-14c2-49e1-b3d5-6ea85dd4757e req-d739070f-6608-4933-9b6e-305050701e53 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019747 Jul 22 19:31:36.909008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Port 8e326909-26f8-47c4-8d4d-86914066e8e9 on network bf5be53a-7a0e-473b-bace-446d21368e68 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:36.909345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Attempting to bind port 8e326909-26f8-47c4-8d4d-86914066e8e9 on network bf5be53a-7a0e-473b-bace-446d21368e68 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:36.927460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:36.928104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Checking segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:36.929930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Bound using segment: {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:36.930389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Bound port: 8e326909-26f8-47c4-8d4d-86914066e8e9, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4277e28-85af-4ca2-970e-fd230ea3b8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:36.930861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.016305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 3b542ae9-d1ea-48e1-abef-ac6457d92d41, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:37.016616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attempted to set empty binding levels {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:31:37.037944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.090934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c02780a8-20e7-41db-9f6c-657cb622d9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.125915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] In _notify_port_updated(), no bound segment for port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 on network dd6c46c9-78f3-478d-a51c-fd585a958ecc {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:31:37.126663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.127274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.131714 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "PUT /v2.0/ports/3b542ae9-d1ea-48e1-abef-ac6457d92d41 HTTP/1.1" status: 200 len: 980 time: 1.8729234 Jul 22 19:31:37.132529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:37.199738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:37.214292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2c701-34c8-4992-b729-d62869936294 req-f562a89b-d64d-477b-96c9-ab55e3f2a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.215817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04f2c701-34c8-4992-b729-d62869936294 req-f562a89b-d64d-477b-96c9-ab55e3f2a2e8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3717985 Jul 22 19:31:37.223286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:37.235857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.250144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d01c8-48aa-42a8-bb28-7ec41e60ab31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event updated for resources: {'Port': ['ID=3b542ae9-d1ea-48e1-abef-ac6457d92d41,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:37.282641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.283275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.284729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 1092 time: 2.1109290 Jul 22 19:31:37.297362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cc6b8-357f-4d4e-9fe6-5cf4701034f6 req-57dc7410-4819-49fa-9f16-1624795ad9c1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.308791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-232cc6b8-357f-4d4e-9fe6-5cf4701034f6 req-57dc7410-4819-49fa-9f16-1624795ad9c1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.1765492 Jul 22 19:31:37.384784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-232cc6b8-357f-4d4e-9fe6-5cf4701034f6 req-8c105acf-5bd3-4370-8493-ecafb576da1a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746884 Jul 22 19:31:37.388009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34689a-a38d-4a51-a579-4e3a0e3eeae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:37.556674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35253460-46c3-4a57-ac74-9061706239f6 req-3faa7b0f-f62b-4c75-b2b0-9b2a6e93049c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 210 time: 0.0700843 Jul 22 19:31:37.585030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.585853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.586578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.587271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.588976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.589801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.590507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.595836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4d536aac-028e-4f2f-9988-9c64998feaf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6493 time: 0.2083902 Jul 22 19:31:37.658898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-70347395-2354-4c96-8465-7e1c403834f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 217 time: 0.0562983 Jul 22 19:31:37.724608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b23ac22e-15d7-48ed-b194-c1ddd1cc13ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.726482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b23ac22e-15d7-48ed-b194-c1ddd1cc13ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 200 len: 856 time: 0.0610499 Jul 22 19:31:37.798449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c4ef03d9-a7ae-43be-a000-0b67e47ad2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:37.800471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c4ef03d9-a7ae-43be-a000-0b67e47ad2f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624645 Jul 22 19:31:37.834267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on host n-h1-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:37.834885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:37.835009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:37.843849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:37.844182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:37.851091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Deleting port 3b542ae9-d1ea-48e1-abef-ac6457d92d41 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:37.851436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.854293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:37.854633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:37.855126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:37.855587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Bound port: ff934db4-13f9-4cf5-9f2e-4b265e65111d, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:37.914328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-85bc0f6b-3faa-4d2b-bb90-db4069a6c1ce service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041639 Jul 22 19:31:37.957424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] For port 3b542ae9-d1ea-48e1-abef-ac6457d92d41, host n-h2-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:37.957802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:37.976051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Calling delete_port for 3b542ae9-d1ea-48e1-abef-ac6457d92d41 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:37.990041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:37.999242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.000452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-06cec1af-c3ba-4ade-b42b-0babd391889a service neutron] 10.222.0.10 "POST /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d/bindings HTTP/1.1" status: 201 len: 390 time: 1.1180141 Jul 22 19:31:38.008205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:38.010551 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59a861-05e1-432d-9e10-98862a81b9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:38.137968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.157372 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30ecda-914d-45b9-881a-92a3506e9788 x-openstack-request-id: req-ad30ecda-914d-45b9-881a-92a3506e9788 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:38.157754 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:38.157984 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad30ecda-914d-45b9-881a-92a3506e9788 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:38.158358 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'status': 'completed', 'code': 200} Jul 22 19:31:38.210649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b542ae9-d1ea-48e1-abef-ac6457d92d41,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:38.238611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.240898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-935b57c6-918c-49b6-ae26-0163bf07ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3b542ae9-d1ea-48e1-abef-ac6457d92d41 HTTP/1.1" status: 204 len: 168 time: 1.1033971 Jul 22 19:31:38.244095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47760) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:38.290605 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-29633d36-83c6-42f8-9aa7-e463d1f4dac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:31:38.292806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-29633d36-83c6-42f8-9aa7-e463d1f4dac3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730297493-project-admin] 10.222.0.10 "GET /v2.0/ports/3b542ae9-d1ea-48e1-abef-ac6457d92d41 HTTP/1.1" status: 404 len: 333 time: 0.0438621 Jul 22 19:31:38.297454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:38.321777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-79fb4ab2-208b-478a-a6ad-f4efa70f043c service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992450 Jul 22 19:31:38.403483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.409548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.414365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.415444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.422150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.428366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.434781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.440934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.442876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-28e6a0e6-1627-46c8-b02e-3886da7c0bbd tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.3776221 Jul 22 19:31:38.444214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-92ff8638-e0d2-4bae-a917-1e9cfff9342b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 217 time: 0.1106339 Jul 22 19:31:38.474705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-888bb527-57c1-4a19-a1b3-18a6991b61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.476351 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-888bb527-57c1-4a19-a1b3-18a6991b61c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1097 time: 0.1374571 Jul 22 19:31:38.508184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3fba0168-07a2-48bf-b0ec-d99510d58b87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.514039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3fba0168-07a2-48bf-b0ec-d99510d58b87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.516351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3fba0168-07a2-48bf-b0ec-d99510d58b87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "GET /v2.0/networks?id=abf569dc-ee33-44f1-86ca-d70ca95276a9&id=c0d308f3-baa9-4da9-86e8-a5e4d9c8d145&id=abf569dc-ee33-44f1-86ca-d70ca95276a9 HTTP/1.1" status: 200 len: 1392 time: 0.3671267 Jul 22 19:31:38.550658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'admin_state_up': True, 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:38.560240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.598157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6c46c9-78f3-478d-a51c-fd585a958ecc']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:38.614811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add65191-343c-441d-ad9c-684183bbfbad') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:38.614811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add65191-343c-441d-ad9c-684183bbfbad') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:31:38.627441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.650911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.652184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-fccc391e-ebeb-4b28-8a76-514611d55085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.653602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-fccc391e-ebeb-4b28-8a76-514611d55085 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1781144 Jul 22 19:31:38.655332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-16bfcab6-6f89-49e9-af70-d0ef8a54aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.656959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-16bfcab6-6f89-49e9-af70-d0ef8a54aaea service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1699758 Jul 22 19:31:38.657860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf16b70c-85d8-4b3e-afa8-bd24ef8baa47 req-b1f14438-6108-4047-b887-676b064e7dbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795838 Jul 22 19:31:38.659575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:31:38.660097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:31:38.663395 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:31:38.715281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6054-f0fc-4ff8-99af-0d6972fa3a7f req-6b26486b-5d4c-41dd-a009-64002e6cb81d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.719210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-612c6054-f0fc-4ff8-99af-0d6972fa3a7f req-6b26486b-5d4c-41dd-a009-64002e6cb81d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.3724043 Jul 22 19:31:38.735662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-c182aea5-6429-4d2d-98a2-2dc14ead45c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 217 time: 0.0711162 Jul 22 19:31:38.810514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:38.814724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.819902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.843850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:38.846039 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] 10.222.0.10 "DELETE /v2.0/networks/dd6c46c9-78f3-478d-a51c-fd585a958ecc HTTP/1.1" status: 204 len: 168 time: 0.5476120 Jul 22 19:31:38.847267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-612c6054-f0fc-4ff8-99af-0d6972fa3a7f req-b2f1ce78-2616-4834-b782-5cb34f57dd8a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175182 Jul 22 19:31:38.851574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cff7b3-16ff-435f-817e-63a772a385a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481792434-project] Pushing event deleted for resources: {'Network': ['ID=dd6c46c9-78f3-478d-a51c-fd585a958ecc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:38.881472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-3cd43bbb-0716-40d4-8aa6-9019f676ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.883074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-6576d2d4-aa32-4d5a-8944-8c2d08cf1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:38.883260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-3cd43bbb-0716-40d4-8aa6-9019f676ba48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0983772 Jul 22 19:31:38.884592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-6576d2d4-aa32-4d5a-8944-8c2d08cf1100 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2225647 Jul 22 19:31:38.947214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-83c1466a-53ad-4ebd-81e7-4da824c98919 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570374 Jul 22 19:31:39.025026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb3a9285-94f5-49a0-a5c9-ea69073e2ab0 req-bb7b13c7-2f8e-4188-b63e-926cc1d33d5e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 210 time: 0.0740838 Jul 22 19:31:39.082427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-c3865a57-9553-4d28-ab90-41bacb2ca08c service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269124 Jul 22 19:31:39.102818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708fcc6-21fe-4f55-9ed5-634a0a199109 req-a11274df-a479-4f01-9d90-2b78a43d8eaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.104371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a708fcc6-21fe-4f55-9ed5-634a0a199109 req-a11274df-a479-4f01-9d90-2b78a43d8eaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3171408 Jul 22 19:31:39.192883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Allocated IP 19.80.0.76 (abf569dc-ee33-44f1-86ca-d70ca95276a9/83c8d4fb-6b48-4ac6-aa88-52fc57063faf/3f417454-893e-4780-93e8-f20967df63e8) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:39.209334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-e693a9e2-c743-484a-b9c6-61cba35a45a5 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201513 Jul 22 19:31:39.216705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b9a6cbc9-3390-4a5b-8d17-9ac94e0beebf service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184428 Jul 22 19:31:39.244054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a708fcc6-21fe-4f55-9ed5-634a0a199109 req-12a3f383-0f5a-41f1-a631-e50705b0445e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269658 Jul 22 19:31:39.283851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:39.395829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-609bcf31-7ccf-4953-9418-29f4177b62c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1001105 Jul 22 19:31:39.518689 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ac64b9e2-024b-4adf-9360-99a2587bd746 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=070147ab740642e78727b21e0c795ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309971 Jul 22 19:31:39.519219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:39.538408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-91d58cd7-212f-4f62-b096-9b6730792626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.540035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-91d58cd7-212f-4f62-b096-9b6730792626 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.1245110 Jul 22 19:31:39.619837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6fba1033-9188-453f-bfa0-2a9a4cb1d038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.635137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.695719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.740620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.743260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-b0bdfb08-4b97-4297-af98-34aba6ea9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.744947 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-b0bdfb08-4b97-4297-af98-34aba6ea9183 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1849775 Jul 22 19:31:39.802320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-10669f51-ea5a-4b98-aaa5-bfb66b1c70f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.0484624 Jul 22 19:31:39.807331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-80bddcf7-3c2e-4525-9a9a-63b76989dfe5 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751750 Jul 22 19:31:39.865154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.868004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:39.869333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bef0881-8d27-4e78-a7e4-91f17db0d86c HTTP/1.1" status: 204 len: 168 time: 0.3491046 Jul 22 19:31:39.908394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-a5e97fda-dec8-432a-affb-4b9e5b66fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:39.909964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-a5e97fda-dec8-432a-affb-4b9e5b66fedf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1004145 Jul 22 19:31:39.915432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e74abb-25dc-424f-9462-b068b928b6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bef0881-8d27-4e78-a7e4-91f17db0d86c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:39.941888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-307068db-2308-4ecb-abf7-e2adbf2c41ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 217 time: 0.1223867 Jul 22 19:31:40.004009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-c69d050f-9d20-458c-a1fa-69d46a077078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.006174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-c69d050f-9d20-458c-a1fa-69d46a077078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880513 Jul 22 19:31:40.091787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.149084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Transition to ACTIVE for port object 3f417454-893e-4780-93e8-f20967df63e8 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:40.152087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f1e41140-8a98-4817-b376-116ceb2bca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.153650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-f1e41140-8a98-4817-b376-116ceb2bca1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1973732 Jul 22 19:31:40.163054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-92d3a0a3-8c8a-4f2b-947a-f1acb22d5cb6 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492209 Jul 22 19:31:40.292328 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ad338986-9d03-4a77-96e3-da8d2ead795c req-dea6a869-ab13-4f30-8b05-dd330cb6d4d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225898 Jul 22 19:31:40.315311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.361872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47796) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:40.399443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:40.415480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c16a9-6466-4821-bb9c-2c3dc94a8703 req-4f5fc4bc-e199-4d0b-ae95-523cf4c78c5e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.423051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f60c16a9-6466-4821-bb9c-2c3dc94a8703 req-4f5fc4bc-e199-4d0b-ae95-523cf4c78c5e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.4299152 Jul 22 19:31:40.432179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:40.433085 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8c56f996-4505-4a08-b208-f7edf362e0f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=134103bcf5804b1fbe9cd606faccfd88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690727 Jul 22 19:31:40.435953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47800) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:40.463076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.463430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.463768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.464110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.464610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.464835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.465145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.465474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.465802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.466131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.466463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.466791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:40.472445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:40.474595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:40.537283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.569645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f60c16a9-6466-4821-bb9c-2c3dc94a8703 req-54c0c3e4-4d28-4076-967e-7f2cdd1a1857 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412983 Jul 22 19:31:40.585940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.610638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.620908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.637466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.646416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.655160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.658663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.661505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.662653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f09a959c-dc33-44ac-a43a-a75076b3eab7 HTTP/1.1" status: 204 len: 168 time: 0.2257218 Jul 22 19:31:40.665919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.671830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d00a-30dc-4150-8f82-3d425fe33563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a959c-dc33-44ac-a43a-a75076b3eab7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:40.674854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.683612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-2e387438-2484-483b-a70d-416eb8a35e2d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.4725907 Jul 22 19:31:40.688347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-2336be51-58ba-42ca-be1f-1d911117e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.690192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-2336be51-58ba-42ca-be1f-1d911117e9cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5203943 Jul 22 19:31:40.706949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:40.707878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.749133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a2622a4f-0173-4595-9d7f-3dbb8cbc9850 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2050877 Jul 22 19:31:40.808101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145', 'admin_state_up': True, 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:40.831812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-522c9056-e120-476d-b305-8e51c5dd658c None None] Provisioning for port 3f417454-893e-4780-93e8-f20967df63e8 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:40.839296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-522c9056-e120-476d-b305-8e51c5dd658c None None] Provisioning complete for port 3f417454-893e-4780-93e8-f20967df63e8 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:40.840525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-522c9056-e120-476d-b305-8e51c5dd658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:40.871016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea2ff792-629c-4c6a-82da-4684ed105c9f req-b1eae67b-e1f4-45df-aa49-f2747a9a40ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1859968 Jul 22 19:31:40.924605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-522c9056-e120-476d-b305-8e51c5dd658c None None] Port 3f417454-893e-4780-93e8-f20967df63e8 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:41.111152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-38b518fc-c53c-4862-b196-72c064b8ea12 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876638 Jul 22 19:31:41.162845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:41.166885 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:41.216896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ad4c0-331d-469a-82eb-406e063b503c req-3f6e17f4-f85f-45de-b800-6b3c88d84456 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:41.225094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d24ad4c0-331d-469a-82eb-406e063b503c req-3f6e17f4-f85f-45de-b800-6b3c88d84456 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 931 time: 0.4786892 Jul 22 19:31:41.313752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd50d56-7a8d-46df-923a-36f22dddb37f req-256d2cf0-2e0f-4031-989e-b1f35a7b1de9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:41.321603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffd50d56-7a8d-46df-923a-36f22dddb37f req-256d2cf0-2e0f-4031-989e-b1f35a7b1de9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3190026 Jul 22 19:31:41.401390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d24ad4c0-331d-469a-82eb-406e063b503c req-13708825-c89d-4fd9-91a2-8da4c214d806 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752849 Jul 22 19:31:41.407027 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:41.716550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffd50d56-7a8d-46df-923a-36f22dddb37f req-1ef5a92a-31c4-4744-accc-1a8016ecd2e0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386157 Jul 22 19:31:41.722384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-b93e1f92-99e7-4808-932c-25011a3ad3d4 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776787 Jul 22 19:31:41.874147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-ab0a8958-2c7d-4520-a334-2637f6fd01ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 200 len: 217 time: 0.1382463 Jul 22 19:31:42.141868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Allocated IP 19.86.0.164 (c0d308f3-baa9-4da9-86e8-a5e4d9c8d145/fd9aa83b-d47e-40db-a5d7-588a38d05189/0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:42.175705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3ddf15e-ffc6-4022-b6bd-6eda965a56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.181228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-e3ddf15e-ffc6-4022-b6bd-6eda965a56fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.2987640 Jul 22 19:31:42.464376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dcb1f-a2de-43a0-87d3-c84f9e2ce4e9 req-d01fc273-3401-4f0d-9d15-9dd9f8062009 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.466593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-624dcb1f-a2de-43a0-87d3-c84f9e2ce4e9 req-d01fc273-3401-4f0d-9d15-9dd9f8062009 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.7254689 Jul 22 19:31:42.501387 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ba936895-9d30-4803-816d-21d5492a99ec service neutron] show failed (client error): The resource could not be found. Jul 22 19:31:42.502860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ba936895-9d30-4803-816d-21d5492a99ec service neutron] 10.222.0.32 "GET /v2.0/ports/0f39effd-29ca-42fa-bf90-b4a04677c48c/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.4800401 Jul 22 19:31:42.633424 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.747592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-624dcb1f-a2de-43a0-87d3-c84f9e2ce4e9 req-d22c4b1e-aebe-47ec-9fa9-c297e1a604a2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251291 Jul 22 19:31:42.770600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.787329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.796078 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:42.796830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.804881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.818010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.825238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.833045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.842379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c197046-6f01-4acd-b18e-4258e805e196 req-1c34cf2d-8b10-4636-8e88-33382c7963d5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.8309386 Jul 22 19:31:42.866097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Transition to ACTIVE for port object 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:42.880466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cce720a6-8f85-4bf3-b306-27e8370ddf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.882137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cce720a6-8f85-4bf3-b306-27e8370ddf19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6731503 Jul 22 19:31:42.940253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-12991671-1c95-4334-b203-6931baf6bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:42.943574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-12991671-1c95-4334-b203-6931baf6bff6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1102 time: 0.1689718 Jul 22 19:31:42.996607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:43.045011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c197046-6f01-4acd-b18e-4258e805e196 req-181172d9-dd37-4bab-84c1-db225571f57a tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013741 Jul 22 19:31:43.152951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.162244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.217714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-71247f0c-02b5-4e1b-b1ea-6cf06a212ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015425 Jul 22 19:31:43.272910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9f6dc-9352-4639-88ea-322865fb8743 req-7bd8faa1-a614-4bdc-b988-1d9c2a3806b5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.281426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9d9f6dc-9352-4639-88ea-322865fb8743 req-7bd8faa1-a614-4bdc-b988-1d9c2a3806b5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 931 time: 0.2972336 Jul 22 19:31:43.322071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:43.362129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:43.384514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47856) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.407158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:43.420975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:43.568602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:43.588012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-464d4438-6e42-4822-9860-6a08fe68231b tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:43.625486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9d9f6dc-9352-4639-88ea-322865fb8743 req-250b25dc-3565-4160-a3f1-56aef3112c6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256187 Jul 22 19:31:43.636761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:43.654070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:43.655483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.684645 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-464d4438-6e42-4822-9860-6a08fe68231b tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "PUT /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9 HTTP/1.1" status: 200 len: 366 time: 0.2967823 Jul 22 19:31:43.684900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.688104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-7ae0a1bc-3089-4d87-b9e1-c39ca57cad5f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9119627 Jul 22 19:31:43.694148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-416906b4-cac4-4600-b30f-5113927f388d service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671435 Jul 22 19:31:43.701846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'admin_state_up': True, 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:43.709366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e171d8c-391a-4455-a559-dd2840a81fa5 tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0201013 Jul 22 19:31:43.710358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:43.713314 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6c5ff5-7b7f-4ba2-b53f-8b6bdd9e05eb" -d '{"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-unplugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:43.718205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.720926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47864) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.746813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96ab793b-9eba-4a7a-b9e7-5008ea39e538 tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9 HTTP/1.1" status: 200 len: 366 time: 0.0193393 Jul 22 19:31:43.750463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.752929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Transition to ACTIVE for port object 0f39effd-29ca-42fa-bf90-b4a04677c48c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:43.773547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.810194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3f1be31b-46ff-41a7-a8de-3a60289312db tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9 HTTP/1.1" status: 204 len: 168 time: 0.0564122 Jul 22 19:31:43.813030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.847409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bbfed3fe-ff2b-4aa3-9528-aceacb1bf81f tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0293496 Jul 22 19:31:43.849867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47874) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.864539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=6']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:43.887389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c708026e-456e-4d31-a616-a157ea60364d None None] Provisioning for port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:43.897236 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2a0e92-6646-48bd-b0c7-9f30bb1b8904 x-openstack-request-id: req-6b2a0e92-6646-48bd-b0c7-9f30bb1b8904 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:43.897415 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-unplugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:43.897629 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b2a0e92-6646-48bd-b0c7-9f30bb1b8904 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:43.898012 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'code': 200} Jul 22 19:31:43.900198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] No DVR routers for this DVR port 0f39effd-29ca-42fa-bf90-b4a04677c48c on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:31:43.900464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c708026e-456e-4d31-a616-a157ea60364d None None] Provisioning complete for port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:43.900850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c708026e-456e-4d31-a616-a157ea60364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:43.911995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d97ef25f-abf5-4b3e-ba1a-7ef50e42dea6 tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9 HTTP/1.1" status: 200 len: 370 time: 0.0564673 Jul 22 19:31:43.941646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.947826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6e10583a-af33-47db-9b76-a209f9d74d6f tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9/default HTTP/1.1" status: 200 len: 370 time: 0.0048277 Jul 22 19:31:43.954451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47878) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:43.983872 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-f79edfff-62e9-4f0e-a9d2-e14e16f6cade tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] delete failed (client error): The resource could not be found. Jul 22 19:31:43.985880 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f79edfff-62e9-4f0e-a9d2-e14e16f6cade tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/16c6e1f4a1804e6b92e7a6d704131ed9 HTTP/1.1" status: 404 len: 348 time: 0.0264955 Jul 22 19:31:43.986937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:43.987652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:43.987864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:43.993738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:43.994063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Attempting to bind port 0f39effd-29ca-42fa-bf90-b4a04677c48c on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:44.001827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c708026e-456e-4d31-a616-a157ea60364d None None] Port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:44.002090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:44.002314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:44.002709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:44.003133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Bound port: 0f39effd-29ca-42fa-bf90-b4a04677c48c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:44.003478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:44.106636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:44.112196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:44.120003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:44.168960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.170074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:44.172400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 1097 time: 1.2182879 Jul 22 19:31:44.185156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:44.308627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-c3a4beca-cb5c-4a72-b917-5f7ea6d0cff0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 200 len: 217 time: 0.6030138 Jul 22 19:31:44.312740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:network and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.319591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a132a-913e-4249-b802-61f9e3ee63c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:44.336499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.338376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d42e6-6292-47bf-bddf-1305dcf2f6e7 req-be08ef8f-0dd2-4557-ba32-0c0b0c158c2b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.340339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db0d42e6-6292-47bf-bddf-1305dcf2f6e7 req-be08ef8f-0dd2-4557-ba32-0c0b0c158c2b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 1.0414083 Jul 22 19:31:44.353502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:subnet and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.364810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.372547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:subnetpool and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.381851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.393091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:port and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.399754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-6ec521a9-f0d8-4367-a2f7-7af57fdae873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.401754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-6ec521a9-f0d8-4367-a2f7-7af57fdae873 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1100 time: 0.1786730 Jul 22 19:31:44.402346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.419183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:router and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.444614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.458903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:floatingip and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.490035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.537591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-40441fdc-4f88-4d8d-9931-8d22f34e2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.539081 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-40441fdc-4f88-4d8d-9931-8d22f34e2866 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1303511 Jul 22 19:31:44.559787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4afd321f-b143-414b-b784-f3bff30ce514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.562247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-4afd321f-b143-414b-b784-f3bff30ce514 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.2189288 Jul 22 19:31:44.608691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db0d42e6-6292-47bf-bddf-1305dcf2f6e7 req-ce5e1719-0f7f-452b-9fdb-17b57d705643 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155373 Jul 22 19:31:44.608916 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-9055e65a-081c-487d-afe8-e89271ed135e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.0521421 Jul 22 19:31:44.619824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:security_group and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.633105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331463c2-b801-4d66-a7da-9037e0e7f5e5 req-092ee205-3f21-4620-9cad-70bf844f0e90 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.634328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-331463c2-b801-4d66-a7da-9037e0e7f5e5 req-092ee205-3f21-4620-9cad-70bf844f0e90 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.3342340 Jul 22 19:31:44.659988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.678190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Usage tracker for resource:security_group_rule and tenant:beea13954dba401997bb72c4e4ef0be5 is out of sync, need to count used quota {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 19:31:44.688380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.quota.resource [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93801) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 19:31:44.692734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-e6c55e08-f0ea-46b5-b3e5-322b16e522d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.694285 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-e6c55e08-f0ea-46b5-b3e5-322b16e522d9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0821400 Jul 22 19:31:44.700557 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c12a9795-def1-4b05-a443-67827883537a tempest-QuotasTest-923967540 tempest-QuotasTest-923967540-project-admin] 10.222.0.10 "GET /v2.0/quotas/beea13954dba401997bb72c4e4ef0be5/details.json HTTP/1.1" status: 200 len: 703 time: 0.5096760 Jul 22 19:31:44.765465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3258937-80c4-44cb-918b-434e752b8c9d req-0472414b-0525-4c2d-9a29-92e8640939a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.766752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-0472414b-0525-4c2d-9a29-92e8640939a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0643060 Jul 22 19:31:44.774380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:44.777813 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:44.816884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-331463c2-b801-4d66-a7da-9037e0e7f5e5 req-4d3ab7cc-9023-4abe-9983-51c48a16e68c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437275 Jul 22 19:31:44.892945 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-ce37743a-538f-411a-a066-200b0680796a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199980 Jul 22 19:31:44.897161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-15b5abe7-16a5-4e73-b34d-fab2fe6ba064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.898913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-15b5abe7-16a5-4e73-b34d-fab2fe6ba064 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3277991 Jul 22 19:31:44.954841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.961139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.967394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.974001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.980188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.987270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.993406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:44.995836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-e6eb6498-0b49-4059-900d-ad31bc83d5be tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.2828491 Jul 22 19:31:45.090907 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3258937-80c4-44cb-918b-434e752b8c9d req-cf38bbfc-7801-4f1a-85a2-fa56d51f956a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866922 Jul 22 19:31:45.223425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:31:45.266917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33e0c4bc-bf75-49cb-bbc2-b249eb401888 req-f5ee24ed-427a-449e-8a4f-96c8ebd1eac3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2575817 Jul 22 19:31:45.296981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Allocated IP 19.80.0.161 (abf569dc-ee33-44f1-86ca-d70ca95276a9/83c8d4fb-6b48-4ac6-aa88-52fc57063faf/02b7fc94-996e-4d06-b9c2-7b39a7b72fc5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:45.321088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-cda5bc63-153e-4100-a7bb-c0623bc847f4 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093237 Jul 22 19:31:45.327117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:31:45.343354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:45.437109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c834f3-77b6-4462-ac04-fcec747f2922 req-c3ce18b1-ab5f-441b-a949-67ecb8218cb0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.443120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c834f3-77b6-4462-ac04-fcec747f2922 req-c3ce18b1-ab5f-441b-a949-67ecb8218cb0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.449973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53c834f3-77b6-4462-ac04-fcec747f2922 req-c3ce18b1-ab5f-441b-a949-67ecb8218cb0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 1654 time: 0.3304372 Jul 22 19:31:45.494597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.555565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53c834f3-77b6-4462-ac04-fcec747f2922 req-b7878305-c2ee-453b-9464-c2aaa2f8f50e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046126 Jul 22 19:31:45.565805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-488ec58e-1693-4c3a-9be2-dad9cc7fbeff service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352493 Jul 22 19:31:45.626313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-78da1f2f-cadd-4a0c-a54f-a6ddcf90e381 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 200 len: 217 time: 0.0503540 Jul 22 19:31:45.642325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.650556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.698995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59bf67e1d34e4118ac2adc53fbd86d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541205 Jul 22 19:31:45.700280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c887311e-068c-4ac1-a54a-144c71a200d7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:45.705853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:45.722043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.722484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.722888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.723349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.723784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.724005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.724532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.724926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.725313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.725714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.726101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.726487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c1d5a1-3953-49d7-8262-c4c8436ec3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:31:45.783344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.806407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.823480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-133aa177-7a70-4d4e-b681-a7ebed4898c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.830353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-133aa177-7a70-4d4e-b681-a7ebed4898c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1559920 Jul 22 19:31:45.863087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.874717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.879460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:45.881039 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c887311e-068c-4ac1-a54a-144c71a200d7 HTTP/1.1" status: 204 len: 168 time: 0.1736846 Jul 22 19:31:45.891434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02f80-8f48-425a-b2ed-559e9fbc2828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c887311e-068c-4ac1-a54a-144c71a200d7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:45.898888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:45.902938 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2db868-f2dc-49f6-8c27-d53911cd85af" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:45.915987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Transition to ACTIVE for port object 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:45.938203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaeeda-9fd0-414a-972d-1a3832019445 req-b7eb685d-b3ec-48ae-9c06-03eed158dbaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:45.939970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60eaeeda-9fd0-414a-972d-1a3832019445 req-b7eb685d-b3ec-48ae-9c06-03eed158dbaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.2545474 Jul 22 19:31:46.027739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-965bb882-44bb-4c91-a0b7-c39923e56ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.029907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-965bb882-44bb-4c91-a0b7-c39923e56ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1895707 Jul 22 19:31:46.070968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60eaeeda-9fd0-414a-972d-1a3832019445 req-b1469493-54d5-4fc2-8c13-d524cb7b2f3b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220193 Jul 22 19:31:46.084930 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.157881 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7317c72f-86dd-40b4-94fc-942886c639e9 x-openstack-request-id: req-7317c72f-86dd-40b4-94fc-942886c639e9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:46.158681 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:46.159087 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7317c72f-86dd-40b4-94fc-942886c639e9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:46.161991 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'status': 'completed', 'code': 200} Jul 22 19:31:46.193348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:46.219185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:46.228226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:46.238892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956069f-0014-4b0b-9585-25019fce347d req-22b1fdec-aaf4-4942-8105-d04f92f9a429 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.240465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9956069f-0014-4b0b-9585-25019fce347d req-22b1fdec-aaf4-4942-8105-d04f92f9a429 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.2890072 Jul 22 19:31:46.259309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:46.309312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-2fa1c7ed-4732-4cc1-9dab-7fed5cfe1dd4 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716229 Jul 22 19:31:46.318648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-27de9fb8-eb20-4c70-99a7-396217d23176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.337294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-27de9fb8-eb20-4c70-99a7-396217d23176 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1100 time: 0.1443353 Jul 22 19:31:46.337809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47918) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:46.377083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-601074c3-76bf-4dd5-9983-725f050bc177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.425953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.426762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.444348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9956069f-0014-4b0b-9585-25019fce347d req-830415c6-d6b5-4525-88b3-2edf6f7dca31 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752632 Jul 22 19:31:46.536472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-6a8d1adb-6be2-40d5-9b67-9d7760098387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.537472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-6a8d1adb-6be2-40d5-9b67-9d7760098387 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1883533 Jul 22 19:31:46.555459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-568f82ec-a867-47ad-8567-df55192485ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.557524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-568f82ec-a867-47ad-8567-df55192485ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1100 time: 0.3589065 Jul 22 19:31:46.602364 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-60fd76e9-f627-47e0-a122-f19ba113fe3f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.0572398 Jul 22 19:31:46.610724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-23b41c09-ac8c-4400-8aae-b31dfd5c7f51 None None] Provisioning for port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:46.617287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-23b41c09-ac8c-4400-8aae-b31dfd5c7f51 None None] Provisioning complete for port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:46.617951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23b41c09-ac8c-4400-8aae-b31dfd5c7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.622796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-5893da61-74ed-42b5-9aea-776aae62221b service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991147 Jul 22 19:31:46.671148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-23b41c09-ac8c-4400-8aae-b31dfd5c7f51 None None] Port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:46.693215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-875b7c77-23e9-4ec7-b122-285c4a5f15c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0616941 Jul 22 19:31:46.758089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-601074c3-76bf-4dd5-9983-725f050bc177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.760812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-740bc223-1ecb-4719-a994-8253a6f951cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.762728 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-740bc223-1ecb-4719-a994-8253a6f951cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1534514 Jul 22 19:31:46.766146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-601074c3-76bf-4dd5-9983-725f050bc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:46.858959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-601074c3-76bf-4dd5-9983-725f050bc177 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beea13954dba401997bb72c4e4ef0be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197623 Jul 22 19:31:46.864816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:46.879754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601074c3-76bf-4dd5-9983-725f050bc177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb98042-d782-47e3-a1a6-da933f043aac,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:46.937509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-632d49b7-8c7e-4042-ac39-1725f8505bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:46.939153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-632d49b7-8c7e-4042-ac39-1725f8505bc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542203 Jul 22 19:31:46.968779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.032621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.040697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.047397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.053297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.059117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.065644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.071475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.077957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.080001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-70f8efcb-94bb-4bf5-ba11-e45506df2cc6 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.6826303 Jul 22 19:31:47.088497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-ad20e49b-63ca-4fd6-b11b-6a734ad9ad7d service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422021 Jul 22 19:31:47.088743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-3d91c769-de2f-434d-ad08-279be1a00a17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3931015 Jul 22 19:31:47.106771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:47.134912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.137999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.139472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dcb98042-d782-47e3-a1a6-da933f043aac HTTP/1.1" status: 204 len: 168 time: 0.2742674 Jul 22 19:31:47.151241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621cf6-25b6-4dd0-9af9-e4ce68794eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb98042-d782-47e3-a1a6-da933f043aac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:47.165124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-cbcf87fd-742f-4fdc-88b0-16cd6692d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.166651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-cbcf87fd-742f-4fdc-88b0-16cd6692d1b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.6013281 Jul 22 19:31:47.181323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-6d5bd370-1bd8-4c52-bf67-b5309f2cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.185031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-6d5bd370-1bd8-4c52-bf67-b5309f2cd60e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.4578068 Jul 22 19:31:47.226619 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-5b07e570-dee4-4aff-8ba8-125222afe49e service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271808 Jul 22 19:31:47.254588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-3c8178b1-93b9-40d0-a593-9e7c1cc0c6e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.0774786 Jul 22 19:31:47.312211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42734b77-6dc7-4671-b0c7-6379f1633fb1 req-a7efd578-028e-4fd6-b2db-c25606dd32b0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2159734 Jul 22 19:31:47.391989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f368eb-d722-4a0e-b537-c94e1c705bad req-3165bac9-848e-4516-a5bb-b5a829dd983e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.398077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f368eb-d722-4a0e-b537-c94e1c705bad req-3165bac9-848e-4516-a5bb-b5a829dd983e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.404991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f368eb-d722-4a0e-b537-c94e1c705bad req-3165bac9-848e-4516-a5bb-b5a829dd983e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.411962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f368eb-d722-4a0e-b537-c94e1c705bad req-3165bac9-848e-4516-a5bb-b5a829dd983e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2376 time: 0.7155120 Jul 22 19:31:47.443537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:47.485638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-ff5770b7-5616-4638-a3e0-06587e3439b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.487218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-ff5770b7-5616-4638-a3e0-06587e3439b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1928346 Jul 22 19:31:47.575062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-641ff9ea-dc7f-4196-99f8-5aa40d52b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.577245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-641ff9ea-dc7f-4196-99f8-5aa40d52b780 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3823104 Jul 22 19:31:47.580103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f368eb-d722-4a0e-b537-c94e1c705bad req-ea2b7646-45ab-4173-9b56-b6d946a184b0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673355 Jul 22 19:31:47.766101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c4c0-40aa-4b3e-95e0-5c3062cc19e4 req-15435f3d-91f7-42df-8e2e-cfa481916359 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.772851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f2c4c0-40aa-4b3e-95e0-5c3062cc19e4 req-15435f3d-91f7-42df-8e2e-cfa481916359 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.3553119 Jul 22 19:31:47.861458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-4d068d71-abbd-4632-b77c-b145e8290583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:47.862256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-4d068d71-abbd-4632-b77c-b145e8290583 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3655720 Jul 22 19:31:47.929274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-bf8df83c-5c41-4f54-8617-10e7a6f4a4db service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442121 Jul 22 19:31:47.978825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f2c4c0-40aa-4b3e-95e0-5c3062cc19e4 req-518694bb-2b70-457c-9ca2-26a481c78077 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051187 Jul 22 19:31:48.103529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:48.133377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6e2db-ce35-4fd8-b19f-87a67bc3f9d9 req-024aacd6-7bdb-493a-9454-abd02484e91b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.142144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3a6e2db-ce35-4fd8-b19f-87a67bc3f9d9 req-024aacd6-7bdb-493a-9454-abd02484e91b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.3840702 Jul 22 19:31:48.181069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-87f3a312-324e-468c-89a2-0826745e7a55 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980618 Jul 22 19:31:48.316701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd5cccf2-27c1-4d9a-a487-4777df6cf5e4 req-61b4fbcf-46a1-46ec-afdf-77c67e126cd2 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531640 Jul 22 19:31:48.354704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:48.376395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'mac_address': 'fa:16:3e:1f:df:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:31:48.377199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3a6e2db-ce35-4fd8-b19f-87a67bc3f9d9 req-860530d1-d69e-4dd6-ac0f-a5e7bf8753ad tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339594 Jul 22 19:31:48.529759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.530404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.530729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.531204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.531675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.532173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.532639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.534640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-123c9510-6180-40e9-9d5c-9931e0d7d78e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6493 time: 0.1280196 Jul 22 19:31:48.537573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f417454-893e-4780-93e8-f20967df63e8 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:48.575800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.631185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2db868-f2dc-49f6-8c27-d53911cd85af req-b0011eef-f599-44e7-9b6d-1cb23f6a255b service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427950 Jul 22 19:31:48.635134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Transition to ACTIVE for port object 3f417454-893e-4780-93e8-f20967df63e8 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:48.652737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7436-08f1-448f-8c7e-0c27db4e426c req-962eaa34-9afe-44a1-b341-84563960f913 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.660052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85bb7436-08f1-448f-8c7e-0c27db4e426c req-962eaa34-9afe-44a1-b341-84563960f913 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 948 time: 0.3772292 Jul 22 19:31:48.669263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.719305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-c2d2c641-e301-4ca8-99ac-2c595bfbf099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.721424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-c2d2c641-e301-4ca8-99ac-2c595bfbf099 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 901 time: 0.1723993 Jul 22 19:31:48.729051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-07db4d08-eedb-4120-88a9-1ce34fcc4f9d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.730606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-07db4d08-eedb-4120-88a9-1ce34fcc4f9d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1&tenant_id=3604edf80b514ac5a99cb0b562b3c169&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 948 time: 0.2770622 Jul 22 19:31:48.762929 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.800860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f39effd-29ca-42fa-bf90-b4a04677c48c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:48.825085 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-35749451-940e-4dbe-a901-e710592a133e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0959842 Jul 22 19:31:48.829685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:48.837905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:48.931807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:48.935050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-27aea1db-18d2-40c6-8c3a-3ccecddca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.943887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.955001 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-27aea1db-18d2-40c6-8c3a-3ccecddca6bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1199021 Jul 22 19:31:48.973235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:48.994276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.009582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.040050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.055449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.066426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.087830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-58e34e76-7884-447a-8fb6-57906bd859dc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.5952537 Jul 22 19:31:49.094260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0f39effd-29ca-42fa-bf90-b4a04677c48c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:49.106540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-4df62254-a62a-4239-a48e-51f58981ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.108585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-4df62254-a62a-4239-a48e-51f58981ad38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1471357 Jul 22 19:31:49.173506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85bb7436-08f1-448f-8c7e-0c27db4e426c req-8864431d-bb69-4271-9d42-fe52dbab286d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125268 Jul 22 19:31:49.174219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:49.291914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48010) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:49.386200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-2130e7fe-9304-446f-b935-ba37e49f7e4c service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690020 Jul 22 19:31:49.433330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e780ed-f13e-4182-b3b1-e7f43ab246ad req-8a48d514-f183-412b-8afa-806cb93c1755 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3434289 Jul 22 19:31:49.475517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Attempting to bind port 3f417454-893e-4780-93e8-f20967df63e8 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:49.475866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Attempting to bind port 3f417454-893e-4780-93e8-f20967df63e8 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:49.476299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Attempting to bind port 3f417454-893e-4780-93e8-f20967df63e8 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:49.482523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Port 3f417454-893e-4780-93e8-f20967df63e8 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:49.483312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Attempting to bind port 3f417454-893e-4780-93e8-f20967df63e8 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:49.485014 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-596bc2d7-2de4-425f-b863-bec2baa9c4e6 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:31:49.486064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-596bc2d7-2de4-425f-b863-bec2baa9c4e6 service neutron] 10.222.0.32 "DELETE /v2.0/ports/0f39effd-29ca-42fa-bf90-b4a04677c48c/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.7358494 Jul 22 19:31:49.500648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:49.501401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Checking segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:49.501572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Bound using segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:49.501969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Bound port: 3f417454-893e-4780-93e8-f20967df63e8, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:49.502344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.530087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca59a861-05e1-432d-9e10-98862a81b9cb req-e8432707-bee6-4d49-8d71-11f9ebdc1ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363180 Jul 22 19:31:49.568470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2086659724', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:49.607963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e05d-a66b-4ee4-a1e3-c945be39cb23 req-062a866e-a78d-495f-b89f-30a4c467e3a0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.614002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e05d-a66b-4ee4-a1e3-c945be39cb23 req-062a866e-a78d-495f-b89f-30a4c467e3a0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.618210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-ec23aa8e-6e30-4339-8f8a-f37019757f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.620092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-ec23aa8e-6e30-4339-8f8a-f37019757f86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 1101 time: 0.0723412 Jul 22 19:31:49.620344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4e05d-a66b-4ee4-a1e3-c945be39cb23 req-062a866e-a78d-495f-b89f-30a4c467e3a0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.621827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6df4e05d-a66b-4ee4-a1e3-c945be39cb23 req-062a866e-a78d-495f-b89f-30a4c467e3a0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2388 time: 0.2795122 Jul 22 19:31:49.625228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Made reservation on behalf of 0e33ad16a637495782bbfddd4d441307 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:49.627087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.663204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.700623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:49.727083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-8bb8ae60-8997-46f5-a4d4-8f9efb688fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.728512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-8bb8ae60-8997-46f5-a4d4-8f9efb688fea service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.0988014 Jul 22 19:31:49.728987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:49.737842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6df4e05d-a66b-4ee4-a1e3-c945be39cb23 req-43836ee1-8123-44e1-84a3-37b2b3c85af1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047335 Jul 22 19:31:49.747733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.783545 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-511a78d1-62fe-468b-ac44-666dbb3d0394 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 200 len: 217 time: 0.0486481 Jul 22 19:31:49.807078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.807714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:49.809150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] 10.222.0.26 "PUT /v2.0/ports/3f417454-893e-4780-93e8-f20967df63e8 HTTP/1.1" status: 200 len: 1092 time: 2.7063813 Jul 22 19:31:49.809719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '3f417454-893e-4780-93e8-f20967df63e8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:49.811970 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd6de9-a2d4-4222-bb7f-6477a53db651" -d '{"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "3f417454-893e-4780-93e8-f20967df63e8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:49.846921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-dea665ef-d761-4016-ac99-0880f16ed362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.848692 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-dea665ef-d761-4016-ac99-0880f16ed362 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0594411 Jul 22 19:31:49.861403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:49.878717 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfda6417-aebe-489c-a799-813842aa9dd6 x-openstack-request-id: req-bfda6417-aebe-489c-a799-813842aa9dd6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:49.878983 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "3f417454-893e-4780-93e8-f20967df63e8", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:49.879235 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfda6417-aebe-489c-a799-813842aa9dd6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:49.879641 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '3f417454-893e-4780-93e8-f20967df63e8', 'status': 'completed', 'code': 200} Jul 22 19:31:49.990977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-742b78e3-fb2d-45fc-a642-220d29fa5643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.992595 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-742b78e3-fb2d-45fc-a642-220d29fa5643 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1367822 Jul 22 19:31:49.997213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-a4c0f6ae-2484-436e-80b1-7b3ae542b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.997709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-a4c0f6ae-2484-436e-80b1-7b3ae542b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:49.999614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-a4c0f6ae-2484-436e-80b1-7b3ae542b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.001691 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-a4c0f6ae-2484-436e-80b1-7b3ae542b603 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2732 time: 0.1030672 Jul 22 19:31:50.102057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:31:50.169032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 0f39effd-29ca-42fa-bf90-b4a04677c48c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:50.175552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0f39effd-29ca-42fa-bf90-b4a04677c48c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:50.182898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.287097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.327549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:50.329114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:50.332076 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcd7c1e-e047-45e9-b5ec-6dda4f64029a" -d '{"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:50.338538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.340048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.351182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345a871-20cc-48b7-b345-93edce5287df req-13bec325-893f-48a9-8590-c39abd047012 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.353038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a345a871-20cc-48b7-b345-93edce5287df req-13bec325-893f-48a9-8590-c39abd047012 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.6961801 Jul 22 19:31:50.362297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723d20b-acbc-4a47-a126-3b7570821b27 service neutron] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:50.410609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:50.450646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a345a871-20cc-48b7-b345-93edce5287df req-8dc5a512-319e-46f8-b5cd-392b826d30aa tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832379 Jul 22 19:31:50.515356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.552497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-81a736fa-98f4-4554-af69-7be19c3438c6 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496902 Jul 22 19:31:50.554036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-c5278f7e-4668-4637-8c7b-d80dffb81bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.554649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-c5278f7e-4668-4637-8c7b-d80dffb81bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.555132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-c5278f7e-4668-4637-8c7b-d80dffb81bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.556627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-c5278f7e-4668-4637-8c7b-d80dffb81bb9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44d67da407fe4538b157a6bd104cb4a5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5457528 Jul 22 19:31:50.600437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290d7d-0fb8-4d10-bec4-a7be630b0e9a req-474e7325-7220-47d6-8b48-c003dd3012f0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.610637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6290d7d-0fb8-4d10-bec4-a7be630b0e9a req-474e7325-7220-47d6-8b48-c003dd3012f0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 949 time: 0.3027761 Jul 22 19:31:50.614556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:50.629718 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f9cab-d27f-46bd-8fd6-8e03ddcb2f87 x-openstack-request-id: req-0a3f9cab-d27f-46bd-8fd6-8e03ddcb2f87 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:50.630013 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-plugged", "status": "completed", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:50.630272 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a3f9cab-d27f-46bd-8fd6-8e03ddcb2f87 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:50.630671 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'code': 200} Jul 22 19:31:50.656923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] device_id is not set on port d0bf72be-b7e7-40e9-9a07-acef03f8720e yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:31:50.697702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91b5b1cc-1613-48ba-8321-1c3ba0653afd req-a6a4ae5e-3154-4b6a-a2b9-2b88e8fa5abe service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378133 Jul 22 19:31:50.705279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6290d7d-0fb8-4d10-bec4-a7be630b0e9a req-86aa7f1c-8837-406f-a2e4-73207dfcb0ae tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917041 Jul 22 19:31:50.777760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7117d23-c401-4e82-8a27-9ad02f656b56,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:50.902269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-204da904-ffc0-4b16-871c-4fe409196fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:50.903578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31cd6de9-a2d4-4222-bb7f-6477a53db651 req-204da904-ffc0-4b16-871c-4fe409196fff service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412794 Jul 22 19:31:51.038780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:51.054042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.100803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Transition to ACTIVE for port object 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:51.102205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Allocated IP 172.25.6.237 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d0bf72be-b7e7-40e9-9a07-acef03f8720e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:51.116593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.177975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.184301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.191364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.197522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.203986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.210162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.217133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.219841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-35350b57-a758-4548-b7d1-b5a15cdc745f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.4379742 Jul 22 19:31:51.236065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce943eb-1032-4dab-bea8-f507d1abc567 req-9400222f-2d7c-4f95-8400-1a2821454677 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.242251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce943eb-1032-4dab-bea8-f507d1abc567 req-9400222f-2d7c-4f95-8400-1a2821454677 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.248511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce943eb-1032-4dab-bea8-f507d1abc567 req-9400222f-2d7c-4f95-8400-1a2821454677 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.250404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ce943eb-1032-4dab-bea8-f507d1abc567 req-9400222f-2d7c-4f95-8400-1a2821454677 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2388 time: 0.3402312 Jul 22 19:31:51.339237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:51.385668 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14e0e6b7-7f9b-4c9c-97d0-9c633ddc6a0b req-b3f86a2c-bc9d-4960-972d-583e4e4a2a3a tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238644 Jul 22 19:31:51.433884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ce943eb-1032-4dab-bea8-f507d1abc567 req-81852224-f182-4c1e-8201-e6a0a2f31e82 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709323 Jul 22 19:31:51.554768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Attempting to bind port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:51.555106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Attempting to bind port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:51.555467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Attempting to bind port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 on network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:51.561737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.576825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 on network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:51.577149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Attempting to bind port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 on network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:51.606878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:51.608171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Checking segment: {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:51.608171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Bound using segment: {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:51.608650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Bound port: 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4838570d-a8bd-4f4c-b9aa-0061f89407d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:51.609014 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.704967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.726132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301091-0a50-43e4-b1c7-48e6e233857b req-a6277091-1505-4f14-9231-8c96e7dff4a3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.727715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42301091-0a50-43e4-b1c7-48e6e233857b req-a6277091-1505-4f14-9231-8c96e7dff4a3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 945 time: 0.1740308 Jul 22 19:31:51.750955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:51.796074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:51.809455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:51.813516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Pushing event updated for resources: {'Port': ['ID=d0bf72be-b7e7-40e9-9a07-acef03f8720e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:51.816364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.821360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:51.835861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:51.871046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-99a41e62-02cb-49bd-99f4-430f9c8874a6 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.873919 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-99a41e62-02cb-49bd-99f4-430f9c8874a6 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.0919170 Jul 22 19:31:51.890514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-13'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:51.897258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42301091-0a50-43e4-b1c7-48e6e233857b req-974debc7-6aeb-4e10-b05e-9d984acbad27 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423955 Jul 22 19:31:51.919148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:51.920669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:51.922160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] 10.222.0.26 "PUT /v2.0/ports/0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 HTTP/1.1" status: 200 len: 1093 time: 2.0702677 Jul 22 19:31:51.932658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:51.934964 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd7671-170d-403a-99c1-118ed20fca73" -d '{"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:51.979594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Request body: {'port': {'device_id': '40791297-7974-468c-a784-23440af295f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:52.034930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.035564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.046290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.049886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4b803-cf5f-47f5-bafa-e5207e20a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:52.077480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48062) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:52.078206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1a8e217f-54f1-4ee3-83ba-bdc9d5504328 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7813463 Jul 22 19:31:52.081380 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfa2bac-136e-4968-ad9d-d6f741af96f9 x-openstack-request-id: req-fbfa2bac-136e-4968-ad9d-d6f741af96f9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:52.081677 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:52.081971 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbfa2bac-136e-4968-ad9d-d6f741af96f9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:52.082386 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3', 'status': 'completed', 'code': 200} Jul 22 19:31:52.095747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.237'}]}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:52.101563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:31:52.156308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f015874-0b58-42a1-97fe-3a41df9416d8 req-6f6c751c-5541-46ef-a170-d7de2f74346e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.173385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f015874-0b58-42a1-97fe-3a41df9416d8 req-6f6c751c-5541-46ef-a170-d7de2f74346e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.3351436 Jul 22 19:31:52.219440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.236666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.236921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.293309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:52.302457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f015874-0b58-42a1-97fe-3a41df9416d8 req-4bffb82f-7dc4-47cb-a16d-4cb77aecc271 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Jul 22 19:31:52.329301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.345844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d has no active binding in host n-h1-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:31:52.480047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-ce27d67d-4157-4fc1-8875-0929c07108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.480361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-ce27d67d-4157-4fc1-8875-0929c07108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.480980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-ce27d67d-4157-4fc1-8875-0929c07108c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.486055 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-ce27d67d-4157-4fc1-8875-0929c07108c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2800 time: 0.3810301 Jul 22 19:31:52.541069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32282855-288d-48d7-ab14-c9eb289d65b8 req-68afdf70-5cf3-42d0-9e0d-78802c68e17b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.542496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32282855-288d-48d7-ab14-c9eb289d65b8 req-68afdf70-5cf3-42d0-9e0d-78802c68e17b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.1529152 Jul 22 19:31:52.591440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:31:52.599175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.630205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32282855-288d-48d7-ab14-c9eb289d65b8 req-2c58e25c-4d7a-4206-b75e-c0ce883a4e28 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674293 Jul 22 19:31:52.740669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:52.756711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:52.785678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-99b702c6-f7f9-4dd5-82ab-bb7cff9dec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.786896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-99b702c6-f7f9-4dd5-82ab-bb7cff9dec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.787455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-99b702c6-f7f9-4dd5-82ab-bb7cff9dec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.789204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-99b702c6-f7f9-4dd5-82ab-bb7cff9dec12 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44d67da407fe4538b157a6bd104cb4a5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2625313 Jul 22 19:31:52.798243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.805115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.812593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.820845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.828854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.836443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.843674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:52.846315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-386477f0-7646-411e-a512-f90c85df9685 req-269cdd94-7166-4f1d-88ed-0217ef9df22b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.3340366 Jul 22 19:31:52.848857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.870546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:52.872942 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af755c8-1d46-4a1b-95eb-14b2626e58f6" -d '{"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-unplugged", "status": "completed", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:52.878245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.890723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Transition to ACTIVE for port object 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:52.897571 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.905330 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:52.962963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-386477f0-7646-411e-a512-f90c85df9685 req-1b698674-b4cc-4a72-aa28-e4aa71ab1e60 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1081057 Jul 22 19:31:53.053701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-5b35a21d-06bd-4894-b777-ebb0ab3322f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.056190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ebd7671-170d-403a-99c1-118ed20fca73 req-5b35a21d-06bd-4894-b777-ebb0ab3322f5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591491 Jul 22 19:31:53.059325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:53.072074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Pushing event updated for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:53.156256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62e501-1b8f-4277-8c89-daa9d98148e2 req-cfd76eea-9307-48cc-8ba9-a7aab357e1bd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.162378 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409078aa-de00-4f43-a1ad-c5dff86d8182 x-openstack-request-id: req-409078aa-de00-4f43-a1ad-c5dff86d8182 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:53.162731 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-unplugged", "status": "completed", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:53.163207 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-409078aa-de00-4f43-a1ad-c5dff86d8182 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:53.164092 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'code': 200} Jul 22 19:31:53.166020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62e501-1b8f-4277-8c89-daa9d98148e2 req-cfd76eea-9307-48cc-8ba9-a7aab357e1bd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.175058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62e501-1b8f-4277-8c89-daa9d98148e2 req-cfd76eea-9307-48cc-8ba9-a7aab357e1bd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.198869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c62e501-1b8f-4277-8c89-daa9d98148e2 req-cfd76eea-9307-48cc-8ba9-a7aab357e1bd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2400 time: 0.4753010 Jul 22 19:31:53.207937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on host n-h2-800087-13 for vnic_type normal with profile {"migrating_to": "n-h1-800087-13"} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:53.207937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:53.207937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:53.230546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:53.231188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Attempting to bind port ff934db4-13f9-4cf5-9f2e-4b265e65111d on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:53.266386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c62e501-1b8f-4277-8c89-daa9d98148e2 req-260af3d7-8f38-485f-a52d-ebddc5eac0ff tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665367 Jul 22 19:31:53.272322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Attempting to bind port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:53.274225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Attempting to bind port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:53.274419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:53.274767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:53.275194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:53.275625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Bound port: ff934db4-13f9-4cf5-9f2e-4b265e65111d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:53.275995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.276270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Attempting to bind port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:53.311318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:53.311658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Attempting to bind port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 on network abf569dc-ee33-44f1-86ca-d70ca95276a9 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:53.349067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.353200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:53.353391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Checking segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:53.353768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Bound using segment: {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:53.354362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Bound port: 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff5a179-db8b-4078-bb2d-17fd0f08776f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:53.355174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.379070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.453892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61f7fa-c417-4bdf-b496-04d69a658da9 req-d3d6bb2e-0658-4cd3-b919-4b92b0cb5d6c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.462333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef61f7fa-c417-4bdf-b496-04d69a658da9 req-d3d6bb2e-0658-4cd3-b919-4b92b0cb5d6c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.2033105 Jul 22 19:31:53.471014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:53.494985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:53.525122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef61f7fa-c417-4bdf-b496-04d69a658da9 req-3786b81d-b986-4686-9ee1-4c254509299d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628955 Jul 22 19:31:53.537089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:53.544750 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.554287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:53.572643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.594535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.595418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.597832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] 10.222.0.26 "PUT /v2.0/ports/02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 HTTP/1.1" status: 200 len: 1093 time: 1.6379042 Jul 22 19:31:53.637274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a675e-e509-44df-9c17-95159c9b1472 service neutron] Pushing event updated for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:53.719653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-bad680c6-fb42-4465-b83d-4c5fc733073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.721914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-bad680c6-fb42-4465-b83d-4c5fc733073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.722399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-bad680c6-fb42-4465-b83d-4c5fc733073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.724402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-bad680c6-fb42-4465-b83d-4c5fc733073e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2868 time: 0.0760212 Jul 22 19:31:53.736272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:53.748927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:53.749597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.751788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-da4d061c-4b63-49b6-9200-2841c6db2a7f service neutron] 10.222.0.26 "PUT /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 1123 time: 1.8677461 Jul 22 19:31:53.753370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:53.789002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-4c95d44a-2680-4590-88bd-c21315be175f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=3f417454-893e-4780-93e8-f20967df63e8 HTTP/1.1" status: 200 len: 217 time: 0.0577340 Jul 22 19:31:53.835427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:53.844418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:53.859735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-44b72773-3f43-4b00-8a72-5e62156b9663 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762148 Jul 22 19:31:54.003344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-d1c24e99-ba5a-484e-b7e6-65bb52ad6fc4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.010417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-d1c24e99-ba5a-484e-b7e6-65bb52ad6fc4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346469 Jul 22 19:31:54.022748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.027103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.035574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-8513b574-aff8-4040-bb6f-03e458b6c077 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/quotas/3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 375 time: 0.0237746 Jul 22 19:31:54.071471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-b8d25fbc-0658-4f11-9074-48eb5f16938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.072968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-b8d25fbc-0658-4f11-9074-48eb5f16938c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83c8d4fb-6b48-4ac6-aa88-52fc57063faf HTTP/1.1" status: 200 len: 801 time: 0.2720494 Jul 22 19:31:54.088748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:54.094566 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624" -d '{"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:54.141493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.145117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a4fa914-c8f0-4f47-bc02-0f1b7e2bf3bb {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:31:54.207735 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:31:54.210842 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc9cc453-5535-40ed-a434-dd7a924a7f6c tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1303761 Jul 22 19:31:54.214370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:54.265730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.421019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Deleting port d0bf72be-b7e7-40e9-9a07-acef03f8720e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:31:54.421871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.515802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48118) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:54.541720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-5bca399f-c15d-429c-841b-8ae816cd8923 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5051589 Jul 22 19:31:54.548877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-f9da991b-6cae-4762-91c4-24c772707017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.550404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-f9da991b-6cae-4762-91c4-24c772707017 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf569dc-ee33-44f1-86ca-d70ca95276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4509308 Jul 22 19:31:54.563673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.569755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.576517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.583024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.589179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.596591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.603105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:54.605616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-bcab362c-28d8-4303-91bd-8ee4c8e73db7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.4584527 Jul 22 19:31:54.730889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3078f3d5-ea7b-43ca-8390-bd3806f01c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.736073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-f4656875-7f2f-410e-b0eb-d1407984eeac service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294649 Jul 22 19:31:54.749087 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436eb7bf-aa76-41c5-9e66-02a9c739a4ce x-openstack-request-id: req-436eb7bf-aa76-41c5-9e66-02a9c739a4ce {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:54.749463 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40791297-7974-468c-a784-23440af295f0", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:54.749783 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-436eb7bf-aa76-41c5-9e66-02a9c739a4ce {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:54.750241 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5', 'status': 'completed', 'code': 200} Jul 22 19:31:54.849663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:54.863494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Calling delete_port for d0bf72be-b7e7-40e9-9a07-acef03f8720e owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:31:54.909277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82b64616-a3a7-45b4-9162-14b2766f6392 req-6b1420fe-ca74-44c8-b497-73334379910a tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2928381 Jul 22 19:31:55.017880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-f036c94c-b543-4fe4-92ae-dab3d9f2debf service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663989 Jul 22 19:31:55.022106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3078f3d5-ea7b-43ca-8390-bd3806f01c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.026348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.034609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe610f5-455d-40da-9694-a4ef42d4d14f req-ba19028c-19da-4756-b36d-e26aaf4cd235 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.041620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe610f5-455d-40da-9694-a4ef42d4d14f req-ba19028c-19da-4756-b36d-e26aaf4cd235 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.048378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe610f5-455d-40da-9694-a4ef42d4d14f req-ba19028c-19da-4756-b36d-e26aaf4cd235 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.055453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbe610f5-455d-40da-9694-a4ef42d4d14f req-ba19028c-19da-4756-b36d-e26aaf4cd235 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2412 time: 0.2549949 Jul 22 19:31:55.059383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0bf72be-b7e7-40e9-9a07-acef03f8720e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:55.076381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3078f3d5-ea7b-43ca-8390-bd3806f01c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.118724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-5f9aaffd-6a9c-4bc6-9dda-797fe78c8d66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.164&port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 HTTP/1.1" status: 200 len: 217 time: 0.0942178 Jul 22 19:31:55.130819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.133264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7f1f1ed9-dea9-4ab2-b209-39af93120e40 tempest-RoutersAdminNegativeTest-1045253170 tempest-RoutersAdminNegativeTest-1045253170-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d0bf72be-b7e7-40e9-9a07-acef03f8720e HTTP/1.1" status: 204 len: 168 time: 0.9174263 Jul 22 19:31:55.165155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:55.167513 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d955fcc9-0634-4741-8379-4cd267cbc087" -d '{"events": [{"name": "network-changed", "server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:55.233011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3078f3d5-ea7b-43ca-8390-bd3806f01c82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0a3d2ebdd64485a8fa884d7b6ea81bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157700 Jul 22 19:31:55.235438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:55.249284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078f3d5-ea7b-43ca-8390-bd3806f01c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2789f16-d377-4509-af38-d229fc1a7fcd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:55.255532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbe610f5-455d-40da-9694-a4ef42d4d14f req-ac508d80-ffba-498e-9c31-d5143edfbfe5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989985 Jul 22 19:31:55.282362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-c4a8420b-36b1-428f-a1b6-de12b14f7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.283714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-c4a8420b-36b1-428f-a1b6-de12b14f7481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd9aa83b-d47e-40db-a5d7-588a38d05189 HTTP/1.1" status: 200 len: 801 time: 0.1467395 Jul 22 19:31:55.308857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.333239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.350662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07f288-781a-4656-bc8b-68d31ada5df9 req-ab98fd60-0cff-4ad4-b7ef-275782971610 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.352743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a07f288-781a-4656-bc8b-68d31ada5df9 req-ab98fd60-0cff-4ad4-b7ef-275782971610 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.2400820 Jul 22 19:31:55.416854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.420092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.421385 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2789f16-d377-4509-af38-d229fc1a7fcd HTTP/1.1" status: 204 len: 168 time: 0.1848969 Jul 22 19:31:55.422005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:55.444755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58199f28-6e41-4c1e-a71e-6430ca9cde2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2789f16-d377-4509-af38-d229fc1a7fcd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:55.446352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cdb3770-605b-4a3a-b684-6ee046d1cd07 req-de59c029-2656-41cb-8d67-bee70d8c6063 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 210 time: 0.0776517 Jul 22 19:31:55.490480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a07f288-781a-4656-bc8b-68d31ada5df9 req-8dd2873f-85d7-47c7-95c5-c9507dbf7566 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314042 Jul 22 19:31:55.525533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-2e5649fe-2c42-4f65-a3a2-21a20e3ac455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.528531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-2e5649fe-2c42-4f65-a3a2-21a20e3ac455 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0d308f3-baa9-4da9-86e8-a5e4d9c8d145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367713 Jul 22 19:31:55.553033 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bee3408-efcb-46ca-b000-da6c27a7bb71 x-openstack-request-id: req-5bee3408-efcb-46ca-b000-da6c27a7bb71 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:55.553624 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:55.554066 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bee3408-efcb-46ca-b000-da6c27a7bb71 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:55.554642 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'status': 'completed', 'code': 200} Jul 22 19:31:55.630480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d997b6-ac4d-4b39-b50d-aed79951bbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.685107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-cf901265-b477-4a55-9240-3bdc581995d3 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1111519050&fields=id&tenant_id=d617440b03d1477cbd48d90a10457657 HTTP/1.1" status: 200 len: 267 time: 0.0564766 Jul 22 19:31:55.687818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-87e4c7fa-36fc-4e66-8849-e84b4d011638 service neutron] 10.222.0.26 "GET /v2.0/networks/c0d308f3-baa9-4da9-86e8-a5e4d9c8d145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526873 Jul 22 19:31:55.771422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d997b6-ac4d-4b39-b50d-aed79951bbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.774932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-d7fe3535-77b6-4212-92f1-f68176374e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.776718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-d7fe3535-77b6-4212-92f1-f68176374e34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1126 time: 0.0858634 Jul 22 19:31:55.778011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34d997b6-ac4d-4b39-b50d-aed79951bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:55.847688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34d997b6-ac4d-4b39-b50d-aed79951bbc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1ac7b8ae7b9423096361a86bf4e33df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225848 Jul 22 19:31:55.850767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:55.899999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d997b6-ac4d-4b39-b50d-aed79951bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c70c2a-9444-4dc5-913b-af3f9a5a8d73,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:55.930524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-107ef6fd-5add-4569-8434-2c904eca50d7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.937456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-107ef6fd-5add-4569-8434-2c904eca50d7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/networks?id=94f96300-639c-49a6-8d5b-905716682ff2 HTTP/1.1" status: 200 len: 815 time: 0.2440307 Jul 22 19:31:55.939500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-aa32a897-5cdc-4bc1-8e51-0cad2fb59d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:55.941099 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-aa32a897-5cdc-4bc1-8e51-0cad2fb59d1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1526370 Jul 22 19:31:55.944077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-ff1cb874-17bf-41d0-9e88-e4676da2027f service neutron] 10.222.0.26 "GET /v2.0/networks/c0d308f3-baa9-4da9-86e8-a5e4d9c8d145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488487 Jul 22 19:31:55.962477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-7c5b0ac3-03a3-465e-a486-a96d67fba31e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280733 Jul 22 19:31:55.964422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-1ef28020-ec2c-4793-b7cc-e4690146c7d6 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/quotas/d617440b03d1477cbd48d90a10457657 HTTP/1.1" status: 200 len: 375 time: 0.0260098 Jul 22 19:31:55.990797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:56.047587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-cfc44632-abb7-4f68-9339-4ceb3e1cfe90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 HTTP/1.1" status: 200 len: 217 time: 0.0786989 Jul 22 19:31:56.054428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-bac5fb82-c865-46c3-b7e3-0970f9cd882c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 217 time: 0.1040680 Jul 22 19:31:56.128638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:56.170043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-58ec24c5-fb38-4f18-8c43-b5c97de438a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.171877 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-58ec24c5-fb38-4f18-8c43-b5c97de438a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1050160 Jul 22 19:31:56.203526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a1aa77ac-c293-4f82-9d2b-ec9b677aa554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.205094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-a1aa77ac-c293-4f82-9d2b-ec9b677aa554 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83c8d4fb-6b48-4ac6-aa88-52fc57063faf HTTP/1.1" status: 200 len: 801 time: 0.1413412 Jul 22 19:31:56.224914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-f2e96619-391d-470c-a76b-87dfdc508f08 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d617440b03d1477cbd48d90a10457657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2594602 Jul 22 19:31:56.230074 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-5cc69d78-bcb9-4757-8b46-c8b785decf6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377460 Jul 22 19:31:56.241235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-699c990f-32ba-4fb2-87f2-52de012494c4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.242777 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-699c990f-32ba-4fb2-87f2-52de012494c4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774158 Jul 22 19:31:56.256790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Request body: {'port': {'device_id': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '3604edf80b514ac5a99cb0b562b3c169'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:56.287942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.293903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.300712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.306761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.313269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.319213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.325033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.327144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-662d1cbf-5ac9-473a-a07d-6d92ae5eb3f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.2827156 Jul 22 19:31:56.329982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:56.333709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:56.333709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24c70c2a-9444-4dc5-913b-af3f9a5a8d73 HTTP/1.1" status: 204 len: 168 time: 0.4813612 Jul 22 19:31:56.381210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7b303-247b-416b-a19f-6ea89a2d5f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c70c2a-9444-4dc5-913b-af3f9a5a8d73,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:56.413286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-8a364d3d-e252-4152-85f4-9ab8d95f1d56 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693013 Jul 22 19:31:56.443081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Made reservation on behalf of 3604edf80b514ac5a99cb0b562b3c169 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:56.447056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:56.453974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a35a79a4-f29f-4fe8-b872-4ede32226c4a req-eef48532-50fd-4423-87a3-843acc06f6e2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050658 Jul 22 19:31:56.463480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-14cab35e-6cb9-4f40-9e8c-daef712895af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.465043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-14cab35e-6cb9-4f40-9e8c-daef712895af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf569dc-ee33-44f1-86ca-d70ca95276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371523 Jul 22 19:31:56.505481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-b1ed17ce-e815-447a-be5d-dbae659f7fd9 service neutron] 10.222.0.10 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385900 Jul 22 19:31:56.654256 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d955fcc9-0634-4741-8379-4cd267cbc087 req-44ac432c-0c11-4e77-bab4-e438ea9e2aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209826 Jul 22 19:31:56.665087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-1de4de1d-5d95-4370-b514-4553164e014d service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885750 Jul 22 19:31:56.723665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-3d7ce69d-60d4-4535-8cec-affad38a487e service neutron] 10.222.0.10 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092090 Jul 22 19:31:56.777935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Allocated IP 192.168.233.118 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/e5b427dc-4afc-425f-98f7-f74f85d921bd) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:56.836083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86e01b62-4e7c-468f-ae59-a26309df4272 req-2abe0028-8f2f-4d27-a903-c274a46945cb service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554902 Jul 22 19:31:56.848652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c93c0-6a66-4ed0-8969-262e78706522 req-10966253-e6ea-4627-bfb1-08d3aa79d009 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.855474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c93c0-6a66-4ed0-8969-262e78706522 req-10966253-e6ea-4627-bfb1-08d3aa79d009 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.864929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c93c0-6a66-4ed0-8969-262e78706522 req-10966253-e6ea-4627-bfb1-08d3aa79d009 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:56.866952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-023c93c0-6a66-4ed0-8969-262e78706522 req-10966253-e6ea-4627-bfb1-08d3aa79d009 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2412 time: 0.1676641 Jul 22 19:31:56.953798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-023c93c0-6a66-4ed0-8969-262e78706522 req-a6697fcf-6290-4b03-bba8-813ff645507d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810628 Jul 22 19:31:56.963299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48202) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:57.000887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.024771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-64124076-28a7-44ee-b1f1-40f1f9fbac3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e33ad16a637495782bbfddd4d441307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601451 Jul 22 19:31:57.028695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-5fa2469d-123e-4160-b4c5-e1d6b46887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.029976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-5fa2469d-123e-4160-b4c5-e1d6b46887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.030672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-5fa2469d-123e-4160-b4c5-e1d6b46887c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.031968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:57.032716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-5fa2469d-123e-4160-b4c5-e1d6b46887c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2868 time: 0.1266983 Jul 22 19:31:57.145621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.160625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763e19d5-cdea-4731-9c5a-6eb7184ccaa3 req-96f150bd-9df2-4f1b-9de2-64fa660db8a0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 210 time: 0.0465882 Jul 22 19:31:57.205321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.212336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Transition to ACTIVE for port object e5b427dc-4afc-425f-98f7-f74f85d921bd will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:57.245091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.262287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-23a7f275-7c07-453d-9d4f-b026d4ad767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.264437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-23a7f275-7c07-453d-9d4f-b026d4ad767e service neutron] 10.222.0.26 "GET /v2.0/networks?id=abf569dc-ee33-44f1-86ca-d70ca95276a9 HTTP/1.1" status: 200 len: 903 time: 0.2238817 Jul 22 19:31:57.295967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2553c291-e68a-45b8-a642-defc3f6910de req-9b58b54b-da3c-4c30-910b-178653fc25b4 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.0498567 Jul 22 19:31:57.307740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.320666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', '0f39effd-29ca-42fa-bf90-b4a04677c48c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:31:57.346281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-e3b376f4-8448-4ed5-971a-3660a5a38b65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 HTTP/1.1" status: 200 len: 217 time: 0.0533385 Jul 22 19:31:57.397150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.400454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.401902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7117d23-c401-4e82-8a27-9ad02f656b56 HTTP/1.1" status: 204 len: 168 time: 0.3689582 Jul 22 19:31:57.406665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:31:57.409653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231beec-2297-4178-bbbc-0a36305013c4 req-9804c6f9-f76e-4c43-b582-348a7e2e4af0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.411227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4231beec-2297-4178-bbbc-0a36305013c4 req-9804c6f9-f76e-4c43-b582-348a7e2e4af0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.2216554 Jul 22 19:31:57.425574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-93713e4b-b7c8-4436-9b14-fb95abe68fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.425574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-93713e4b-b7c8-4436-9b14-fb95abe68fa9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83c8d4fb-6b48-4ac6-aa88-52fc57063faf HTTP/1.1" status: 200 len: 801 time: 0.0705647 Jul 22 19:31:57.428209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:31:57.436396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:31:57.440723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:57.454916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6724ae-aae9-4267-ba03-853c3308aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7117d23-c401-4e82-8a27-9ad02f656b56,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:57.475110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:31:57.544118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4231beec-2297-4178-bbbc-0a36305013c4 req-aa57921d-3310-48b5-8cc3-6bf838df0457 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202002 Jul 22 19:31:57.583050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.590377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-d635ba3a-3a38-4d41-86db-a0426f0c34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.592248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-d635ba3a-3a38-4d41-86db-a0426f0c34a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=abf569dc-ee33-44f1-86ca-d70ca95276a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597264 Jul 22 19:31:57.592782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.622184 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-6ad8c229-f3df-4d37-b377-1b3ad94d735e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3688283 Jul 22 19:31:57.649428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Request body: {'port': {'device_id': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:57.824725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.903451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-1f31517f-1a52-4865-ab14-6eea13297eec service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011720 Jul 22 19:31:57.905835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-757c312d-2539-4882-b976-6d75da3fbe0b None None] Provisioning for port e5b427dc-4afc-425f-98f7-f74f85d921bd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:31:57.912439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-757c312d-2539-4882-b976-6d75da3fbe0b None None] Provisioning complete for port e5b427dc-4afc-425f-98f7-f74f85d921bd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:31:57.912814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-757c312d-2539-4882-b976-6d75da3fbe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:57.915731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.921738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.927952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.934916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.942313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.949323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.957374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:57.959799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1986c32e-68ff-459e-9603-48f1f7865718 req-75590199-4785-42ee-b795-43021641d82b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.3274844 Jul 22 19:31:57.987315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-757c312d-2539-4882-b976-6d75da3fbe0b None None] Port e5b427dc-4afc-425f-98f7-f74f85d921bd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:31:58.365798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:31:58.382736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.403386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Transition to ACTIVE for port object e5b427dc-4afc-425f-98f7-f74f85d921bd will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:31:58.408642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.429203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1986c32e-68ff-459e-9603-48f1f7865718 req-ecc920f0-2046-4d97-aa74-536618281184 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4488900 Jul 22 19:31:58.465032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8d2d77-15a6-4c19-94ff-ce9b65df9624 req-031dc4a9-2b7a-4d39-8f62-63561a46e694 service neutron] 10.222.0.26 "GET /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036376 Jul 22 19:31:58.502748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:58.535010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26991d7-d9eb-4d1a-9e03-f35ae6bfb05a req-1006596f-3412-4db4-913e-d03cec904c81 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.574550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26991d7-d9eb-4d1a-9e03-f35ae6bfb05a req-1006596f-3412-4db4-913e-d03cec904c81 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.615371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26991d7-d9eb-4d1a-9e03-f35ae6bfb05a req-1006596f-3412-4db4-913e-d03cec904c81 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.621823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26991d7-d9eb-4d1a-9e03-f35ae6bfb05a req-1006596f-3412-4db4-913e-d03cec904c81 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2412 time: 0.5184417 Jul 22 19:31:58.671406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:31:58.671624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:31:58.672078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:58.684067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:31:58.684418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:31:58.691438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:31:58.691944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:31:58.692433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:31:58.693123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Bound port: e5b427dc-4afc-425f-98f7-f74f85d921bd, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:31:58.693502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:58.806555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26991d7-d9eb-4d1a-9e03-f35ae6bfb05a req-8d5d2fe9-dba7-4a36-a469-19e52630ff9d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690094 Jul 22 19:31:58.905045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ea84a-2cab-4d69-b5ca-e4da11a4fcaf req-f40cf679-7c79-4b8c-bd04-f95b438cb5bb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.908944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a4ea84a-2cab-4d69-b5ca-e4da11a4fcaf req-f40cf679-7c79-4b8c-bd04-f95b438cb5bb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 948 time: 0.2329917 Jul 22 19:31:58.920274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-10a3ceac-4a52-4351-a977-be0f5cb38aa5 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:58.921923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-10a3ceac-4a52-4351-a977-be0f5cb38aa5 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.32 "GET /v2.0/networks?id=94f96300-639c-49a6-8d5b-905716682ff2 HTTP/1.1" status: 200 len: 815 time: 0.1799073 Jul 22 19:31:58.973092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:31:58.977885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:31:58.979305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:31:58.991226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b04b7a0-aadf-4fb3-9664-7fa20e3de5d7 req-6aeb93d7-5360-482e-ac2d-d42f5094f444 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.0400517 Jul 22 19:31:59.000102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.016751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a4ea84a-2cab-4d69-b5ca-e4da11a4fcaf req-2e57aa80-544c-4648-bab9-9cf3b18ee716 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003075 Jul 22 19:31:59.144428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.146091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.148178 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] 10.222.0.26 "PUT /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 1097 time: 1.5138233 Jul 22 19:31:59.159117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:31:59.162108 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f12f1-2315-4ddb-8474-9c877d491c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:31:59.187425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-673d6ac9-86f4-431c-87c7-175697350163 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d617440b03d1477cbd48d90a10457657 HTTP/1.1" status: 200 len: 380 time: 0.2551160 Jul 22 19:31:59.188855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c20a1-a844-47ca-bc08-50d06fc11ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:31:59.252086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'port': {'device_id': '11909758-5692-4415-8889-946584ccb6ab', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'admin_state_up': True, 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'security_groups': ['46767874-0d16-478e-a2fd-76d42c293c06']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:59.318856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fae34f-f0c5-4d40-91f7-85ae4cdfc5b8 req-0db8f48b-d81e-4b41-8fbd-40496ed0fb81 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.320751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99fae34f-f0c5-4d40-91f7-85ae4cdfc5b8 req-0db8f48b-d81e-4b41-8fbd-40496ed0fb81 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.2213883 Jul 22 19:31:59.350691 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fc29f4-c94d-4c32-aa94-35695a159d14 x-openstack-request-id: req-26fc29f4-c94d-4c32-aa94-35695a159d14 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:31:59.353961 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:31:59.354270 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26fc29f4-c94d-4c32-aa94-35695a159d14 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:31:59.356411 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'status': 'completed', 'code': 200} Jul 22 19:31:59.380043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99fae34f-f0c5-4d40-91f7-85ae4cdfc5b8 req-7f423263-68f6-4dc4-94f5-3cc7ebae19f4 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Jul 22 19:31:59.380245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-693710652'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:31:59.443646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:59.447229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.465995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.489959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-4f8426be-3d28-4e2d-b9d0-acbbee5abbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.491508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-4f8426be-3d28-4e2d-b9d0-acbbee5abbf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1100 time: 0.2690716 Jul 22 19:31:59.493806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Made reservation on behalf of d617440b03d1477cbd48d90a10457657 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:31:59.497250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.559383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-fb2c5258-1272-4f0e-825f-cf05ec800555 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0586867 Jul 22 19:31:59.742113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-2d77eb75-8110-4eda-9be0-d61d6c6e7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.743735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-2d77eb75-8110-4eda-9be0-d61d6c6e7b26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1728754 Jul 22 19:31:59.767217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.773726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.780657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.788428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.795984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.803594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.811217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:31:59.813604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-6de42626-6f1b-40bd-831c-8b74f667192e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.1513302 Jul 22 19:31:59.877269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Allocated IP 172.20.0.9 (94f96300-639c-49a6-8d5b-905716682ff2/0d67d9c0-fb8d-4c02-821b-a0cc1f34839d/b9ba1035-260d-4ea2-806f-ccae1ae897ab) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:31:59.883331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.886537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48fc0e0e-c100-48ef-af1d-e3316f9f1f00 req-b1239ce5-e74d-4ada-baf9-68caf65477f3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660152 Jul 22 19:31:59.924826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:31:59.990637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4086b-d72e-4266-bf72-4f4ba5878be1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:00.008820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:00.011360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23766b-9b4d-4822-930f-e42ff171c0b4 req-67a95c73-015a-4510-8155-b90f30211405 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.020368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-51fd30ec-ff0c-49d6-a737-1d653788a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.022234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23766b-9b4d-4822-930f-e42ff171c0b4 req-67a95c73-015a-4510-8155-b90f30211405 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.022531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-51fd30ec-ff0c-49d6-a737-1d653788a318 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2290099 Jul 22 19:32:00.033301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23766b-9b4d-4822-930f-e42ff171c0b4 req-67a95c73-015a-4510-8155-b90f30211405 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.035404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f23766b-9b4d-4822-930f-e42ff171c0b4 req-67a95c73-015a-4510-8155-b90f30211405 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2412 time: 0.1278629 Jul 22 19:32:00.070384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.071054 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Added segment 0e3bc163-cfc4-4e8f-aced-ddfe04264f11 of type vlan for network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 Jul 22 19:32:00.118449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f23766b-9b4d-4822-930f-e42ff171c0b4 req-de82fba7-f587-47d6-a6df-08e12dac33b9 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771325 Jul 22 19:32:00.167246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3e1ea08-9b63-4705-b97c-bf12add3c8f8 req-d48ef9e1-7c74-4580-9eeb-354c012dcb55 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.0477171 Jul 22 19:32:00.184268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:00.290995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.321639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed58d7-f456-4f2c-a13f-3db1a38ba3e8 req-a91aaf80-da21-4ea4-90b9-5b16bf4fa908 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.328763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7ed58d7-f456-4f2c-a13f-3db1a38ba3e8 req-a91aaf80-da21-4ea4-90b9-5b16bf4fa908 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 948 time: 0.1098781 Jul 22 19:32:00.347316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-8edf05d1-7f3b-4788-b006-acd5dc7c18ec service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037312 Jul 22 19:32:00.373101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.378881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7ed58d7-f456-4f2c-a13f-3db1a38ba3e8 req-aa25fb7b-4903-46a8-96e7-e94e30316de9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492418 Jul 22 19:32:00.381477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.403641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5', 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'port_id': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5', 'mac_address': 'fa:16:3e:0b:ae:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c8d4fb-6b48-4ac6-aa88-52fc57063faf', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:00.423776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.439846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.440540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.446173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Transition to ACTIVE for port object b9ba1035-260d-4ea2-806f-ccae1ae897ab will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:00.459157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.473653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:00.495145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.506110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.507170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:00.562592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5802600 Jul 22 19:32:00.563235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48408) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:00.574950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'subnet': {'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:00.578686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735cfa8-2a14-49c6-bdfc-c96fe2f659e5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Network': ['ID=0aa5a3b7-9cc0-4486-972d-50a3a1506c13,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:00.613285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:00.615484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fcc57-26b2-4045-9654-392f58cbca2a req-77d4791b-a0c9-492d-a3b6-2f129f7a0ae1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:00.625531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf4fcc57-26b2-4045-9654-392f58cbca2a req-77d4791b-a0c9-492d-a3b6-2f129f7a0ae1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.1211810 Jul 22 19:32:00.676794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:00.681278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf4fcc57-26b2-4045-9654-392f58cbca2a req-aaf8e01c-056d-436e-b7d3-8dcf99c076ec tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541790 Jul 22 19:32:00.697282 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2125fc42-bb33-427b-a9d4-9f7d40a48153 req-f690daac-e291-437e-a3f3-0bf36bfeb0e0 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380094 Jul 22 19:32:00.755838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.820881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.829734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:00.835759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3', 'network_id': 'c0d308f3-baa9-4da9-86e8-a5e4d9c8d145', 'port_id': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3', 'mac_address': 'fa:16:3e:ba:35:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9aa83b-d47e-40db-a5d7-588a38d05189', 'ip_address': '19.86.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:00.840871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Network 94f96300-639c-49a6-8d5b-905716682ff2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:00.858286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:00.864614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:00.868062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.871419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:00.882998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:00.887363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.906988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:00.933387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:00.942491 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:00.944282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3f417454-893e-4780-93e8-f20967df63e8 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:01.023550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa43922b-ca94-412a-a475-f44335f69f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.037067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-05c201a4-29cf-4ecb-bc5c-7a8a18fd8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.038747 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-05c201a4-29cf-4ecb-bc5c-7a8a18fd8a48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1100 time: 0.2742536 Jul 22 19:32:01.055311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.056312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.075142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:01.092514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:01.106064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '3f417454-893e-4780-93e8-f20967df63e8', 'network_id': 'abf569dc-ee33-44f1-86ca-d70ca95276a9', 'port_id': '3f417454-893e-4780-93e8-f20967df63e8', 'mac_address': 'fa:16:3e:60:4d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c8d4fb-6b48-4ac6-aa88-52fc57063faf', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:01.165191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-5fa3d510-6dc5-4d7b-b348-249d07bdc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.167034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-5fa3d510-6dc5-4d7b-b348-249d07bdc0d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1204972 Jul 22 19:32:01.167417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.203808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f417454-893e-4780-93e8-f20967df63e8 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:01.218048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa43922b-ca94-412a-a475-f44335f69f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.237327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa43922b-ca94-412a-a475-f44335f69f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.241146 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-0163d7b2-a945-43ac-adee-f7f80fe42613 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0647779 Jul 22 19:32:01.245322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:01.253419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.259674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-36c9661c-0eff-407b-acfd-3f52d361ddc7 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0335698 Jul 22 19:32:01.293309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Request body: {'port': {'device_id': '11909758-5692-4415-8889-946584ccb6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:01.319109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fa43922b-ca94-412a-a475-f44335f69f40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=989f602b37a549ef9eccbedcaa86c2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4876249 Jul 22 19:32:01.319913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:01.321638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:01.330126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:01.361191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-70b288d7-e0ae-4e6a-bfbb-2ccb456659cc None None] Provisioning for port b9ba1035-260d-4ea2-806f-ccae1ae897ab completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:01.367040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.367231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-1edccfe1-4e2a-4252-aa4c-1ca010983c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.368736 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-1edccfe1-4e2a-4252-aa4c-1ca010983c69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1196756 Jul 22 19:32:01.369748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-70b288d7-e0ae-4e6a-bfbb-2ccb456659cc None None] Provisioning complete for port b9ba1035-260d-4ea2-806f-ccae1ae897ab triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:01.370375 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-70b288d7-e0ae-4e6a-bfbb-2ccb456659cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.375288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.381675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.389258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.396133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.402375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.409780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.411931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56e23fae-addb-45fb-899c-401cb3e80579 req-23d386ff-23ac-4647-927a-5a16766d0f54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.4035406 Jul 22 19:32:01.416168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43922b-ca94-412a-a475-f44335f69f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d99672-38b8-4606-873c-76223b5be2de,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:01.417789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-70b288d7-e0ae-4e6a-bfbb-2ccb456659cc None None] Port b9ba1035-260d-4ea2-806f-ccae1ae897ab cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:01.505189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.523290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.538815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56e23fae-addb-45fb-899c-401cb3e80579 req-31c34a8b-0587-4079-8cee-37c701f31820 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137290 Jul 22 19:32:01.558190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.575214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3ba2-43c2-4606-8752-f213a18be81a req-ef8442c5-f09c-47a2-a702-d5d2f46c97fe tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.582667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3ba2-43c2-4606-8752-f213a18be81a req-ef8442c5-f09c-47a2-a702-d5d2f46c97fe tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.590660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e3ba2-43c2-4606-8752-f213a18be81a req-ef8442c5-f09c-47a2-a702-d5d2f46c97fe tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.598083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff5e3ba2-43c2-4606-8752-f213a18be81a req-ef8442c5-f09c-47a2-a702-d5d2f46c97fe tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2415 time: 0.2868638 Jul 22 19:32:01.615331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-cb24be6b-791d-401d-8146-a51682ce1637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.616903 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-cb24be6b-791d-401d-8146-a51682ce1637 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2352190 Jul 22 19:32:01.621199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:01.636165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.653210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['02b7fc94-996e-4d06-b9c2-7b39a7b72fc5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:01.683881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Subnet': ['ID=6be00e13-5734-4757-8d9c-706faacb8960,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:01.713111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3f417454-893e-4780-93e8-f20967df63e8'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:01.736824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff5e3ba2-43c2-4606-8752-f213a18be81a req-9e14553d-dc92-4e7a-a979-a43b055c2f5e tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331177 Jul 22 19:32:01.775969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Checking segment: {'id': '0e3bc163-cfc4-4e8f-aced-ddfe04264f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:01.776277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network hostable DHCP agents. Network: 0aa5a3b7-9cc0-4486-972d-50a3a1506c13, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:01.815448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dfd79-f6e0-43aa-a049-61cf7b749c54 req-1670519f-32b1-4adb-9f69-c9b3acff025d tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.823885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df5dfd79-f6e0-43aa-a049-61cf7b749c54 req-1670519f-32b1-4adb-9f69-c9b3acff025d tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 931 time: 0.1796858 Jul 22 19:32:01.846564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.849521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.854431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3d99672-38b8-4606-873c-76223b5be2de HTTP/1.1" status: 204 len: 168 time: 0.5212753 Jul 22 19:32:01.898695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:01.914373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-c33b7f59-a354-4868-99cc-f07eff5d4d4e service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862601 Jul 22 19:32:01.956623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 0aa5a3b7-9cc0-4486-972d-50a3a1506c13) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:01.975599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:01.976219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:01.978735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df5dfd79-f6e0-43aa-a049-61cf7b749c54 req-feb9c51f-f961-4b10-9fa3-30087f776a75 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535339 Jul 22 19:32:01.986731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5b86e-a8c8-4793-a42d-deb40ec9a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d99672-38b8-4606-873c-76223b5be2de,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.010902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7387d-c89e-4db8-8cd1-37b0b5246b9b None None] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:02.058462 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c16d6fa4-bd48-4ae4-b9be-9e99cd878b63 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4906299 Jul 22 19:32:02.061074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:02.071646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-637975056', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:02.147832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9f9f12f1-2315-4ddb-8474-9c877d491c3a req-0faa068a-43d3-488b-b356-b83384987b5c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010326 Jul 22 19:32:02.157742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.159085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.229954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:02.232708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80344c83-8909-42a6-aa90-4ff350b2b03a req-038cc53a-b71b-4f06-85dd-bf290d37bf0a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.243915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80344c83-8909-42a6-aa90-4ff350b2b03a req-038cc53a-b71b-4f06-85dd-bf290d37bf0a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 948 time: 0.2917051 Jul 22 19:32:02.285092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ba1035-260d-4ea2-806f-ccae1ae897ab {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:02.295676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.298195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.314539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Transition to ACTIVE for port object b9ba1035-260d-4ea2-806f-ccae1ae897ab will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:02.478273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.505348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48436) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:02.518029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80344c83-8909-42a6-aa90-4ff350b2b03a req-2e43d302-99ef-4e1f-994d-16699471474d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725081 Jul 22 19:32:02.565308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36d4a0-a612-4cbb-956d-38145b63a930 req-0cb629a6-45e8-4797-9065-f64f882b33fe tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.575098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef36d4a0-a612-4cbb-956d-38145b63a930 req-0cb629a6-45e8-4797-9065-f64f882b33fe tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 943 time: 0.4599133 Jul 22 19:32:02.601245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc7044e-4ad4-49e8-a9e3-79b7b753de9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.630154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-6be9d319-f9b8-4706-b6de-8d0f3116770e service neutron] 10.222.0.32 "GET /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d/bindings/n-h1-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.3790193 Jul 22 19:32:02.686583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'mac_address': 'fa:16:3e:c3:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:02.741283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33cce0-dcf3-45db-a68c-1ba70c1f3c14 None None] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:02.748547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.777349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:02.796681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef36d4a0-a612-4cbb-956d-38145b63a930 req-86e89a0d-e32f-4f5c-a19c-da1b8d722e02 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187903 Jul 22 19:32:02.802126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:02.854943 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.928651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:02.934016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.960136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.968817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:02.978179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:02.986091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.001574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.007715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.014885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.020850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.029491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-e1273868-e2f3-483d-ba66-8c3057e08ea2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.3321874 Jul 22 19:32:03.114811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.145150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc7044e-4ad4-49e8-a9e3-79b7b753de9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.170565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdc7044e-4ad4-49e8-a9e3-79b7b753de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.214292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48446) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:03.215116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cdc7044e-4ad4-49e8-a9e3-79b7b753de9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3b0323f937947c48ef72a1dd5653d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880603 Jul 22 19:32:03.261859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Attempting to bind port b9ba1035-260d-4ea2-806f-ccae1ae897ab on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:03.262205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Attempting to bind port b9ba1035-260d-4ea2-806f-ccae1ae897ab by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:03.262541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Attempting to bind port b9ba1035-260d-4ea2-806f-ccae1ae897ab on network 94f96300-639c-49a6-8d5b-905716682ff2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:03.277293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Port b9ba1035-260d-4ea2-806f-ccae1ae897ab on network 94f96300-639c-49a6-8d5b-905716682ff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:03.277778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Attempting to bind port b9ba1035-260d-4ea2-806f-ccae1ae897ab on network 94f96300-639c-49a6-8d5b-905716682ff2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:03.291900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:03.292274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Checking segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:03.292667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Bound using segment: {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:03.293109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Bound port: b9ba1035-260d-4ea2-806f-ccae1ae897ab, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff9fedc-9a78-4591-8478-7a1272fd5ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:03.293475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.297668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e5b427dc-4afc-425f-98f7-f74f85d921bd'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:03.311378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e81c10bd-3e8b-4326-9d3c-11a534848045 req-14256b99-5c76-443c-8d5c-c857cdf21587 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2527826 Jul 22 19:32:03.357575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7044e-4ad4-49e8-a9e3-79b7b753de9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796a4506-6e5d-415b-b9ff-93188e2ae809,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.375495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.405667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:03.446220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:03.459433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.505014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff934db4-13f9-4cf5-9f2e-4b265e65111d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:03.512078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:03.517715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:03.536796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.567836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:03.580747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d738b6-0fbe-4d7a-8556-08f8f7b54560 req-553a46de-4967-4bf9-8319-b7a92781ebfa tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.587105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d738b6-0fbe-4d7a-8556-08f8f7b54560 req-553a46de-4967-4bf9-8319-b7a92781ebfa tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.597046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d738b6-0fbe-4d7a-8556-08f8f7b54560 req-553a46de-4967-4bf9-8319-b7a92781ebfa tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.598937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30d738b6-0fbe-4d7a-8556-08f8f7b54560 req-553a46de-4967-4bf9-8319-b7a92781ebfa tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2415 time: 0.6733286 Jul 22 19:32:03.631819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.664655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.666186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.666561 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] 10.222.0.32 "PUT /v2.0/ports/b9ba1035-260d-4ea2-806f-ccae1ae897ab HTTP/1.1" status: 200 len: 1092 time: 2.3807256 Jul 22 19:32:03.674382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:03.676701 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82170e21-f583-4cbc-be29-de2cb63234c4" -d '{"events": [{"name": "network-changed", "server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:03.706692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.724003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30d738b6-0fbe-4d7a-8556-08f8f7b54560 req-2e8ef528-29e8-4356-8db0-2c89aafc8b17 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132548 Jul 22 19:32:03.736210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fae59-9895-417d-a711-740b9198e302 req-a75a6f01-692a-4516-a4b5-19786a92e269 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.737810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c23fae59-9895-417d-a711-740b9198e302 req-a75a6f01-692a-4516-a4b5-19786a92e269 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.2542751 Jul 22 19:32:03.772898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.777473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.781002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.795609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/796a4506-6e5d-415b-b9ff-93188e2ae809 HTTP/1.1" status: 204 len: 168 time: 0.5634615 Jul 22 19:32:03.796667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e294269-295b-47fa-9d6c-2653ae91a991 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.848051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c23fae59-9895-417d-a711-740b9198e302 req-92984b86-0cae-47d0-af3a-80238de186de tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948658 Jul 22 19:32:03.869667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8275be-bbbe-403a-aa30-a2d75c8a0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796a4506-6e5d-415b-b9ff-93188e2ae809,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:03.928309 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3edaaea-f715-4136-9144-e1205ad23712 x-openstack-request-id: req-b3edaaea-f715-4136-9144-e1205ad23712 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:03.928650 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:03.929446 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3edaaea-f715-4136-9144-e1205ad23712 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:03.930028 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'status': 'completed', 'code': 200} Jul 22 19:32:03.932568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] Transition to ACTIVE for port object ff934db4-13f9-4cf5-9f2e-4b265e65111d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:03.947005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:03.997978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e077094-b529-455b-8a69-c086de178f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:03.999555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-2e077094-b529-455b-8a69-c086de178f71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d617440b03d1477cbd48d90a10457657&device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 1095 time: 0.2943237 Jul 22 19:32:04.061035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-a4e12c87-5000-4a89-bd56-9089e5a77602 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab HTTP/1.1" status: 200 len: 217 time: 0.0479133 Jul 22 19:32:04.074983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] No DVR routers for this DVR port ff934db4-13f9-4cf5-9f2e-4b265e65111d on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:04.105246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] Pushing event updated for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:04.106579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.32 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/61ab0c45-da42-44e8-ac79-4912a4a54c05) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:04.133256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732c10f-922b-4945-a53d-722f71a1e2eb req-1f3962d9-ef11-4528-98f8-e3e594a1c3cd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.134816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7732c10f-922b-4945-a53d-722f71a1e2eb req-1f3962d9-ef11-4528-98f8-e3e594a1c3cd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.2857249 Jul 22 19:32:04.148516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-cedaa8c5-8707-40ad-a8ce-257c9c0772bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.149503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-1963c89c-017f-42f4-8494-3d50554eb870 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d/bindings/n-h1-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.5102720 Jul 22 19:32:04.150064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-cedaa8c5-8707-40ad-a8ce-257c9c0772bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d67d9c0-fb8d-4c02-821b-a0cc1f34839d HTTP/1.1" status: 200 len: 854 time: 0.0830436 Jul 22 19:32:04.210519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3f417454-893e-4780-93e8-f20967df63e8 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:04.212983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828c100-fe84-47cd-9ed8-d7c058a83779 req-d29b4bf9-b41c-4664-92e0-99608e79382b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.221895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3828c100-fe84-47cd-9ed8-d7c058a83779 req-d29b4bf9-b41c-4664-92e0-99608e79382b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2230203 Jul 22 19:32:04.226209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7732c10f-922b-4945-a53d-722f71a1e2eb req-4804f03e-2f1b-4b91-bfa3-8dee182f318b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 Jul 22 19:32:04.271157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3828c100-fe84-47cd-9ed8-d7c058a83779 req-dde77201-5f08-408c-88f1-f442198fe0b2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Jul 22 19:32:04.301386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 3f417454-893e-4780-93e8-f20967df63e8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:04.307090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 3f417454-893e-4780-93e8-f20967df63e8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:04.307732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.383395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.405803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.405985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-d524e00e-5c0f-44cb-9abd-b2114b326bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.407612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-d524e00e-5c0f-44cb-9abd-b2114b326bdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f96300-639c-49a6-8d5b-905716682ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345099 Jul 22 19:32:04.413125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-5953d794-b9a3-4771-a70b-56a53fcbbbdd tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.414612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-5953d794-b9a3-4771-a70b-56a53fcbbbdd tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1850002 Jul 22 19:32:04.436637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f417454-893e-4780-93e8-f20967df63e8'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:04.440644 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65548927-2226-41c6-a9ab-e8ec7600f86d" -d '{"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f417454-893e-4780-93e8-f20967df63e8"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:04.460319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:04.472087 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.473031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:04.571340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.577938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.587544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.589072 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5631f635-a3e4-4e72-9469-f0c55f779119 x-openstack-request-id: req-5631f635-a3e4-4e72-9469-f0c55f779119 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:04.589639 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f417454-893e-4780-93e8-f20967df63e8", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:04.590136 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5631f635-a3e4-4e72-9469-f0c55f779119 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:04.590983 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f417454-893e-4780-93e8-f20967df63e8', 'code': 200} Jul 22 19:32:04.604255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.619494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:04.622174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.632762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.642132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.650000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.652037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-41a07c5d-a195-4c9c-819c-707cc95abd70 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5429 time: 0.2297103 Jul 22 19:32:04.652652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:04.658185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:04.658709 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.659486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-618012e9-d058-449d-aabd-467fb273a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.661393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-618012e9-d058-449d-aabd-467fb273a1ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09&tenant_id=2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1960962 Jul 22 19:32:04.727204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b4f4c38-8467-41cd-98d6-b3b9f240d75d req-a83e1e5c-0d1f-47ec-8d98-c2e706915d18 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679619 Jul 22 19:32:04.752028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:04.755523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-9d749fcc-81d1-42f2-9d23-fde081fba868 service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380983 Jul 22 19:32:04.758464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:04.761179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:04.830542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=61ab0c45-da42-44e8-ac79-4912a4a54c05,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:04.853510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.906590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c607ebf-e050-4e07-8b2e-2ed30cd40d90 req-863161c3-cc8b-41c6-a0dd-3416a2a51a98 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.916602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c607ebf-e050-4e07-8b2e-2ed30cd40d90 req-863161c3-cc8b-41c6-a0dd-3416a2a51a98 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.918312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:04.925204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c607ebf-e050-4e07-8b2e-2ed30cd40d90 req-863161c3-cc8b-41c6-a0dd-3416a2a51a98 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:04.929508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:04.932884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c607ebf-e050-4e07-8b2e-2ed30cd40d90 req-863161c3-cc8b-41c6-a0dd-3416a2a51a98 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2416 time: 0.1208370 Jul 22 19:32:05.014593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c607ebf-e050-4e07-8b2e-2ed30cd40d90 req-8cb63ad6-e45f-4fe3-9645-2c3c2e83422c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806224 Jul 22 19:32:05.036797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:05.053817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-819c9ad2-695d-450e-8830-400d8b7a36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.055189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-819c9ad2-695d-450e-8830-400d8b7a36e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1096 time: 0.3595943 Jul 22 19:32:05.076096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44070cb-193f-4744-9805-cf6c83f4eb81 req-aae8b741-1693-4bd4-8d44-cd2109a02cd8 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.078592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d44070cb-193f-4744-9805-cf6c83f4eb81 req-aae8b741-1693-4bd4-8d44-cd2109a02cd8 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.1173956 Jul 22 19:32:05.121471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-43b257d3-52ab-4150-993d-10e4d8d2466e req-26a0851f-ae3a-4954-b6df-802a992316fd service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532963 Jul 22 19:32:05.137216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d44070cb-193f-4744-9805-cf6c83f4eb81 req-b5acae5c-59f3-4343-acff-b12c10f31669 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526271 Jul 22 19:32:05.333482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3538f981-098e-4376-adc6-f457226c4590 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:05.375179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-b429a5d4-40f8-49df-b085-4c46e6e0157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.376740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-b429a5d4-40f8-49df-b085-4c46e6e0157c service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2904508 Jul 22 19:32:05.424682 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-76fa9f8d-f9d5-41ea-ab91-730c73c45367 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 200 len: 217 time: 0.0383480 Jul 22 19:32:05.495007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-cd09464d-32d8-441a-adb2-c84391d37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.496530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-cd09464d-32d8-441a-adb2-c84391d37ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d617440b03d1477cbd48d90a10457657&device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 1095 time: 0.2917717 Jul 22 19:32:05.515240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:05.529680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '3538f981-098e-4376-adc6-f457226c4590', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'port_id': '3538f981-098e-4376-adc6-f457226c4590', 'mac_address': 'fa:16:3e:7e:12:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:05.540311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddf416-8c4f-4135-9311-b267b9f267aa req-8970a631-4bd4-42b5-ace7-c58e8050d6fb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.551804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfddf416-8c4f-4135-9311-b267b9f267aa req-8970a631-4bd4-42b5-ace7-c58e8050d6fb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.1679785 Jul 22 19:32:05.564184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.570028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-54ccdbad-2c1f-4bb9-baf5-c2224cfb4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.576332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-54ccdbad-2c1f-4bb9-baf5-c2224cfb4f6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1399889 Jul 22 19:32:05.576512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.602728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3538f981-098e-4376-adc6-f457226c4590 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:05.618815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503200e-8bb2-4a17-a765-5ac195aa94d3 req-53415ccb-9c3c-43e7-a0df-c3feaea3ee17 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.630308 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8503200e-8bb2-4a17-a765-5ac195aa94d3 req-53415ccb-9c3c-43e7-a0df-c3feaea3ee17 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2013915 Jul 22 19:32:05.643889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:05.651389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:05.704776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfddf416-8c4f-4135-9311-b267b9f267aa req-e6192032-3613-404b-b5e4-9ee75dec9031 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461768 Jul 22 19:32:05.729812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8503200e-8bb2-4a17-a765-5ac195aa94d3 req-fa2b9f5b-98b4-4938-82a3-2a5255e26c75 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987759 Jul 22 19:32:05.758758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:05.768510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.768865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.769212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.769559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.770056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.770444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.770750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.771084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.771681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.772019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.772384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.772711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:05.892203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['3538f981-098e-4376-adc6-f457226c4590'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:05.983429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.990576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:05.998524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.006385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.014131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.021414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.028881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.035330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-78b738f6-bd1d-439f-bf8c-5ddf1beb3e9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5430 time: 0.1827650 Jul 22 19:32:06.090323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-34cfb985-f35e-4f53-97d1-df5c3430a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.100339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4bd8cfc-20e0-4b30-81a5-3e83e9046f57 req-2c505a4b-70ef-4c9e-8e8d-0b5e3ef467f7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558274 Jul 22 19:32:06.102079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-34cfb985-f35e-4f53-97d1-df5c3430a928 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94f96300-639c-49a6-8d5b-905716682ff2 HTTP/1.1" status: 200 len: 916 time: 0.5932922 Jul 22 19:32:06.104016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-6f90f3bf-f798-4adb-beeb-7ab54cef6616 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4696977 Jul 22 19:32:06.181549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-b4f03445-3a4a-4d94-95ba-9f66b5af56dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab HTTP/1.1" status: 200 len: 217 time: 0.0719464 Jul 22 19:32:06.221612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:06.246128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-31e2c55e-bd90-40bc-b715-4e3e39558544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.247889 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-31e2c55e-bd90-40bc-b715-4e3e39558544 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d67d9c0-fb8d-4c02-821b-a0cc1f34839d HTTP/1.1" status: 200 len: 854 time: 0.0496008 Jul 22 19:32:06.327274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006f3be-380b-492f-8678-a088bb6fd25b req-5982e559-01b3-4be9-8d7f-ee3d58c300a5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.334268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006f3be-380b-492f-8678-a088bb6fd25b req-5982e559-01b3-4be9-8d7f-ee3d58c300a5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.342969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006f3be-380b-492f-8678-a088bb6fd25b req-5982e559-01b3-4be9-8d7f-ee3d58c300a5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.347542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:06.353025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6006f3be-380b-492f-8678-a088bb6fd25b req-5982e559-01b3-4be9-8d7f-ee3d58c300a5 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2417 time: 0.2091954 Jul 22 19:32:06.353625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:06.354257 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.403228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-047bb70a-69b6-46d8-b9dc-b927885f9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.406683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-047bb70a-69b6-46d8-b9dc-b927885f9594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f96300-639c-49a6-8d5b-905716682ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1470764 Jul 22 19:32:06.423919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6006f3be-380b-492f-8678-a088bb6fd25b req-e6c7da34-72c3-499d-81cc-8e28f58828b0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648794 Jul 22 19:32:06.449521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5999a8-f55f-44c5-8c8f-6f4626723742 req-065563b9-4c22-4c52-9f04-82a32c280813 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:06.451620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b5999a8-f55f-44c5-8c8f-6f4626723742 req-065563b9-4c22-4c52-9f04-82a32c280813 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.1858535 Jul 22 19:32:06.513845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b5999a8-f55f-44c5-8c8f-6f4626723742 req-5dabf257-5a69-4b06-9554-f69192a08b6b tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527813 Jul 22 19:32:06.527877 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.564739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-739044f7-44aa-48b2-8f01-dfbe02320990 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981388 Jul 22 19:32:06.580314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:06.586850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.587805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:06.595459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5'}, {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:06.598125 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee865c-b216-4e48-a827-ecbe0f89fee5" -d '{"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5"}, {"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:06.643880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.698489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:06.731365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e5b427dc-4afc-425f-98f7-f74f85d921bd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:06.745253 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4e7908-cd52-44c1-ac67-002e9baffdf1 x-openstack-request-id: req-8c4e7908-cd52-44c1-ac67-002e9baffdf1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:06.745554 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5", "code": 200}, {"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-plugged", "status": "completed", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:06.745810 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c4e7908-cd52-44c1-ac67-002e9baffdf1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:06.746258 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5', 'code': 200} Jul 22 19:32:06.746637 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3', 'code': 200} Jul 22 19:32:06.750375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e5b427dc-4afc-425f-98f7-f74f85d921bd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:06.750791 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.850314 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-33d5a86a-a35c-4636-8635-4a1ac0f9adb4 service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725052 Jul 22 19:32:06.868885 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.912041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:06.918598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:06.991429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:07.011901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82170e21-f583-4cbc-be29-de2cb63234c4 req-beecfde5-c06b-45fa-81dd-d1a2a276ece4 service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307561 Jul 22 19:32:07.018987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13350-88a1-4e0f-9603-028170ce42f6 req-c84994e6-bda1-4328-a92e-560ef4c5b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.019669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13350-88a1-4e0f-9603-028170ce42f6 req-c84994e6-bda1-4328-a92e-560ef4c5b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.019972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13350-88a1-4e0f-9603-028170ce42f6 req-c84994e6-bda1-4328-a92e-560ef4c5b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.022222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5a13350-88a1-4e0f-9603-028170ce42f6 req-c84994e6-bda1-4328-a92e-560ef4c5b85d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2874 time: 0.2297380 Jul 22 19:32:07.066256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2402-6b05-43c1-af55-142f32577fc7 req-769de170-06ad-4792-af6f-b1d20ef8cf92 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.067262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5f4fa5d-a46c-4d61-95c8-3101cfd79f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.073600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65fc2402-6b05-43c1-af55-142f32577fc7 req-769de170-06ad-4792-af6f-b1d20ef8cf92 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.1944358 Jul 22 19:32:07.074966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-9cd7c2bb-9985-4415-8834-5933cff5786d service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211690 Jul 22 19:32:07.115977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5a13350-88a1-4e0f-9603-028170ce42f6 req-f427ed42-75c1-49eb-8ed3-e52ecf56778c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842774 Jul 22 19:32:07.116272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:07.134207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e298720-d6d6-4dcd-a70f-3c3333acdfdc req-ea58f552-ace8-410e-90f8-2ed4663028d4 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.141616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e298720-d6d6-4dcd-a70f-3c3333acdfdc req-ea58f552-ace8-410e-90f8-2ed4663028d4 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2109940 Jul 22 19:32:07.154803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65fc2402-6b05-43c1-af55-142f32577fc7 req-0b6f7311-c29c-423e-910c-369c9a4f89fa tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803330 Jul 22 19:32:07.184310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e298720-d6d6-4dcd-a70f-3c3333acdfdc req-70ea686a-9bf6-4afa-9acd-86f66c9dc219 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Jul 22 19:32:07.211366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48566) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:07.268943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:07.282374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:07.292029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.293342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66dd00c2-5955-47ee-9672-cc332a9efb46 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2267516 Jul 22 19:32:07.305916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48570) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:07.306762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:07.307516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.371866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.384308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 562e9f1c-af27-4682-8986-2b822bd833d6 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:07.386406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3538f981-098e-4376-adc6-f457226c4590 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:07.388683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:07.389418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:31:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.410382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ae3221f-6274-4e8e-95a3-6887d13aac01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.441517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.447833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.452915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:07.453999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33549e-e55f-409b-ad20-0e9572a8eb0b None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:07.455883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.465617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.473034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.479336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.486169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.494454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf9e6972-b903-466b-9f5b-070b044b161e req-7036782c-d647-4c97-815a-7767756f9793 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5430 time: 0.2272785 Jul 22 19:32:07.534977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 3538f981-098e-4376-adc6-f457226c4590 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:07.544393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 3538f981-098e-4376-adc6-f457226c4590 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:07.544857 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.597382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=562e9f1c-af27-4682-8986-2b822bd833d6,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:07.613756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '562e9f1c-af27-4682-8986-2b822bd833d6', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'port_id': '562e9f1c-af27-4682-8986-2b822bd833d6', 'mac_address': 'fa:16:3e:b6:e8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:07.654517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf9e6972-b903-466b-9f5b-070b044b161e req-5b7b1a82-d455-4b0f-815e-fcf4ef3f498b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564040 Jul 22 19:32:07.686431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.688319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.714326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562e9f1c-af27-4682-8986-2b822bd833d6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:07.744610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:07.748895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=562e9f1c-af27-4682-8986-2b822bd833d6,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:07.752479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.757536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.758146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8e326909-26f8-47c4-8d4d-86914066e8e9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:07.798677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ae3221f-6274-4e8e-95a3-6887d13aac01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.802830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e375b-53cf-4865-a532-ebd2158cac13 req-cf8b0f19-e715-46aa-88a1-5af660a8d619 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.804525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-cf8b0f19-e715-46aa-88a1-5af660a8d619 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.3058050 Jul 22 19:32:07.816746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f16c-dc97-4802-8d0c-e63fa6faabf4 req-ef5332f8-fefc-452a-ba40-d4501a83190d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.822651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f16c-dc97-4802-8d0c-e63fa6faabf4 req-ef5332f8-fefc-452a-ba40-d4501a83190d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.829262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5f16c-dc97-4802-8d0c-e63fa6faabf4 req-ef5332f8-fefc-452a-ba40-d4501a83190d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:07.830061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:07.836705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e5f16c-dc97-4802-8d0c-e63fa6faabf4 req-ef5332f8-fefc-452a-ba40-d4501a83190d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.3207600 Jul 22 19:32:07.842913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:07.850617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ae3221f-6274-4e8e-95a3-6887d13aac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.075267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.095807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.110593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'port_id': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'mac_address': 'fa:16:3e:0f:e6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990e2561-569d-4d11-a590-177e45a700e0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:08.160527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.177922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e326909-26f8-47c4-8d4d-86914066e8e9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:08.186101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.1 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/b5f2aa2d-466c-429f-aac6-7fdfcc888f66) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:08.211992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.218152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e5f16c-dc97-4802-8d0c-e63fa6faabf4 req-c0998d8b-a68a-4e9d-aeb4-4b812fcdc90f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778253 Jul 22 19:32:08.220685 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.221373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 05cd4361-59b8-4b65-9b23-1061faf99035 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:08.225834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4ae3221f-6274-4e8e-95a3-6887d13aac01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9db3d96af3724bdead03e4ace4946235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0142024 Jul 22 19:32:08.236624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:08.240544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3221f-6274-4e8e-95a3-6887d13aac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e12bb2-499e-4471-859e-d7c1d8886cef,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.292587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0822c08-d0e2-4e31-869f-a3ebe51ab9d5 req-d195451a-b42c-4958-815e-0d3be274e25c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.295223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0822c08-d0e2-4e31-869f-a3ebe51ab9d5 req-d195451a-b42c-4958-815e-0d3be274e25c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.5553050 Jul 22 19:32:08.310114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.315147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=05cd4361-59b8-4b65-9b23-1061faf99035,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.326966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '05cd4361-59b8-4b65-9b23-1061faf99035', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'port_id': '05cd4361-59b8-4b65-9b23-1061faf99035', 'mac_address': 'fa:16:3e:30:36:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:08.345475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.373741 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.375320 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.385773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.390539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cd4361-59b8-4b65-9b23-1061faf99035 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:08.412675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=05cd4361-59b8-4b65-9b23-1061faf99035,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.417454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.418279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f52f5dc3-5254-4faa-aeae-7199a1ba3803 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:08.425713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0822c08-d0e2-4e31-869f-a3ebe51ab9d5 req-54bcec36-c16a-406e-adc8-7550e5fb03e8 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137228 Jul 22 19:32:08.453112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.462786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33367-03af-4a3f-9913-7b0a64f57edc req-54bac4fd-9f53-44f8-ac84-c8e24c75010d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.476034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bb33367-03af-4a3f-9913-7b0a64f57edc req-54bac4fd-9f53-44f8-ac84-c8e24c75010d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1780307 Jul 22 19:32:08.504972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.507554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.508204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.511381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62e12bb2-499e-4471-859e-d7c1d8886cef HTTP/1.1" status: 204 len: 168 time: 0.2795627 Jul 22 19:32:08.511527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-440e375b-53cf-4865-a532-ebd2158cac13 req-d2c9c6ce-178c-4e0e-a44b-e937ea0e339f service neutron] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:08.513798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:08.518356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=b5f2aa2d-466c-429f-aac6-7fdfcc888f66,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.519098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-440e375b-53cf-4865-a532-ebd2158cac13 req-d2c9c6ce-178c-4e0e-a44b-e937ea0e339f service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.520429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.520591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:08.525401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'port_id': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'mac_address': 'fa:16:3e:95:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:08.526316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:08.527738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-440e375b-53cf-4865-a532-ebd2158cac13 req-d2c9c6ce-178c-4e0e-a44b-e937ea0e339f service neutron] 10.222.0.26 "DELETE /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d/bindings/n-h2-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.6780009 Jul 22 19:32:08.531286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16332148-851d-420b-9194-3d7cb94ecff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e12bb2-499e-4471-859e-d7c1d8886cef,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.581648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.598544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52f5dc3-5254-4faa-aeae-7199a1ba3803 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:08.603040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.603716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bb33367-03af-4a3f-9913-7b0a64f57edc req-1dccc96f-7b7e-4aed-b8df-6e15a7dede16 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267838 Jul 22 19:32:08.633468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.640127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.641627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e121f0dc-6623-4e6b-9709-52554b18055d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:08.657155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223091ae-d4f1-48b1-93f8-a66451c60269 req-d3024d1d-4626-40ff-8fe1-2d6e5a0c2bb2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.664901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-223091ae-d4f1-48b1-93f8-a66451c60269 req-d3024d1d-4626-40ff-8fe1-2d6e5a0c2bb2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.1161442 Jul 22 19:32:08.708712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-223091ae-d4f1-48b1-93f8-a66451c60269 req-652820b6-042e-49bc-aee6-3b9b982544ef tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Jul 22 19:32:08.743596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:08.765367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e121f0dc-6623-4e6b-9709-52554b18055d,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.771211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538f981-098e-4376-adc6-f457226c4590'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:08.773703 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c4a400-2fdd-4a81-9f72-12eed9ac9053" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "3538f981-098e-4376-adc6-f457226c4590"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:08.786951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.798432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'e121f0dc-6623-4e6b-9709-52554b18055d', 'network_id': 'bf5be53a-7a0e-473b-bace-446d21368e68', 'port_id': 'e121f0dc-6623-4e6b-9709-52554b18055d', 'mac_address': 'fa:16:3e:7a:b0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990e2561-569d-4d11-a590-177e45a700e0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:08.849228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.864847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e121f0dc-6623-4e6b-9709-52554b18055d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:08.881530 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72702d6-36f2-48f1-87c4-e725716c8c9b x-openstack-request-id: req-c72702d6-36f2-48f1-87c4-e725716c8c9b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:08.882206 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "3538f981-098e-4376-adc6-f457226c4590", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:08.882532 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c72702d6-36f2-48f1-87c4-e725716c8c9b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:08.882960 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'code': 200} Jul 22 19:32:08.883227 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538f981-098e-4376-adc6-f457226c4590', 'code': 200} Jul 22 19:32:08.921597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e121f0dc-6623-4e6b-9709-52554b18055d,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:08.929155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.930374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 340132c1-b6a8-40e7-81c7-e637f366d349 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:08.968364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:08.968556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.974601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.980562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:08.985922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b98a9d9-c4ec-4a5c-adcf-67951095ddbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:08.986486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.003237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.003625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:09.009275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.015712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.016591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '340132c1-b6a8-40e7-81c7-e637f366d349', 'network_id': '944f3134-43d2-4ad1-845b-91fb79c3fa3a', 'port_id': '340132c1-b6a8-40e7-81c7-e637f366d349', 'mac_address': 'fa:16:3e:8b:5c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d514a4a-8837-425b-a414-3e7a12f0107a', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:09.023268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-9708b7ea-aa46-4aaa-9422-95567c1bc6fa tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5435 time: 0.2279603 Jul 22 19:32:09.102789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.108799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.123433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340132c1-b6a8-40e7-81c7-e637f366d349 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:09.151877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:09.157310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.159285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3cfa32b7-69df-47d7-90c2-1b80cc928994 req-52bebc17-7486-4f7a-9182-9e23267775d7 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276414 Jul 22 19:32:09.203365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2425a8f-f624-429f-946d-1b83bc95e9a6 req-357b94cd-1cf5-46c6-a335-df5f4e09f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.205207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2425a8f-f624-429f-946d-1b83bc95e9a6 req-357b94cd-1cf5-46c6-a335-df5f4e09f8fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1102 time: 0.2691240 Jul 22 19:32:09.210619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc822c97-b2c4-4e0c-8eff-cc2afcd083da req-cdacd1d8-4012-450e-b352-bb56b1e63c3d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.214921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.217002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc822c97-b2c4-4e0c-8eff-cc2afcd083da req-cdacd1d8-4012-450e-b352-bb56b1e63c3d tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1096 time: 0.1892929 Jul 22 19:32:09.218470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b98a9d9-c4ec-4a5c-adcf-67951095ddbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.223363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b98a9d9-c4ec-4a5c-adcf-67951095ddbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.239946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.256586 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.272501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc822c97-b2c4-4e0c-8eff-cc2afcd083da req-6b2b0bb0-fe8c-4aed-b51a-c838002386a8 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537255 Jul 22 19:32:09.275453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2425a8f-f624-429f-946d-1b83bc95e9a6 req-d6a94906-78b8-4e24-94e7-295b527f23ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488575 Jul 22 19:32:09.327235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98a9d9-c4ec-4a5c-adcf-67951095ddbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19374c1c-1a73-44db-b1d7-0be1b6c82d12,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.339126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b98a9d9-c4ec-4a5c-adcf-67951095ddbd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be6364a9ee8d4ad192335df40d96cf2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695927 Jul 22 19:32:09.343283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48602) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:09.359955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=b5f2aa2d-466c-429f-aac6-7fdfcc888f66,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.362948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.370916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3149a-4a29-4529-93bb-67dc0ef26704 req-2a28265a-0999-4557-8da1-da5820e28a8d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.377615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3149a-4a29-4529-93bb-67dc0ef26704 req-2a28265a-0999-4557-8da1-da5820e28a8d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.383565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3149a-4a29-4529-93bb-67dc0ef26704 req-2a28265a-0999-4557-8da1-da5820e28a8d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.385278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d3149a-4a29-4529-93bb-67dc0ef26704 req-2a28265a-0999-4557-8da1-da5820e28a8d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.1002898 Jul 22 19:32:09.463586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:09.464991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:09.482307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52d3149a-4a29-4529-93bb-67dc0ef26704 req-7746a2ec-d08d-4386-a0dc-151088a1d86b tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866852 Jul 22 19:32:09.491043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.526471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.531524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6b825-c0ff-4b8c-9614-c825e28119c2 req-6b908650-cef4-4c02-a420-14cb15d8ab6f tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.532064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32e6b825-c0ff-4b8c-9614-c825e28119c2 req-6b908650-cef4-4c02-a420-14cb15d8ab6f tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 1096 time: 0.1426096 Jul 22 19:32:09.599283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9e0d63af-2ac6-45a0-9835-a088257531ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.601929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:09.603097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32e6b825-c0ff-4b8c-9614-c825e28119c2 req-39910ecd-3481-4145-bc60-ddae9bf1591f tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633302 Jul 22 19:32:09.657672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.660615 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.662032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19374c1c-1a73-44db-b1d7-0be1b6c82d12 HTTP/1.1" status: 204 len: 168 time: 0.3175752 Jul 22 19:32:09.701924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f52f5dc3-5254-4faa-aeae-7199a1ba3803'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:09.708542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc759169-5897-4d31-94e6-f4fdf23273e1 req-68ca896a-ee94-4eff-91c3-ae8eda8343a2 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.710997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc759169-5897-4d31-94e6-f4fdf23273e1 req-68ca896a-ee94-4eff-91c3-ae8eda8343a2 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.1187303 Jul 22 19:32:09.750323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['562e9f1c-af27-4682-8986-2b822bd833d6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:09.751315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:09.752505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['05cd4361-59b8-4b65-9b23-1061faf99035'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:09.759482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ac46d9df-9ffd-4435-bf02-80338ec93535 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/routers/b7b868fd-458e-4b9c-892a-a35deb5d92f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4502177 Jul 22 19:32:09.759757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fa593-aeff-4e2a-9fa6-e11ed70f5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19374c1c-1a73-44db-b1d7-0be1b6c82d12,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:09.759864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:09.766984 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:09.768609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'port': {'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13', 'name': 'tempest-FloatingIPTestJSON-1777341784'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:09.788058 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:09.792245 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:09.807930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8e326909-26f8-47c4-8d4d-86914066e8e9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:09.810835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['340132c1-b6a8-40e7-81c7-e637f366d349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:09.858189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc759169-5897-4d31-94e6-f4fdf23273e1 req-5724a974-d2ef-4d69-806e-de48374c7c00 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333640 Jul 22 19:32:09.903204 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:09.906662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3313-1138-462e-a6b2-e205e7a352d5 req-6e2ac2b0-cbbc-4ae4-868c-264590c89a0b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:09.913032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce4c3313-1138-462e-a6b2-e205e7a352d5 req-6e2ac2b0-cbbc-4ae4-868c-264590c89a0b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1318097 Jul 22 19:32:09.917745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:09.925475 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:09.927585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:09.930409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.945673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:09.985341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] device_id is not set on port 801055f4-3129-4849-b351-00cbea7b431a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:09.993470 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:09.994388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5374d4-6996-4205-90e2-ebb0b30808f3 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:10.014915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce4c3313-1138-462e-a6b2-e205e7a352d5 req-018558e7-6985-424e-81de-161e3cec35ad tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943325 Jul 22 19:32:10.180696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.2 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/801055f4-3129-4849-b351-00cbea7b431a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:10.328359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831254b7-7d83-422d-96b8-dd1a41ed5772 req-5581ca81-3dd1-4d26-b9ab-ee385e1dd83c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.337440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831254b7-7d83-422d-96b8-dd1a41ed5772 req-5581ca81-3dd1-4d26-b9ab-ee385e1dd83c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.347425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831254b7-7d83-422d-96b8-dd1a41ed5772 req-5581ca81-3dd1-4d26-b9ab-ee385e1dd83c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.358826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-831254b7-7d83-422d-96b8-dd1a41ed5772 req-5581ca81-3dd1-4d26-b9ab-ee385e1dd83c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.1643205 Jul 22 19:32:10.413389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-831254b7-7d83-422d-96b8-dd1a41ed5772 req-72642579-649e-4b55-859a-3bf5b4182cab tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Jul 22 19:32:10.439836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.527106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.579250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.585952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.594963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.603301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.605683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:10.611609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:10.612601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.621171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.626406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:10.629230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.638774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-95fb37d0-e08f-44ca-9611-d231e08ddbbf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5437 time: 0.1470201 Jul 22 19:32:10.677129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=801055f4-3129-4849-b351-00cbea7b431a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:10.693668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e121f0dc-6623-4e6b-9709-52554b18055d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:10.699637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:10.700181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1304450a-1475-4bd3-a5d7-bd21a953aa13 req-e55e1ee9-5d17-490e-8cbc-5cb3d13e5240 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600746 Jul 22 19:32:10.700487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.724819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ded25299-9011-4dcf-a4a6-ddf0af57faaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9637580 Jul 22 19:32:10.726980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48646) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:10.733286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'port': {'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13', 'name': 'tempest-FloatingIPTestJSON-10427084'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:10.853677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:10.857663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:10.875786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] device_id is not set on port ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:11.021485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.14 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:11.071381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551abe-b461-4e7a-9c0b-3520e911d669 req-3793e0bb-349c-41f1-a2bc-86167d39a289 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.073053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb551abe-b461-4e7a-9c0b-3520e911d669 req-3793e0bb-349c-41f1-a2bc-86167d39a289 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.1286345 Jul 22 19:32:11.225034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb551abe-b461-4e7a-9c0b-3520e911d669 req-6f11cfe8-87e0-4c94-80ec-06f4496d6b1a tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427991 Jul 22 19:32:11.291582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1653-5420-443b-bd1b-98a3c936e468 req-1db0df97-b903-4c86-922b-eb4e89da5889 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.293145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbff1653-5420-443b-bd1b-98a3c936e468 req-1db0df97-b903-4c86-922b-eb4e89da5889 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1972432 Jul 22 19:32:11.296366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.357979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbff1653-5420-443b-bd1b-98a3c936e468 req-084f5b02-f456-4dcf-a8f8-ba4c9e4b2d8c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574214 Jul 22 19:32:11.369912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.396750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:11.399235 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.422229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:11.442869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:11.530108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:11.603761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.604486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.639916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-34a4f33e-c26a-491d-8f25-4253edf5bb3e tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9085040 Jul 22 19:32:11.640411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:11.645312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:11.689206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:11.702208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec662-5dc2-4384-8af5-54b56b467d7b req-c2aaa5ca-6664-49f1-be63-5be1a2a556fe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.709305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c32ec662-5dc2-4384-8af5-54b56b467d7b req-c2aaa5ca-6664-49f1-be63-5be1a2a556fe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2614112 Jul 22 19:32:11.734049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9557-ef01-4532-8c25-97753d857257 req-35e48841-3d85-47a4-ade9-a4d6bcabef7d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.740180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9557-ef01-4532-8c25-97753d857257 req-35e48841-3d85-47a4-ade9-a4d6bcabef7d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.746282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9557-ef01-4532-8c25-97753d857257 req-35e48841-3d85-47a4-ade9-a4d6bcabef7d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:11.754190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e84d9557-ef01-4532-8c25-97753d857257 req-35e48841-3d85-47a4-ade9-a4d6bcabef7d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.2577248 Jul 22 19:32:11.837361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48688) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:11.844965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c32ec662-5dc2-4384-8af5-54b56b467d7b req-823deca1-dc3d-44ef-9419-abe6aee21aeb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233339 Jul 22 19:32:11.859964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e84d9557-ef01-4532-8c25-97753d857257 req-c8601a89-ad44-4460-bdd5-c4e50490db4a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050713 Jul 22 19:32:12.017754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8a209de1-42d5-4cb1-94d9-1b1fd8bc8bd2 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:12.105699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8a209de1-42d5-4cb1-94d9-1b1fd8bc8bd2 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "PUT /v2.0/quotas/65609aa436a34808a57af83745284150 HTTP/1.1" status: 200 len: 368 time: 0.2592230 Jul 22 19:32:12.109555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48698) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:12.114882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Request body: {'network': {'project_id': '65609aa436a34808a57af83745284150'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:12.140391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-23a32ee2-6d2a-4fb9-a90b-f144673fbff1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.147640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-23a32ee2-6d2a-4fb9-a90b-f144673fbff1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.154222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-23a32ee2-6d2a-4fb9-a90b-f144673fbff1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.156097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-23a32ee2-6d2a-4fb9-a90b-f144673fbff1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.2276425 Jul 22 19:32:12.172374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.231231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Made reservation on behalf of 65609aa436a34808a57af83745284150 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:12.234708 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.252702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.258712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.265596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.271572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.277652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.288407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.295691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.301483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-11719b19-e6f7-494e-b028-e198e5a1a4ac tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5437 time: 0.2790551 Jul 22 19:32:12.320597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.368637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.12 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/0d15b856-06ea-479c-aca0-fd989468eed1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:12.386774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-aac4f18e-5d53-4738-96a4-d514405e9b02 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226768 Jul 22 19:32:12.446300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e94b662c-6aee-4bcb-bd83-1d7b48bbae02 req-cdf612e6-e50e-40ca-b9c9-3647ae35179e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343031 Jul 22 19:32:12.482554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.492117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:12.492483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.525019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b6b68-90e6-4532-8c4b-bfa96dc95d4e req-10c7f24f-f3d3-402f-9727-d324f5d9f8b4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:12.532107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.533486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e70b6b68-90e6-4532-8c4b-bfa96dc95d4e req-10c7f24f-f3d3-402f-9727-d324f5d9f8b4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2299094 Jul 22 19:32:12.614463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:12.620354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:12.623971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:12.653084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=0d15b856-06ea-479c-aca0-fd989468eed1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:12.718462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e70b6b68-90e6-4532-8c4b-bfa96dc95d4e req-b2b1ec66-db7f-4aed-81f6-91cd19440612 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839097 Jul 22 19:32:12.784091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.796319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.796978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:12.797717 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.813652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:12.838631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:12.968952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:12.998798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dee49-cc5e-479e-b5fd-68e975b492da req-ad08cc2a-fe85-438e-ab5a-7b877c14b924 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.000715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-292dee49-cc5e-479e-b5fd-68e975b492da req-ad08cc2a-fe85-438e-ab5a-7b877c14b924 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.3890357 Jul 22 19:32:13.018587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894c263b-d417-4e69-ba15-f6d57aacee4b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.055244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.055920 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Added segment 9fec1821-2995-4edc-8246-11265ea01867 of type vlan for network 40b3aa44-dd17-4d91-88a2-fa6d2aa2f589 Jul 22 19:32:13.139630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.171830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.198833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-292dee49-cc5e-479e-b5fd-68e975b492da req-ee20dad4-dc79-46d5-8a6e-d29f11e3b1a0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670792 Jul 22 19:32:13.248455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.267118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f534cb-80fa-48ad-b8d6-fb7a95a9f769 req-34a9705e-8531-4155-a38d-abbfb94acb2a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.273584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f534cb-80fa-48ad-b8d6-fb7a95a9f769 req-34a9705e-8531-4155-a38d-abbfb94acb2a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.281864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f534cb-80fa-48ad-b8d6-fb7a95a9f769 req-34a9705e-8531-4155-a38d-abbfb94acb2a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.288046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01f534cb-80fa-48ad-b8d6-fb7a95a9f769 req-34a9705e-8531-4155-a38d-abbfb94acb2a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 2418 time: 0.3103037 Jul 22 19:32:13.296047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.304795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.305809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:13.306375 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.360049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.427317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 05cd4361-59b8-4b65-9b23-1061faf99035 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:13.471460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3607023 Jul 22 19:32:13.472533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:13.475972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.479062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-3db8b711-c2bc-444e-9ad7-b83741d16901 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "DELETE /v2.0/ports/0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 HTTP/1.1" status: 204 len: 173 time: 1.3103876 Jul 22 19:32:13.488830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:13.489293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:13.492420 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29db04-e693-4429-b6fd-b4f8c9de7b7a" -d '{"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:13.519666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Request body: {'network': {'project_id': '65609aa436a34808a57af83745284150'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:13.550306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 05cd4361-59b8-4b65-9b23-1061faf99035 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:13.554851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 05cd4361-59b8-4b65-9b23-1061faf99035 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:13.555262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.613517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658991-3a44-406c-a553-0e0b29cdd848 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Pushing event updated for resources: {'Network': ['ID=40b3aa44-dd17-4d91-88a2-fa6d2aa2f589,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.630329 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e5abd-b45b-4c45-8fc2-ee4bddef55d0 x-openstack-request-id: req-6e7e5abd-b45b-4c45-8fc2-ee4bddef55d0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:13.630938 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:13.631535 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e7e5abd-b45b-4c45-8fc2-ee4bddef55d0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:13.632052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 40b3aa44-dd17-4d91-88a2-fa6d2aa2f589 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:13.632476 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3', 'status': 'completed', 'code': 200} Jul 22 19:32:13.636585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01f534cb-80fa-48ad-b8d6-fb7a95a9f769 req-8df9f64b-361d-43f9-a51c-509017ead24d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476558 Jul 22 19:32:13.697256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.709229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.753577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Made reservation on behalf of 65609aa436a34808a57af83745284150 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:13.759893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.855021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=0d15b856-06ea-479c-aca0-fd989468eed1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:13.866282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.909570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:13.921314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.921778 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Added segment d058176c-a79c-4e9d-a3ac-a34673a8ca86 of type vlan for network fa6df649-c22f-45b2-8b0c-eeff5051ac52 Jul 22 19:32:13.949967 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:13.980540 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP fb596182-ec74-4b02-b1e1-917a5f5c267a associated. External IP: 172.25.6.12, port: ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f. Jul 22 19:32:14.003028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=05cd4361-59b8-4b65-9b23-1061faf99035,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:14.004353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cd4361-59b8-4b65-9b23-1061faf99035'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:14.007123 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc3d1c-ec26-46d8-8fe0-ec54d4c005c9" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "05cd4361-59b8-4b65-9b23-1061faf99035"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:14.014411 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.015592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8e326909-26f8-47c4-8d4d-86914066e8e9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:14.103652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.139358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 8e326909-26f8-47c4-8d4d-86914066e8e9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:14.144488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 8e326909-26f8-47c4-8d4d-86914066e8e9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:14.145158 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.255970 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.292644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3f417454-893e-4780-93e8-f20967df63e8 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:14.312181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.330935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-86290128-f089-4f5c-861a-a9872c20de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.332838 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-86290128-f089-4f5c-861a-a9872c20de57 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1102 time: 0.1052623 Jul 22 19:32:14.337370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:14.364193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.366640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:14.370217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.377301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.383551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.390730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.396835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.397803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.398764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 562e9f1c-af27-4682-8986-2b822bd833d6 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:14.403250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.411382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-96d84a5f-ad65-41de-b670-774cad3c3747 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5437 time: 0.6411965 Jul 22 19:32:14.439344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:14.439721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.456292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.467873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-0c32dab5-16d5-4b87-a879-c3718cbb9489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.469690 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-0c32dab5-16d5-4b87-a879-c3718cbb9489 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1272962 Jul 22 19:32:14.502426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.540095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:14.540739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.542975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:14.547826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.548702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:14.551696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-58c964c3-8861-4581-ab0d-219f00b31f0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0753329 Jul 22 19:32:14.554059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:14.601665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 562e9f1c-af27-4682-8986-2b822bd833d6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:14.611838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 562e9f1c-af27-4682-8986-2b822bd833d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:14.612237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.650681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-684dddfb-7496-4a83-9ed7-f6d93871116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.652237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-684dddfb-7496-4a83-9ed7-f6d93871116d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0683804 Jul 22 19:32:14.698766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:14.710613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.713642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.721637 n-d-800087-13 neutron-server[93802]: INFO neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No ports have port_id starting with 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 Jul 22 19:32:14.724277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:14.730068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0f47d-16e9-4e2d-85d8-01e2689e39dc req-55833d19-face-4b7b-aa37-6557a03c7063 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.732967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:14.736492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.739968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cb0f47d-16e9-4e2d-85d8-01e2689e39dc req-55833d19-face-4b7b-aa37-6557a03c7063 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.8490341 Jul 22 19:32:14.762794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.763892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.764514 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.766607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:14.766961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0c26d7fa-1802-4e6d-acfb-8f59cd4de8b3 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:14.770145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:14.770987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:14.795418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-85c5d97e-8031-4670-8379-c466aee3805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:14.797545 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-85c5d97e-8031-4670-8379-c466aee3805c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1359475 Jul 22 19:32:14.801382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c2abb5eb-4032-4ab9-a35f-0247d288dc33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.1599658 Jul 22 19:32:14.806894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48750) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:14.817069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=02b7fc94-996e-4d06-b9c2-7b39a7b72fc5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:14.818671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:14.823127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:14.870730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:14.871424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:14.873746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21eb6f05-fd0b-4f88-b352-2a9fda7de39a req-19544500-5337-4d5c-97d7-2a219332544b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4614244 Jul 22 19:32:14.948722 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:14.955202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:14.956900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3dc1d0-32de-44cb-8d00-79645d8c8db8 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:14.982032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:14.984000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4874814 Jul 22 19:32:14.995793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-67e7b677-ac7f-4596-a227-084937cc42a5 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Request body: {'network': {'project_id': '65609aa436a34808a57af83745284150'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:15.016912 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e7b677-ac7f-4596-a227-084937cc42a5 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:32:15.017388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e7b677-ac7f-4596-a227-084937cc42a5 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:32:15.018581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67e7b677-ac7f-4596-a227-084937cc42a5 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0301764 Jul 22 19:32:15.021611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.047930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=562e9f1c-af27-4682-8986-2b822bd833d6,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:15.061758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.062580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f52f5dc3-5254-4faa-aeae-7199a1ba3803 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:15.123996 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c773e9e-0d3c-4b3d-a1a2-d880cfc05163 x-openstack-request-id: req-0c773e9e-0d3c-4b3d-a1a2-d880cfc05163 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:15.126430 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "05cd4361-59b8-4b65-9b23-1061faf99035", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:15.126799 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c773e9e-0d3c-4b3d-a1a2-d880cfc05163 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:15.127312 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cd4361-59b8-4b65-9b23-1061faf99035', 'code': 200} Jul 22 19:32:15.160030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cb0f47d-16e9-4e2d-85d8-01e2689e39dc req-d5e9fc47-bee3-4ffd-8c2d-4ccb20d4224f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185479 Jul 22 19:32:15.166173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a5cad-c2ab-432e-9a82-0dc652bf2c8f tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Pushing event updated for resources: {'Network': ['ID=fa6df649-c22f-45b2-8b0c-eeff5051ac52,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:15.170383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:15.186497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.191681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-345c91ed-8b84-424d-a366-1add3af8ed83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "DELETE /v2.0/ports/02b7fc94-996e-4d06-b9c2-7b39a7b72fc5 HTTP/1.1" status: 204 len: 173 time: 1.6647134 Jul 22 19:32:15.210161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network fa6df649-c22f-45b2-8b0c-eeff5051ac52 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:15.220325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:15.261429 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-ae26be05-f558-401b-9aa8-820206b26309 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568996 Jul 22 19:32:15.305439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.329185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.329738 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP fb596182-ec74-4b02-b1e1-917a5f5c267a disassociated. External IP: 172.25.6.12, port: ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f. Jul 22 19:32:15.349087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:15.361573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f52f5dc3-5254-4faa-aeae-7199a1ba3803 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:15.366065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f52f5dc3-5254-4faa-aeae-7199a1ba3803 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:15.366758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.485799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8a56e-5eb7-4783-b332-7defd1154613 req-bc4334e9-611a-443b-b6a9-8aaf6fe46511 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:15.487337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3f8a56e-5eb7-4783-b332-7defd1154613 req-bc4334e9-611a-443b-b6a9-8aaf6fe46511 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 943 time: 0.2888143 Jul 22 19:32:15.522886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8386a80-abfa-4dbd-8c84-080ad81c6b27 req-8dadd135-e4db-4e2d-83a2-a5fb8dbc302c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:15.530913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8386a80-abfa-4dbd-8c84-080ad81c6b27 req-8dadd135-e4db-4e2d-83a2-a5fb8dbc302c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 943 time: 0.1720850 Jul 22 19:32:15.537907 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c019796b-31ed-47fb-93f5-c68a74801727 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65609aa436a34808a57af83745284150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153567 Jul 22 19:32:15.542530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:15.583824 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-c24bdc44-77dc-471b-9c4c-769b30966261 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922084 Jul 22 19:32:15.596221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b9ba1035-260d-4ea2-806f-ccae1ae897ab details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:15.619932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3f8a56e-5eb7-4783-b332-7defd1154613 req-b7b13d1e-7bd9-4f32-8e5b-03325f92d13b tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220145 Jul 22 19:32:15.626280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.645016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8386a80-abfa-4dbd-8c84-080ad81c6b27 req-5d25c9ac-c1cc-4ac5-9c27-403587e4cc75 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131399 Jul 22 19:32:15.654147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 3f417454-893e-4780-93e8-f20967df63e8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:15.654147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.656896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:15.659189 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77541d9d-fb2a-4fd4-9c51-dadde13ba280" -d '{"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:15.709676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.740812 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99fcf30-0b12-4cbf-9bb3-3847d81f0385 x-openstack-request-id: req-d99fcf30-0b12-4cbf-9bb3-3847d81f0385 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:15.741040 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "02b7fc94-996e-4d06-b9c2-7b39a7b72fc5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:15.741348 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d99fcf30-0b12-4cbf-9bb3-3847d81f0385 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:15.741649 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '02b7fc94-996e-4d06-b9c2-7b39a7b72fc5', 'status': 'completed', 'code': 200} Jul 22 19:32:15.787767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.818626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 3f417454-893e-4780-93e8-f20967df63e8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3f417454-893e-4780-93e8-f20967df63e8,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:15.819011 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.840318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:15.846637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 3f417454-893e-4780-93e8-f20967df63e8 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:15.852303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.853749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e121f0dc-6623-4e6b-9709-52554b18055d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:15.858806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:15.932008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.935565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:15.937219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/894c263b-d417-4e69-ba15-f6d57aacee4b HTTP/1.1" status: 204 len: 168 time: 0.3913980 Jul 22 19:32:15.943825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:15.944444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48768) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:15.973912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a57c-047b-4468-b177-1e910b22fadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894c263b-d417-4e69-ba15-f6d57aacee4b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:15.999612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:16.004977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.009839 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:16.028015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'port_id': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'mac_address': 'fa:16:3e:58:82:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:16.031459 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:16.032479 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.054143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:16.108683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c4da1efe-d533-499e-b6c9-3fdb49dad484 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/fb596182-ec74-4b02-b1e1-917a5f5c267a HTTP/1.1" status: 200 len: 687 time: 1.2881474 Jul 22 19:32:16.108683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:16.114426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.131886 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:16.132784 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.174219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port e121f0dc-6623-4e6b-9709-52554b18055d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:16.176584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.177481 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c2c92-ae3d-455c-9df5-ddbc8e4ac13a None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:16.200731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port e121f0dc-6623-4e6b-9709-52554b18055d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:16.201111 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.250372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.260881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.276700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 0d15b856-06ea-479c-aca0-fd989468eed1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:16.277052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.287617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ba1035-260d-4ea2-806f-ccae1ae897ab {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:16.330051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:16.348295 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.367786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.368130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.379259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.381666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 0d15b856-06ea-479c-aca0-fd989468eed1 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:16.430383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e121f0dc-6623-4e6b-9709-52554b18055d,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:16.445381 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.448437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.452414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 340132c1-b6a8-40e7-81c7-e637f366d349 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:16.455309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.461461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.468518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.474793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.480933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.484245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:16.487631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.489814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-a67bc160-6458-4150-bc86-011dbd60d8d0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5441 time: 0.3928065 Jul 22 19:32:16.503093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.516899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb3745-6a24-4536-8db3-3773aa0a14ad req-8a630f97-357f-4e94-a133-33485c4bceea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:16.523869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9feb3745-6a24-4536-8db3-3773aa0a14ad req-8a630f97-357f-4e94-a133-33485c4bceea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2376916 Jul 22 19:32:16.570565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:16.587319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 340132c1-b6a8-40e7-81c7-e637f366d349 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:16.598325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 340132c1-b6a8-40e7-81c7-e637f366d349 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:16.599355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.626617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.632384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=3f417454-893e-4780-93e8-f20967df63e8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:16.648103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6df649-c22f-45b2-8b0c-eeff5051ac52']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.650206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['b9ba1035-260d-4ea2-806f-ccae1ae897ab'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:16.668217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd058176c-a79c-4e9d-a3ac-a34673a8ca86') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.668588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd058176c-a79c-4e9d-a3ac-a34673a8ca86') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:16.723759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.771728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.784983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:16.785779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.880568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9feb3745-6a24-4536-8db3-3773aa0a14ad req-ee125b3e-9953-4879-89fc-b6b7e5f65c0b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556302 Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:16.881707 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:16.898494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e8bec6b-72c0-4769-b559-0a7487082d6d req-cc490023-a5a2-4c4b-ad11-4fddef823e2a tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3912249 Jul 22 19:32:16.909997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.960747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.963263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 3f417454-893e-4780-93e8-f20967df63e8 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:16.969148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.971844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "DELETE /v2.0/networks/fa6df649-c22f-45b2-8b0c-eeff5051ac52 HTTP/1.1" status: 204 len: 168 time: 1.0253882 Jul 22 19:32:16.974208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:16.978395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea8cfc87-a27e-4a4c-ad1d-454f34f39248 req-2b005b3c-b15e-4468-a4a7-039c9019a4ea tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "DELETE /v2.0/ports/3f417454-893e-4780-93e8-f20967df63e8 HTTP/1.1" status: 204 len: 173 time: 1.7612252 Jul 22 19:32:16.994928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48822) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:17.045614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:17.054816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.070077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.088617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=0d15b856-06ea-479c-aca0-fd989468eed1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.092101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee96f-1f71-4581-8a06-1394644b237b tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa6df649-c22f-45b2-8b0c-eeff5051ac52,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.138953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9'}, {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f417454-893e-4780-93e8-f20967df63e8'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562e9f1c-af27-4682-8986-2b822bd833d6'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:17.141949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-834d720e-6634-4315-aa60-30901aed2bea req-4e9fe84a-5fa5-4a6f-889d-cea4274c8b21 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=40791297-7974-468c-a784-23440af295f0 HTTP/1.1" status: 200 len: 210 time: 0.0725102 Jul 22 19:32:17.162584 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f0b012-a97c-40ff-9f1d-88f3fcb2f3b9" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9"}, {"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f417454-893e-4780-93e8-f20967df63e8"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "562e9f1c-af27-4682-8986-2b822bd833d6"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:17.187671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.190717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.195584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9cbede6b-6eba-47d4-b51d-323bc93fa69b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/fb596182-ec74-4b02-b1e1-917a5f5c267a HTTP/1.1" status: 204 len: 168 time: 1.0869660 Jul 22 19:32:17.196264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:17.201762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '801055f4-3129-4849-b351-00cbea7b431a'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:17.232107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd259f-2592-48dd-8739-9f93c0f1f3fc req-45083977-9ee2-4102-84cd-e075d38db80f tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.234567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85cd259f-2592-48dd-8739-9f93c0f1f3fc req-45083977-9ee2-4102-84cd-e075d38db80f tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 944 time: 0.2222278 Jul 22 19:32:17.234838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.238030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.261466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.353646 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632ef999-dcb8-451b-9d99-c63dd3030364 x-openstack-request-id: req-632ef999-dcb8-451b-9d99-c63dd3030364 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:17.353963 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9", "code": 200}, {"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-unplugged", "status": "completed", "tag": "3f417454-893e-4780-93e8-f20967df63e8", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "562e9f1c-af27-4682-8986-2b822bd833d6", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-plugged", "status": "completed", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:17.354220 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-632ef999-dcb8-451b-9d99-c63dd3030364 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:17.354625 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'code': 200} Jul 22 19:32:17.354886 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f417454-893e-4780-93e8-f20967df63e8', 'code': 200} Jul 22 19:32:17.355145 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562e9f1c-af27-4682-8986-2b822bd833d6', 'code': 200} Jul 22 19:32:17.355264 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.355478 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'code': 200} Jul 22 19:32:17.355980 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d', 'code': 200} Jul 22 19:32:17.356848 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349', 'code': 200} Jul 22 19:32:17.361615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85cd259f-2592-48dd-8739-9f93c0f1f3fc req-d455c5cf-b3c8-4f2c-a2dc-83bc9b6cf590 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199007 Jul 22 19:32:17.370929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b3aa44-dd17-4d91-88a2-fa6d2aa2f589']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:17.382530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fec1821-2995-4edc-8246-11265ea01867') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:17.382786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.382955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fec1821-2995-4edc-8246-11265ea01867') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:17.392924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.419868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.428590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:17.429622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:17.430741 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:17.498046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.504981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.507121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] 10.222.0.10 "DELETE /v2.0/networks/40b3aa44-dd17-4d91-88a2-fa6d2aa2f589 HTTP/1.1" status: 204 len: 168 time: 0.5111592 Jul 22 19:32:17.519828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c749b-1149-4b61-bcae-ec030dee3210 tempest-QuotasNegativeTest-1622025683 tempest-QuotasNegativeTest-1622025683-project-admin] Pushing event deleted for resources: {'Network': ['ID=40b3aa44-dd17-4d91-88a2-fa6d2aa2f589,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.552550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.67 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/2cb9ac6b-56bc-4899-acbd-e190dc277bb7) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:17.592090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.592955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.593570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.594173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.594870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.595797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.596470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:17.599047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-9c40bf85-fcb8-444c-a665-f679452575d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.1518254 Jul 22 19:32:17.692327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e20b762d-cb08-4933-bb3e-9327e548b242 req-322d5f4d-2e0c-460f-a5b6-f33800c68bc0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&id=52c6e64a-4ccc-40df-a11c-08479b605e34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814698 Jul 22 19:32:17.737976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.744849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '3f417454-893e-4780-93e8-f20967df63e8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:17.748034 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bc65b3-029e-4adf-817f-da0151b0a133" -d '{"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "3f417454-893e-4780-93e8-f20967df63e8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:17.786887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:17.788336 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ecdd5-99eb-4ca8-b206-628d0fd6310b x-openstack-request-id: req-b58ecdd5-99eb-4ca8-b206-628d0fd6310b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:17.788674 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40791297-7974-468c-a784-23440af295f0", "name": "network-vif-deleted", "tag": "3f417454-893e-4780-93e8-f20967df63e8", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:17.788889 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b58ecdd5-99eb-4ca8-b206-628d0fd6310b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:17.789298 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40791297-7974-468c-a784-23440af295f0', 'name': 'network-vif-deleted', 'tag': '3f417454-893e-4780-93e8-f20967df63e8', 'status': 'completed', 'code': 200} Jul 22 19:32:17.829194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:17.834695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:17.838990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:17.864657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=2cb9ac6b-56bc-4899-acbd-e190dc277bb7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:17.907703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48866) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:17.924309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a941a1dc-f939-4f6f-8e34-6c5d0f6bf22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.131187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a941a1dc-f939-4f6f-8e34-6c5d0f6bf22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.145339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a941a1dc-f939-4f6f-8e34-6c5d0f6bf22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.201716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.207758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.214086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.221376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.227356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.234068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.240182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.242042 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-968572f5-eeee-4472-bc19-0032846521f3 req-5193a400-a57b-42f0-99a8-bbd89d503c9f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.2100554 Jul 22 19:32:18.263890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.267737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd9be-ef06-4d84-84fe-89c7a31a1dcf req-e131ed89-4aad-48e2-8c89-4ded934010cd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.269339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff5bd9be-ef06-4d84-84fe-89c7a31a1dcf req-e131ed89-4aad-48e2-8c89-4ded934010cd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2502964 Jul 22 19:32:18.274820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941a1dc-f939-4f6f-8e34-6c5d0f6bf22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ffc9ee-a59c-4426-b4bb-5f68c3e9823f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:18.281107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a941a1dc-f939-4f6f-8e34-6c5d0f6bf22b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=292c140cfdce4429a999bc79271c2195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723207 Jul 22 19:32:18.284324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48878) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:18.358621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.368717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-968572f5-eeee-4472-bc19-0032846521f3 req-5ee165fa-344b-440a-afaf-98bfa9bc7999 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122375 Jul 22 19:32:18.392726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff5bd9be-ef06-4d84-84fe-89c7a31a1dcf req-e0cb0705-dcd2-4c18-ab81-b880218afaf5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104097 Jul 22 19:32:18.409227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.429618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48882) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:18.474205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.566729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting subnet fd9aa83b-d47e-40db-a5d7-588a38d05189 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:18.578682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.614350 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.621205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.635461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.657849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.660385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.664139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87ffc9ee-a59c-4426-b4bb-5f68c3e9823f HTTP/1.1" status: 204 len: 168 time: 0.3785598 Jul 22 19:32:18.693238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3df5a-fb35-48cd-8860-0ab78ff3ca95 req-bdc5b395-7e6f-4c85-b2f0-60029474e177 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:18.694867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88f3df5a-fb35-48cd-8860-0ab78ff3ca95 req-bdc5b395-7e6f-4c85-b2f0-60029474e177 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 944 time: 0.1793320 Jul 22 19:32:18.697958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d219a-f328-4e5f-bed5-79675529b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ffc9ee-a59c-4426-b4bb-5f68c3e9823f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:18.748793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=2cb9ac6b-56bc-4899-acbd-e190dc277bb7,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:18.759923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.793277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88f3df5a-fb35-48cd-8860-0ab78ff3ca95 req-a767730e-0133-40a6-b8ca-c228479401c9 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813699 Jul 22 19:32:18.818228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.905138 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 associated. External IP: 172.25.6.67, port: 801055f4-3129-4849-b351-00cbea7b431a. Jul 22 19:32:18.907034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.926386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:18.930557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/subnets/fd9aa83b-d47e-40db-a5d7-588a38d05189 HTTP/1.1" status: 204 len: 168 time: 0.4977174 Jul 22 19:32:18.933229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924baac2-76aa-4c12-8399-2c1a9d52dc38 None None] Network c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:18.950864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.076112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4442f4f-c2f3-40f6-9b94-4fabc808222c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Subnet': ['ID=fd9aa83b-d47e-40db-a5d7-588a38d05189,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:19.099335 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.139603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:19.190753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 44caa625-6871-468f-a003-e3bf1a4da136 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:19.191104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.229646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48892) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.277540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aa2729-38a9-41f9-8d46-fe2b53bdec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.284742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] DHCP port deletion for c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:19.294768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:19.295380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 44caa625-6871-468f-a003-e3bf1a4da136, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=44caa625-6871-468f-a003-e3bf1a4da136,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:19.295608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.321678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:19.323713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 44caa625-6871-468f-a003-e3bf1a4da136 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:19.337386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:19.337934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:19.380634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:19.397702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:19.398494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:19.404002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Deleting port 44caa625-6871-468f-a003-e3bf1a4da136 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:19.404524 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.458549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:19.459641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bb7edc-e822-4db9-a922-9076c61750c3 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:19.463038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b9ba1035-260d-4ea2-806f-ccae1ae897ab up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:19.498765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 44caa625-6871-468f-a003-e3bf1a4da136 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:19.515636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aa2729-38a9-41f9-8d46-fe2b53bdec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.529100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.546219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.564258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aa2729-38a9-41f9-8d46-fe2b53bdec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.585976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] For port 44caa625-6871-468f-a003-e3bf1a4da136, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=44caa625-6871-468f-a003-e3bf1a4da136,segment=NetworkSegment(4838570d-a8bd-4f4c-b9aa-0061f89407d0),segment_id=4838570d-a8bd-4f4c-b9aa-0061f89407d0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:19.586376 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.592937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a20d79d-1d23-4838-9b41-0a4a8f4be461 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3952239 Jul 22 19:32:19.595417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.611561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Calling delete_port for 44caa625-6871-468f-a003-e3bf1a4da136 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:19.624897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=44caa625-6871-468f-a003-e3bf1a4da136,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:19.631699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No active binding found for port 44caa625-6871-468f-a003-e3bf1a4da136 {{(pid=93802) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:32:19.632186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 44caa625-6871-468f-a003-e3bf1a4da136 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:19.632490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 44caa625-6871-468f-a003-e3bf1a4da136 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:19.673789 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3f143fc3-f499-40cc-a44d-f7050b62deeb tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/floatingips/01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 HTTP/1.1" status: 200 len: 977 time: 0.0772212 Jul 22 19:32:19.676370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.682862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port b9ba1035-260d-4ea2-806f-ccae1ae897ab completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:19.695516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port b9ba1035-260d-4ea2-806f-ccae1ae897ab triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:19.695892 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.710114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-67aa2729-38a9-41f9-8d46-fe2b53bdec4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51f46c8ce58a431d86e94b3503bec13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794326 Jul 22 19:32:19.727510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48904) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.730952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa2729-38a9-41f9-8d46-fe2b53bdec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46314934-1b50-455b-8b7c-1c9373cd78ce,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:19.761581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.806701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] Pushing event deleted for resources: {'Port': ['ID=44caa625-6871-468f-a003-e3bf1a4da136,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:19.835590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ebf6e011-9202-4e8f-a6b3-ca5b7ea97262 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1577799 Jul 22 19:32:19.837927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48908) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:19.844649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': 'ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:19.850855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b297ba9e-bb82-4d97-9fd9-7681e44c24c7 None None] No DVR routers for this DVR port 44caa625-6871-468f-a003-e3bf1a4da136 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:19.873436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.912919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.919905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:19.921569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:19.924713 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b3f32-1e3f-4c65-a5a0-6a848a93c6a2" -d '{"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:19.929571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:19.986464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:20.057740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.077655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d308f3-baa9-4da9-86e8-a5e4d9c8d145']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:20.107856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.113951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.123582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.130166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.136166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.142921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.149032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.151024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-21fa268a-f81e-4705-966e-9501fa21c481 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.6459672 Jul 22 19:32:20.162479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b1f6b-4450-42c4-a595-f80e30126769 req-849050cd-9a6a-44e6-8c45-75cb2b66555d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.164038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b1f6b-4450-42c4-a595-f80e30126769 req-849050cd-9a6a-44e6-8c45-75cb2b66555d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.6518061 Jul 22 19:32:20.167480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4838570d-a8bd-4f4c-b9aa-0061f89407d0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:20.167783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4838570d-a8bd-4f4c-b9aa-0061f89407d0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:20.202473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.235978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.238097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.258187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:20.258606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:20.266337 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:20.290381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b1f6b-4450-42c4-a595-f80e30126769 req-67d400bb-a881-4143-89ae-6a77054e1b83 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198828 Jul 22 19:32:20.309877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.358227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ce7578f-d279-4182-92e1-6ad43f3a5f46 req-8700498a-218b-4b17-a8b3-48efdd1314fc tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928706 Jul 22 19:32:20.393311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.403382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.405710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/networks/c0d308f3-baa9-4da9-86e8-a5e4d9c8d145 HTTP/1.1" status: 204 len: 168 time: 1.4534566 Jul 22 19:32:20.416189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48916) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:20.425359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1e796-f55d-44ae-9e95-20a79efcbac8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Network': ['ID=c0d308f3-baa9-4da9-86e8-a5e4d9c8d145,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:20.471093 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee7d6f4-b134-4a95-a18d-26b32baeb552 x-openstack-request-id: req-aee7d6f4-b134-4a95-a18d-26b32baeb552 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:20.471387 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-plugged", "status": "completed", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:20.471681 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aee7d6f4-b134-4a95-a18d-26b32baeb552 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:20.472046 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'code': 200} Jul 22 19:32:20.500285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.502916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.507082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/46314934-1b50-455b-8b7c-1c9373cd78ce HTTP/1.1" status: 204 len: 168 time: 0.7759562 Jul 22 19:32:20.541030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting subnet 83c8d4fb-6b48-4ac6-aa88-52fc57063faf {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:20.554979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01607dc-a105-48e7-8527-ceb1e4a8b711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46314934-1b50-455b-8b7c-1c9373cd78ce,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:20.565659 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.612407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.624702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.686242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.720378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a747-fdaf-43af-9521-c5e01a50cc9a req-93d543ba-5050-4c7a-8445-4a55db876856 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.727600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d58a747-fdaf-43af-9521-c5e01a50cc9a req-93d543ba-5050-4c7a-8445-4a55db876856 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.2581270 Jul 22 19:32:20.727825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c033f2e-4cd4-49a2-a5da-e3f6843b1fcf req-9ec1b1de-b144-42b5-8ef7-19f690820c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.729616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c033f2e-4cd4-49a2-a5da-e3f6843b1fcf req-9ec1b1de-b144-42b5-8ef7-19f690820c40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 1097 time: 0.1828272 Jul 22 19:32:20.792919 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9c033f2e-4cd4-49a2-a5da-e3f6843b1fcf req-1f5566fe-6f63-435d-af37-2373e57aa35e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557990 Jul 22 19:32:20.798968 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 associated. External IP: 172.25.6.67, port: 801055f4-3129-4849-b351-00cbea7b431a. Jul 22 19:32:20.831554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d58a747-fdaf-43af-9521-c5e01a50cc9a req-8cf259ba-d487-4a0f-8299-f3d1a3a96594 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029608 Jul 22 19:32:20.847513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.853658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.860198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.866399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.873019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.878973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.885007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:20.886958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a357617-b7d8-49ad-bee8-a9442bd1d235 req-8fc76db4-e994-469e-8f85-fbc1ee41a6ba tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.3367615 Jul 22 19:32:20.897189 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.898846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:20.905369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Request body: {'floatingip': {'port_id': '3538f981-098e-4376-adc6-f457226c4590'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:20.960418 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:20.975104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.013015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Subnet': ['ID=83c8d4fb-6b48-4ac6-aa88-52fc57063faf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:21.015407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.019728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-14eda7ca-518e-4c4a-9610-f9606fe00e15 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/subnets/83c8d4fb-6b48-4ac6-aa88-52fc57063faf HTTP/1.1" status: 204 len: 168 time: 0.6003387 Jul 22 19:32:21.020516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:21.026568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7605362-6e88-4667-bff0-6c82cf134f49 None None] Network abf569dc-ee33-44f1-86ca-d70ca95276a9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:21.130069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.209927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 95eb5a60-b945-400d-aeea-deb8099034f3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:21.210395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.304608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 95eb5a60-b945-400d-aeea-deb8099034f3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95eb5a60-b945-400d-aeea-deb8099034f3,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:21.305094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.321549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 95eb5a60-b945-400d-aeea-deb8099034f3 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:21.389074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] DHCP port deletion for abf569dc-ee33-44f1-86ca-d70ca95276a9 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:21.515480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Deleting port 95eb5a60-b945-400d-aeea-deb8099034f3 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:21.515824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.594113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cf141-f18a-4eed-a3cd-57a372cd6a71 req-aef51ecd-9c59-4ed1-9418-ad9b8db91471 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:21.602334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f8cf141-f18a-4eed-a3cd-57a372cd6a71 req-aef51ecd-9c59-4ed1-9418-ad9b8db91471 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1597555 Jul 22 19:32:21.628801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.632316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] For port 95eb5a60-b945-400d-aeea-deb8099034f3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=95eb5a60-b945-400d-aeea-deb8099034f3,segment=NetworkSegment(fff5a179-db8b-4078-bb2d-17fd0f08776f),segment_id=fff5a179-db8b-4078-bb2d-17fd0f08776f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:21.632718 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.648908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Calling delete_port for 95eb5a60-b945-400d-aeea-deb8099034f3 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:21.682882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=95eb5a60-b945-400d-aeea-deb8099034f3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:21.685572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 95eb5a60-b945-400d-aeea-deb8099034f3 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:21.704453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f8cf141-f18a-4eed-a3cd-57a372cd6a71 req-aec93a0f-e3bd-4994-bffb-e6f9d14dd3bc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006262 Jul 22 19:32:21.792771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:21.807537 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.853140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] Pushing event deleted for resources: {'Port': ['ID=95eb5a60-b945-400d-aeea-deb8099034f3,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:21.868374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ca6790-aff3-4510-93a0-1c75d163b725 None None] No DVR routers for this DVR port 95eb5a60-b945-400d-aeea-deb8099034f3 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:21.885725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.902046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf569dc-ee33-44f1-86ca-d70ca95276a9']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:21.913468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff5a179-db8b-4078-bb2d-17fd0f08776f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:21.913761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff5a179-db8b-4078-bb2d-17fd0f08776f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:21.923817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.938648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.945279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:21.945928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:21.949720 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:22.074106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.082128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.087415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/networks/abf569dc-ee33-44f1-86ca-d70ca95276a9 HTTP/1.1" status: 204 len: 168 time: 1.0662308 Jul 22 19:32:22.091223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48954) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:22.107517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-848088447'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:22.111760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:22.111951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ad41e-53e8-4cd9-871e-c4b459d32330 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Network': ['ID=abf569dc-ee33-44f1-86ca-d70ca95276a9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:22.123262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:22.131364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee2a2e-e61d-4a49-adf3-6e9193ea13ef req-e2078a3d-e7a7-44ad-9c9d-c89a6d45386c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:22.134784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0ee2a2e-e61d-4a49-adf3-6e9193ea13ef req-e2078a3d-e7a7-44ad-9c9d-c89a6d45386c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.1715021 Jul 22 19:32:22.138420 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:22.140170 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:22.153735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:22.157378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.223121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0ee2a2e-e61d-4a49-adf3-6e9193ea13ef req-0211eb39-4330-4bb8-8dbc-884c60d1e274 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807338 Jul 22 19:32:22.223868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:22.244738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.244738 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Added segment a479cfc8-8eb2-4027-8cdb-26b490e62575 of type vlan for network 39891719-e7c3-4a4d-8923-bcec36babfbd Jul 22 19:32:22.253285 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:22.280523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:22.281157 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:22.294988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.361780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:22.362446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227abfb-caa1-4ded-a9fe-540208ff009e None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:22.380232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:32:22.392978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.399205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:22.399814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.444683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3436253 Jul 22 19:32:22.447808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48966) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:22.455434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'subnet': {'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:22.463814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.484985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e9c35-de31-444a-b131-0519c4aa5f6f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Network': ['ID=39891719-e7c3-4a4d-8923-bcec36babfbd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:22.497779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 39891719-e7c3-4a4d-8923-bcec36babfbd details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:22.508104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deff750-6ce0-425f-a35a-36306f1c28b1 req-0179e1bc-79e5-452d-9ff0-d8004e6eda95 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:22.509718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3deff750-6ce0-425f-a35a-36306f1c28b1 req-0179e1bc-79e5-452d-9ff0-d8004e6eda95 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.1661239 Jul 22 19:32:22.517177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.519187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:22.523880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Request body: {'floatingip': {'port_id': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:22.609416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.736705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:22.741176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.746759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:22.785393 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Floating IP 44f00b87-4a45-4753-8ab0-12b943c99a3a associated. External IP: 172.25.6.108, port: 3538f981-098e-4376-adc6-f457226c4590. Jul 22 19:32:22.826351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:22.910439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-155311369', 'router:external': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:22.968548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Made reservation on behalf of e64e8fb398424fccabd92cda0a152fe5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:22.971111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:22.997479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.051023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8dd4-4f9e-4f51-9f13-9a6b13df8de4 req-c6c224c4-bf6c-4509-81af-ac292f7b8495 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:23.052563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826c8dd4-4f9e-4f51-9f13-9a6b13df8de4 req-c6c224c4-bf6c-4509-81af-ac292f7b8495 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1853867 Jul 22 19:32:23.151089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:23.164562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:23.173721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:23.174523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.177531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.224194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.234105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:23.234748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.251607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.352482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9abc7bab-c0e9-448e-9107-99bdd0836bc9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 HTTP/1.1" status: 200 len: 976 time: 3.5134830 Jul 22 19:32:23.353253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:23.357817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Router 35681e6b-fc17-4f9e-93e8-f33311c6568b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:23.373719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:23.392018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.393693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34737eba-2692-47a5-80b7-de4d2cf1a63e None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:23.422508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Subnet': ['ID=e6793696-bec0-4758-8153-8539247ee1e3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:23.435707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:32:23.467114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Checking segment: {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:23.467466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network hostable DHCP agents. Network: 39891719-e7c3-4a4d-8923-bcec36babfbd, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:23.471284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95eb5a60-b945-400d-aeea-deb8099034f3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:23.482308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.492067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 95eb5a60-b945-400d-aeea-deb8099034f3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:23.492676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 95eb5a60-b945-400d-aeea-deb8099034f3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:23.516938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-826c8dd4-4f9e-4f51-9f13-9a6b13df8de4 req-ca2cdbb7-f5c5-4389-9b45-d19a8db1b7ac tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553170 Jul 22 19:32:23.582423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.593750 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.612558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network 39891719-e7c3-4a4d-8923-bcec36babfbd is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:23.665507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 39891719-e7c3-4a4d-8923-bcec36babfbd) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:23.675336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50b3d4-aef6-4f1b-aee8-2f337287f996 None None] Network 39891719-e7c3-4a4d-8923-bcec36babfbd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:23.685903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:23.686510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.714745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:23.727952 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Sync routers for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:23.742315 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:23.743556 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:23.749356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.791791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.808329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.810367 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 disassociated. External IP: 172.25.6.67, port: ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f. Jul 22 19:32:23.899446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:23.963977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-39891719-e7c3-4a4d-8923-bcec36babfbd', 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'fixed_ips': [{'subnet_id': 'e6793696-bec0-4758-8153-8539247ee1e3'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:32:23.965030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:23.992058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.008896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.055726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:24.062537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8d70b-4940-488d-bceb-e093fa20a4f3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.079693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.080042 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Added segment 7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d of type vlan for network 8850926d-5cb0-4b2c-9838-24699ee9f4ed Jul 22 19:32:24.082035 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Floating IP bbef7003-c534-462b-9e3e-7475e36d9d65 associated. External IP: 172.25.6.112, port: b9ba1035-260d-4ea2-806f-ccae1ae897ab. Jul 22 19:32:24.234450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.274128 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.281958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Allocated IP 19.80.0.2 (39891719-e7c3-4a4d-8923-bcec36babfbd/e6793696-bec0-4758-8153-8539247ee1e3/7e95ad24-c954-4a87-8900-5d182e533ae5) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:24.334408 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-469497b8-4461-4557-ac89-bcc5926d9fed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "PUT /v2.0/floatingips/44f00b87-4a45-4753-8ab0-12b943c99a3a HTTP/1.1" status: 200 len: 991 time: 3.4345169 Jul 22 19:32:24.336862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '3538f981-098e-4376-adc6-f457226c4590'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:24.349127 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae134d6-3358-48ab-955f-16072f53289d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "3538f981-098e-4376-adc6-f457226c4590"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:24.391756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e393bf20-5772-476f-8b2c-44abc3fd8071 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9406312 Jul 22 19:32:24.402731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48992) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:24.408480 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '44f00b87-4a45-4753-8ab0-12b943c99a3a', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'port_id': '3538f981-098e-4376-adc6-f457226c4590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'mac_address': 'fa:16:3e:7e:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:47Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 1, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:24.420641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1100636400'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:24.438384 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bc47f3-b713-477e-9f1c-0cc646494e85 x-openstack-request-id: req-50bc47f3-b713-477e-9f1c-0cc646494e85 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:24.439502 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "tag": "3538f981-098e-4376-adc6-f457226c4590", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:24.439718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Router bed78952-af64-444e-bc05-c36624eb3fb3 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:24.440473 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50bc47f3-b713-477e-9f1c-0cc646494e85 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:24.441768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.443298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.443906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.451799 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'tag': '3538f981-098e-4376-adc6-f457226c4590', 'status': 'completed', 'code': 200} Jul 22 19:32:24.519990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7720389 Jul 22 19:32:24.525804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:24.526262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48996) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:24.529521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.532272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'subnet': {'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:24.603745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.617145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:24.622320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Transition to ACTIVE for port object 7e95ad24-c954-4a87-8900-5d182e533ae5 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:24.659959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Transition to ACTIVE for port object 7e95ad24-c954-4a87-8900-5d182e533ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:24.671303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.691570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:24.705624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.708642 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Checking router: 35681e6b-fc17-4f9e-93e8-f33311c6568b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:24.724711 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:24.725502 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:24.725655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Sync routers for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:24.742698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Network 39891719-e7c3-4a4d-8923-bcec36babfbd is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:24.750414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:24.756859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:24.762819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Pushing event updated for resources: {'Port': ['ID=7e95ad24-c954-4a87-8900-5d182e533ae5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.770167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:24.770167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:24.792937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.797940 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Added segment f19f9169-50c4-43b3-b154-83e72a92958e of type vlan for network c57b236c-421d-4ec2-8bfb-d5035ea8c8be Jul 22 19:32:24.800983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:24.874337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.915843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed33b86-7a35-4342-be4c-bd326caf7518 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Network': ['ID=8850926d-5cb0-4b2c-9838-24699ee9f4ed,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:24.927187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Attempting to bind port 7e95ad24-c954-4a87-8900-5d182e533ae5 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:24.927491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.927603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Attempting to bind port 7e95ad24-c954-4a87-8900-5d182e533ae5 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:24.927844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.927962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Attempting to bind port 7e95ad24-c954-4a87-8900-5d182e533ae5 on network 39891719-e7c3-4a4d-8923-bcec36babfbd {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:24.928233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e414d40-bbb0-468f-850b-faaea7eb6ed0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "PUT /v2.0/floatingips/bbef7003-c534-462b-9e3e-7475e36d9d65 HTTP/1.1" status: 200 len: 991 time: 2.4070604 Jul 22 19:32:24.928351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.930312 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:24.932203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.944289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.945278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.945451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:24.947485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-0c8ddff3-d7c4-4980-b123-9e48a2594008 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.4713652 Jul 22 19:32:24.953179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:24.955508 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b503c535-172e-4359-9a1e-84f473cfc69b" -d '{"events": [{"name": "network-changed", "server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:24.955984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:24.980103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:24.980749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Checking segment: {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:24.980928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:24.981330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Bound using segment: {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:24.981978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Bound port: 7e95ad24-c954-4a87-8900-5d182e533ae5, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:24.982368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.003461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Made reservation on behalf of e64e8fb398424fccabd92cda0a152fe5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:25.008349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.028655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0e22-0199-43aa-aaff-50b5e066c656 req-516de5e3-3f99-4bfd-b954-ffc338587fc6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.030451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0fd0e22-0199-43aa-aaff-50b5e066c656 req-516de5e3-3f99-4bfd-b954-ffc338587fc6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3472898 Jul 22 19:32:25.072374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:25.113773 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f292b06-d766-4a58-938a-e2147d5f333c x-openstack-request-id: req-2f292b06-d766-4a58-938a-e2147d5f333c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:25.114364 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:25.114908 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f292b06-d766-4a58-938a-e2147d5f333c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:25.115480 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'status': 'completed', 'code': 200} Jul 22 19:32:25.140629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.146265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.146866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.239226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0fd0e22-0199-43aa-aaff-50b5e066c656 req-b95c5cab-9cea-4272-9e71-cafc45c8e79c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787987 Jul 22 19:32:25.263766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] For port 7e95ad24-c954-4a87-8900-5d182e533ae5, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:25.269657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] For port 7e95ad24-c954-4a87-8900-5d182e533ae5, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7e95ad24-c954-4a87-8900-5d182e533ae5,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:25.276612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8718905 Jul 22 19:32:25.283686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49006) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:25.289597 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.292543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c535-172e-4359-9a1e-84f473cfc69b req-cfc3ad7a-550e-4ef3-815c-a79ffc066604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.294844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-cfc3ad7a-550e-4ef3-815c-a79ffc066604 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d617440b03d1477cbd48d90a10457657&device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 1097 time: 0.1253848 Jul 22 19:32:25.318732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'subnet': {'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:25.331593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7a278-06c1-4f39-bd21-5813a5c71a7a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Network': ['ID=c57b236c-421d-4ec2-8bfb-d5035ea8c8be,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:25.358146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:25.367162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:25.377083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.408319 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:25.435941 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:25.448499 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.461185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-4d4d635c-a79b-43d7-a25a-225a56b6cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.463603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-4d4d635c-a79b-43d7-a25a-225a56b6cee9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36 HTTP/1.1" status: 200 len: 918 time: 0.5076060 Jul 22 19:32:25.485870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d26550e-2c04-4fc4-adbf-904545449a08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 HTTP/1.1" status: 200 len: 687 time: 2.1246049 Jul 22 19:32:25.489041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:25.506068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b837987-1909-449d-8568-58d840ce4a78 None None] Pushing event updated for resources: {'Port': ['ID=7e95ad24-c954-4a87-8900-5d182e533ae5,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:25.572533 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.624618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:25.625272 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.628283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c535-172e-4359-9a1e-84f473cfc69b req-a070c73a-d692-40e3-8333-cc98a72e3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.632082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-a070c73a-d692-40e3-8333-cc98a72e3246 service neutron] 10.222.0.32 "GET /v2.0/networks?id=94f96300-639c-49a6-8d5b-905716682ff2 HTTP/1.1" status: 200 len: 916 time: 0.3293064 Jul 22 19:32:25.665806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-dc44c462-be8d-4dc1-af11-8e9e89e73db6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 999 time: 0.1905529 Jul 22 19:32:25.666432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:25.675784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:25.703217 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.704445 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f509d-04c2-4b6d-be66-f9ddf0c83ae3 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:25.721004 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '44f00b87-4a45-4753-8ab0-12b943c99a3a', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'port_id': '3538f981-098e-4376-adc6-f457226c4590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'mac_address': 'fa:16:3e:7e:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:47Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 1, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.757127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'bbef7003-c534-462b-9e3e-7475e36d9d65', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'port_id': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'mac_address': 'fa:16:3e:58:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11909758-5692-4415-8889-946584ccb6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:26Z', 'updated_at': '2021-07-22T19:32:23Z', 'revision_number': 1, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.785992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-61262d32-6193-4ca5-8cc4-7a4b9a6c4758 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab HTTP/1.1" status: 200 len: 999 time: 0.1381295 Jul 22 19:32:25.802109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0373f4-39ca-487e-a7da-67ff0fb9c9c2 None None] The sync data for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 is: [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '44f00b87-4a45-4753-8ab0-12b943c99a3a', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'port_id': '3538f981-098e-4376-adc6-f457226c4590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'mac_address': 'fa:16:3e:7e:12:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:30:47Z', 'updated_at': '2021-07-22T19:32:22Z', 'revision_number': 1, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:25.825417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-f15e29a9-d9e3-41f2-8316-8fd7c9b83b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.827183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-f15e29a9-d9e3-41f2-8316-8fd7c9b83b67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 200 len: 856 time: 0.1462009 Jul 22 19:32:25.834056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Checking router: bed78952-af64-444e-bc05-c36624eb3fb3 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:25.843636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:25.844306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:25.947797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c535-172e-4359-9a1e-84f473cfc69b req-b57ec340-03ed-4afc-b309-fed834b8dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:25.950618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-b57ec340-03ed-4afc-b309-fed834b8dd9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d67d9c0-fb8d-4c02-821b-a0cc1f34839d HTTP/1.1" status: 200 len: 854 time: 0.1547401 Jul 22 19:32:26.031929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:32:26.032518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.054263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 2cb9ac6b-56bc-4899-acbd-e190dc277bb7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:26.054619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.080733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae134d6-3358-48ab-955f-16072f53289d req-2bf495fb-983c-456d-8eda-3b40be279f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.082289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-2bf495fb-983c-456d-8eda-3b40be279f12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316687 Jul 22 19:32:26.102683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:26.173505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c535-172e-4359-9a1e-84f473cfc69b req-6ed54e66-78e0-4374-affb-dee6dd66f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.175755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-6ed54e66-78e0-4374-affb-dee6dd66f15d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=94f96300-639c-49a6-8d5b-905716682ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152712 Jul 22 19:32:26.176091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93443927-3db2-4af9-92ef-8bcbb4ff250b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:26.288579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fde41a8-a7f6-45ca-bbd5-e4975ae710f2 None None] New status for floating IP 44f00b87-4a45-4753-8ab0-12b943c99a3a: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:32:26.308220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-47e49945-124c-4a4c-a5af-5614df0a86b9 service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213908 Jul 22 19:32:26.309346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Checking segment: {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:26.309828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network hostable DHCP agents. Network: 8850926d-5cb0-4b2c-9838-24699ee9f4ed, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:26.354535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:26.378558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.379186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.397648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8850926d-5cb0-4b2c-9838-24699ee9f4ed) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:26.402204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.403451 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.412845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 2cb9ac6b-56bc-4899-acbd-e190dc277bb7 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:26.437744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.476259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-286cacf9-dddc-45ce-8cb3-d760545012a8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9488523 Jul 22 19:32:26.478118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49020) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:26.486344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-173863665', 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:26.498284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b503c535-172e-4359-9a1e-84f473cfc69b req-2db57b58-7cb5-45f9-bd81-29629481484a service neutron] 10.222.0.32 "GET /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789651 Jul 22 19:32:26.525140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-5ddc6bf8-3b71-473a-8b00-cba4958be22f service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317412 Jul 22 19:32:26.535655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbace4-356e-402d-a4cd-7ada4f0f9ca5 req-22449432-6466-4aa0-9b7b-d7e60fc2f437 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.538889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ecbace4-356e-402d-a4cd-7ada4f0f9ca5 req-22449432-6466-4aa0-9b7b-d7e60fc2f437 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.1437652 Jul 22 19:32:26.540499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Made reservation on behalf of e64e8fb398424fccabd92cda0a152fe5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:26.544562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.572133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c723bc31-16f1-4ec1-82d0-b5fff920e702 None None] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:26.600546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ecbace4-356e-402d-a4cd-7ada4f0f9ca5 req-e2ad6d28-c78d-4c60-bef0-8984f6258cb8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Jul 22 19:32:26.604218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] device_id is not set on port 39548504-d1a3-45e9-a571-c0f99ac6b8d0 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:26.671197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Subnet': ['ID=d22dd905-6eab-4d8e-ab31-477bae99c2ab,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:26.751843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Checking segment: {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:26.752166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network hostable DHCP agents. Network: c57b236c-421d-4ec2-8bfb-d5035ea8c8be, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:26.766437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.20.0.3 (8850926d-5cb0-4b2c-9838-24699ee9f4ed/93443927-3db2-4af9-92ef-8bcbb4ff250b/39548504-d1a3-45e9-a571-c0f99ac6b8d0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:26.879253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ae134d6-3358-48ab-955f-16072f53289d req-13808f18-2630-4f65-95ec-d993de9dd86d service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449953 Jul 22 19:32:26.888135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:26.911977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.919021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c57b236c-421d-4ec2-8bfb-d5035ea8c8be) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:26.925653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:26.926468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:26.962253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad6e79c-2318-4a0d-bf37-70230e86c315 None None] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:26.972779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=2cb9ac6b-56bc-4899-acbd-e190dc277bb7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:27.017097 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de552992-19b2-41b6-a561-686f5d01d475 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7036924 Jul 22 19:32:27.068734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.070808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.072530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-753d23bc-dd6a-444d-a3ef-3101b395c6f6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 HTTP/1.1" status: 204 len: 168 time: 1.5825577 Jul 22 19:32:27.075636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.083047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.146309 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e73dca50-753f-4796-b57f-ab76c0bd7c12 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] delete failed (client error): The resource could not be found. Jul 22 19:32:27.159660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e73dca50-753f-4796-b57f-ab76c0bd7c12 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/01b1c4ac-9ea8-4247-a1c3-e9d5c510de96 HTTP/1.1" status: 404 len: 345 time: 0.0816667 Jul 22 19:32:27.161760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49034) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.225946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07e329-2189-4122-924e-a3af90ff65d9 None None] Network 39891719-e7c3-4a4d-8923-bcec36babfbd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:27.244736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.316310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.324374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:27.372216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:27.380477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:27.441940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=39548504-d1a3-45e9-a571-c0f99ac6b8d0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:27.452344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e55fbb75-c6cd-4c63-b5f0-60f44d2f6c49 None None] Provisioning for port 7e95ad24-c954-4a87-8900-5d182e533ae5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:27.460214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'bbef7003-c534-462b-9e3e-7475e36d9d65', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'port_id': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'mac_address': 'fa:16:3e:58:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11909758-5692-4415-8889-946584ccb6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:26Z', 'updated_at': '2021-07-22T19:32:23Z', 'revision_number': 1, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:27.520676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c82130-fa57-42f8-ac88-2aa7bf6e9ea1 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.528462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c82130-fa57-42f8-ac88-2aa7bf6e9ea1 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.533270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d269a7c-131b-40df-9ef9-49750f4b774c None None] The sync data for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 is: [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'bbef7003-c534-462b-9e3e-7475e36d9d65', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'floating_ip_address': '172.25.6.112', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'port_id': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'mac_address': 'fa:16:3e:58:82:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11909758-5692-4415-8889-946584ccb6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:31:26Z', 'updated_at': '2021-07-22T19:32:23Z', 'revision_number': 1, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:27.534708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c82130-fa57-42f8-ac88-2aa7bf6e9ea1 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.536035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7e95ad24-c954-4a87-8900-5d182e533ae5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:27.539239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b5c82130-fa57-42f8-ac88-2aa7bf6e9ea1 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/ports?network_id=0aa5a3b7-9cc0-4486-972d-50a3a1506c13 HTTP/1.1" status: 200 len: 2357 time: 0.3737001 Jul 22 19:32:27.539239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.539239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.540403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.592529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c57b236c-421d-4ec2-8bfb-d5035ea8c8be', 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'fixed_ips': [{'subnet_id': 'd22dd905-6eab-4d8e-ab31-477bae99c2ab'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:32:27.593390 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.598412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db242e-4824-44f6-88c8-282b04acaa07 req-d026df3d-099e-4373-9eed-26a133590750 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.606059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7db242e-4824-44f6-88c8-282b04acaa07 req-d026df3d-099e-4373-9eed-26a133590750 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.3637693 Jul 22 19:32:27.618942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-284258d8-334d-404c-887a-378789d66505 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1356518 Jul 22 19:32:27.619943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49050) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.642763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b8503-b088-43f8-bb7b-56e68d63fa60 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.644747 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-901b8503-b088-43f8-bb7b-56e68d63fa60 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/subnets/6be00e13-5734-4757-8d9c-706faacb8960 HTTP/1.1" status: 200 len: 797 time: 0.1033013 Jul 22 19:32:27.651803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:27.671327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'port': {'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13', 'name': 'tempest-FloatingIPTestJSON-93692408', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:27.717953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-37b901d3-74ea-4ec8-9aca-b2210ecf801c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.724100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-37b901d3-74ea-4ec8-9aca-b2210ecf801c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:27.725889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-37b901d3-74ea-4ec8-9aca-b2210ecf801c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/networks?id=39891719-e7c3-4a4d-8923-bcec36babfbd&id=c57b236c-421d-4ec2-8bfb-d5035ea8c8be HTTP/1.1" status: 200 len: 1391 time: 0.3063014 Jul 22 19:32:27.785962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7db242e-4824-44f6-88c8-282b04acaa07 req-b70c1512-1049-46c6-9360-10f1924d8f1a tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787257 Jul 22 19:32:27.791910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-e3182e7d-dfe3-46e3-8e18-e425835da9fe tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/quotas/44d67da407fe4538b157a6bd104cb4a5 HTTP/1.1" status: 200 len: 375 time: 0.0535092 Jul 22 19:32:27.880443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:27.926710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f15c8-928d-4055-900c-fa7851dea95f None None] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:27.928626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7e95ad24-c954-4a87-8900-5d182e533ae5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:27.937823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7e95ad24-c954-4a87-8900-5d182e533ae5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:27.938481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:27.987603 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61d055-23c0-4103-ae63-56b59308ab7c None None] New status for floating IP bbef7003-c534-462b-9e3e-7475e36d9d65: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:32:28.025733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Deleting port 39548504-d1a3-45e9-a571-c0f99ac6b8d0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:28.026081 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.089543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-b0be9552-f569-4858-a7bc-a639816bf20a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2860644 Jul 22 19:32:28.105073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.109596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Allocated IP 19.86.0.2 (c57b236c-421d-4ec2-8bfb-d5035ea8c8be/d22dd905-6eab-4d8e-ab31-477bae99c2ab/ee774804-13a8-4711-bc6e-8d49015b1b7f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:28.153671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] device_id is not set on port 087345e4-6eac-444f-b5dd-9fbc0f557056 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:28.295741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.473739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb14f9b-8fc8-46a4-9fb5-19c675ea2541 req-13037cae-272e-49c1-a28f-14e93dcc0013 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:28.475102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cb14f9b-8fc8-46a4-9fb5-19c675ea2541 req-13037cae-272e-49c1-a28f-14e93dcc0013 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.5684249 Jul 22 19:32:28.490056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7e95ad24-c954-4a87-8900-5d182e533ae5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7e95ad24-c954-4a87-8900-5d182e533ae5,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:28.510510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.521879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.538022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.564891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Transition to ACTIVE for port object ee774804-13a8-4711-bc6e-8d49015b1b7f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:28.578586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Calling delete_port for 39548504-d1a3-45e9-a571-c0f99ac6b8d0 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:28.607690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Transition to ACTIVE for port object ee774804-13a8-4711-bc6e-8d49015b1b7f will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:28.612707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cb14f9b-8fc8-46a4-9fb5-19c675ea2541 req-9f7f1c94-f892-4389-9f2f-ed5af4cd1eda tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204562 Jul 22 19:32:28.617125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7e95ad24-c954-4a87-8900-5d182e533ae5,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:28.623604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-760897cb-2e51-495a-9094-943cce15016f service neutron] 10.222.0.10 "GET /v2.0/networks/39891719-e7c3-4a4d-8923-bcec36babfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332298 Jul 22 19:32:28.627413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.694981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:28.712856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Pushing event updated for resources: {'Port': ['ID=ee774804-13a8-4711-bc6e-8d49015b1b7f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:28.719251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:28.727622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:28.750281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.13 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/087345e4-6eac-444f-b5dd-9fbc0f557056) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:28.765336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.12 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/087345e4-6eac-444f-b5dd-9fbc0f557056) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:28.819032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-1cee923f-a051-4e63-b393-bb2a487f04d3 service neutron] 10.222.0.10 "GET /v2.0/networks/39891719-e7c3-4a4d-8923-bcec36babfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935201 Jul 22 19:32:28.844511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Attempting to bind port ee774804-13a8-4711-bc6e-8d49015b1b7f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:28.844888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Attempting to bind port ee774804-13a8-4711-bc6e-8d49015b1b7f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:28.845522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Attempting to bind port ee774804-13a8-4711-bc6e-8d49015b1b7f on network c57b236c-421d-4ec2-8bfb-d5035ea8c8be {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:28.853750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:28.854132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Checking segment: {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:28.854541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.854939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Bound using segment: {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:28.855417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Bound port: ee774804-13a8-4711-bc6e-8d49015b1b7f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:28.856369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.860535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1e74a3a4-99f2-4749-a23b-097f4e77503d None None] Provisioning complete for port 7e95ad24-c954-4a87-8900-5d182e533ae5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:28.860848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e74a3a4-99f2-4749-a23b-097f4e77503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.941757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:28.990435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Port': ['ID=39548504-d1a3-45e9-a571-c0f99ac6b8d0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.042812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] For port ee774804-13a8-4711-bc6e-8d49015b1b7f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:29.054626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] For port ee774804-13a8-4711-bc6e-8d49015b1b7f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ee774804-13a8-4711-bc6e-8d49015b1b7f,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:29.055055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-4e017e8a-6b06-4d34-ab03-baa2d404ecf8 service neutron] 10.222.0.10 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350934 Jul 22 19:32:29.121943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.140826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.145242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b318601f-475f-44f2-a3a8-26041f6e4fec tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/ports/39548504-d1a3-45e9-a571-c0f99ac6b8d0 HTTP/1.1" status: 204 len: 168 time: 1.5176589 Jul 22 19:32:29.145410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49070) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:29.149726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed', 'external_fixed_ips': [{'subnet_id': '93443927-3db2-4af9-92ef-8bcbb4ff250b', 'ip_address': '172.20.0.3'}]}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:29.161479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.190781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.207204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-e53af113-7b7b-4d62-a6ca-cf4a3af6b31c service neutron] 10.222.0.10 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511381 Jul 22 19:32:29.213358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.217059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.221849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:29.224527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:29.233858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:29.332848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=087345e4-6eac-444f-b5dd-9fbc0f557056,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.345258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f5404-5935-4c14-850f-1a0e251a43cb None None] Pushing event updated for resources: {'Port': ['ID=ee774804-13a8-4711-bc6e-8d49015b1b7f,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:29.345849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:29.345849 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.388562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-73457302-6d20-4102-aaf3-03ce430e5274 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7325487 Jul 22 19:32:29.389099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.389341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:29.398309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '087345e4-6eac-444f-b5dd-9fbc0f557056', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:29.452702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.526734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7e95ad24-c954-4a87-8900-5d182e533ae5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:29.678021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ba46821-8a39-495e-bf4a-2377a0edeebd req-969d3e5d-302a-42ad-aa21-88a78048f316 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 210 time: 0.1376114 Jul 22 19:32:29.700587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.713570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7e95ad24-c954-4a87-8900-5d182e533ae5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:29.713953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.870089 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:29.924217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.27 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/83b081d4-4c69-4a1a-ab6d-53ec6718c56c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:29.963845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eaef2-40d6-49cc-8286-6956d1823b31 req-29acc06b-87ed-4bcb-b8c9-488bad523194 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:29.972561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc8eaef2-40d6-49cc-8286-6956d1823b31 req-29acc06b-87ed-4bcb-b8c9-488bad523194 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.4757166 Jul 22 19:32:30.064534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc8eaef2-40d6-49cc-8286-6956d1823b31 req-74374d1a-ff36-481b-a80d-5998d6763cd0 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907845 Jul 22 19:32:30.093162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bd527-9355-4f60-8044-ea7534944d00 req-afc16ee6-5978-48ab-acdb-96a5ebbb749c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:30.101651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c6bd527-9355-4f60-8044-ea7534944d00 req-afc16ee6-5978-48ab-acdb-96a5ebbb749c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2549765 Jul 22 19:32:30.113796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.185180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.235532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c6bd527-9355-4f60-8044-ea7534944d00 req-95ad98cd-d9ee-4996-8245-049ef30c185d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329722 Jul 22 19:32:30.299290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:30.307216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:30.312246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:30.348080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=83b081d4-4c69-4a1a-ab6d-53ec6718c56c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:30.561589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.611226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:30.727869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558b3c3-851a-4c64-a091-6c56206675e5 None None] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:30.904694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c052b8b4-5337-4d88-97a3-c922a769f9a4 req-e31a468c-a62a-4a22-8560-2961a7362fdf tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 210 time: 0.0322008 Jul 22 19:32:30.984558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2fe2344a-00eb-4403-a552-8c614d079796 None None] Provisioning for port ee774804-13a8-4711-bc6e-8d49015b1b7f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:31.013554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.117488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.20.0.3 (8850926d-5cb0-4b2c-9838-24699ee9f4ed/93443927-3db2-4af9-92ef-8bcbb4ff250b/f617d8c7-5908-4d8f-9ff5-cdb721c274ea) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:31.207451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.290922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-cdaba470-c27d-4d90-845d-dd7cc8f0acef tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.311631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-cdaba470-c27d-4d90-845d-dd7cc8f0acef tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.313883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-cdaba470-c27d-4d90-845d-dd7cc8f0acef tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "GET /v2.0/networks?id=39891719-e7c3-4a4d-8923-bcec36babfbd&id=c57b236c-421d-4ec2-8bfb-d5035ea8c8be HTTP/1.1" status: 200 len: 1391 time: 0.2921319 Jul 22 19:32:31.388976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'port': {'device_id': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd', 'admin_state_up': True, 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:31.400070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb497-f26e-4a51-82d9-5ce389701f8f req-b98076f2-2979-4ea3-a485-3049c90d2aa9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.412645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a8fb497-f26e-4a51-82d9-5ce389701f8f req-b98076f2-2979-4ea3-a485-3049c90d2aa9 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.3815689 Jul 22 19:32:31.462263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.469748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.491864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ee774804-13a8-4711-bc6e-8d49015b1b7f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:31.551673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ee774804-13a8-4711-bc6e-8d49015b1b7f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:31.556057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ee774804-13a8-4711-bc6e-8d49015b1b7f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:31.556520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.591982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.609729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.616673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a8fb497-f26e-4a51-82d9-5ce389701f8f req-b29621d4-7700-42ca-aa8b-536a0c5476b2 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929739 Jul 22 19:32:31.657928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14f60-3a08-43ce-a5e0-ddd2b1e5f1eb req-b4d27a05-6476-4497-b72f-29f93acd72ed tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:31.658961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=83b081d4-4c69-4a1a-ab6d-53ec6718c56c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:31.659802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68d14f60-3a08-43ce-a5e0-ddd2b1e5f1eb req-b4d27a05-6476-4497-b72f-29f93acd72ed tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2461925 Jul 22 19:32:31.684409 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.739308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ee774804-13a8-4711-bc6e-8d49015b1b7f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ee774804-13a8-4711-bc6e-8d49015b1b7f,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:31.745439 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.784823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68d14f60-3a08-43ce-a5e0-ddd2b1e5f1eb req-a4e48005-2766-42ca-a26e-b86686fdb22a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981696 Jul 22 19:32:31.787452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:31.791142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.810937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:31.815390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ee774804-13a8-4711-bc6e-8d49015b1b7f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:31.917498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network 8850926d-5cb0-4b2c-9838-24699ee9f4ed is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:31.922761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=f617d8c7-5908-4d8f-9ff5-cdb721c274ea,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:31.927908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:31.936235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:32.068415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1a5116e-7f71-4436-804c-60c9221cd00e req-e4f5df7d-7af5-4770-81d5-6b69542e79d6 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 210 time: 0.0534635 Jul 22 19:32:32.131104 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 71788c92-d3c4-45b2-b5b2-d07ad69887d2 associated. External IP: 172.25.6.27, port: 087345e4-6eac-444f-b5dd-9fbc0f557056. Jul 22 19:32:32.194023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Allocated IP 19.80.0.222 (39891719-e7c3-4a4d-8923-bcec36babfbd/e6793696-bec0-4758-8153-8539247ee1e3/62e039e6-2a8e-4b1a-892a-bba066fdb6d0) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:32.479831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd2c15e5-bbf4-4f47-9cf9-6ab03e010d64 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:32.482055 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd2c15e5-bbf4-4f47-9cf9-6ab03e010d64 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.26 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.1494396 Jul 22 19:32:32.484074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:32.721638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:32.734170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Deleting port e61c52b8-df63-406d-9035-dbce34479b47 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:32.734617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.734777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:32.753014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:32.753820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:32.780006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.813037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.815630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:32.840829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:32.843616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:32.888932 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-467ff3d6-4d47-4a6a-9861-f6e9a666bb21 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.4983141 Jul 22 19:32:32.892215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49122) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:32.895013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:32.896205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c1925-0d95-4e8d-b8aa-1d1cada2b9d0 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:32.897641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': '087345e4-6eac-444f-b5dd-9fbc0f557056', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:32.958733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] For port e61c52b8-df63-406d-9035-dbce34479b47, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e61c52b8-df63-406d-9035-dbce34479b47,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:32.959156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:32.985130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.032991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Transition to ACTIVE for port object 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:33.059657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.112185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a98cfd-38ea-442a-b384-e09f8a28aba5 req-88097617-830c-46b4-b177-f1041c7cfd2f tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.112185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a98cfd-38ea-442a-b384-e09f8a28aba5 req-88097617-830c-46b4-b177-f1041c7cfd2f tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 946 time: 0.3691356 Jul 22 19:32:33.201112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab7372-4c29-4e59-b98a-c1333a3ef507 req-e9ba6a00-5742-424d-b05c-ad0e579162f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.202770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab7372-4c29-4e59-b98a-c1333a3ef507 req-e9ba6a00-5742-424d-b05c-ad0e579162f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2738121 Jul 22 19:32:33.268094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.270124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.279835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a98cfd-38ea-442a-b384-e09f8a28aba5 req-c63df174-c072-47ba-bba9-cb14e133f80c tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups?id=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381223 Jul 22 19:32:33.330117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab7372-4c29-4e59-b98a-c1333a3ef507 req-bac17197-2ccf-44ef-9897-0a7882b948e9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168888 Jul 22 19:32:33.358333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.358896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.359296 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Floating IP 117160f0-9865-41a9-9f21-5d4beb30ec9c disassociated. External IP: 172.25.6.43, port: e61c52b8-df63-406d-9035-dbce34479b47. Jul 22 19:32:33.359482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Calling delete_port for e61c52b8-df63-406d-9035-dbce34479b47 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:33.430470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network 39891719-e7c3-4a4d-8923-bcec36babfbd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:33.480497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:33.485408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:33.491181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ee774804-13a8-4711-bc6e-8d49015b1b7f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:33.501423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:33.615011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.616320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.669055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.688366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-0c456ff1-1740-40fd-bf51-0fb27548ce89 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3617201 Jul 22 19:32:33.708544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8504d-398e-44a3-9e6c-11e989401c7d req-b6434be6-15fa-4d69-b84b-42d031c7b158 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:33.717768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5e8504d-398e-44a3-9e6c-11e989401c7d req-b6434be6-15fa-4d69-b84b-42d031c7b158 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 932 time: 0.3043265 Jul 22 19:32:33.748917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Request body: {'port': {'device_id': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be', 'admin_state_up': True, 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:33.766336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event deleted for resources: {'Port': ['ID=e61c52b8-df63-406d-9035-dbce34479b47,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:33.820653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ee774804-13a8-4711-bc6e-8d49015b1b7f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:33.821275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:33.926472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-93a75453-ae97-4ac8-954e-349b60f29926 None None] Provisioning for port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:33.950863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-93a75453-ae97-4ac8-954e-349b60f29926 None None] Provisioning complete for port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:33.951246 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-93a75453-ae97-4ac8-954e-349b60f29926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.008269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-93a75453-ae97-4ac8-954e-349b60f29926 None None] Port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:34.039174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5e8504d-398e-44a3-9e6c-11e989401c7d req-29b01b18-3fb4-4780-a32e-5f630d096fcd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203933 Jul 22 19:32:34.062263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Made reservation on behalf of 44d67da407fe4538b157a6bd104cb4a5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:34.066252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.100311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router f35efb0d-524f-4d3e-8c3d-a3c110b6f311 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:34.248070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Router af412e56-06a4-4fb0-a85a-bf1c42feddb2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:34.304875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Allocated IP 19.86.0.152 (c57b236c-421d-4ec2-8bfb-d5035ea8c8be/d22dd905-6eab-4d8e-ab31-477bae99c2ab/232f4f6e-2a41-4e40-b690-577119cb5d00) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:34.314518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:34.325610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Sync routers for ids ['f35efb0d-524f-4d3e-8c3d-a3c110b6f311'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:34.338344 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Routers {'f35efb0d-524f-4d3e-8c3d-a3c110b6f311'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:34.338982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f35efb0d-524f-4d3e-8c3d-a3c110b6f311'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:34.362616 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.370025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-772adae5-bb98-4eb0-9b0e-8c19fc2ec1d7 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2236111 Jul 22 19:32:34.372183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49144) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:34.410772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:32:34.484489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.492225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:34.498517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f32af506-b012-4dd4-86f6-fe87549ec901 req-77e57c21-e4bb-4ec4-b185-01bc3806e4d6 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/ports?device_id=63e3a520-b78b-42ce-badb-3554cb16aa75 HTTP/1.1" status: 200 len: 210 time: 0.0477109 Jul 22 19:32:34.515889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Sync routers for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:34.540223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.542395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:34.544984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:34.663800 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Set router f35efb0d-524f-4d3e-8c3d-a3c110b6f311 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:34.726616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] No DVR routers for this DVR port e61c52b8-df63-406d-9035-dbce34479b47 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:34.742659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.747325 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0048f7f5-5469-414a-9130-a93f353f5555 req-bd736278-09d5-4427-af89-0decfe5e0701 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.26 "DELETE /v2.0/ports/e61c52b8-df63-406d-9035-dbce34479b47 HTTP/1.1" status: 204 len: 173 time: 2.2572811 Jul 22 19:32:34.751826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'name': 'network-vif-deleted', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:34.754622 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a70825-98eb-4cc4-b75e-ced8de1b2341" -d '{"events": [{"server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "name": "network-vif-deleted", "tag": "e61c52b8-df63-406d-9035-dbce34479b47"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:34.767108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04bfc6-a998-479b-83bc-d6569c960d90 req-5a3fef7c-d76a-4bfc-b772-0b7f92cd5931 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:34.790825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af04bfc6-a998-479b-83bc-d6569c960d90 req-5a3fef7c-d76a-4bfc-b772-0b7f92cd5931 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2894623 Jul 22 19:32:34.791415 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:32:34.845866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:34.870792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:34.901264 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5982b813-8aef-4ea4-aee5-3e81fc6e4c15 x-openstack-request-id: req-5982b813-8aef-4ea4-aee5-3e81fc6e4c15 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:34.901985 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e3a520-b78b-42ce-badb-3554cb16aa75", "name": "network-vif-deleted", "tag": "e61c52b8-df63-406d-9035-dbce34479b47", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:34.902468 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5982b813-8aef-4ea4-aee5-3e81fc6e4c15 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:34.904116 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e3a520-b78b-42ce-badb-3554cb16aa75', 'name': 'network-vif-deleted', 'tag': 'e61c52b8-df63-406d-9035-dbce34479b47', 'status': 'completed', 'code': 200} Jul 22 19:32:34.999668 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af04bfc6-a998-479b-83bc-d6569c960d90 req-9702b994-721c-4be0-898f-2e5036ddfbf3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024963 Jul 22 19:32:35.004995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:35.028126 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.052108 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35efb0d-524f-4d3e-8c3d-a3c110b6f311', 'name': '', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed', 'external_fixed_ips': [{'subnet_id': '93443927-3db2-4af9-92ef-8bcbb4ff250b', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'f617d8c7-5908-4d8f-9ff5-cdb721c274ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:29Z', 'updated_at': '2021-07-22T19:32:32Z', 'revision_number': 3, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port': {'id': 'f617d8c7-5908-4d8f-9ff5-cdb721c274ea', 'name': '', 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:3f:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f35efb0d-524f-4d3e-8c3d-a3c110b6f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '93443927-3db2-4af9-92ef-8bcbb4ff250b', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:30Z', 'updated_at': '2021-07-22T19:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93443927-3db2-4af9-92ef-8bcbb4ff250b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.070616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Transition to ACTIVE for port object 232f4f6e-2a41-4e40-b690-577119cb5d00 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:35.086338 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Checking router: f35efb0d-524f-4d3e-8c3d-a3c110b6f311 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:35.086829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Updating router f35efb0d-524f-4d3e-8c3d-a3c110b6f311 port f617d8c7-5908-4d8f-9ff5-cdb721c274ea binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:35.115464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.135237 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.180921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.211626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Checking router: af412e56-06a4-4fb0-a85a-bf1c42feddb2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:35.221531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:35.222156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.368732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:35.395935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:35.415371 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:35.432201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.450188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.518957 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.538363 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Transition to ACTIVE for port object f617d8c7-5908-4d8f-9ff5-cdb721c274ea will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:35.552603 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:35.553998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.573488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Deleting port f617d8c7-5908-4d8f-9ff5-cdb721c274ea {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:35.573845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.605264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:35.619345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17a5e6-3417-4710-8266-7c7c2f15313d req-b02abb60-cec7-4468-9e81-754a05a52e1a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:35.626673 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.627337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be17a5e6-3417-4710-8266-7c7c2f15313d req-b02abb60-cec7-4468-9e81-754a05a52e1a tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 932 time: 0.3626766 Jul 22 19:32:35.644234 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.667033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49168) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:35.685137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-58f0b33f-0ab7-4e6e-9293-f87630d4153a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3366396 Jul 22 19:32:35.691524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.693838 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d8c8aec-66a9-4862-89ad-0af002ab9b91 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/71788c92-d3c4-45b2-b5b2-d07ad69887d2 HTTP/1.1" status: 200 len: 976 time: 2.8002863 Jul 22 19:32:35.694572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49170) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:35.722840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fce9b2-72ca-4b24-b52b-528538883bb6 None None] The sync data for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 is: [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:30:10Z', 'revision_number': 4, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5bd149b8-dc61-4085-8e83-e4e3d539826f', 'name': '', 'network_id': 'a9908ccc-3fa4-457a-bb0b-1572abc4d231', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'mac_address': 'fa:16:3e:d4:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '7d67719d-5837-431e-a13f-5f02894a937b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:09Z', 'updated_at': '2021-07-22T19:30:20Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'subnets': [{'id': '7d67719d-5837-431e-a13f-5f02894a937b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:35.731056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:35.759431 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Pushing event updated for resources: {'Port': ['ID=f617d8c7-5908-4d8f-9ff5-cdb721c274ea,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:35.785301 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.785763 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.786110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.786452 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.786831 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.787167 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.787495 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.787821 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.788228 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.788541 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.788874 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.789201 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff7de2c-7174-4291-b29e-da422a11e0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:35.823602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.830238 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:35.830865 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.839079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Calling delete_port for f617d8c7-5908-4d8f-9ff5-cdb721c274ea owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:35.920357 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:35.921050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb1e6b-0c0c-4310-b242-b2da1b56ea34 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:35.953030 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:35.953558 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:35.954054 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea on network 8850926d-5cb0-4b2c-9838-24699ee9f4ed {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:35.961019 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:35.961398 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Checking segment: {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:35.961810 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:35.962207 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Bound using segment: {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:35.962724 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Bound port: f617d8c7-5908-4d8f-9ff5-cdb721c274ea, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:35.963117 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.066405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:36.067060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-6f9f27fc-76ac-4e15-9fc3-9c8443817c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.069639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-6f9f27fc-76ac-4e15-9fc3-9c8443817c6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2661753 Jul 22 19:32:36.084068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be17a5e6-3417-4710-8266-7c7c2f15313d req-298a4ae9-d83b-467c-ad82-4ccd084c2ae3 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512460 Jul 22 19:32:36.086909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:36.154780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-733f8704-eaae-48cc-9c09-02423048cf61 None None] Provisioning for port 232f4f6e-2a41-4e40-b690-577119cb5d00 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:36.161174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-733f8704-eaae-48cc-9c09-02423048cf61 None None] Provisioning complete for port 232f4f6e-2a41-4e40-b690-577119cb5d00 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:36.161488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-733f8704-eaae-48cc-9c09-02423048cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.195269 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:32:36.195269 n-d-800087-13 neutron-server[93803]: DEBUG oslo_db.api [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:32:36.222784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.248450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.249242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-733f8704-eaae-48cc-9c09-02423048cf61 None None] Port 232f4f6e-2a41-4e40-b690-577119cb5d00 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:32:36.249388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.261983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d79d3-240b-4abd-9010-74d9b6961b0b None None] New status for floating IP 117160f0-9865-41a9-9f21-5d4beb30ec9c: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:32:36.297059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-e6e72fdd-9287-4a6a-a39c-b8856f872c8f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5534039 Jul 22 19:32:36.297848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Port': ['ID=f617d8c7-5908-4d8f-9ff5-cdb721c274ea,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:36.320630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-eaa92f8f-8e6e-4163-a956-20df6d8e6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.322133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-eaa92f8f-8e6e-4163-a956-20df6d8e6a4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2126808 Jul 22 19:32:36.334342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Request body: {'port': {'device_id': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:36.335480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 83b081d4-4c69-4a1a-ab6d-53ec6718c56c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:36.335971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.403355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e61c52b8-df63-406d-9035-dbce34479b47 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:36.429570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-0866c8b7-2ad9-4756-b87c-672b70cdc449 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 200 len: 217 time: 0.1002281 Jul 22 19:32:36.442677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: e61c52b8-df63-406d-9035-dbce34479b47 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:36.443202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e61c52b8-df63-406d-9035-dbce34479b47 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:36.508378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.508986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.527896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 83b081d4-4c69-4a1a-ab6d-53ec6718c56c owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:36.534046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-bb280185-d511-41b9-b2c9-9823686bf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:36.535791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-bb280185-d511-41b9-b2c9-9823686bf27b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0939410 Jul 22 19:32:36.592067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-7b315904-634b-4af0-85ff-29dbb1ebabc1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409219 Jul 22 19:32:36.724880 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:36.725461 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:36.725980 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Attempting to bind port f617d8c7-5908-4d8f-9ff5-cdb721c274ea on network 8850926d-5cb0-4b2c-9838-24699ee9f4ed {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:36.731423 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:36.731946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Checking segment: {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:36.732505 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.732979 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Bound using segment: {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:36.733535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Bound port: f617d8c7-5908-4d8f-9ff5-cdb721c274ea, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8850926d-5cb0-4b2c-9838-24699ee9f4ed'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:36.734501 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.752954 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Port f617d8c7-5908-4d8f-9ff5-cdb721c274ea has been deleted concurrently {{(pid=93803) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 19:32:36.764243 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Routers {'f35efb0d-524f-4d3e-8c3d-a3c110b6f311'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:36.765399 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f35efb0d-524f-4d3e-8c3d-a3c110b6f311'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:36.792422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-7d163517-bbc3-43e4-a072-4745b3225b3e service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654975 Jul 22 19:32:36.805569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.831884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.924403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.940710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.946856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.948520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "DELETE /v2.0/security-groups/3eb08e9a-1dfe-4299-9738-2f7b7c19f89d HTTP/1.1" status: 204 len: 168 time: 1.2736964 Jul 22 19:32:36.953180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:36.961577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:36.982897 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] Set router f35efb0d-524f-4d3e-8c3d-a3c110b6f311 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:36.987999 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a3e36a7b-1779-4400-911d-8b4c5553b6fc req-cea44bf5-d526-43ed-8e7c-391ed291ef87 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867771 Jul 22 19:32:36.989057 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-54a8e2a7-e739-4531-b255-717361db2d5e tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] show failed (client error): The resource could not be found. Jul 22 19:32:36.990211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-54a8e2a7-e739-4531-b255-717361db2d5e tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "GET /v2.0/security-groups/3eb08e9a-1dfe-4299-9738-2f7b7c19f89d HTTP/1.1" status: 404 len: 347 time: 0.0275395 Jul 22 19:32:36.993400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:37.046101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.074018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-398ca10f-59b4-403b-9368-3fd5e33ac1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.120705 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f35efb0d-524f-4d3e-8c3d-a3c110b6f311', 'name': '', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:29Z', 'updated_at': '2021-07-22T19:32:35Z', 'revision_number': 5, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:37.160102 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d34a2-bf3d-4284-8c5a-95f56317b6e0 None None] The sync data for ids ['f35efb0d-524f-4d3e-8c3d-a3c110b6f311'] in n-d-800087-13 is: [{'id': 'f35efb0d-524f-4d3e-8c3d-a3c110b6f311', 'name': '', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:29Z', 'updated_at': '2021-07-22T19:32:35Z', 'revision_number': 5, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:37.177346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=83b081d4-4c69-4a1a-ab6d-53ec6718c56c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:37.290283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.290723 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 71788c92-d3c4-45b2-b5b2-d07ad69887d2 disassociated (deleted). External IP: 172.25.6.27, port: 087345e4-6eac-444f-b5dd-9fbc0f557056. Jul 22 19:32:37.299456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba47954-ec78-4e54-b554-e16ef1842863 req-c17e161e-e40d-42ce-9734-8d3aa10e40ca tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:37.314105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bba47954-ec78-4e54-b554-e16ef1842863 req-c17e161e-e40d-42ce-9734-8d3aa10e40ca tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 1.0805421 Jul 22 19:32:37.329036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a38634-8901-4556-bd29-18be07212272 tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb08e9a-1dfe-4299-9738-2f7b7c19f89d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:37.380196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.384263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.477023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bba47954-ec78-4e54-b554-e16ef1842863 req-92cdd950-62fc-4b40-84a1-170d309b9acc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651859 Jul 22 19:32:37.540543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.541433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f35efb0d-524f-4d3e-8c3d-a3c110b6f311 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:37.547689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.552465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-427ce944-42da-406d-9386-d13e2e7f9dc9 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/routers/f35efb0d-524f-4d3e-8c3d-a3c110b6f311 HTTP/1.1" status: 204 len: 168 time: 3.1758327 Jul 22 19:32:37.554507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49202) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:37.625969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675501-d18c-4d99-b6d3-682e6fb4eb10 req-87ed8b63-6026-459c-ac5a-8f844d93f2dc tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:37.633498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675501-d18c-4d99-b6d3-682e6fb4eb10 req-87ed8b63-6026-459c-ac5a-8f844d93f2dc tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:37.635434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f675501-d18c-4d99-b6d3-682e6fb4eb10 req-87ed8b63-6026-459c-ac5a-8f844d93f2dc tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1655 time: 0.3477688 Jul 22 19:32:37.707480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Deleting subnet 93443927-3db2-4af9-92ef-8bcbb4ff250b {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:37.711889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Deleting port 7572755a-924f-4abc-840f-4afdb7636e46 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:37.712517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.715356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.758820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:37.766551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f675501-d18c-4d99-b6d3-682e6fb4eb10 req-d33762dd-13fe-4734-961f-71b8f08ee919 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186256 Jul 22 19:32:37.773665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.791440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.813120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Transition to ACTIVE for port object 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:37.823470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.836962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.837292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.874679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:37.909512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Pushing event updated for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:37.914287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Calling delete_port for 7572755a-924f-4abc-840f-4afdb7636e46 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:38.013236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.031819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Attempting to bind port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:38.032573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Attempting to bind port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:38.032915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Attempting to bind port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 on network 39891719-e7c3-4a4d-8923-bcec36babfbd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:38.064108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.069800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/93443927-3db2-4af9-92ef-8bcbb4ff250b HTTP/1.1" status: 204 len: 168 time: 0.5082171 Jul 22 19:32:38.070786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bec98d-2813-4a80-987f-afa440dbbd50 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93443927-3db2-4af9-92ef-8bcbb4ff250b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:38.071257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:38.071887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:38.073748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 on network 39891719-e7c3-4a4d-8923-bcec36babfbd not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:38.074743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Attempting to bind port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 on network 39891719-e7c3-4a4d-8923-bcec36babfbd {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:38.081037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:38.081382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Checking segment: {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:38.082157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Bound using segment: {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:38.082899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Bound port: 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a479cfc8-8eb2-4027-8cdb-26b490e62575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:38.083059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.241013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:38.244470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:38.249549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.291401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.292024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.294498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] 10.222.0.26 "PUT /v2.0/ports/62e039e6-2a8e-4b1a-892a-bba066fdb6d0 HTTP/1.1" status: 200 len: 1093 time: 1.9657040 Jul 22 19:32:38.294498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:38.297985 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3621e3bb-bc7e-4415-888e-e8deb04d7179" -d '{"events": [{"name": "network-changed", "server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:38.316352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.338808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Request body: {'port': {'device_id': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:38.342652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c409285-7a07-42c7-b400-b0a149d31132 service neutron] Pushing event updated for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:38.366521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.398270 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9734e6b7-5dd6-4a49-aa5e-6536e653b2b4 x-openstack-request-id: req-9734e6b7-5dd6-4a49-aa5e-6536e653b2b4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:38.398589 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:38.398813 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9734e6b7-5dd6-4a49-aa5e-6536e653b2b4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:38.399218 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0', 'status': 'completed', 'code': 200} Jul 22 19:32:38.443123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.448759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:38.459863 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:38.482760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:38.483524 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.508762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.513769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Pushing event deleted for resources: {'Port': ['ID=7572755a-924f-4abc-840f-4afdb7636e46,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:38.572918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.597698 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:38.598555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.660928 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.661783 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b54f8-0c3d-4cb2-98a9-b7e909250402 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:38.698702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.735068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8850926d-5cb0-4b2c-9838-24699ee9f4ed']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.764790 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-00f25a4b-841c-4a4f-acfe-dade1023d403 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/71788c92-d3c4-45b2-b5b2-d07ad69887d2 HTTP/1.1" status: 204 len: 168 time: 3.0666711 Jul 22 19:32:38.767617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49216) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:38.770975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.771274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbbf4f2-c18d-4139-ab19-93cd6aa5e58d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:38.786164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.788738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.792746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-84e35232-b15b-496e-9fbe-fc44823f97be tempest-ServersTestJSON-124204513 tempest-ServersTestJSON-124204513-project] 10.222.0.10 "DELETE /v2.0/floatingips/117160f0-9865-41a9-9f21-5d4beb30ec9c HTTP/1.1" status: 204 len: 168 time: 1.7953074 Jul 22 19:32:38.794913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49220) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:38.803035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.900008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-45f8ef28-e82b-49f3-ab94-7c5787cba6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.900886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-45f8ef28-e82b-49f3-ab94-7c5787cba6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.903412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-45f8ef28-e82b-49f3-ab94-7c5787cba6a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1915 time: 0.4578474 Jul 22 19:32:38.906952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.926750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:38.927429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:38.935807 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:38.940583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fd518-e552-400b-a10b-fc9c0a24b1a7 req-a4378832-0fb7-4b35-bc41-0bb7c2e8020a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:38.941318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-823fd518-e552-400b-a10b-fc9c0a24b1a7 req-a4378832-0fb7-4b35-bc41-0bb7c2e8020a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3192222 Jul 22 19:32:39.097199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-823fd518-e552-400b-a10b-fc9c0a24b1a7 req-0d0a72fc-4ce1-4137-a7f5-fce9837bc9dc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453073 Jul 22 19:32:39.151778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82893182-5766-4a35-b4bb-b1eeade220a8 req-c9b73aca-a493-4036-b693-03f5db9dcfb8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.156115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82893182-5766-4a35-b4bb-b1eeade220a8 req-c9b73aca-a493-4036-b693-03f5db9dcfb8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.157975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82893182-5766-4a35-b4bb-b1eeade220a8 req-c9b73aca-a493-4036-b693-03f5db9dcfb8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1667 time: 0.2765293 Jul 22 19:32:39.167575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232f4f6e-2a41-4e40-b690-577119cb5d00 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:39.186635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.194892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.218830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8850926d-5cb0-4b2c-9838-24699ee9f4ed {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:32:39.237569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Transition to ACTIVE for port object 232f4f6e-2a41-4e40-b690-577119cb5d00 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:39.247360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 087345e4-6eac-444f-b5dd-9fbc0f557056 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:39.247912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.254915 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.342325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82893182-5766-4a35-b4bb-b1eeade220a8 req-c90c0676-1bc8-47f5-8cd9-18be870af9e1 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637630 Jul 22 19:32:39.425819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:39.441853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-ce615f75-ae8f-4ab0-8b16-aea42af287f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.442487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-ce615f75-ae8f-4ab0-8b16-aea42af287f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.443030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-ce615f75-ae8f-4ab0-8b16-aea42af287f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.445064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-ce615f75-ae8f-4ab0-8b16-aea42af287f4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=44d67da407fe4538b157a6bd104cb4a5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5309045 Jul 22 19:32:39.446363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.454510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/networks/8850926d-5cb0-4b2c-9838-24699ee9f4ed HTTP/1.1" status: 204 len: 168 time: 1.3756716 Jul 22 19:32:39.499073 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.524352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 087345e4-6eac-444f-b5dd-9fbc0f557056 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:39.560773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fc4b7-e146-4ccb-84f4-989566f75494 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Network': ['ID=8850926d-5cb0-4b2c-9838-24699ee9f4ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:39.647464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Attempting to bind port 232f4f6e-2a41-4e40-b690-577119cb5d00 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:39.647993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Attempting to bind port 232f4f6e-2a41-4e40-b690-577119cb5d00 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:39.648568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Attempting to bind port 232f4f6e-2a41-4e40-b690-577119cb5d00 on network c57b236c-421d-4ec2-8bfb-d5035ea8c8be {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:39.655790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Port 232f4f6e-2a41-4e40-b690-577119cb5d00 on network c57b236c-421d-4ec2-8bfb-d5035ea8c8be not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:39.656227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Attempting to bind port 232f4f6e-2a41-4e40-b690-577119cb5d00 on network c57b236c-421d-4ec2-8bfb-d5035ea8c8be {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:39.670376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:39.671272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Checking segment: {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:39.672034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Bound using segment: {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:39.672958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Bound port: 232f4f6e-2a41-4e40-b690-577119cb5d00, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19f9169-50c4-43b3-b154-83e72a92958e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:39.673870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.765978 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.897967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:39.904438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:39.910477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49234) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:39.922798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'name': 'tempest-router--886450319', 'project_id': '89beb0ed3a5e43f2a64f38931833d070'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:39.931350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:39.972832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-a73a7148-19ef-40e1-9a46-1ada5e1401c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:39.975577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3621e3bb-bc7e-4415-888e-e8deb04d7179 req-a73a7148-19ef-40e1-9a46-1ada5e1401c2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468570 Jul 22 19:32:39.992943 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0318725e-8cbd-49af-b931-09ed911083f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.024346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.024977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.026379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] 10.222.0.26 "PUT /v2.0/ports/232f4f6e-2a41-4e40-b690-577119cb5d00 HTTP/1.1" status: 200 len: 1093 time: 1.6961961 Jul 22 19:32:40.040777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.041784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.139956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40982d-a6ea-4cac-846c-217764a3addb service neutron] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:40.208410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.312231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.316105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=087345e4-6eac-444f-b5dd-9fbc0f557056,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:40.366133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.415423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:40.418361 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0737959-3311-448a-8c6f-d624273532a4" -d '{"events": [{"name": "network-changed", "server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:40.458967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.460198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4543c541-83df-4b3d-8a43-a96723bf568e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5485778 Jul 22 19:32:40.463303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:40.480103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.482885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac74dbf4-f188-4898-95e4-da9803ceb59c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/087345e4-6eac-444f-b5dd-9fbc0f557056 HTTP/1.1" status: 204 len: 168 time: 1.7134514 Jul 22 19:32:40.486616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:40.492040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:40.510220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-d40e9576-a2f3-49f9-a1af-6c7fa1bcc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.510712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-d40e9576-a2f3-49f9-a1af-6c7fa1bcc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.513193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-d40e9576-a2f3-49f9-a1af-6c7fa1bcc1a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1983 time: 0.4294596 Jul 22 19:32:40.554451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.574895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-d2d8b10f-730f-4a8e-93ae-eec5aa027f85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0 HTTP/1.1" status: 200 len: 217 time: 0.0497079 Jul 22 19:32:40.591291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db876f06-a984-46a2-9e69-c548948fa438 req-cc82cb7c-d2e2-4a85-a81e-44de3011eee5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.592851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db876f06-a984-46a2-9e69-c548948fa438 req-cc82cb7c-d2e2-4a85-a81e-44de3011eee5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3391526 Jul 22 19:32:40.604065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.651966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.704062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22aaad-f73e-41f8-87b6-b9b3ec92e426 req-dbb61aca-b49b-4c95-b2ca-a5f4a86ebf87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.710118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22aaad-f73e-41f8-87b6-b9b3ec92e426 req-dbb61aca-b49b-4c95-b2ca-a5f4a86ebf87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.711704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f22aaad-f73e-41f8-87b6-b9b3ec92e426 req-dbb61aca-b49b-4c95-b2ca-a5f4a86ebf87 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1679 time: 0.2784989 Jul 22 19:32:40.723051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-b81f6304-ec4d-4e59-af31-5dfca55d230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.724509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-b81f6304-ec4d-4e59-af31-5dfca55d230d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e6793696-bec0-4758-8153-8539247ee1e3 HTTP/1.1" status: 200 len: 801 time: 0.1414325 Jul 22 19:32:40.739957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db876f06-a984-46a2-9e69-c548948fa438 req-012c5e8b-191a-42e6-b8f5-0fd03d9d0ffb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326659 Jul 22 19:32:40.811082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f22aaad-f73e-41f8-87b6-b9b3ec92e426 req-0a742e77-ea36-4afb-b6ed-08fd26586c91 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898051 Jul 22 19:32:40.844216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.849381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.866095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-40881a9b-222e-425a-bfce-787cafd041b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:40.867722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-40881a9b-222e-425a-bfce-787cafd041b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=39891719-e7c3-4a4d-8923-bcec36babfbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324735 Jul 22 19:32:40.890992 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78076a8-c5a0-49d6-997c-bf4d3c304a5f x-openstack-request-id: req-e78076a8-c5a0-49d6-997c-bf4d3c304a5f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:40.891314 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:40.891568 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e78076a8-c5a0-49d6-997c-bf4d3c304a5f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:40.891987 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'status': 'completed', 'code': 200} Jul 22 19:32:40.922894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.929988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.930499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a70c97e-3fad-44a4-82b2-978b3d6140f7 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:40.936568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:40.941102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19a69c32-0f8f-4d4d-abf5-a50dc5a269d0 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9a70c97e-3fad-44a4-82b2-978b3d6140f7 HTTP/1.1" status: 204 len: 168 time: 0.4727511 Jul 22 19:32:41.038521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-7272744e-36cd-46bc-ae4c-f5221487fe27 service neutron] 10.222.0.26 "GET /v2.0/networks/39891719-e7c3-4a4d-8923-bcec36babfbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611855 Jul 22 19:32:41.064091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49254) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:41.159659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.189 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/34dad50c-a2c6-4218-9d86-d722f66276b3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:41.183336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Deleting port 5bd149b8-dc61-4085-8e83-e4e3d539826f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:41.183336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.216370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-6d0792b5-33f2-40d0-86c1-33fb46a4924f service neutron] 10.222.0.26 "GET /v2.0/networks/39891719-e7c3-4a4d-8923-bcec36babfbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448176 Jul 22 19:32:41.273906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] For port 5bd149b8-dc61-4085-8e83-e4e3d539826f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bd149b8-dc61-4085-8e83-e4e3d539826f,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:41.274265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.288424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Calling delete_port for 5bd149b8-dc61-4085-8e83-e4e3d539826f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:41.289635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-294e7342-f44d-40c7-ac28-8a0adcae3779 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=232f4f6e-2a41-4e40-b690-577119cb5d00 HTTP/1.1" status: 200 len: 217 time: 0.0661230 Jul 22 19:32:41.337175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1255758158', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:41.369446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.380208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-dc2c021c-868d-4244-99c6-514c31c431f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:41.381837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-dc2c021c-868d-4244-99c6-514c31c431f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d22dd905-6eab-4d8e-ab31-477bae99c2ab HTTP/1.1" status: 200 len: 801 time: 0.0834486 Jul 22 19:32:41.409928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.412895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.414167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.463159 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.542235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.722276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.729793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:41.772109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd149b8-dc61-4085-8e83-e4e3d539826f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:41.815702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04b750-f038-421f-9545-da62279c0373 req-2a70ffe1-7282-410a-9270-da8e9578718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:41.817266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-2a70ffe1-7282-410a-9270-da8e9578718d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c57b236c-421d-4ec2-8bfb-d5035ea8c8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4282687 Jul 22 19:32:41.856325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:41.882589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:41.919749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=34dad50c-a2c6-4218-9d86-d722f66276b3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:41.924877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:41.999019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:41.999452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:41.999801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.000141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.000611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.000911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.001291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.001680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.001990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.002380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.002751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.003088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:42.031681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.120602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-afedc21b-6474-4600-aef0-d9f43fbb7556 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.122048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-afedc21b-6474-4600-aef0-d9f43fbb7556 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.3297937 Jul 22 19:32:42.142351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-962f9642-6ba8-4660-8b1b-335b20c54ede service neutron] 10.222.0.26 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962978 Jul 22 19:32:42.174315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb4ba4-981b-42ff-ae98-498b5c4262c0 req-1e337799-6e22-4e42-94a7-956874d724ac tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.175934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efb4ba4-981b-42ff-ae98-498b5c4262c0 req-1e337799-6e22-4e42-94a7-956874d724ac tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3365164 Jul 22 19:32:42.188692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-1465c4ca-a6fe-4836-93b1-adfa3121275e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/quotas/2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 375 time: 0.0587540 Jul 22 19:32:42.276649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.367621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1efb4ba4-981b-42ff-ae98-498b5c4262c0 req-ad99d5ad-5764-475e-9f27-764862358fd1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804805 Jul 22 19:32:42.404637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f04b750-f038-421f-9545-da62279c0373 req-cddedfa2-c0f7-4912-b555-967fd34877cb service neutron] 10.222.0.26 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391548 Jul 22 19:32:42.409911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.445006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ddbf98e5-129a-4007-9bdd-f87e53131e97 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2335446 Jul 22 19:32:42.476422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.505735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.701254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-770b99f1-8769-4d64-91d3-a6a52bd0bc91 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456646 Jul 22 19:32:42.711775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Allocated IP 172.25.6.230 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/037b712b-335f-4d2f-a325-327cc497aadc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:42.732716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737959-3311-448a-8c6f-d624273532a4 req-e0e09b94-6c29-411e-8a57-819bd42f294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.733254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737959-3311-448a-8c6f-d624273532a4 req-e0e09b94-6c29-411e-8a57-819bd42f294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.734841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-e0e09b94-6c29-411e-8a57-819bd42f294e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=44d67da407fe4538b157a6bd104cb4a5&device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1983 time: 0.2684290 Jul 22 19:32:42.751296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Router af412e56-06a4-4fb0-a85a-bf1c42feddb2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:42.789692 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.814402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cdba4-387a-4a96-8b6a-89c6c75df677 req-45f7fee2-6662-472e-8a6f-1571ef08df83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.820710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cdba4-387a-4a96-8b6a-89c6c75df677 req-45f7fee2-6662-472e-8a6f-1571ef08df83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:42.822301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f24cdba4-387a-4a96-8b6a-89c6c75df677 req-45f7fee2-6662-472e-8a6f-1571ef08df83 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1679 time: 0.2993119 Jul 22 19:32:42.927795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.950366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:42.956130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-75463315-e588-4e64-a028-b7ef666eb305 admin admin] 10.222.0.10 "PUT /v2.0/routers/af412e56-06a4-4fb0-a85a-bf1c42feddb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1552732 Jul 22 19:32:42.959230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49272) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:42.963039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Sync routers for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:42.968083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:42.975004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:42.975971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:42.985404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f24cdba4-387a-4a96-8b6a-89c6c75df677 req-cf9fd7e2-70d4-4a71-a344-27a8caf324da tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517451 Jul 22 19:32:42.986116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.039340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737959-3311-448a-8c6f-d624273532a4 req-120d3182-3170-4948-add4-0781a15dbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.040855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-120d3182-3170-4948-add4-0781a15dbba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c57b236c-421d-4ec2-8bfb-d5035ea8c8be HTTP/1.1" status: 200 len: 903 time: 0.2874973 Jul 22 19:32:43.067072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-2e4b7255-ca8d-46a5-b34e-f2dc783f2699 service neutron] 10.222.0.10 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569376 Jul 22 19:32:43.071264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.140804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:43.144557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=34dad50c-a2c6-4218-9d86-d722f66276b3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:43.149530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:43.150776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-66ec995f-453a-4c1a-abe3-582363d093d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.152&port_id=232f4f6e-2a41-4e40-b690-577119cb5d00 HTTP/1.1" status: 200 len: 217 time: 0.0803258 Jul 22 19:32:43.156484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:43.161366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.164335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:43.208295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.215871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event updated for resources: {'Port': ['ID=037b712b-335f-4d2f-a325-327cc497aadc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:43.234455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.235725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a98891e-356c-48b9-adf1-d7f40c6e928a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7480302 Jul 22 19:32:43.237459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737959-3311-448a-8c6f-d624273532a4 req-8e21400a-7d8b-4613-b2d5-e9973f009b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.238896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-8e21400a-7d8b-4613-b2d5-e9973f009b31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d22dd905-6eab-4d8e-ab31-477bae99c2ab HTTP/1.1" status: 200 len: 801 time: 0.0773828 Jul 22 19:32:43.239357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49276) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:43.244250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'port': {'network_id': '0aa5a3b7-9cc0-4486-972d-50a3a1506c13', 'name': 'tempest-FloatingIPTestJSON-1395219884'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:43.404327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737959-3311-448a-8c6f-d624273532a4 req-a508cb00-b2cb-4574-8058-414909eb20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.405960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-a508cb00-b2cb-4574-8058-414909eb20c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c57b236c-421d-4ec2-8bfb-d5035ea8c8be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315768 Jul 22 19:32:43.442402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:32:41Z', 'revision_number': 5, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port': {'id': '34d85aaa-7625-4d38-82dc-38bdfb1b2a60', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:30:04Z', 'updated_at': '2021-07-22T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:43.452983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.486201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Checking router: af412e56-06a4-4fb0-a85a-bf1c42feddb2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:43.498719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Routers {'af412e56-06a4-4fb0-a85a-bf1c42feddb2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:43.499353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:43.597351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:43.603968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.625349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-e06d9b98-9351-4484-9513-f70324844afe service neutron] 10.222.0.26 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028079 Jul 22 19:32:43.631495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] device_id is not set on port 26ff8433-20e3-4c8a-acb3-9183695eb92f yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:32:43.671976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] Set router af412e56-06a4-4fb0-a85a-bf1c42feddb2 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:43.701296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Deleting port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:43.701811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.704375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.757830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:32:43Z', 'revision_number': 6, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:43.779996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91e5461d-d0ec-4351-aacd-aa7dee14a78d req-1d1e4b23-ca2d-4afd-80d8-818fc69f1dff tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.0721123 Jul 22 19:32:43.791623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56f3b1a-8978-4fb7-a27d-cc0b6ea43d9b None None] The sync data for ids ['af412e56-06a4-4fb0-a85a-bf1c42feddb2'] in n-d-800087-13 is: [{'id': 'af412e56-06a4-4fb0-a85a-bf1c42feddb2', 'name': 'tempest-ServersTestJSON-1379805469-router', 'tenant_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:30:03Z', 'updated_at': '2021-07-22T19:32:43Z', 'revision_number': 6, 'project_id': 'a6866d8dff784950a7bdd78f6c8f09ca', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:43.861322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fc3d9-0e92-45e2-8f2c-202d5d14f1e5 req-235e6893-3f80-4dad-be8a-854340cc637a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:43.862885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-985fc3d9-0e92-45e2-8f2c-202d5d14f1e5 req-235e6893-3f80-4dad-be8a-854340cc637a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3538857 Jul 22 19:32:43.911677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] For port 34d85aaa-7625-4d38-82dc-38bdfb1b2a60, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:43.912049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:43.928659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Calling delete_port for 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:43.956013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0737959-3311-448a-8c6f-d624273532a4 req-727c104a-e5f9-4404-9f5e-fcccf2435d71 service neutron] 10.222.0.26 "GET /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159196 Jul 22 19:32:43.981194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-985fc3d9-0e92-45e2-8f2c-202d5d14f1e5 req-034e1253-7b4e-4283-981a-67c8da12fffc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042628 Jul 22 19:32:43.997294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.10 (0aa5a3b7-9cc0-4486-972d-50a3a1506c13/6be00e13-5734-4757-8d9c-706faacb8960/26ff8433-20e3-4c8a-acb3-9183695eb92f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:44.108266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.282092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf742-cf70-470d-9b3f-dc53e48655c3 req-be09adc4-b3d3-472f-9e24-ac3d5defe90d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:44.290089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf742-cf70-470d-9b3f-dc53e48655c3 req-be09adc4-b3d3-472f-9e24-ac3d5defe90d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:44.298593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ddaf742-cf70-470d-9b3f-dc53e48655c3 req-be09adc4-b3d3-472f-9e24-ac3d5defe90d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1679 time: 0.2072272 Jul 22 19:32:44.323288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.348668 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.368322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ddaf742-cf70-470d-9b3f-dc53e48655c3 req-deaedeb5-5f32-4722-a423-0c0061096634 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648193 Jul 22 19:32:44.387300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d85aaa-7625-4d38-82dc-38bdfb1b2a60,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:44.401848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.403280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Router e86fb29e-cadc-4ecc-b381-00081a81cdfc is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:44.409113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:44.453183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 0aa5a3b7-9cc0-4486-972d-50a3a1506c13 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:44.458111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:44.461892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:44.503971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=26ff8433-20e3-4c8a-acb3-9183695eb92f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:44.518675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:44.520172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:44.520929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.532044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0', 'network_id': '39891719-e7c3-4a4d-8923-bcec36babfbd', 'port_id': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0', 'mac_address': 'fa:16:3e:3b:ba:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6793696-bec0-4758-8153-8539247ee1e3', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:44.537811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5683384a-a47f-415d-a976-b85bd298f980 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2972841 Jul 22 19:32:44.540664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:44.542459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.546890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': '26ff8433-20e3-4c8a-acb3-9183695eb92f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:44.581643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.588225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.597938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:44.623609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:44.628202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:44.629242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 232f4f6e-2a41-4e40-b690-577119cb5d00 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:45.000406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:45.105891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:45.121775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'network_id': 'c57b236c-421d-4ec2-8bfb-d5035ea8c8be', 'port_id': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'mac_address': 'fa:16:3e:e9:5e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22dd905-6eab-4d8e-ab31-477bae99c2ab', 'ip_address': '19.86.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:45.131235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.139462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.172574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.181535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:45.194067 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25525411-440c-471a-a597-ba323714daf6 None None] Sync routers for ids ['e86fb29e-cadc-4ecc-b381-00081a81cdfc'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:45.206431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232f4f6e-2a41-4e40-b690-577119cb5d00 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:45.216631 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] Routers {'e86fb29e-cadc-4ecc-b381-00081a81cdfc'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:45.217307 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e86fb29e-cadc-4ecc-b381-00081a81cdfc'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.229594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:45.234962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.266450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.266907 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.267965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d168e816-3559-48d0-a293-38304c16e97f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2028193 Jul 22 19:32:45.277909 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] Routers {'e86fb29e-cadc-4ecc-b381-00081a81cdfc'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:45.278879 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e86fb29e-cadc-4ecc-b381-00081a81cdfc'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.286235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.310152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:45.319443 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-25525411-440c-471a-a597-ba323714daf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:45.320202 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25525411-440c-471a-a597-ba323714daf6 None None] The sync data for ids ['e86fb29e-cadc-4ecc-b381-00081a81cdfc'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:45.333217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b0311f8-8f9b-479f-b7cd-e96e23c606af req-4e01824b-6338-4780-a22a-aa6997290170 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.1615481 Jul 22 19:32:45.390472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.391246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af412e56-06a4-4fb0-a85a-bf1c42feddb2 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:45.396998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.401388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9b80f4bc-247c-4edb-a895-3364d0db0566 admin admin] 10.222.0.10 "DELETE /v2.0/routers/af412e56-06a4-4fb0-a85a-bf1c42feddb2 HTTP/1.1" status: 204 len: 168 time: 2.4415536 Jul 22 19:32:45.405688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49314) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.457978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-270be9de-2d71-4ee9-b162-43b7607e9d1f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.459874 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-270be9de-2d71-4ee9-b162-43b7607e9d1f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 808 time: 0.4356947 Jul 22 19:32:45.483976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Request body: {'port': {'device_id': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'admin_state_up': True, 'tenant_id': '2c669839f51c4684ad1843bb4fae7e61'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:45.506540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['62e039e6-2a8e-4b1a-892a-bba066fdb6d0'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:45.537262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Deleting subnet 7d67719d-5837-431e-a13f-5f02894a937b {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:32:45.557066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.572753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bd149b8-dc61-4085-8e83-e4e3d539826f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:45.628173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5bd149b8-dc61-4085-8e83-e4e3d539826f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:45.632118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bd149b8-dc61-4085-8e83-e4e3d539826f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:45.632842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:45.642824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa14255-c6d7-4052-a984-df567be7d8a0 req-beb7e426-481b-4f2b-aa0d-13b6a262114c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.657046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fa14255-c6d7-4052-a984-df567be7d8a0 req-beb7e426-481b-4f2b-aa0d-13b6a262114c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.4830916 Jul 22 19:32:45.663113 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1442c64-0647-442a-9de3-f0e4c80d0a4e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/e86fb29e-cadc-4ecc-b381-00081a81cdfc HTTP/1.1" status: 200 len: 921 time: 0.3754549 Jul 22 19:32:45.663755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49316) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.676477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:45.677223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 34d85aaa-7625-4d38-82dc-38bdfb1b2a60 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:45.713706 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c3c2712-1606-4343-a92d-a39beb9775bf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86fb29e-cadc-4ecc-b381-00081a81cdfc HTTP/1.1" status: 200 len: 205 time: 0.0437083 Jul 22 19:32:45.714383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:45.723783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.849628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fa14255-c6d7-4052-a984-df567be7d8a0 req-f4e6160f-c360-43ef-9f18-5cef097e239d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947916 Jul 22 19:32:45.884477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.893678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.924540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Made reservation on behalf of 2c669839f51c4684ad1843bb4fae7e61 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:45.928430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:45.983227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679f4f-31f4-4c02-bd3d-12e20995331d req-3b47bcfc-8844-4629-82db-eb0a51011fd6 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.990645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b679f4f-31f4-4c02-bd3d-12e20995331d req-3b47bcfc-8844-4629-82db-eb0a51011fd6 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:45.992407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b679f4f-31f4-4c02-bd3d-12e20995331d req-3b47bcfc-8844-4629-82db-eb0a51011fd6 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1681 time: 0.3366220 Jul 22 19:32:46.024174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.029192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.070058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b679f4f-31f4-4c02-bd3d-12e20995331d req-4f6fe33a-a95d-4059-aac2-e00c0934dc9d tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Jul 22 19:32:46.078456 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 1be7e7cc-d380-4054-9c1d-f206ff3e3a3d associated. External IP: 172.25.6.189, port: 26ff8433-20e3-4c8a-acb3-9183695eb92f. Jul 22 19:32:46.258125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.302263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d67719d-5837-431e-a13f-5f02894a937b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:46.310748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Allocated IP 172.20.0.7 (4a734574-8d9a-487f-9b84-d8f8953d90f6/cdd50cf3-f002-44ab-8eee-1a3b13e44ab9/23959b3f-2a54-4998-8166-16d222b699f6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:46.313812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.321277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.321809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.321940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.322285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.322613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.322949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.323276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.323604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.324531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.324890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.325220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.325547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:32:46.328622 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.330871 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4820090-929c-4bdb-ba8a-5fdfe04f1075 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7d67719d-5837-431e-a13f-5f02894a937b HTTP/1.1" status: 204 len: 168 time: 0.9218485 Jul 22 19:32:46.332433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c963ca-8bf4-41aa-b273-9d2aa8f21857 None None] Network a9908ccc-3fa4-457a-bb0b-1572abc4d231 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:46.333783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:46.338270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:46.492552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.515063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3ceb4aa-69c7-484b-bb21-2d767a08672b req-07583911-4e8f-4af9-81dc-66b7f0cdc093 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.0447695 Jul 22 19:32:46.522550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:46.538693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:46.540439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.576542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:46.577554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:46.589966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['232f4f6e-2a41-4e40-b690-577119cb5d00'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:46.607056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9a9f0c80-012b-49d3-a260-7c0da63a2079 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/1be7e7cc-d380-4054-9c1d-f206ff3e3a3d HTTP/1.1" status: 200 len: 979 time: 2.0631471 Jul 22 19:32:46.607056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49328) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:46.623689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port 037b712b-335f-4d2f-a325-327cc497aadc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:46.624119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.691171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d8182-0c43-4d17-996f-9027c862542b None None] DHCP port deletion for a9908ccc-3fa4-457a-bb0b-1572abc4d231 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:32:46.697247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:46.759675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.776433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:46.777882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:46.781720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 26ff8433-20e3-4c8a-acb3-9183695eb92f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:46.788477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.828731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:46.829386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e000a-a7d6-4589-be15-4df8bd56add1 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:46.845457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.863595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Deleting port 192b0997-a2d5-48c9-987b-eea4925129d6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:46.863922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.867324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Deleting port 192b0997-a2d5-48c9-987b-eea4925129d6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:46.867737 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.887101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for 037b712b-335f-4d2f-a325-327cc497aadc owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:46.936380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:46.988787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.004003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] For port 192b0997-a2d5-48c9-987b-eea4925129d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=192b0997-a2d5-48c9-987b-eea4925129d6,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:47.004429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.038419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-401d8182-0c43-4d17-996f-9027c862542b None None] For port 192b0997-a2d5-48c9-987b-eea4925129d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=192b0997-a2d5-48c9-987b-eea4925129d6,segment=NetworkSegment(75d9e1e6-fef6-489a-b7ac-876cc480a9d9),segment_id=75d9e1e6-fef6-489a-b7ac-876cc480a9d9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:47.039219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.050038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Calling delete_port for 192b0997-a2d5-48c9-987b-eea4925129d6 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:47.054761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Calling delete_port for 192b0997-a2d5-48c9-987b-eea4925129d6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:47.077930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Network 4a734574-8d9a-487f-9b84-d8f8953d90f6 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:47.090709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:47.098438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:47.148705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.200996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8182-0c43-4d17-996f-9027c862542b None None] Pushing event deleted for resources: {'Port': ['ID=192b0997-a2d5-48c9-987b-eea4925129d6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:47.203000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:47.215082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401d8182-0c43-4d17-996f-9027c862542b None None] No DVR routers for this DVR port 192b0997-a2d5-48c9-987b-eea4925129d6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:47.258314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.259003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.309422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e29eea38-4120-4f8f-bbc8-7892268a6423 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8306000 Jul 22 19:32:47.328621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Request body: {'port': {'device_id': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:47.333881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.390068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Pushing event deleted for resources: {'Port': ['ID=192b0997-a2d5-48c9-987b-eea4925129d6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:47.401143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] No DVR routers for this DVR port 192b0997-a2d5-48c9-987b-eea4925129d6 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:47.434883 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.439945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06e1a4-8f86-4dfe-be9f-25eb3fff60ee req-ebdee54d-a5c1-47ec-abd0-74f219efd9bf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.448322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d06e1a4-8f86-4dfe-be9f-25eb3fff60ee req-ebdee54d-a5c1-47ec-abd0-74f219efd9bf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.4002016 Jul 22 19:32:47.499702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=037b712b-335f-4d2f-a325-327cc497aadc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:47.511623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.528906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc77da7-aa56-4dfb-808d-82a0c50a211f req-a7ebca5c-23e8-4c1b-ad5f-7347a17968c7 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.532535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 192b0997-a2d5-48c9-987b-eea4925129d6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:47.535853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc77da7-aa56-4dfb-808d-82a0c50a211f req-a7ebca5c-23e8-4c1b-ad5f-7347a17968c7 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.544432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dc77da7-aa56-4dfb-808d-82a0c50a211f req-a7ebca5c-23e8-4c1b-ad5f-7347a17968c7 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1681 time: 0.2960439 Jul 22 19:32:47.574701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d06e1a4-8f86-4dfe-be9f-25eb3fff60ee req-d1eafe73-d252-4908-9fa3-74cb885519fa tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196110 Jul 22 19:32:47.578880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 192b0997-a2d5-48c9-987b-eea4925129d6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:32:47.579054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 192b0997-a2d5-48c9-987b-eea4925129d6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:47.582739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.583128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.583489 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 1be7e7cc-d380-4054-9c1d-f206ff3e3a3d disassociated. External IP: 172.25.6.189, port: 26ff8433-20e3-4c8a-acb3-9183695eb92f. Jul 22 19:32:47.583970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 26ff8433-20e3-4c8a-acb3-9183695eb92f owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:47.622329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.658030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9908ccc-3fa4-457a-bb0b-1572abc4d231']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:47.660755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dc77da7-aa56-4dfb-808d-82a0c50a211f req-7562b98a-3871-408b-93be-26ab7f097c4f tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Jul 22 19:32:47.698285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d9e1e6-fef6-489a-b7ac-876cc480a9d9') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:47.698601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d9e1e6-fef6-489a-b7ac-876cc480a9d9') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:47.744316 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.748402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:47.828729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.897623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:47.947966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=26ff8433-20e3-4c8a-acb3-9183695eb92f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:47.957082 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-833abb27-c646-4805-87ad-20d8e8472ccc req-ba25a1b8-d589-4738-82fb-9c098eef8ed7 service neutron] show failed (client error): The resource could not be found. Jul 22 19:32:47.958248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-ba25a1b8-d589-4738-82fb-9c098eef8ed7 service neutron] 10.222.0.26 "GET /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.2965207 Jul 22 19:32:47.970639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ccc41-066e-403f-a23d-127d22658277 req-e5dc6c01-1fb0-4c22-84e6-3022d166ad47 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:47.972507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f63ccc41-066e-403f-a23d-127d22658277 req-e5dc6c01-1fb0-4c22-84e6-3022d166ad47 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 931 time: 0.3047101 Jul 22 19:32:48.094859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f63ccc41-066e-403f-a23d-127d22658277 req-d14ec7dc-9fe8-4015-b8e4-61af8fa161bc tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844114 Jul 22 19:32:48.123811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:48.309753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.391391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:32:48.391811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:32:48.394006 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:32:48.417249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.426118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.431526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:48.518759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:48.535228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:48.536714 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.548381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.550123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.550682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router e86fb29e-cadc-4ecc-b381-00081a81cdfc {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:48.606005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-40da284d-6b2f-4314-859d-86cd04b729ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.607963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-40da284d-6b2f-4314-859d-86cd04b729ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1102 time: 0.3784029 Jul 22 19:32:48.611255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:48.612614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.613780 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c34603a8-7cec-4a37-a08d-39f011302e68 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/e86fb29e-cadc-4ecc-b381-00081a81cdfc HTTP/1.1" status: 204 len: 168 time: 2.8912036 Jul 22 19:32:48.615003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.616954 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9908ccc-3fa4-457a-bb0b-1572abc4d231 HTTP/1.1" status: 204 len: 168 time: 2.2819202 Jul 22 19:32:48.631008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49346) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:48.643049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:48.655266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:48.655925 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:48.660633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-161026221', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:48.671224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547c9ac-1271-4e46-8611-99e0c18ac785 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9908ccc-3fa4-457a-bb0b-1572abc4d231,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:48.679733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.705855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:48.721992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.723325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.744290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:48.749884 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023a972-e51a-4d10-b73f-2aa9d278d63b" -d '{"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-plugged", "status": "completed", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:48.782654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:48.783640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:48.798398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.799261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 232f4f6e-2a41-4e40-b690-577119cb5d00 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:48.803585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:48.805946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:48.840369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.842618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6113489c-c748-4903-9b2b-e6a154519a33 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/26ff8433-20e3-4c8a-acb3-9183695eb92f HTTP/1.1" status: 204 len: 168 time: 2.2350447 Jul 22 19:32:48.852844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49354) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:48.862693 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:48.863984 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f57656-4a4d-4082-813b-9114075bd687 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:48.881770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.946396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:48.974115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 232f4f6e-2a41-4e40-b690-577119cb5d00 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:48.979632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 232f4f6e-2a41-4e40-b690-577119cb5d00 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:48.980094 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:48.994657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d5708-05c9-4c51-95af-8896060c2d03 req-5a2bbc38-f7c2-4fff-ae5d-60ecb98e7f3f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:48.997369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da8d5708-05c9-4c51-95af-8896060c2d03 req-5a2bbc38-f7c2-4fff-ae5d-60ecb98e7f3f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2858620 Jul 22 19:32:49.005430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-325f8506-8057-430e-b790-f9ad21899618 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/floatingips/1be7e7cc-d380-4054-9c1d-f206ff3e3a3d HTTP/1.1" status: 200 len: 688 time: 0.1388235 Jul 22 19:32:49.006405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:49.037463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49358) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:49.097981 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.108128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35413087-a6ec-4dbf-bf94-05e364089ee2 req-e57bb320-d8e9-4c26-a527-c7c9731e6437 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.115231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35413087-a6ec-4dbf-bf94-05e364089ee2 req-e57bb320-d8e9-4c26-a527-c7c9731e6437 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.121185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35413087-a6ec-4dbf-bf94-05e364089ee2 req-e57bb320-d8e9-4c26-a527-c7c9731e6437 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1682 time: 0.2947476 Jul 22 19:32:49.150030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:49.156294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.169425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-abb37c67-dbc4-4519-8dcf-14b088919b49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a6866d8dff784950a7bdd78f6c8f09ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200244 Jul 22 19:32:49.172863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.194082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:49.254113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:49.259388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da8d5708-05c9-4c51-95af-8896060c2d03 req-403efc1e-b468-4b2f-8d13-d72d1fd84461 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345433 Jul 22 19:32:49.289710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35413087-a6ec-4dbf-bf94-05e364089ee2 req-c56d72c1-4919-4651-8278-2a61e1fb1a40 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996456 Jul 22 19:32:49.327163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23959b3f-2a54-4998-8166-16d222b699f6 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:49.343585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.370688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.379201 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8efebf-32fa-406a-8cff-313bfe524c16 x-openstack-request-id: req-dc8efebf-32fa-406a-8cff-313bfe524c16 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:49.379470 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-plugged", "status": "completed", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:49.379728 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc8efebf-32fa-406a-8cff-313bfe524c16 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:49.380125 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0', 'code': 200} Jul 22 19:32:49.473646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Transition to ACTIVE for port object 23959b3f-2a54-4998-8166-16d222b699f6 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:49.484914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.592615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc5010-0ef5-43ce-a32a-6e3e552c093f req-9f97edd4-d320-4038-b611-32a736deb43a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:49.594380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cfc5010-0ef5-43ce-a32a-6e3e552c093f req-9f97edd4-d320-4038-b611-32a736deb43a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 931 time: 0.1370044 Jul 22 19:32:49.609434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:49.614273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 34dad50c-a2c6-4218-9d86-d722f66276b3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:49.614665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.632039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.654280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cfc5010-0ef5-43ce-a32a-6e3e552c093f req-26670cb7-f57f-4697-aca6-b568de81f4c5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Jul 22 19:32:49.659056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:49.718431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:49.772091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:49.775343 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931bcf6f-b731-43f2-9a9d-fa494531730f" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:49.781710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.800891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Transition to ACTIVE for port object e5b427dc-4afc-425f-98f7-f74f85d921bd will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:49.806405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.820204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.820560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.835839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 34dad50c-a2c6-4218-9d86-d722f66276b3 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:49.852492 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4acdd93-6991-4726-a671-6f89d95efff2 x-openstack-request-id: req-e4acdd93-6991-4726-a671-6f89d95efff2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:49.852792 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:49.853830 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4acdd93-6991-4726-a671-6f89d95efff2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:49.854224 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'code': 200} Jul 22 19:32:49.887199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:49.896167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:49.901423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] No DVR routers for this DVR port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:32:49.952132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:49.952956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:49.953536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:49.959781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:49.960502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:49.967039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:49.967826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:49.968798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:49.969656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Bound port: e5b427dc-4afc-425f-98f7-f74f85d921bd, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:49.970593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.051995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:50.052437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:50.052820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:50.055449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.058842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.068707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:50.071613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a994a9d1-fa91-4186-9fe7-ea1adc1da468 HTTP/1.1" status: 204 len: 168 time: 0.8484590 Jul 22 19:32:50.075686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:50.082713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.137229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:50.139428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:50.143074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.144140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.145939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] 10.222.0.32 "PUT /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 1097 time: 1.4823985 Jul 22 19:32:50.163643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:50.163988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:50.164439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:50.164926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Bound port: 23959b3f-2a54-4998-8166-16d222b699f6, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:50.165312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.167094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f349d-5052-4799-9eba-b16dfa923bde service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.187990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757ca5f-9a55-4657-807c-feb6c5de2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a994a9d1-fa91-4186-9fe7-ea1adc1da468,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.305042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-8cbc52ee-f9a5-41bf-a0c3-70d28ba30376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.306745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-8cbc52ee-f9a5-41bf-a0c3-70d28ba30376 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1100 time: 0.1270440 Jul 22 19:32:50.445088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:32:50.492537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-d4370ed2-bfb4-4894-a87e-276f966f4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.494156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-d4370ed2-bfb4-4894-a87e-276f966f4d9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1791844 Jul 22 19:32:50.519928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:32:50.544222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:50.548250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:50.578949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.601675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-7c5bb6b0-16d3-430c-9c9b-15c8a60e0fd8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0770519 Jul 22 19:32:50.605850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.699332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6c57-d556-431d-9217-ac8a92ab7754 req-fb6b98ee-6915-4aa4-a6b0-20c3f0f571ff tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.706171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb6c57-d556-431d-9217-ac8a92ab7754 req-fb6b98ee-6915-4aa4-a6b0-20c3f0f571ff tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.708299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6cb6c57-d556-431d-9217-ac8a92ab7754 req-fb6b98ee-6915-4aa4-a6b0-20c3f0f571ff tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.2755980 Jul 22 19:32:50.709519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4abcf728-c7d3-4219-af79-e9fc8a057110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.710865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-4abcf728-c7d3-4219-af79-e9fc8a057110 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1007745 Jul 22 19:32:50.735138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.743139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.743771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.745216 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] 10.222.0.32 "PUT /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 1092 time: 3.4225659 Jul 22 19:32:50.746215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:50.749037 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878bb3f2-c322-447c-b3dd-d99dd678fe35" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "tag": "23959b3f-2a54-4998-8166-16d222b699f6"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:50.787690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.796061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77952174-1dce-428c-a25d-21fa2932f534 req-4ca2304f-811d-4d31-bb30-8d1861b8f339 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.803303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77952174-1dce-428c-a25d-21fa2932f534 req-4ca2304f-811d-4d31-bb30-8d1861b8f339 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 948 time: 0.3719172 Jul 22 19:32:50.805538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf81f06-95cf-4fbc-988c-9363f12cdfd4 service neutron] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.857518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6cb6c57-d556-431d-9217-ac8a92ab7754 req-fd2563f3-6c24-4c0c-94c2-3fe1abdd6183 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433098 Jul 22 19:32:50.885177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77952174-1dce-428c-a25d-21fa2932f534 req-3d9afc34-ccf2-40f2-ba3e-7afa72549639 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807385 Jul 22 19:32:50.897465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abb27-c646-4805-87ad-20d8e8472ccc req-97306fd6-3fb8-443a-b15c-93ba625b78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:50.899315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-97306fd6-3fb8-443a-b15c-93ba625b78fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1773765 Jul 22 19:32:50.905376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.908518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:50.912661 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/1be7e7cc-d380-4054-9c1d-f206ff3e3a3d HTTP/1.1" status: 204 len: 168 time: 1.8624964 Jul 22 19:32:50.916879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49392) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:50.927937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f29e9c-5d2a-4132-b513-094c6e2ede90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=34dad50c-a2c6-4218-9d86-d722f66276b3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:50.935152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:50.984551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.003366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-fba974e8-6ee9-4567-8596-4840d6b3187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.005115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-fba974e8-6ee9-4567-8596-4840d6b3187f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1095 time: 0.2006598 Jul 22 19:32:51.103121 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55791dfc-3050-4aaf-9215-2c4049a557e6 x-openstack-request-id: req-55791dfc-3050-4aaf-9215-2c4049a557e6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:51.103415 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "tag": "23959b3f-2a54-4998-8166-16d222b699f6", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:51.103689 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55791dfc-3050-4aaf-9215-2c4049a557e6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:51.104088 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6', 'status': 'completed', 'code': 200} Jul 22 19:32:51.106018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.25.6.48 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d28e4ddd-7d1e-4b19-84d9-5b66958204b8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:51.107196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-58503508-e09d-47ec-904b-f991fbc76daf service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920629 Jul 22 19:32:51.109981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-9842fb10-326e-446a-a977-1204b06a50d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 217 time: 0.0865722 Jul 22 19:32:51.201742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-9a734a80-54a4-4bbe-b386-7baa519a9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.203373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-9a734a80-54a4-4bbe-b386-7baa519a9844 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0814044 Jul 22 19:32:51.275316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-18627b35-6c82-41ab-997c-db382d14b751 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376925 Jul 22 19:32:51.302200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-833abb27-c646-4805-87ad-20d8e8472ccc req-7d9d807a-0591-4a2e-a501-6a92534baaaa service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642776 Jul 22 19:32:51.314697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.327102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd19c9e-0407-4146-b6e1-e6a6926c7d66 req-9b3bfad1-5351-458f-af0f-2c81bbc6bb0b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.328780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dd19c9e-0407-4146-b6e1-e6a6926c7d66 req-9b3bfad1-5351-458f-af0f-2c81bbc6bb0b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.1813090 Jul 22 19:32:51.337933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49402) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:51.357242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.381609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:51.384801 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d7c18c-9b1d-4536-bd75-237fe3b06b8c" -d '{"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-plugged", "status": "completed", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:51.427630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dd19c9e-0407-4146-b6e1-e6a6926c7d66 req-990b60f2-edc6-4c50-b821-a5052809441e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Jul 22 19:32:51.464876 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb052e-aacc-4f15-8f96-6c7264885443 x-openstack-request-id: req-fafb052e-aacc-4f15-8f96-6c7264885443 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:51.465387 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-plugged", "status": "completed", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:51.465387 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fafb052e-aacc-4f15-8f96-6c7264885443 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:51.465767 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'code': 200} Jul 22 19:32:51.465929 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-731b545d-370c-4eeb-8edc-c3fd5e5f73a1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830389 Jul 22 19:32:51.506407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.545906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-946186557-network', 'tenant_id': '86c57bb7bff542249c1314ede6da11ce'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:51.590780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:51.593534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:51.593721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.27 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/376a5ca6-50d8-42af-a21b-152b2c12ea70) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:51.599999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:51.604364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:51.618879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Made reservation on behalf of 86c57bb7bff542249c1314ede6da11ce for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:51.622161 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.651525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.655138 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bc8e199-2003-47ac-baee-fbad98f38203 req-e76b086a-8198-43ff-b0ce-a122a231d4e1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773691 Jul 22 19:32:51.712059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92d07-10a6-4880-8248-4c22963cec40 req-244fe27b-a2c5-4e9b-9601-997f4ed1742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.712487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de92d07-10a6-4880-8248-4c22963cec40 req-244fe27b-a2c5-4e9b-9601-997f4ed1742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.714061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de92d07-10a6-4880-8248-4c22963cec40 req-244fe27b-a2c5-4e9b-9601-997f4ed1742f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1987 time: 0.1834681 Jul 22 19:32:51.793391 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.801143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de92d07-10a6-4880-8248-4c22963cec40 req-dd51dd0a-873f-4715-9579-90797e199a19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Jul 22 19:32:51.844594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-1fa4dd3e-d9ad-4708-8930-a5cc24899fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:51.846454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-1fa4dd3e-d9ad-4708-8930-a5cc24899fc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1095 time: 0.1271501 Jul 22 19:32:51.855826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:51.858511 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e58165-a616-4158-8105-b21fa7ee3091" -d '{"events": [{"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:51.884556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.888957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.897229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:51.925822 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51131611-2b51-4fb7-964d-535bbde55f2e x-openstack-request-id: req-51131611-2b51-4fb7-964d-535bbde55f2e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:51.926116 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:51.926373 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51131611-2b51-4fb7-964d-535bbde55f2e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:51.926774 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'status': 'completed', 'code': 200} Jul 22 19:32:51.956796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:51.963455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:52.001321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:52.011004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:52.014638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=376a5ca6-50d8-42af-a21b-152b2c12ea70,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:52.016975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec237c-389f-4900-ad75-0e6c5af27af7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:52.029618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.029975 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Added segment 6e0f3a55-7752-4b99-a527-5ebae63911fc of type vlan for network eb28efa6-dda4-453b-90bf-4120402d7797 Jul 22 19:32:52.211418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.274716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.345855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-e79cf66e-6119-4b80-a7f3-7fab65043eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.347350 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-e79cf66e-6119-4b80-a7f3-7fab65043eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1838219 Jul 22 19:32:52.358148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-8e1f9464-59fe-45eb-82ed-ada96859df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.359735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-8e1f9464-59fe-45eb-82ed-ada96859df97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1100 time: 0.3795152 Jul 22 19:32:52.363479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.364424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.365009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.369156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-5ff6db13-f9a3-46fc-aebf-f09e331600cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.371312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-5ff6db13-f9a3-46fc-aebf-f09e331600cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1100 time: 0.3944645 Jul 22 19:32:52.387081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a95be-fde7-4c24-9215-179d14bd46f7 req-ec842e39-2da1-436e-92d1-fec48d11fc60 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.393111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a95be-fde7-4c24-9215-179d14bd46f7 req-ec842e39-2da1-436e-92d1-fec48d11fc60 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.394679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f38a95be-fde7-4c24-9215-179d14bd46f7 req-ec842e39-2da1-436e-92d1-fec48d11fc60 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.3810186 Jul 22 19:32:52.400879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-0b949a0c-da68-4f52-9793-169c5cabac22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 217 time: 0.0444527 Jul 22 19:32:52.439807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafcbe64-8c1c-4b87-b223-f9cf5bb0413e req-b991426c-d670-47b8-983f-06c460b2d32a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.441321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aafcbe64-8c1c-4b87-b223-f9cf5bb0413e req-b991426c-d670-47b8-983f-06c460b2d32a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 948 time: 0.4361541 Jul 22 19:32:52.523720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-475d61f5-8ca3-4cee-bc22-a6ce56d9942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:52.525281 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-475d61f5-8ca3-4cee-bc22-a6ce56d9942f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1162353 Jul 22 19:32:52.543388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2040856 Jul 22 19:32:52.547267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49420) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:52.571480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Request body: {'subnet': {'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-946186557-subnet', 'tenant_id': '86c57bb7bff542249c1314ede6da11ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:52.578182 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-12ef579e-de9e-43a7-a103-eca9d7a2db3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438557 Jul 22 19:32:52.668814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Made reservation on behalf of 86c57bb7bff542249c1314ede6da11ce for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:52.671165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.676191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:52.832603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-d57b7440-78b6-42de-988b-d4ab9bb32eb1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452254 Jul 22 19:32:52.986793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43a785-6e13-4853-9ca8-3b7ac55da193 admin admin] Pushing event updated for resources: {'Network': ['ID=eb28efa6-dda4-453b-90bf-4120402d7797,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:52.999030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network eb28efa6-dda4-453b-90bf-4120402d7797 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:53.009771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-878bb3f2-c322-447c-b3dd-d99dd678fe35 req-04e1a282-767b-48bd-942b-2dcb13f9bbd3 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681008 Jul 22 19:32:53.018348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f38a95be-fde7-4c24-9215-179d14bd46f7 req-14213b82-51fd-421a-9269-3e688403b438 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966344 Jul 22 19:32:53.032708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aafcbe64-8c1c-4b87-b223-f9cf5bb0413e req-ff12b1bd-24e7-4df4-afa4-8438e9734ff8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737779 Jul 22 19:32:53.071116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-1f5936d2-9469-4114-b0f0-f1c7a5dc3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.081518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-1f5936d2-9469-4114-b0f0-f1c7a5dc3c5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7003362 Jul 22 19:32:53.081518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-93c497f2-abb9-4d87-b760-ace6e2556e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.081518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-93c497f2-abb9-4d87-b760-ace6e2556e8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.6740570 Jul 22 19:32:53.084376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:53.103389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.148377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-10c11d62-0f0f-4d49-a2be-8b768943c0ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0647171 Jul 22 19:32:53.190732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-0fef8188-d8e9-40f8-bfbd-bc4f66c7b03b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0879850 Jul 22 19:32:53.269703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf56fc9c-5c39-49f3-9e61-97fbbacdac41,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:53.295032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Checking segment: {'id': '6e0f3a55-7752-4b99-a527-5ebae63911fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:53.295394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Network hostable DHCP agents. Network: eb28efa6-dda4-453b-90bf-4120402d7797, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:53.327728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:53.343277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Sync routers for ids ['57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:53.349641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Network eb28efa6-dda4-453b-90bf-4120402d7797 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:53.357432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Routers {'57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:53.358588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:53.363717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.366398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70dc09ee-a36a-40a5-89dd-4c4e5487e839 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7264996 Jul 22 19:32:53.368669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-d3fe1cd7-44b5-4c02-b9e5-f8962c1939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.369695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, eb28efa6-dda4-453b-90bf-4120402d7797) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:53.370228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-d3fe1cd7-44b5-4c02-b9e5-f8962c1939b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1906075 Jul 22 19:32:53.371819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:53.425859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13764b2-4f08-4aff-909c-dea24f26586a None None] Network eb28efa6-dda4-453b-90bf-4120402d7797 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:53.437399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.438281 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.445389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-b9967a2e-103c-403c-862d-27dbee8d95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.446765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-b9967a2e-103c-403c-862d-27dbee8d95a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2358272 Jul 22 19:32:53.502388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5509fd48-cf52-49e4-9259-0815979c56e8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9459834 Jul 22 19:32:53.534227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.547802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-158d569e-9fff-472c-b787-d87413cb75d3 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 HTTP/1.1" status: 200 len: 907 time: 0.1730063 Jul 22 19:32:53.549511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49426) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:53.564480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-161026221', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': True}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:53.576239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c59aa-b2da-4d70-a483-79dc1a7caa27 req-6088a958-19e5-401e-85e7-e80cb8a34c16 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.577846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c62c59aa-b2da-4d70-a483-79dc1a7caa27 req-6088a958-19e5-401e-85e7-e80cb8a34c16 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.3278809 Jul 22 19:32:53.606286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Set router 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:53.630892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-775b5c92-8f33-4911-821d-348f45c23a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.632462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-775b5c92-8f33-4911-821d-348f45c23a17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2297549 Jul 22 19:32:53.653045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.654699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.665680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:53.699549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e58165-a616-4158-8105-b21fa7ee3091 req-9caecaa8-11f7-4f54-86ef-2a1ae6e2c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:53.701201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-9caecaa8-11f7-4f54-86ef-2a1ae6e2c892 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2468522 Jul 22 19:32:53.742644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42d18b-5cf8-49f2-9933-c5b4f9646e2c None None] Network eb28efa6-dda4-453b-90bf-4120402d7797 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:53.765210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.773693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c62c59aa-b2da-4d70-a483-79dc1a7caa27 req-c9ced232-72a3-4754-bdfb-55b68a8d989f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857989 Jul 22 19:32:53.782144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:53.898305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-0c79cb48-d360-44fb-9fac-57c900072221 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577045 Jul 22 19:32:53.957198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-5ce41291-d7d2-48c5-8301-883fdad02dee service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446864 Jul 22 19:32:53.971980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.237161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:54.251654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'mac_address': 'fa:16:3e:c3:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:32:54.258628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.281488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.295869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-34422dfb-790f-468f-ae8a-293f4fd328ed service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861959 Jul 22 19:32:54.310664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'name': 'tempest-snat-router-161026221', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:48Z', 'updated_at': '2021-07-22T19:32:51Z', 'revision_number': 3, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port': {'id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:50Z', 'updated_at': '2021-07-22T19:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:54.315558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.319403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80e58165-a616-4158-8105-b21fa7ee3091 req-2937afb8-8116-4938-9bf9-f3945d52e3e2 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484263 Jul 22 19:32:54.346626 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.355404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Checking router: 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:54.355763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Updating router 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:54.361300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.375230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-b1eba4d0-6b7c-4e3c-8da4-7ebd5c98f7ed tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.376857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-b1eba4d0-6b7c-4e3c-8da4-7ebd5c98f7ed tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/networks?id=eb28efa6-dda4-453b-90bf-4120402d7797 HTTP/1.1" status: 200 len: 813 time: 0.3628054 Jul 22 19:32:54.378788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.380520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:54.419538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.25.6.124 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/2da82e0c-ecf8-410b-ad56-f20211aa68de) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:54.423388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157515d1-caf1-4c46-b712-7abf8e617580 req-a7d4df2f-9ef3-4b2e-b718-23ca634f8e27 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.429031 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.429823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157515d1-caf1-4c46-b712-7abf8e617580 req-a7d4df2f-9ef3-4b2e-b718-23ca634f8e27 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:54.431616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-157515d1-caf1-4c46-b712-7abf8e617580 req-a7d4df2f-9ef3-4b2e-b718-23ca634f8e27 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.2781644 Jul 22 19:32:54.433599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:54.466233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.493175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-f08465f5-f0d6-4dd8-b7dd-155a90004e36 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/quotas/86c57bb7bff542249c1314ede6da11ce HTTP/1.1" status: 200 len: 375 time: 0.0818024 Jul 22 19:32:54.497845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=376a5ca6-50d8-42af-a21b-152b2c12ea70,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:54.551811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.563091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-d1d82cdd-eb7c-4468-8427-2e70804acf51 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=86c57bb7bff542249c1314ede6da11ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499845 Jul 22 19:32:54.566312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-157515d1-caf1-4c46-b712-7abf8e617580 req-e64a1180-7fa9-42ce-9150-78fc2678d609 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Jul 22 19:32:54.567281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.622342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:54.625486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.686232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:54.691875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:54.693104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:54.720943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=2da82e0c-ecf8-410b-ad56-f20211aa68de,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:54.804589 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 9a322d5f-2a4a-43f7-a98f-c9028799d55f associated. External IP: 172.25.6.27, port: ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f. Jul 22 19:32:54.812879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-8c39da2f-fc39-4464-9b6c-c79ffb4dfec3 service neutron] 10.222.0.10 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061331 Jul 22 19:32:54.865986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:54.881120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Transition to ACTIVE for port object d28e4ddd-7d1e-4b19-84d9-5b66958204b8 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:54.888829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e5b427dc-4afc-425f-98f7-f74f85d921bd'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:32:54.894439 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.020461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Attempting to bind port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:55.020993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Attempting to bind port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:55.021358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Attempting to bind port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:55.028863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47acd34-2a7e-42fa-a71a-00ee1330b198 None None] Pushing event updated for resources: {'Port': ['ID=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:55.044192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.046272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:55.046786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:55.047341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.048037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:55.049382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Bound port: d28e4ddd-7d1e-4b19-84d9-5b66958204b8, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:55.049875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.141580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] For port d28e4ddd-7d1e-4b19-84d9-5b66958204b8, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:55.166408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] For port d28e4ddd-7d1e-4b19-84d9-5b66958204b8, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:55.173534 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.219072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfa758-fbbd-4bae-a884-730ecbe103fe req-cefeab5e-592a-4b80-a8d0-9bb79ce40670 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:55.220983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17bfa758-fbbd-4bae-a884-730ecbe103fe req-cefeab5e-592a-4b80-a8d0-9bb79ce40670 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.5476720 Jul 22 19:32:55.274048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47acd34-2a7e-42fa-a71a-00ee1330b198 None None] Pushing event updated for resources: {'Port': ['ID=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:55.276756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Routers {'57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:55.277378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:55.292076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:55.334398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17bfa758-fbbd-4bae-a884-730ecbe103fe req-65957f2a-1846-47c2-a8bf-cbc3629c28ea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737474 Jul 22 19:32:55.344865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-f39baa3c-2858-4227-94bb-bbffe6434c05 service neutron] 10.222.0.10 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054389 Jul 22 19:32:55.410270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] Set router 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:55.477712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router 0b890d1c-7951-403b-bdcb-d3a8b6b7a815 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:32:55.669159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'name': 'tempest-snat-router-161026221', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:48Z', 'updated_at': '2021-07-22T19:32:51Z', 'revision_number': 3, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port': {'id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:50Z', 'updated_at': '2021-07-22T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:55.691134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:32:55.710631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9290ad80-fcdd-45f7-90f3-302790422c44 None None] The sync data for ids ['57c7b3f1-04e2-4a36-a0f3-4694cbb6c561'] in n-d-800087-13 is: [{'id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'name': 'tempest-snat-router-161026221', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48'}], 'enable_snat': False}, 'gw_port_id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:48Z', 'updated_at': '2021-07-22T19:32:51Z', 'revision_number': 3, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port': {'id': 'd28e4ddd-7d1e-4b19-84d9-5b66958204b8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57c7b3f1-04e2-4a36-a0f3-4694cbb6c561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:50Z', 'updated_at': '2021-07-22T19:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:55.827282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfbe35-c8d7-4b4e-b7c5-4ee6e1a3012e req-d087f25e-c483-465a-b0c3-086dbc27226e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:55.831411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75bfbe35-c8d7-4b4e-b7c5-4ee6e1a3012e req-d087f25e-c483-465a-b0c3-086dbc27226e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.2348104 Jul 22 19:32:55.932116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75bfbe35-c8d7-4b4e-b7c5-4ee6e1a3012e req-af44ce09-c31a-459d-86fe-95a7d1c4ba04 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943167 Jul 22 19:32:56.031609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3525e2a1-7184-41ad-9c77-bb85ca1f2420 req-850afbc3-c3e2-4e42-8dd5-f0aef94701c7 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 210 time: 0.0904593 Jul 22 19:32:56.050890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:56.064865 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:56.085151 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:56.097825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.160982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.210879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a98995f6-12c8-4170-8342-e721a6a01a18 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2923677 Jul 22 19:32:56.214168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49470) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:56.228613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1462515907'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:56.237080 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.249439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:32:56.263837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Sync routers for ids ['0b890d1c-7951-403b-bdcb-d3a8b6b7a815'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:32:56.265212 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:56.265865 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.283773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Routers {'0b890d1c-7951-403b-bdcb-d3a8b6b7a815'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:56.284460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b890d1c-7951-403b-bdcb-d3a8b6b7a815'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.313570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-439b98e8-8fee-46d6-9004-6db3c21ff87d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.320911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-439b98e8-8fee-46d6-9004-6db3c21ff87d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c&tenant_id=3604edf80b514ac5a99cb0b562b3c169&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 949 time: 0.3820736 Jul 22 19:32:56.334631 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.335427 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7060e0-5202-4fd7-b5f9-bf9b92d20d7f None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:56.427987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.430440 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2feff287-182b-453a-81f1-74fac7b7a3c1 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8795671 Jul 22 19:32:56.436870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:56.437078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:56.438994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Set router 0b890d1c-7951-403b-bdcb-d3a8b6b7a815 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:32:56.440772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.568375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-3121981f-5de3-4046-b590-f9cf4c49c5b8 service neutron] 10.222.0.32 "GET /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.2110255 Jul 22 19:32:56.588603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d940da65-e992-4b48-8b23-eabdb7741ad3 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/0b890d1c-7951-403b-bdcb-d3a8b6b7a815 HTTP/1.1" status: 200 len: 907 time: 0.1508892 Jul 22 19:32:56.591911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49480) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:56.607451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378bb1f-35c9-468d-8437-51764e3d303c req-26ee9a25-c965-4265-8b86-b35f9cae15c5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.617126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a378bb1f-35c9-468d-8437-51764e3d303c req-26ee9a25-c965-4265-8b86-b35f9cae15c5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.3997550 Jul 22 19:32:56.695084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:32:56.725299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b890d1c-7951-403b-bdcb-d3a8b6b7a815', 'name': 'tempest-snat-router-161026221', 'tenant_id': 'e64e8fb398424fccabd92cda0a152fe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.124'}], 'enable_snat': True}, 'gw_port_id': '2da82e0c-ecf8-410b-ad56-f20211aa68de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:32:53Z', 'updated_at': '2021-07-22T19:32:54Z', 'revision_number': 3, 'project_id': 'e64e8fb398424fccabd92cda0a152fe5', 'gw_port': {'id': '2da82e0c-ecf8-410b-ad56-f20211aa68de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b890d1c-7951-403b-bdcb-d3a8b6b7a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:32:54Z', 'updated_at': '2021-07-22T19:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:32:56.732164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.732728 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Added segment 63d2efdb-2152-4488-9383-836005942a7c of type vlan for network 8ca922b8-6b34-4576-89ce-0326fc14ea41 Jul 22 19:32:56.743197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.749163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a378bb1f-35c9-468d-8437-51764e3d303c req-6f17c955-1139-4a3b-b284-cd76dd517143 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310110 Jul 22 19:32:56.762051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Checking router: 0b890d1c-7951-403b-bdcb-d3a8b6b7a815 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:32:56.762406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Updating router 0b890d1c-7951-403b-bdcb-d3a8b6b7a815 port 2da82e0c-ecf8-410b-ad56-f20211aa68de binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:32:56.798741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc3a5-14d4-4aca-9a0b-7ccf81000026 req-b75668c8-6ddd-464c-86c4-7c2ba85dfb28 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.806504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc3a5-14d4-4aca-9a0b-7ccf81000026 req-b75668c8-6ddd-464c-86c4-7c2ba85dfb28 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.814581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-855dc3a5-14d4-4aca-9a0b-7ccf81000026 req-b75668c8-6ddd-464c-86c4-7c2ba85dfb28 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.3598981 Jul 22 19:32:56.826937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.854268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.943605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-855dc3a5-14d4-4aca-9a0b-7ccf81000026 req-66bb8124-7b64-4c93-99b8-e184a1c737a9 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227083 Jul 22 19:32:56.950122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:56.952450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-a0de6e8c-f66d-4f95-b24e-4368e0048ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:56.954014 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-a0de6e8c-f66d-4f95-b24e-4368e0048ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1101 time: 0.3201547 Jul 22 19:32:57.035943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.044053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.047452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.177290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Deleting port 2da82e0c-ecf8-410b-ad56-f20211aa68de {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:57.177865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.191391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9757710 Jul 22 19:32:57.194715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49486) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:57.211992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.237154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-00e13527-f691-4bc9-a245-262eb547463c tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.238805 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-00e13527-f691-4bc9-a245-262eb547463c tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.32 "GET /v2.0/networks?id=eb28efa6-dda4-453b-90bf-4120402d7797 HTTP/1.1" status: 200 len: 813 time: 0.2200139 Jul 22 19:32:57.251183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1150f95-1f50-4125-b219-d9335a5631c5 req-a459ac89-2753-4a6b-a97c-1ee7c88a425e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 210 time: 0.0793288 Jul 22 19:32:57.262645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'subnet': {'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:57.294242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Request body: {'port': {'device_id': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797', 'admin_state_up': True, 'tenant_id': '86c57bb7bff542249c1314ede6da11ce'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:57.330978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508161d-fb0a-47f6-975e-3a9671719a2b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Network': ['ID=8ca922b8-6b34-4576-89ce-0326fc14ea41,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:57.338826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-5746c7b6-5d10-414d-842f-5dcb22eb6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.341310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-5746c7b6-5d10-414d-842f-5dcb22eb6a3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3608875 Jul 22 19:32:57.353340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:32:57.375098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.396131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Calling delete_port for 2da82e0c-ecf8-410b-ad56-f20211aa68de owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:57.406541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-d30c565d-8150-41af-9593-4b20039fabc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0500691 Jul 22 19:32:57.482460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.483181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Made reservation on behalf of 86c57bb7bff542249c1314ede6da11ce for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:57.494315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.516794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e9262-7295-436f-ad7c-3e3db747166f req-f2b70fca-d7c8-4545-bf62-3d3932b2efc9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.525270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a0e9262-7295-436f-ad7c-3e3db747166f req-f2b70fca-d7c8-4545-bf62-3d3932b2efc9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.4115019 Jul 22 19:32:57.526390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Transition to ACTIVE for port object 2da82e0c-ecf8-410b-ad56-f20211aa68de will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:57.536133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-73a1716f-b4f3-4350-8fe8-f5dc4725e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.537604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-73a1716f-b4f3-4350-8fe8-f5dc4725e2fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1001699 Jul 22 19:32:57.538040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.600025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d28e4ddd-7d1e-4b19-84d9-5b66958204b8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:57.622128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:32:57.626755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.662353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:57.662805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:57.663215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:57.677463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:57.677463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:57.677859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.678312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:57.678858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Bound port: 2da82e0c-ecf8-410b-ad56-f20211aa68de, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:57.679239 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.684354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a0e9262-7295-436f-ad7c-3e3db747166f req-c578cc35-a058-4322-86cf-ff2f11f57de2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579719 Jul 22 19:32:57.691224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd486-37a3-473b-be0f-e8d2f1f2ee05 None None] Pushing event updated for resources: {'Port': ['ID=2da82e0c-ecf8-410b-ad56-f20211aa68de,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:57.729781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:32:57.787588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.796845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:32:57.797217 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:32:57.802752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:57.810706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:57.811288 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.834400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Allocated IP 172.20.0.7 (eb28efa6-dda4-453b-90bf-4120402d7797/bf56fc9c-5c39-49f3-9e61-97fbbacdac41/fd442031-17c7-4af3-8ef4-f022d908ec85) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:57.836942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Port': ['ID=2da82e0c-ecf8-410b-ad56-f20211aa68de,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:57.846749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-c8b2fbd0-cdc2-4d60-95fa-ec0e78ccf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:57.847457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port e5b427dc-4afc-425f-98f7-f74f85d921bd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:32:57.848374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-c8b2fbd0-cdc2-4d60-95fa-ec0e78ccf55a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2982202 Jul 22 19:32:57.856994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port e5b427dc-4afc-425f-98f7-f74f85d921bd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:32:57.857371 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.954719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.958805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:57.982392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-a31bdbb9-0977-49f1-a448-c07e4934c08d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217120 Jul 22 19:32:58.059238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d28e4ddd-7d1e-4b19-84d9-5b66958204b8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:58.068007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.078813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.097318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.101662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.141715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:32:58.144266 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51bb6a-5782-4df6-a6e6-546f8edea1ef" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:32:58.171629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:58.175023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:58.182198 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.199788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.200560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b890d1c-7951-403b-bdcb-d3a8b6b7a815 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:58.207509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.208284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ed1c98e-6a83-4ca2-b59e-a2d5b19a16bf tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/routers/0b890d1c-7951-403b-bdcb-d3a8b6b7a815 HTTP/1.1" status: 204 len: 168 time: 1.6152003 Jul 22 19:32:58.210959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49498) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:58.230661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942afb-474b-4e34-ae61-12a4168a7318 req-5759f6f0-3077-4a8c-9733-4ee619c65984 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.237317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942afb-474b-4e34-ae61-12a4168a7318 req-5759f6f0-3077-4a8c-9733-4ee619c65984 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.239141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03942afb-474b-4e34-ae61-12a4168a7318 req-5759f6f0-3077-4a8c-9733-4ee619c65984 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.5020332 Jul 22 19:32:58.249610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:58.314492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:58.314741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:58.315106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Attempting to bind port 2da82e0c-ecf8-410b-ad56-f20211aa68de on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:58.320745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:58.321270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:58.321654 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.322105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:58.322375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.322914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Bound port: 2da82e0c-ecf8-410b-ad56-f20211aa68de, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:58.323188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.344321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Port 2da82e0c-ecf8-410b-ad56-f20211aa68de has been deleted concurrently {{(pid=93802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 19:32:58.357278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Routers set() bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:32:58.358026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Router IDs set() for agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:32:58.359041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b890d1c-7951-403b-bdcb-d3a8b6b7a815'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent'). {{(pid=93802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:32:58.359531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b341460-3a02-415d-bb4c-6be72f270f6a None None] The sync data for ids ['0b890d1c-7951-403b-bdcb-d3a8b6b7a815'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:32:58.373412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.454452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.473267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.477234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-a46de53e-dc2e-4e63-bdc8-82a416a233f0 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852366 Jul 22 19:32:58.519968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Network eb28efa6-dda4-453b-90bf-4120402d7797 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:58.528997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:58.531270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a141d8-bd85-410d-b7f3-68c8b2614e49 req-5401f956-6326-4ac9-b792-9272165d3271 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.534720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:58.537269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a141d8-bd85-410d-b7f3-68c8b2614e49 req-5401f956-6326-4ac9-b792-9272165d3271 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.538843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62a141d8-bd85-410d-b7f3-68c8b2614e49 req-5401f956-6326-4ac9-b792-9272165d3271 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1683 time: 0.4056735 Jul 22 19:32:58.539938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Pushing event updated for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:58.574047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.574339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f056c-f119-4549-8d4e-f90aed8eacf9 req-ba4d9c71-9cfb-45de-8b5b-c0a46f0dcbdb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.576085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a6f056c-f119-4549-8d4e-f90aed8eacf9 req-ba4d9c71-9cfb-45de-8b5b-c0a46f0dcbdb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.5908473 Jul 22 19:32:58.616042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.616699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.619293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Subnet': ['ID=4368c9e2-902d-42ae-98fb-0da40c23adfd,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:58.634892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-1fcc8904-9d14-4831-a631-0c6f28e8cd7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3469501 Jul 22 19:32:58.655257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Request body: {'port': {'device_id': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:58.659856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Deleting port d28e4ddd-7d1e-4b19-84d9-5b66958204b8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:58.660223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.678713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62a141d8-bd85-410d-b7f3-68c8b2614e49 req-23de200d-4c02-4f47-b0af-74e789ccdadb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154850 Jul 22 19:32:58.689130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a6f056c-f119-4549-8d4e-f90aed8eacf9 req-79809cd4-0be0-4e91-a627-8d60bf6f6257 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949833 Jul 22 19:32:58.691006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Checking segment: {'id': '63d2efdb-2152-4488-9383-836005942a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:58.691433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network hostable DHCP agents. Network: 8ca922b8-6b34-4576-89ce-0326fc14ea41, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:32:58.713494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:32:58.714732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.758675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:32:58.780950 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80925060-3cf5-4d74-b1fc-33cde71dd4b0 x-openstack-request-id: req-80925060-3cf5-4d74-b1fc-33cde71dd4b0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:32:58.781242 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:32:58.781498 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80925060-3cf5-4d74-b1fc-33cde71dd4b0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:32:58.781888 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'code': 200} Jul 22 19:32:58.817236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8ca922b8-6b34-4576-89ce-0326fc14ea41) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:58.821696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.830898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e425c1-a171-4450-86d5-d49604854214 None None] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:32:58.831066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:58.835305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.863019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] For port d28e4ddd-7d1e-4b19-84d9-5b66958204b8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:58.863393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:58.896579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Calling delete_port for d28e4ddd-7d1e-4b19-84d9-5b66958204b8 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:58.932058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eec0ce03-94d8-421f-8429-18e5fc434ff6 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7316456 Jul 22 19:32:58.937785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:58.947912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-743954592', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:58.962735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:32:58.963096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.011129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-8ca922b8-6b34-4576-89ce-0326fc14ea41', 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41', 'tenant_id': '9bb12109f91f4704bbd9d528074594ab', 'fixed_ips': [{'subnet_id': '4368c9e2-902d-42ae-98fb-0da40c23adfd'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:32:59.013280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.170155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Allocated IP 172.20.0.2 (8ca922b8-6b34-4576-89ce-0326fc14ea41/4368c9e2-902d-42ae-98fb-0da40c23adfd/275dfefd-aa44-463c-9abd-78247a2b76e1) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:32:59.267551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:32:59.277410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.300979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.303664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd442031-17c7-4af3-8ef4-f022d908ec85 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:32:59.304418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.346699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.350971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event deleted for resources: {'Port': ['ID=d28e4ddd-7d1e-4b19-84d9-5b66958204b8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:59.351997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.363375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83470ae5-7c07-4513-b2fb-9a0ad4eb8dbb req-7d54b90b-098d-4776-8d9f-9e3d28c7b425 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.364509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Transition to ACTIVE for port object 275dfefd-aa44-463c-9abd-78247a2b76e1 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:59.365255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83470ae5-7c07-4513-b2fb-9a0ad4eb8dbb req-7d54b90b-098d-4776-8d9f-9e3d28c7b425 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.5199530 Jul 22 19:32:59.379330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f31f-2cc1-4201-b5c4-7cad3c0210b3 req-1965701c-58bd-4657-8663-d3ca5a752c2e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:32:59.387920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c61f31f-2cc1-4201-b5c4-7cad3c0210b3 req-1965701c-58bd-4657-8663-d3ca5a752c2e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 931 time: 0.5253453 Jul 22 19:32:59.388679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Transition to ACTIVE for port object 275dfefd-aa44-463c-9abd-78247a2b76e1 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:59.396017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Transition to ACTIVE for port object fd442031-17c7-4af3-8ef4-f022d908ec85 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:32:59.400561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.406329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.444501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.455199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:32:59.462367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:32:59.466787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:32:59.478545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Pushing event updated for resources: {'Port': ['ID=275dfefd-aa44-463c-9abd-78247a2b76e1,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:59.521346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.542903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Attempting to bind port 275dfefd-aa44-463c-9abd-78247a2b76e1 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:59.543328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Attempting to bind port 275dfefd-aa44-463c-9abd-78247a2b76e1 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '63d2efdb-2152-4488-9383-836005942a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:59.544174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Attempting to bind port 275dfefd-aa44-463c-9abd-78247a2b76e1 on network 8ca922b8-6b34-4576-89ce-0326fc14ea41 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:59.549747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:59.550161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Checking segment: {'id': '63d2efdb-2152-4488-9383-836005942a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:59.550792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.550935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Bound using segment: {'id': '63d2efdb-2152-4488-9383-836005942a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:59.551590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Bound port: 275dfefd-aa44-463c-9abd-78247a2b76e1, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d2efdb-2152-4488-9383-836005942a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:59.552479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.566574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.577649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.598902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:59.632970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] For port 275dfefd-aa44-463c-9abd-78247a2b76e1, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:59.636969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] For port 275dfefd-aa44-463c-9abd-78247a2b76e1, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=275dfefd-aa44-463c-9abd-78247a2b76e1,segment=NetworkSegment(63d2efdb-2152-4488-9383-836005942a7c),segment_id=63d2efdb-2152-4488-9383-836005942a7c)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:59.641655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.673706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83470ae5-7c07-4513-b2fb-9a0ad4eb8dbb req-bcc2841f-171c-4ed3-8b81-cdd483c616c9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821639 Jul 22 19:32:59.674534 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.675154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:32:59.685188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.687838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c61f31f-2cc1-4201-b5c4-7cad3c0210b3 req-4520dc76-8b11-4c3f-8ccc-64ae6a507dd9 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990346 Jul 22 19:32:59.694516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49508) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:32:59.700025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b4b5815-633d-48a4-9fdd-216277f9892d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "DELETE /v2.0/routers/57c7b3f1-04e2-4a36-a0f3-4694cbb6c561 HTTP/1.1" status: 204 len: 168 time: 1.4852352 Jul 22 19:32:59.700434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1783080322', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:32:59.750626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:32:59.777813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Attempting to bind port fd442031-17c7-4af3-8ef4-f022d908ec85 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:32:59.778219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Attempting to bind port fd442031-17c7-4af3-8ef4-f022d908ec85 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '6e0f3a55-7752-4b99-a527-5ebae63911fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:32:59.778508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Attempting to bind port fd442031-17c7-4af3-8ef4-f022d908ec85 on network eb28efa6-dda4-453b-90bf-4120402d7797 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:59.786883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Port fd442031-17c7-4af3-8ef4-f022d908ec85 on network eb28efa6-dda4-453b-90bf-4120402d7797 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:32:59.787269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Attempting to bind port fd442031-17c7-4af3-8ef4-f022d908ec85 on network eb28efa6-dda4-453b-90bf-4120402d7797 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:32:59.797362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:32:59.797756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Checking segment: {'id': '6e0f3a55-7752-4b99-a527-5ebae63911fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:32:59.798149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Bound using segment: {'id': '6e0f3a55-7752-4b99-a527-5ebae63911fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:32:59.798591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Bound port: fd442031-17c7-4af3-8ef4-f022d908ec85, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0f3a55-7752-4b99-a527-5ebae63911fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:32:59.799550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.827045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33a03d-972c-49d4-b2c9-08bb306d7bcc None None] Pushing event updated for resources: {'Port': ['ID=275dfefd-aa44-463c-9abd-78247a2b76e1,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:32:59.863781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.890855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.892193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.961362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:32:59.962763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:32:59.966587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fd442031-17c7-4af3-8ef4-f022d908ec85,segment=NetworkSegment(6e0f3a55-7752-4b99-a527-5ebae63911fc),segment_id=6e0f3a55-7752-4b99-a527-5ebae63911fc)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:32:59.976852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.034355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:00.047153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.048111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.050021 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd442031-17c7-4af3-8ef4-f022d908ec85 HTTP/1.1" status: 200 len: 1092 time: 1.4014452 Jul 22 19:33:00.054560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '23959b3f-2a54-4998-8166-16d222b699f6', 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6', 'port_id': '23959b3f-2a54-4998-8166-16d222b699f6', 'mac_address': 'fa:16:3e:89:da:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd50cf3-f002-44ab-8eee-1a3b13e44ab9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:00.062123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:00.064749 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:00.094646 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.097187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=62e039e6-2a8e-4b1a-892a-bba066fdb6d0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:00.108781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.119625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e88c26-1889-4cfd-afa4-d6baab2e41c9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:00.128380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23959b3f-2a54-4998-8166-16d222b699f6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:00.164699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:00.170428 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.228241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-91d1a379-8777-4391-baa1-92c37aeaf0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.231284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-91d1a379-8777-4391-baa1-92c37aeaf0d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c57bb7bff542249c1314ede6da11ce&device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1070399 Jul 22 19:33:00.239824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:00.302444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-07a6a51f-6c3a-4c0e-aeda-9eda0de4e1c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd442031-17c7-4af3-8ef4-f022d908ec85 HTTP/1.1" status: 200 len: 217 time: 0.0591943 Jul 22 19:33:00.303961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:00.326046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d569a-2992-4750-8231-c546cf840333 req-31bce3f3-6469-49e6-835a-dd9979684f5c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.377246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d569a-2992-4750-8231-c546cf840333 req-31bce3f3-6469-49e6-835a-dd9979684f5c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.380702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15d569a-2992-4750-8231-c546cf840333 req-31bce3f3-6469-49e6-835a-dd9979684f5c tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 1604 time: 0.5390544 Jul 22 19:33:00.390449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.395886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03942afb-474b-4e34-ae61-12a4168a7318 req-9b6fd780-34e3-4e60-ad4d-8b06fc6222cd tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "DELETE /v2.0/ports/62e039e6-2a8e-4b1a-892a-bba066fdb6d0 HTTP/1.1" status: 204 len: 173 time: 2.1486504 Jul 22 19:33:00.403236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-deleted', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:00.412865 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d83cbd-8e6e-406d-a6c2-2c4b2d4bf9d5" -d '{"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-deleted", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:00.444737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-243f29fb-de21-479c-a862-90515917036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.446254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-243f29fb-de21-479c-a862-90515917036a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf56fc9c-5c39-49f3-9e61-97fbbacdac41 HTTP/1.1" status: 200 len: 853 time: 0.1291533 Jul 22 19:33:00.478157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['23959b3f-2a54-4998-8166-16d222b699f6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:00.521558 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-623b1eb8-0b88-4a67-a224-e6077567747e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb28efa6-dda4-453b-90bf-4120402d7797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648603 Jul 22 19:33:00.547989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 232f4f6e-2a41-4e40-b690-577119cb5d00 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:00.673010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-6c115a4e-a483-4078-84c6-662c7b6b53c9 service neutron] 10.222.0.32 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316152 Jul 22 19:33:00.715526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.804454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15d569a-2992-4750-8231-c546cf840333 req-f9b5e885-24a2-460b-a997-b2c315a8b6ef tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833950 Jul 22 19:33:00.804954 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e3adcbe-bf7b-45e6-af47-897c26d1b01f req-aa9e516b-4e4f-42b4-ba40-64743adde97a service neutron] 10.222.0.32 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252325 Jul 22 19:33:00.822361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.828913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e87d5-bf1e-468f-bd34-4de08c27b125 req-15a38541-66ed-443b-8ab5-c0a7a7580ce0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.831141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-321e87d5-bf1e-468f-bd34-4de08c27b125 req-15a38541-66ed-443b-8ab5-c0a7a7580ce0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.7591887 Jul 22 19:33:00.891337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:00.894721 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f836cfc-08de-434c-8290-39d2463e71a7" -d '{"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:00.925617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:00.939650 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:00.940050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:00.960449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-272b6d63-4db8-4152-b0ad-b2690c924af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:00.960908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-321e87d5-bf1e-468f-bd34-4de08c27b125 req-5faae0ee-f146-4afd-a6b5-a4b0a985e1ba tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189907 Jul 22 19:33:00.984054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-272b6d63-4db8-4152-b0ad-b2690c924af6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1102 time: 0.1297474 Jul 22 19:33:01.004577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:01.010316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:01.010723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 62e039e6-2a8e-4b1a-892a-bba066fdb6d0 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:01.060819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:01.070361 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e000c8-21bd-4f33-b2e8-19aa9d13b942 x-openstack-request-id: req-f3e000c8-21bd-4f33-b2e8-19aa9d13b942 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:01.070758 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:01.071099 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3e000c8-21bd-4f33-b2e8-19aa9d13b942 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:01.071587 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85', 'status': 'completed', 'code': 200} Jul 22 19:33:01.115987 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678cd88-1416-45be-8b10-4eaee8a4e54f x-openstack-request-id: req-7678cd88-1416-45be-8b10-4eaee8a4e54f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:01.116683 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-deleted", "tag": "62e039e6-2a8e-4b1a-892a-bba066fdb6d0", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:01.117027 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7678cd88-1416-45be-8b10-4eaee8a4e54f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:01.117581 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-deleted', 'tag': '62e039e6-2a8e-4b1a-892a-bba066fdb6d0', 'status': 'completed', 'code': 200} Jul 22 19:33:01.163791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 232f4f6e-2a41-4e40-b690-577119cb5d00 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:01.164163 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.206769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-d7293677-d089-4e8e-b0e5-1e28f09a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.208875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-d7293677-d089-4e8e-b0e5-1e28f09a5600 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=86c57bb7bff542249c1314ede6da11ce&device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1362870 Jul 22 19:33:01.217469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.324724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.393204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.446804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-5eb1b98d-c47e-4290-9225-7b09acad9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.452177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-5eb1b98d-c47e-4290-9225-7b09acad9398 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eb28efa6-dda4-453b-90bf-4120402d7797 HTTP/1.1" status: 200 len: 914 time: 0.2305887 Jul 22 19:33:01.475567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61057625-5846-43d4-a9e3-231d57f339da None None] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:01.514192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 232f4f6e-2a41-4e40-b690-577119cb5d00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=232f4f6e-2a41-4e40-b690-577119cb5d00,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:01.514559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.537716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-559bf41c-c7f5-4203-b21d-70d44a068d8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd442031-17c7-4af3-8ef4-f022d908ec85 HTTP/1.1" status: 200 len: 217 time: 0.0745449 Jul 22 19:33:01.541320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 275dfefd-aa44-463c-9abd-78247a2b76e1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:01.563735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c281388-22ec-4369-a14b-8530f795c483 req-41d5f05e-bfd2-4af5-a247-eaacb054c0d1 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.565361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c281388-22ec-4369-a14b-8530f795c483 req-41d5f05e-bfd2-4af5-a247-eaacb054c0d1 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 943 time: 0.4361184 Jul 22 19:33:01.566362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 232f4f6e-2a41-4e40-b690-577119cb5d00 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:01.578412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115363c-b68f-403e-b3ea-8e536ccc5e46 req-2e31c2ee-2321-491c-9abe-95d8773db7ad tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.579884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8115363c-b68f-403e-b3ea-8e536ccc5e46 req-2e31c2ee-2321-491c-9abe-95d8773db7ad tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.3770661 Jul 22 19:33:01.741653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1213f2c3-f09a-4664-880f-a1371a5404cc None None] Provisioning for port 275dfefd-aa44-463c-9abd-78247a2b76e1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:01.813668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 275dfefd-aa44-463c-9abd-78247a2b76e1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:01.821972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 275dfefd-aa44-463c-9abd-78247a2b76e1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:01.822366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.834747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.25.6.123 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/4e418b02-0861-4ff3-8441-4e4b34ed5319) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:01.842810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c281388-22ec-4369-a14b-8530f795c483 req-c9cbe363-f9bc-43d0-9424-28871dbd878c tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594931 Jul 22 19:33:01.843484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.862006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8115363c-b68f-403e-b3ea-8e536ccc5e46 req-f6751f38-4162-4180-af5f-6881aeb3143e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487736 Jul 22 19:33:01.956758 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e8e50-7825-4ff9-bd25-973e8a5fde4c x-openstack-request-id: req-b04e8e50-7825-4ff9-bd25-973e8a5fde4c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:01.957377 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-unplugged", "status": "completed", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:01.958119 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b04e8e50-7825-4ff9-bd25-973e8a5fde4c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:01.959536 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'code': 200} Jul 22 19:33:01.960110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-afeb8a8a-77a1-49d1-95fb-f14e429f7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:01.961622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-afeb8a8a-77a1-49d1-95fb-f14e429f7c18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf56fc9c-5c39-49f3-9e61-97fbbacdac41 HTTP/1.1" status: 200 len: 853 time: 0.4146953 Jul 22 19:33:01.978474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:01.989032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:02.028264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-42f0e50d-d47f-45aa-8598-db53a45feff8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eb28efa6-dda4-453b-90bf-4120402d7797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559242 Jul 22 19:33:02.064243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 275dfefd-aa44-463c-9abd-78247a2b76e1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=275dfefd-aa44-463c-9abd-78247a2b76e1,segment=NetworkSegment(63d2efdb-2152-4488-9383-836005942a7c),segment_id=63d2efdb-2152-4488-9383-836005942a7c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:02.077156 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.114140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:02.158892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=275dfefd-aa44-463c-9abd-78247a2b76e1,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.174371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d28e4ddd-7d1e-4b19-84d9-5b66958204b8 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:02.218453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d28e4ddd-7d1e-4b19-84d9-5b66958204b8 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:02.218806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d28e4ddd-7d1e-4b19-84d9-5b66958204b8 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:02.222085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.236229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-28893dc4-987e-4ea6-abef-de6ae23a2c57 service neutron] 10.222.0.32 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971247 Jul 22 19:33:02.241230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Transition to ACTIVE for port object e5b427dc-4afc-425f-98f7-f74f85d921bd will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:02.253024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.329709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.376094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] No DVR routers for this DVR port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:02.381526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.401807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cc0c6968-e430-4cbd-b3ee-b14020a1d59b None None] Provisioning complete for port 275dfefd-aa44-463c-9abd-78247a2b76e1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:02.402588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6968-e430-4cbd-b3ee-b14020a1d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.446492 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a81b86f8-a696-4bd9-b7f3-f19806efa0dd req-04547cf3-543c-4789-b7e5-fdc059e4c072 service neutron] 10.222.0.32 "GET /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024846 Jul 22 19:33:02.449165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:02.449823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:02.449941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:02.455325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:02.455733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Attempting to bind port e5b427dc-4afc-425f-98f7-f74f85d921bd on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:02.461269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:02.461713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:02.462213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:02.462706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Bound port: e5b427dc-4afc-425f-98f7-f74f85d921bd, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:02.463199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.533426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:02.536698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:02.545963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.588528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.590267 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.591698 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] 10.222.0.26 "PUT /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 1098 time: 1.5988445 Jul 22 19:33:02.658476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da77c-3f12-4161-bd36-fcd21f8f94af service neutron] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=11']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.691556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4307c9-b8dd-410d-973e-c526d5558836 req-e70bad06-0699-45d5-9436-ce53160917dd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.693348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c4307c9-b8dd-410d-973e-c526d5558836 req-e70bad06-0699-45d5-9436-ce53160917dd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.3738472 Jul 22 19:33:02.703439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-d91b1ab4-ca69-4aaf-932a-4b773739deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.705566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-d91b1ab4-ca69-4aaf-932a-4b773739deb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1101 time: 0.0861316 Jul 22 19:33:02.753959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ea31c-da1e-430c-856d-8b20a6fa946d req-79a05eda-8731-4137-82f8-77f98639a786 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.755837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-725ea31c-da1e-430c-856d-8b20a6fa946d req-79a05eda-8731-4137-82f8-77f98639a786 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/ports?device_id=08587fc4-d84b-4e4d-87a1-c371f5f42f7d HTTP/1.1" status: 200 len: 944 time: 0.4373047 Jul 22 19:33:02.756982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.794445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.836134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=232f4f6e-2a41-4e40-b690-577119cb5d00,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:02.839100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-71ed6a37-05f3-47ea-89dc-7b640113cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.840740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-71ed6a37-05f3-47ea-89dc-7b640113cc5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1272600 Jul 22 19:33:02.893317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-9fcf1083-a3d2-4f7d-ab45-501a23fd43c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0437758 Jul 22 19:33:02.902053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c4307c9-b8dd-410d-973e-c526d5558836 req-b0c9e916-7b42-46bc-b3dd-54c69be5f3ba tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993141 Jul 22 19:33:02.948245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 232f4f6e-2a41-4e40-b690-577119cb5d00 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:02.959861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:02.962341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03942afb-474b-4e34-ae61-12a4168a7318 req-86973f6f-e6d8-4545-a77c-16f6db3cb253 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.26 "DELETE /v2.0/ports/232f4f6e-2a41-4e40-b690-577119cb5d00 HTTP/1.1" status: 204 len: 173 time: 2.5390296 Jul 22 19:33:02.986244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-725ea31c-da1e-430c-856d-8b20a6fa946d req-dc438338-4e73-447e-9e6e-7ff680b783c8 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "GET /v2.0/security-groups?id=a0763963-4c60-4a0c-a172-fd4fc6aa5f81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117908 Jul 22 19:33:02.990397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-ead45ceb-7ec4-4c0e-9dcd-193efbc03a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:02.992518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-ead45ceb-7ec4-4c0e-9dcd-193efbc03a70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0934968 Jul 22 19:33:03.082659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}, {'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:03.091820 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5087c7db-6ff2-4466-b3b1-951b0c9e7248" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}, {"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:03.120993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-deleted', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:03.123437 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a720320-f8b4-43d2-9536-34256d0b3faa" -d '{"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-deleted", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:03.124591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-f63a02bc-adda-48f1-ba29-f6f12f9b51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:03.126903 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-f63a02bc-adda-48f1-ba29-f6f12f9b51df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271057 Jul 22 19:33:03.128424 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.243347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:03.266505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:03.278031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:03.288176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-de7e8456-6b2e-436a-9e82-5d23a202e4f4 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549654 Jul 22 19:33:03.316301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=4e418b02-0861-4ff3-8441-4e4b34ed5319,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:03.324700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Allocated IP 172.25.6.167 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/1f708a5c-607b-4d65-b89a-e9d7bbef365e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:03.368276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04678e2d-5a45-4176-bd77-5b89358da9a7 req-70873fe0-cd60-484e-b7ea-0a56bb85e36b tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:03.370012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04678e2d-5a45-4176-bd77-5b89358da9a7 req-70873fe0-cd60-484e-b7ea-0a56bb85e36b tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 943 time: 0.3598564 Jul 22 19:33:03.390722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8353991c-4b29-4c9f-8d8e-82619331e24b req-430b5648-b3bf-47c2-bfce-7cbd540fca17 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942476 Jul 22 19:33:03.408340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f96c1-be72-4bb2-933e-ca0cbe986c10 req-815a9418-80a3-4051-b07a-2d27a2169622 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:03.409995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009f96c1-be72-4bb2-933e-ca0cbe986c10 req-815a9418-80a3-4051-b07a-2d27a2169622 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.3461175 Jul 22 19:33:03.471798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 275dfefd-aa44-463c-9abd-78247a2b76e1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:03.534208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 275dfefd-aa44-463c-9abd-78247a2b76e1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:03.534589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.613453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04678e2d-5a45-4176-bd77-5b89358da9a7 req-cb5c5432-ac51-4860-a7c6-1f4404f7d803 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372897 Jul 22 19:33:03.662656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009f96c1-be72-4bb2-933e-ca0cbe986c10 req-7b9e4e33-d6b1-4b93-85da-22fa42705dbb tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349052 Jul 22 19:33:03.716355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.734284 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94b4fea-5eb9-4d9c-aaf6-f45560e446c1 x-openstack-request-id: req-d94b4fea-5eb9-4d9c-aaf6-f45560e446c1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:03.734809 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "code": 200}, {"name": "network-changed", "server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:03.734809 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d94b4fea-5eb9-4d9c-aaf6-f45560e446c1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:03.735271 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'code': 200} Jul 22 19:33:03.735530 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'status': 'completed', 'code': 200} Jul 22 19:33:03.751074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fd442031-17c7-4af3-8ef4-f022d908ec85 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:03.756879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:03.828486 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df0e0ce-8cc0-4843-aebe-070d579f710d x-openstack-request-id: req-5df0e0ce-8cc0-4843-aebe-070d579f710d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:03.828914 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08587fc4-d84b-4e4d-87a1-c371f5f42f7d", "name": "network-vif-deleted", "tag": "232f4f6e-2a41-4e40-b690-577119cb5d00", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:03.829820 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5df0e0ce-8cc0-4843-aebe-070d579f710d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:03.830103 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08587fc4-d84b-4e4d-87a1-c371f5f42f7d', 'name': 'network-vif-deleted', 'tag': '232f4f6e-2a41-4e40-b690-577119cb5d00', 'status': 'completed', 'code': 200} Jul 22 19:33:03.881634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-da896e89-f6b6-48e3-990f-73a4ba1b5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:03.883093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-da896e89-f6b6-48e3-990f-73a4ba1b5b92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1101 time: 0.1173673 Jul 22 19:33:03.886707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-a28572e9-ae97-4ee8-bbc9-0a9412c0d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:03.888221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-a28572e9-ae97-4ee8-bbc9-0a9412c0d3f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 1101 time: 0.1142471 Jul 22 19:33:03.922140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 23959b3f-2a54-4998-8166-16d222b699f6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:03.927198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 23959b3f-2a54-4998-8166-16d222b699f6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:03.928044 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.936996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:03.974822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fd442031-17c7-4af3-8ef4-f022d908ec85,segment=NetworkSegment(6e0f3a55-7752-4b99-a527-5ebae63911fc),segment_id=6e0f3a55-7752-4b99-a527-5ebae63911fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:03.994311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'fd442031-17c7-4af3-8ef4-f022d908ec85', 'network_id': 'eb28efa6-dda4-453b-90bf-4120402d7797', 'port_id': 'fd442031-17c7-4af3-8ef4-f022d908ec85', 'mac_address': 'fa:16:3e:85:81:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf56fc9c-5c39-49f3-9e61-97fbbacdac41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:04.003626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:04.007463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event updated for resources: {'Port': ['ID=1f708a5c-607b-4d65-b89a-e9d7bbef365e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.010275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:04.015862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.059442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-632bc9a6-21b3-4558-8a34-d3d017c48f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.061532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-632bc9a6-21b3-4558-8a34-d3d017c48f87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1707735 Jul 22 19:33:04.064449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-742c9697-84fa-4046-b1d1-4453285a1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.065940 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-742c9697-84fa-4046-b1d1-4453285a1bae service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1675911 Jul 22 19:33:04.075362 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.092494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:04.094078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd442031-17c7-4af3-8ef4-f022d908ec85 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:04.096111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49550) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:04.098653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.112703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-24cc9a04-f849-49e4-9e2b-ce4fd0a74445 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0441201 Jul 22 19:33:04.133485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fd442031-17c7-4af3-8ef4-f022d908ec85,segment=NetworkSegment(6e0f3a55-7752-4b99-a527-5ebae63911fc),segment_id=6e0f3a55-7752-4b99-a527-5ebae63911fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:04.142837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:04.145802 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a23c319-5227-4ba4-8696-f2c3295d1f7d" -d '{"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-plugged", "status": "completed", "tag": "23959b3f-2a54-4998-8166-16d222b699f6"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:04.153586 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-c1dcdddf-c6ba-4a9c-82b8-af0259c82d83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 200 len: 217 time: 0.0770695 Jul 22 19:33:04.156125 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.218600 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a389f26-1bbf-433e-9979-484fbcd55c35 x-openstack-request-id: req-0a389f26-1bbf-433e-9979-484fbcd55c35 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:04.219703 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-plugged", "status": "completed", "tag": "23959b3f-2a54-4998-8166-16d222b699f6", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:04.221602 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a389f26-1bbf-433e-9979-484fbcd55c35 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:04.222196 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6', 'code': 200} Jul 22 19:33:04.225276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:04.233561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-22d66e55-43ad-45dc-9301-92b47591a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.235294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-22d66e55-43ad-45dc-9301-92b47591a2f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0909538 Jul 22 19:33:04.239385 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.239670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-bfdcbecf-c5ed-48c6-a1e6-f1110050abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.240629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:04.241153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-bfdcbecf-c5ed-48c6-a1e6-f1110050abb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0636973 Jul 22 19:33:04.297657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.322933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting subnet d22dd905-6eab-4d8e-ab31-477bae99c2ab {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:04.330698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:04.349730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-229770ab-5aca-4cf7-b645-25f67f0606b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.351593 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-229770ab-5aca-4cf7-b645-25f67f0606b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976970 Jul 22 19:33:04.362565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:04.370162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.390100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-0b1dc88b-ebbf-4c18-8103-f3dac1856c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.391656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-0b1dc88b-ebbf-4c18-8103-f3dac1856c8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1484003 Jul 22 19:33:04.508760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-91164246-02f2-40c5-a39a-58f2f3926198 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499953 Jul 22 19:33:04.521432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['fd442031-17c7-4af3-8ef4-f022d908ec85'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:04.543863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f2bd9-363e-4eee-9cff-481edf4adb49 req-51352981-14da-47c1-9c91-be2e70431310 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:04.547911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:04.552187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc9f2bd9-363e-4eee-9cff-481edf4adb49 req-51352981-14da-47c1-9c91-be2e70431310 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 949 time: 0.4565544 Jul 22 19:33:04.565296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-ac050bac-e595-4eb8-97ef-4cd60f1ef8cd service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651716 Jul 22 19:33:04.586060 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.703418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-fc96009d-e549-418e-9d4a-d56419dc5955 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867716 Jul 22 19:33:04.709863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:04.733737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'mac_address': 'fa:16:3e:c3:c8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:04.734886 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5087c7db-6ff2-4466-b3b1-951b0c9e7248 req-4e4c9db4-196e-4d4b-826e-8613aff80913 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304421 Jul 22 19:33:04.757435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc9f2bd9-363e-4eee-9cff-481edf4adb49 req-1bcb542e-dfc2-4f16-8e16-ff42c9e30f4d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039986 Jul 22 19:33:04.783969 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.802919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.826151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:04.853951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:04.858752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:04.915275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:05.128210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e5b427dc-4afc-425f-98f7-f74f85d921bd'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:05.167371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e315b-1d9a-4b37-8a97-5ecf8a86e5d8 req-81036bff-6401-4138-a8d8-4756c43e6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:05.168877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f9e315b-1d9a-4b37-8a97-5ecf8a86e5d8 req-81036bff-6401-4138-a8d8-4756c43e6e43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1097 time: 0.8505223 Jul 22 19:33:05.353125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.403168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f9e315b-1d9a-4b37-8a97-5ecf8a86e5d8 req-bd4a3ccb-9f9c-4d3f-b34c-ffd0b244b44b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962249 Jul 22 19:33:05.429379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.442480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a01e46-ad40-42fe-8d34-3f1c13fee5d3 req-bf939ebc-13a3-4932-940f-1175eb452b74 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:05.443957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22a01e46-ad40-42fe-8d34-3f1c13fee5d3 req-bf939ebc-13a3-4932-940f-1175eb452b74 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 944 time: 0.6974201 Jul 22 19:33:05.555642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04aa72-4b71-409d-bbac-114c3b7ddc0e req-93dc1866-c776-44b2-be06-c27d0c0737fd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:05.557146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc04aa72-4b71-409d-bbac-114c3b7ddc0e req-93dc1866-c776-44b2-be06-c27d0c0737fd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.4108546 Jul 22 19:33:05.591071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.645697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22a01e46-ad40-42fe-8d34-3f1c13fee5d3 req-12600c8f-b0f5-48ed-96fb-6364c114e811 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338091 Jul 22 19:33:05.656629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Subnet': ['ID=d22dd905-6eab-4d8e-ab31-477bae99c2ab,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:05.664835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be947239-a852-4210-b84b-371340d4fbc0 None None] Network c57b236c-421d-4ec2-8bfb-d5035ea8c8be requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:05.668741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.673332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:05.673465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5b6caf43-4488-40ae-a4fe-dd302c858f93 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/subnets/d22dd905-6eab-4d8e-ab31-477bae99c2ab HTTP/1.1" status: 204 len: 168 time: 1.5760050 Jul 22 19:33:05.691065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc04aa72-4b71-409d-bbac-114c3b7ddc0e req-54a2d638-3134-4c84-8a32-f9d6973d221d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 Jul 22 19:33:05.766192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fd442031-17c7-4af3-8ef4-f022d908ec85 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:05.788737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router 10efe8da-a8ed-4722-9848-d589e5163566 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:05.803433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.868889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port ee774804-13a8-4711-bc6e-8d49015b1b7f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:05.869242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.912114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port fd442031-17c7-4af3-8ef4-f022d908ec85 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:05.919490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port fd442031-17c7-4af3-8ef4-f022d908ec85 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:05.919869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.949306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port ee774804-13a8-4711-bc6e-8d49015b1b7f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ee774804-13a8-4711-bc6e-8d49015b1b7f,segment=NetworkSegment(f19f9169-50c4-43b3-b154-83e72a92958e),segment_id=f19f9169-50c4-43b3-b154-83e72a92958e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:05.950180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.965502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:05.968241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for ee774804-13a8-4711-bc6e-8d49015b1b7f owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:06.019920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.045475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] DHCP port deletion for c57b236c-421d-4ec2-8bfb-d5035ea8c8be request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:33:06.065259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.076436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf4212-e719-44e8-816c-9e7b49e16c44 req-312ab616-5f98-477d-bc34-84c71c6590f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:06.077994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61bf4212-e719-44e8-816c-9e7b49e16c44 req-312ab616-5f98-477d-bc34-84c71c6590f8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.2175791 Jul 22 19:33:06.084754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fd442031-17c7-4af3-8ef4-f022d908ec85,segment=NetworkSegment(6e0f3a55-7752-4b99-a527-5ebae63911fc),segment_id=6e0f3a55-7752-4b99-a527-5ebae63911fc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:06.093773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.094668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:06.100814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=ee774804-13a8-4711-bc6e-8d49015b1b7f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.107489 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] Sync routers for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:06.114137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port ee774804-13a8-4711-bc6e-8d49015b1b7f on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:06.123321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:06.124602 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.135080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.139762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac0b3c36-662e-4d5d-bfd6-29e9a2e423d9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1982846 Jul 22 19:33:06.143960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49566) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:06.158125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Deleting port ee774804-13a8-4711-bc6e-8d49015b1b7f {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:06.158514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.173867 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.184319 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:06.185367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.189162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.208036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.208418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.208742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.209084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.209419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.209754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.210670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.210670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.210882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.211100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.211474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.211786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:06.219694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61bf4212-e719-44e8-816c-9e7b49e16c44 req-0995414f-7f3d-4f42-ad66-41dc6e351e30 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264002 Jul 22 19:33:06.258237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:06.261265 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb63853-2105-4e7d-afc9-3043bac97bbb" -d '{"events": [{"server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "name": "network-vif-plugged", "status": "completed", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:06.270008 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.272069 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26172e57-36c5-4edf-a0ff-0539c773e437 None None] The sync data for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:06.291560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] For port ee774804-13a8-4711-bc6e-8d49015b1b7f, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:06.292563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.296167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.303409 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626f5399-4107-44be-be1c-2ba2b27aafdb x-openstack-request-id: req-626f5399-4107-44be-be1c-2ba2b27aafdb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:06.304476 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "name": "network-vif-plugged", "status": "completed", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:06.304851 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-626f5399-4107-44be-be1c-2ba2b27aafdb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:06.305409 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85', 'code': 200} Jul 22 19:33:06.312609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Calling delete_port for ee774804-13a8-4711-bc6e-8d49015b1b7f owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:06.315657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Port ee774804-13a8-4711-bc6e-8d49015b1b7f was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:33:06.317356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.330028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57b236c-421d-4ec2-8bfb-d5035ea8c8be']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.345432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19f9169-50c4-43b3-b154-83e72a92958e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.345723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19f9169-50c4-43b3-b154-83e72a92958e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.354566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] Pushing event deleted for resources: {'Port': ['ID=ee774804-13a8-4711-bc6e-8d49015b1b7f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.360383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.373266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe05709-1449-4f54-b73c-0022d68e5a49 None None] No DVR routers for this DVR port ee774804-13a8-4711-bc6e-8d49015b1b7f on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:06.374047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Router 1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:06.383902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.395766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:06.397559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: items = [ Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:06.399463 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:06.470302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.478053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.480837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/networks/c57b236c-421d-4ec2-8bfb-d5035ea8c8be HTTP/1.1" status: 204 len: 168 time: 0.8061414 Jul 22 19:33:06.483234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49572) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:06.501382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f8f20-3daa-4ef4-9c27-163e3f2ab5cb tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Network': ['ID=c57b236c-421d-4ec2-8bfb-d5035ea8c8be,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.548295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting subnet e6793696-bec0-4758-8153-8539247ee1e3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:06.552538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:06.561090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.605787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e5b427dc-4afc-425f-98f7-f74f85d921bd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:06.610066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e5b427dc-4afc-425f-98f7-f74f85d921bd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:06.610500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.614203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.706915 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.730863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.738427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74aeb7-9886-4870-91c6-866f1cda89b5 req-e224ccc9-10e1-414c-8b4d-cc43b2d909eb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:06.740535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc74aeb7-9886-4870-91c6-866f1cda89b5 req-e224ccc9-10e1-414c-8b4d-cc43b2d909eb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 950 time: 0.3589022 Jul 22 19:33:06.750069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:06.754601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.783741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a12be7-7659-4d3f-be8e-6e48a1705029 req-f49ab614-21b9-4fdc-9c71-28b6a0f3de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:06.785300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17a12be7-7659-4d3f-be8e-6e48a1705029 req-f49ab614-21b9-4fdc-9c71-28b6a0f3de3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 1097 time: 0.3788171 Jul 22 19:33:06.800111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.812981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:06.826159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] Sync routers for ids ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:06.830697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=13']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.831543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Subnet': ['ID=e6793696-bec0-4758-8153-8539247ee1e3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:06.835530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.837453 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7610f4aa-0e55-426d-97c9-7641332f17d0 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/subnets/e6793696-bec0-4758-8153-8539247ee1e3 HTTP/1.1" status: 204 len: 168 time: 0.3533013 Jul 22 19:33:06.840340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:06.851819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761db953-22a4-4757-bf33-3eb9fa8457df None None] Network 39891719-e7c3-4a4d-8923-bcec36babfbd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:06.875376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] Routers {'1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:06.876012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.914104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.926516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:06.960009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] Routers {'1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:06.960636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:06.986128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Deleting port 7e95ad24-c954-4a87-8900-5d182e533ae5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:06.986402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.008716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:07.009404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b1da4f-dde5-4c22-ad2b-d71babc25492 None None] The sync data for ids ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:07.061400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] For port 7e95ad24-c954-4a87-8900-5d182e533ae5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7e95ad24-c954-4a87-8900-5d182e533ae5,segment=NetworkSegment(a479cfc8-8eb2-4027-8cdb-26b490e62575),segment_id=a479cfc8-8eb2-4027-8cdb-26b490e62575)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:07.061954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.063570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-361179c0-9582-4810-9f92-265e40342301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.077367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Calling delete_port for 7e95ad24-c954-4a87-8900-5d182e533ae5 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:07.139885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] DHCP port deletion for 39891719-e7c3-4a4d-8923-bcec36babfbd request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:33:07.169296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.195252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Deleting port 7e95ad24-c954-4a87-8900-5d182e533ae5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:07.196104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.196285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Port': ['ID=7e95ad24-c954-4a87-8900-5d182e533ae5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:07.200958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] No DVR routers for this DVR port 7e95ad24-c954-4a87-8900-5d182e533ae5 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:07.222481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc74aeb7-9886-4870-91c6-866f1cda89b5 req-3955e8ad-bd3f-4286-9eeb-a875b4ebc7dc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472744 Jul 22 19:33:07.231159 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.235023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c9102f16-9122-450d-ab33-843c8e83fa6e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5368748 Jul 22 19:33:07.235889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49584) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:07.241797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:07.246511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17a12be7-7659-4d3f-be8e-6e48a1705029 req-a37c2c95-5a76-4b32-80ff-ebbc104df15f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424210 Jul 22 19:33:07.280285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] For port 7e95ad24-c954-4a87-8900-5d182e533ae5, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:07.280686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.294920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Calling delete_port for 7e95ad24-c954-4a87-8900-5d182e533ae5 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:07.297769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Port 7e95ad24-c954-4a87-8900-5d182e533ae5 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:33:07.299329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.304894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.318498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39891719-e7c3-4a4d-8923-bcec36babfbd']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:07.330412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a479cfc8-8eb2-4027-8cdb-26b490e62575') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:07.330904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a479cfc8-8eb2-4027-8cdb-26b490e62575') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:07.331510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] Pushing event deleted for resources: {'Port': ['ID=7e95ad24-c954-4a87-8900-5d182e533ae5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:07.337258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c74ddd-3684-4739-93c1-70dfb30a29f4 None None] No DVR routers for this DVR port 7e95ad24-c954-4a87-8900-5d182e533ae5 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:07.340828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.364749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.373679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:07.374092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:07.377189 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:07.415353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0639-497a-4d4f-a162-b49559dc5b67 req-2f460fc4-9a43-4ccd-8585-7e879516f79f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:07.417676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a97f0639-497a-4d4f-a162-b49559dc5b67 req-2f460fc4-9a43-4ccd-8585-7e879516f79f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 945 time: 0.6407521 Jul 22 19:33:07.455057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.459517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.466646 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] 10.222.0.10 "DELETE /v2.0/networks/39891719-e7c3-4a4d-8923-bcec36babfbd HTTP/1.1" status: 204 len: 168 time: 0.6205416 Jul 22 19:33:07.470541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7e95ad24-c954-4a87-8900-5d182e533ae5 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:07.475812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f83d9e-191b-46ee-bdd3-42c8e2a71f70 tempest-ServersTestMultiNic-353478081 tempest-ServersTestMultiNic-353478081-project] Pushing event deleted for resources: {'Network': ['ID=39891719-e7c3-4a4d-8923-bcec36babfbd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:07.491403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7e95ad24-c954-4a87-8900-5d182e533ae5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:07.491756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7e95ad24-c954-4a87-8900-5d182e533ae5 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:07.492268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ee774804-13a8-4711-bc6e-8d49015b1b7f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:07.511354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ee774804-13a8-4711-bc6e-8d49015b1b7f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:07.511744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ee774804-13a8-4711-bc6e-8d49015b1b7f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:07.632498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a97f0639-497a-4d4f-a162-b49559dc5b67 req-68870c58-9d8d-4969-8235-2e0b666729f7 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011809 Jul 22 19:33:07.646149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c82c5a-c87f-4c33-ba5e-122a74c6505b req-915120e8-7129-4b0f-a95e-c7c947e33bad tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:07.647640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60c82c5a-c87f-4c33-ba5e-122a74c6505b req-915120e8-7129-4b0f-a95e-c7c947e33bad tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.3053420 Jul 22 19:33:07.685899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:07.762018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60c82c5a-c87f-4c33-ba5e-122a74c6505b req-f3b4fd61-a7fa-482c-bff0-ceb9065e284a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037524 Jul 22 19:33:07.980461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.051848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6e501-6226-45bb-acac-4c36bfa734f1 req-3bf59702-00b2-4fb9-97cc-8f42d93ca7e7 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.053428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bad6e501-6226-45bb-acac-4c36bfa734f1 req-3bf59702-00b2-4fb9-97cc-8f42d93ca7e7 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1097 time: 0.1806846 Jul 22 19:33:08.059878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-70069f0c-0efe-4039-bddb-fd879b5412e5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727429 Jul 22 19:33:08.233994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bad6e501-6226-45bb-acac-4c36bfa734f1 req-340a473c-3013-4a9b-8e28-ea20022e6db5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689966 Jul 22 19:33:08.289572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49612) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:08.306578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:08.310991 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cd39ed-02d1-4e18-a3d1-f71498a73580" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:08.340632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-d4fb9c76-8740-4ca0-b9b3-8ca2d632fcaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.342165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-d4fb9c76-8740-4ca0-b9b3-8ca2d632fcaf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756362 Jul 22 19:33:08.364233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.1 (8ca922b8-6b34-4576-89ce-0326fc14ea41/4368c9e2-902d-42ae-98fb-0da40c23adfd/1218119d-4e83-47c1-9040-4b7bb6c2f0bd) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:08.410043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-cf91c1f0-9240-494a-8649-52d285b15be0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/quotas/3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 375 time: 0.0558503 Jul 22 19:33:08.598108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee528-c9a6-47d0-9a07-3800791a5930 req-06ca5b47-060e-402f-80b1-d966e99bae5b tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:08.599609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35bee528-c9a6-47d0-9a07-3800791a5930 req-06ca5b47-060e-402f-80b1-d966e99bae5b tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1097 time: 0.2532165 Jul 22 19:33:08.664760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.668990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:08.702189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Transition to ACTIVE for port object 1218119d-4e83-47c1-9040-4b7bb6c2f0bd will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:08.722834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-c8082c0d-753d-4ccb-a302-08ec1fb1e947 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3032739 Jul 22 19:33:08.747776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35bee528-c9a6-47d0-9a07-3800791a5930 req-9c6721c2-9107-4f4a-8bcd-feecfb6125f1 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150630 Jul 22 19:33:08.811880 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e18c0a0-9028-4cd3-aed3-e4aa9a0efc15 x-openstack-request-id: req-7e18c0a0-9028-4cd3-aed3-e4aa9a0efc15 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:08.812233 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-plugged", "status": "completed", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:08.812560 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e18c0a0-9028-4cd3-aed3-e4aa9a0efc15 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:08.812959 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'code': 200} Jul 22 19:33:08.960092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.014708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Deleting port 1323ef43-493f-41d9-8a21-67ddc8d7114c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:09.015461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.133387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] For port 1323ef43-493f-41d9-8a21-67ddc8d7114c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1323ef43-493f-41d9-8a21-67ddc8d7114c,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:09.133709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.152041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Calling delete_port for 1323ef43-493f-41d9-8a21-67ddc8d7114c owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:09.379118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-456059a3-10cd-46e8-919e-a6dbd6c3a13c req-1bbeb049-f1c3-4ead-afd9-5d88f6a7a22a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 210 time: 0.0752993 Jul 22 19:33:09.408265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:09.413984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=1218119d-4e83-47c1-9040-4b7bb6c2f0bd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:09.421069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:09.430338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.432820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:09.466507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.604518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3e41d-1af5-421e-8ef4-128a8f06a69b req-9a47ecfb-ebd7-499f-a8c2-5d7843343c7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:09.606488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2b3e41d-1af5-421e-8ef4-128a8f06a69b req-9a47ecfb-ebd7-499f-a8c2-5d7843343c7e tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 945 time: 0.6938667 Jul 22 19:33:09.613225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.738614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.822543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2b3e41d-1af5-421e-8ef4-128a8f06a69b req-77dd7e21-a486-4fb5-8052-7c28accf7f54 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058995 Jul 22 19:33:09.825234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router 1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:09.868485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-caa30bf4-1ba1-4aed-a23d-0d62789d7458 None None] Provisioning for port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:09.874150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:09.890018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-caa30bf4-1ba1-4aed-a23d-0d62789d7458 None None] Provisioning complete for port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:09.890620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-caa30bf4-1ba1-4aed-a23d-0d62789d7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.008312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-caa30bf4-1ba1-4aed-a23d-0d62789d7458 None None] Port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:10.022646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5b7bc8f-e2f0-486f-9e60-75639e08aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.103752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1323ef43-493f-41d9-8a21-67ddc8d7114c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:10.106733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:10.119218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.125624 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] Sync routers for ids ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:10.143331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49662) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:10.146237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac23fb11-d551-47f6-b404-bbfc80c252f8 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "PUT /v2.0/routers/1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 200 len: 922 time: 2.9013915 Jul 22 19:33:10.167417 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] Routers {'1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:10.170327 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.202189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-92d53b17-549b-470c-a23c-fe3b7126a657 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=3604edf80b514ac5a99cb0b562b3c169&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878675 Jul 22 19:33:10.271795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.274362 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.290434 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] Routers {'1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:10.291348 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.332073 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:10.333125 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737a6eb-e16a-4a68-8418-6333b91e9f92 None None] The sync data for ids ['1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:10.647139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7553748a-b27a-437e-a861-df6dc94f3dba req-1afe3043-e960-4b6d-b226-f31f35bf5fee tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 210 time: 0.0614562 Jul 22 19:33:10.649486 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-16facb31-abed-4b42-9c89-a0d28216daf4 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 200 len: 922 time: 0.4496729 Jul 22 19:33:10.652963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49676) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:10.687067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-151b3ac7-cf5b-45be-870e-52003122e281 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:10.688992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-151b3ac7-cf5b-45be-870e-52003122e281 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390732 Jul 22 19:33:10.710513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Request body: {'port': {'device_id': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '3604edf80b514ac5a99cb0b562b3c169'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:10.747996 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.761179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-57916001-feb8-4bef-b14a-dbd21f6bcfe5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:33:10.762172 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-57916001-feb8-4bef-b14a-dbd21f6bcfe5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098758 Jul 22 19:33:10.804717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Request body: {'binding': {'host': 'n-h1-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:10.805175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:33:10.851650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.863546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d58c1-eeeb-498a-a9f3-39a5fe111fd6 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:10.867591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd1d58c1-eeeb-498a-a9f3-39a5fe111fd6 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2110167 Jul 22 19:33:10.867591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:10.868440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49678) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:10.950435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c34da4-827e-46cd-80c2-69daf88ee17f req-56b9821b-efbb-4120-82ef-88789c21b7ba tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:10.952138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40c34da4-827e-46cd-80c2-69daf88ee17f req-56b9821b-efbb-4120-82ef-88789c21b7ba tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 945 time: 0.2265463 Jul 22 19:33:11.002038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=1218119d-4e83-47c1-9040-4b7bb6c2f0bd,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:11.040185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.061267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Made reservation on behalf of 3604edf80b514ac5a99cb0b562b3c169 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:11.065643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.087273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40c34da4-827e-46cd-80c2-69daf88ee17f req-229065b0-7e0a-4948-879e-6d4aa7614222 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193800 Jul 22 19:33:11.151612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2cd300-5261-4b2f-9f3c-516c440cc29f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:11.154317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4c2cd300-5261-4b2f-9f3c-516c440cc29f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.2816205 Jul 22 19:33:11.157296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49682) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:11.193983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ee629aac-000f-412b-a07a-ea59a811cade tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 200 len: 205 time: 0.0356348 Jul 22 19:33:11.196683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49684) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:11.231640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on host n-h1-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:11.231985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:11.232339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:11.253722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:11.253964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:11.274889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:11.275240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:11.275627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:11.276248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Bound port: 23959b3f-2a54-4998-8166-16d222b699f6, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:11.294356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:11.297379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:11.368954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:11.411132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Allocated IP 192.168.233.43 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/bee3357f-13a9-4657-ba36-84ef4f1e4ceb) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:11.420465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.440967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.509357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:11.522585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.528444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-28a1ca82-9832-4209-b0b5-90db743c9c46 service neutron] 10.222.0.10 "POST /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7287946 Jul 22 19:33:11.531769 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:33:11.751315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:11.754908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f36397fe-69f3-4443-ae68-fdcb7a084126 None None] Provisioning complete for port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:11.755832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f36397fe-69f3-4443-ae68-fdcb7a084126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.764930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bbba9f09-205d-463d-b152-4386bf3575cc admin admin] 10.222.0.10 "PUT /v2.0/routers/8c7d8728-04dd-43da-8e85-66ecdc99d5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4720490 Jul 22 19:33:11.768598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:11.877828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.905331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Transition to ACTIVE for port object bee3357f-13a9-4657-ba36-84ef4f1e4ceb will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:11.921544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Sync routers for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:11.927802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-657dc818-bd49-4244-abe4-bb26eedd10ec req-9306a61e-509b-4735-875e-193a9ce298a3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 210 time: 0.0585387 Jul 22 19:33:11.935663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:11.949299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:11.949951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:11.953450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f36397fe-69f3-4443-ae68-fdcb7a084126 None None] Port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:11.989153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router 10efe8da-a8ed-4722-9848-d589e5163566 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:12.005591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.017595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'e5b427dc-4afc-425f-98f7-f74f85d921bd'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:12.094482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:12.103024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:12.105006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:12.108373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:12.109548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:33:12.157283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.168299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.169312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.192481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-51902d6b-5554-4bcc-8707-4b7a317f2651 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4911759 Jul 22 19:33:12.208297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-9d7dcddf-667f-467b-80ec-bb2d57c6b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.209651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-9d7dcddf-667f-467b-80ec-bb2d57c6b163 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1097 time: 0.3370216 Jul 22 19:33:12.210397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Request body: {'port': {'device_id': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:12.259326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.320056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.380465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-67233164-54bc-40a9-a5b8-2a51e6e077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.382258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-67233164-54bc-40a9-a5b8-2a51e6e077c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.1580944 Jul 22 19:33:12.418326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Deleting port e74ac635-fe05-4ff9-af2c-042eb4734d9a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:12.418572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.421721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-acc292a5-6155-4b59-b36c-ae7bedd4aa1b None None] Provisioning for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:12.431967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-acc292a5-6155-4b59-b36c-ae7bedd4aa1b None None] Provisioning complete for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:12.433159 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acc292a5-6155-4b59-b36c-ae7bedd4aa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.478279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-b11c8457-5f24-4f66-acc2-a1f0420834ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 217 time: 0.0876250 Jul 22 19:33:12.487219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1ebad-5617-469e-8dee-bb2bf1e25d71 req-207bd0ef-a6cd-466d-ac96-5d7b25901fdc tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.488759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06d1ebad-5617-469e-8dee-bb2bf1e25d71 req-207bd0ef-a6cd-466d-ac96-5d7b25901fdc tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.6207855 Jul 22 19:33:12.503198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-acc292a5-6155-4b59-b36c-ae7bedd4aa1b None None] Port bee3357f-13a9-4657-ba36-84ef4f1e4ceb cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:12.517084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:33:09Z', 'revision_number': 5, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port': {'id': 'e74ac635-fe05-4ff9-af2c-042eb4734d9a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:14Z', 'updated_at': '2021-07-22T19:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.554718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Checking router: 8c7d8728-04dd-43da-8e85-66ecdc99d5ad for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:33:12.587439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Routers {'8c7d8728-04dd-43da-8e85-66ecdc99d5ad'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:12.588952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.589205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:12.597470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbe7ce3b-a1de-4eec-bad7-d3690b835f08 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/routers/10efe8da-a8ed-4722-9848-d589e5163566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4508104 Jul 22 19:33:12.598103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49702) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:12.604889 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] Sync routers for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:12.614647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'port': {'network_id': '8ca922b8-6b34-4576-89ce-0326fc14ea41', 'name': 'tempest-FloatingIPTestJSON-545464038'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:12.615143 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:12.615965 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.649798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8db7fd-6729-4eca-8e5e-76562a3db196 req-42dfa298-a128-4f22-addb-234e0a8adc5c tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.652656 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.655139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed8db7fd-6729-4eca-8e5e-76562a3db196 req-42dfa298-a128-4f22-addb-234e0a8adc5c tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 945 time: 0.4429724 Jul 22 19:33:12.664600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:12.665502 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.667993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-156b210b-2c5e-4545-a041-fb927b3a2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.669876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-156b210b-2c5e-4545-a041-fb927b3a2a7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.1750133 Jul 22 19:33:12.689501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-dd098490-3dee-4e4b-b68b-a7ecf864a2e7 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:12.691133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-dd098490-3dee-4e4b-b68b-a7ecf864a2e7 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 945 time: 0.5427737 Jul 22 19:33:12.702883 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.703829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a781078-6f13-4588-b5af-d095b3cb47c1 None None] The sync data for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:12.707738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] Set router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:33:12.723078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06d1ebad-5617-469e-8dee-bb2bf1e25d71 req-07635b45-b966-4d1d-8e71-6af97778ec9f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100403 Jul 22 19:33:12.784676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:33:12Z', 'revision_number': 6, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:12.814658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port 1f708a5c-607b-4d65-b89a-e9d7bbef365e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:12.814890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.830054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2bd30-f7cd-443b-8e36-8babaf877f47 None None] The sync data for ids ['8c7d8728-04dd-43da-8e85-66ecdc99d5ad'] in n-d-800087-13 is: [{'id': '8c7d8728-04dd-43da-8e85-66ecdc99d5ad', 'name': 'tempest-ServersTestMultiNic-303060676-router', 'tenant_id': '44d67da407fe4538b157a6bd104cb4a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:33:12Z', 'revision_number': 6, 'project_id': '44d67da407fe4538b157a6bd104cb4a5', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:12.845921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-5a2a8317-d0ae-44f7-a9e0-ad3a2c544b48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491354 Jul 22 19:33:12.848036 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:12.994387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed8db7fd-6729-4eca-8e5e-76562a3db196 req-d6f3bd92-b3a0-4078-8af4-97b45c953dbd tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/security-groups?id=ddec237c-389f-4900-ad75-0e6c5af27af7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166752 Jul 22 19:33:13.008139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] For port e74ac635-fe05-4ff9-af2c-042eb4734d9a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e74ac635-fe05-4ff9-af2c-042eb4734d9a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:13.008435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.028820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Calling delete_port for e74ac635-fe05-4ff9-af2c-042eb4734d9a owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:13.116462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.146412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Made reservation on behalf of 9bb12109f91f4704bbd9d528074594ab for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:13.149759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.153120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for 1f708a5c-607b-4d65-b89a-e9d7bbef365e owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:13.161699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-2937d73d-42d9-4734-8b93-e2d6a60c81c0 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061602 Jul 22 19:33:13.200377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:13.201855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Deleting port fd442031-17c7-4af3-8ef4-f022d908ec85 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:13.202240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.210674 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.233430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Transition to ACTIVE for port object bee3357f-13a9-4657-ba36-84ef4f1e4ceb will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:13.242148 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.287373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] device_id is not set on port a6023ea6-b077-4444-a620-e9de2474284e yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:33:13.408640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:13.419743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.428007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:13.428651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:13.429045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:13.460090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74ac635-fe05-4ff9-af2c-042eb4734d9a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:13.489375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:13.489758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:13.498528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1323ef43-493f-41d9-8a21-67ddc8d7114c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:13.515619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:13.515997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:13.518295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:13.518295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Bound port: bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:13.518295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.521131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ca741-ece3-461e-b4c0-389b71431080 req-213ed491-bd8e-45e8-bee9-43989f260a59 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:13.529426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b29ca741-ece3-461e-b4c0-389b71431080 req-213ed491-bd8e-45e8-bee9-43989f260a59 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 935 time: 0.4788020 Jul 22 19:33:13.537081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-44335331-24eb-4f4c-81dd-8a53489f3790 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592958 Jul 22 19:33:13.555299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 1323ef43-493f-41d9-8a21-67ddc8d7114c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:13.555719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1323ef43-493f-41d9-8a21-67ddc8d7114c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:13.556470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e74ac635-fe05-4ff9-af2c-042eb4734d9a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:13.578781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.595832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e74ac635-fe05-4ff9-af2c-042eb4734d9a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:13.596475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e74ac635-fe05-4ff9-af2c-042eb4734d9a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:13.707838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.711376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.763874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:13.780103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:13.784203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.785078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7d8728-04dd-43da-8e85-66ecdc99d5ad {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:13.797619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.799253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8de4f580-031d-48a5-9ba1-66a108ba32d1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8c7d8728-04dd-43da-8e85-66ecdc99d5ad HTTP/1.1" status: 204 len: 168 time: 2.0293188 Jul 22 19:33:13.801979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.804716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b29ca741-ece3-461e-b4c0-389b71431080 req-f05ace5a-ac05-40a5-9df4-061217d29f1c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741425 Jul 22 19:33:13.812522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49708) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:13.831891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:13.832492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.834077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] 10.222.0.26 "PUT /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 1096 time: 1.6325555 Jul 22 19:33:13.836225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:13.839980 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c16e8f4-8575-4454-9fee-ba3374c61d03" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:13.905162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] For port fd442031-17c7-4af3-8ef4-f022d908ec85, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=fd442031-17c7-4af3-8ef4-f022d908ec85,segment=NetworkSegment(6e0f3a55-7752-4b99-a527-5ebae63911fc),segment_id=6e0f3a55-7752-4b99-a527-5ebae63911fc)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:13.905805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:13.923849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Calling delete_port for fd442031-17c7-4af3-8ef4-f022d908ec85 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:13.961351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eece818-087f-4854-ac9d-1cb90552fd1f service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:13.989390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-f1a464d4-800b-4f9b-8739-dd4776c85e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:13.990828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-f1a464d4-800b-4f9b-8739-dd4776c85e08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1099 time: 0.1088500 Jul 22 19:33:14.012606 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a9472a-82bf-4975-a07e-48597862db97 x-openstack-request-id: req-03a9472a-82bf-4975-a07e-48597862db97 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:14.012956 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:14.013311 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03a9472a-82bf-4975-a07e-48597862db97 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:14.013811 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'status': 'completed', 'code': 200} Jul 22 19:33:14.055446 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-aacbb7bf-f0da-425c-9f30-bc7cb248a6c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0520675 Jul 22 19:33:14.097290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Allocated IP 172.20.0.6 (8ca922b8-6b34-4576-89ce-0326fc14ea41/4368c9e2-902d-42ae-98fb-0da40c23adfd/a6023ea6-b077-4444-a620-e9de2474284e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:14.130799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-b86753a1-e805-4c8e-a113-27ff42f18ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.132599 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-b86753a1-e805-4c8e-a113-27ff42f18ced service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0693810 Jul 22 19:33:14.161000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.217051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-759166db-386f-47f3-8ac4-1bbee7f01eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.218625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-759166db-386f-47f3-8ac4-1bbee7f01eda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789626 Jul 22 19:33:14.229721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.305430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75c0f393-1732-46a3-a6a7-978f6615f6f2 req-5a609670-c4a4-497f-888d-912efd715f47 tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e16ad48-5f91-4981-b100-ef6d29f33ac8 HTTP/1.1" status: 200 len: 210 time: 0.1306732 Jul 22 19:33:14.313615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Pushing event deleted for resources: {'Port': ['ID=fd442031-17c7-4af3-8ef4-f022d908ec85,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:14.334988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-3718569f-c2d1-42b9-a32e-2374ff58f88b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086798 Jul 22 19:33:14.344240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Deleting subnet d6b6d543-1a30-4257-8eb2-f1f98753fe79 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:14.418111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.422085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=1f708a5c-607b-4d65-b89a-e9d7bbef365e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:14.441204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42449470-5e3d-4c5b-a3a1-825ccd5b505a req-82dbbb63-f5a5-4861-b298-2ae81466a561 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002326 Jul 22 19:33:14.487510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] No DVR routers for this DVR port fd442031-17c7-4af3-8ef4-f022d908ec85 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:14.497002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.499088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-509dba91-0f06-4f12-bcc9-8e6069f5178b req-b6224dee-917a-481f-b06c-1fc3dfbdc22f tempest-ServerAddressesTestJSON-906265013 tempest-ServerAddressesTestJSON-906265013-project] 10.222.0.32 "DELETE /v2.0/ports/fd442031-17c7-4af3-8ef4-f022d908ec85 HTTP/1.1" status: 204 len: 173 time: 1.7797792 Jul 22 19:33:14.533713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'name': 'network-vif-deleted', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:14.536253 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e2bc4-2b0a-44cf-ac46-72a78293032a" -d '{"events": [{"server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "name": "network-vif-deleted", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:14.583792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.604121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-f2197b1f-d74e-429e-bda7-a4e9c4938e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.606259 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-f2197b1f-d74e-429e-bda7-a4e9c4938e9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1099 time: 0.1028793 Jul 22 19:33:14.614177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:14.628366 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed503f74-eee7-40c6-9bb1-21c91184b17f x-openstack-request-id: req-ed503f74-eee7-40c6-9bb1-21c91184b17f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:14.628725 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e16ad48-5f91-4981-b100-ef6d29f33ac8", "name": "network-vif-deleted", "tag": "fd442031-17c7-4af3-8ef4-f022d908ec85", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:14.629136 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed503f74-eee7-40c6-9bb1-21c91184b17f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:14.629679 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e16ad48-5f91-4981-b100-ef6d29f33ac8', 'name': 'network-vif-deleted', 'tag': 'fd442031-17c7-4af3-8ef4-f022d908ec85', 'status': 'completed', 'code': 200} Jul 22 19:33:14.642479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c18f-8060-4008-9148-84d4ebdd40ad req-14565f82-3880-42c3-a437-602fbe403580 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.649790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b195c18f-8060-4008-9148-84d4ebdd40ad req-14565f82-3880-42c3-a437-602fbe403580 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.5144131 Jul 22 19:33:14.745743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-76bb9580-8caa-4468-abdd-9a475f196a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.747292 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-76bb9580-8caa-4468-abdd-9a475f196a9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1333048 Jul 22 19:33:14.793310 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-978551b3-9123-48ad-a2e8-f42fda76bf1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0375650 Jul 22 19:33:14.852519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-cb9953a2-e1b7-48f5-82db-24943e584721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.854082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-cb9953a2-e1b7-48f5-82db-24943e584721 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0543025 Jul 22 19:33:14.924017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-a5aec241-a8da-4674-902e-a8b25161c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:14.926070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-a5aec241-a8da-4674-902e-a8b25161c4cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656762 Jul 22 19:33:15.029456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-f5125ddd-40fd-4065-84bf-ba533f612d59 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960228 Jul 22 19:33:15.118038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.139586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.154898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c16e8f4-8575-4454-9fee-ba3374c61d03 req-99171a9d-a84f-4b03-92da-a598b4a001d8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180298 Jul 22 19:33:15.164580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.245188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Transition to ACTIVE for port object a6023ea6-b077-4444-a620-e9de2474284e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:15.264843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b195c18f-8060-4008-9148-84d4ebdd40ad req-911475c7-d9cf-482c-b232-e787b0c716b3 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139650 Jul 22 19:33:15.271737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.272289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:15.290871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.296771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-007d8f09-7850-4208-ab99-62747435f71f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 204 len: 168 time: 4.0933402 Jul 22 19:33:15.297949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:15.298726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.302603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1095373634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:15.337259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.340134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.365432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e6337-afe3-4a31-83a6-6aedb46c5c62 req-1fcefd0c-f321-4a65-85b6-60f4a07bbd4e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:15.372538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-395e6337-afe3-4a31-83a6-6aedb46c5c62 req-1fcefd0c-f321-4a65-85b6-60f4a07bbd4e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.2624443 Jul 22 19:33:15.396210 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.436999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.449615 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.454643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.469042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:15.472250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.476372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f67202fe-e9a1-48b0-8099-6e18eaf84d1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1751015 Jul 22 19:33:15.478077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49730) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:15.484214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:15.489503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-395e6337-afe3-4a31-83a6-6aedb46c5c62 req-e9205311-6c03-421a-b5a8-09db4b33b3db tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160543 Jul 22 19:33:15.524351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:15.526771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:15.534788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:15.537354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event updated for resources: {'Port': ['ID=a6023ea6-b077-4444-a620-e9de2474284e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:15.540722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b6d543-1a30-4257-8eb2-f1f98753fe79,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:15.543261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.547758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-caeadb75-d0fb-4510-8fd9-78b7b1e31f10 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d6b6d543-1a30-4257-8eb2-f1f98753fe79 HTTP/1.1" status: 204 len: 168 time: 1.7325459 Jul 22 19:33:15.551484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:15.559191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79caf4a-763d-4e16-b533-678d33f1d6b3 None None] Network e4281ac8-417c-4516-b816-a4fb0c7fdc0d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:15.739453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Deleting subnet bf56fc9c-5c39-49f3-9e61-97fbbacdac41 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:15.751898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.780003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:15.783069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.783245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fd442031-17c7-4af3-8ef4-f022d908ec85 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:15.801816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.808637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: fd442031-17c7-4af3-8ef4-f022d908ec85 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:15.808988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device fd442031-17c7-4af3-8ef4-f022d908ec85 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:15.809621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.847234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.852659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] DHCP port deletion for e4281ac8-417c-4516-b816-a4fb0c7fdc0d request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:33:15.860711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0ef04ef8-d49d-4bc1-822c-3cccc5e8faf5 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2523971 Jul 22 19:33:15.866718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:15.873036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Request body: {'floatingip': {'port_id': 'a6023ea6-b077-4444-a620-e9de2474284e'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:15.941416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ea37e4cf-1a70-4efc-bfd5-99a85307a806 None None] Provisioning for port a6023ea6-b077-4444-a620-e9de2474284e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:15.958980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.967650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ea37e4cf-1a70-4efc-bfd5-99a85307a806 None None] Provisioning complete for port a6023ea6-b077-4444-a620-e9de2474284e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:15.968351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea37e4cf-1a70-4efc-bfd5-99a85307a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:15.982362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.001268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Deleting port 2528a37e-ca9a-413d-93ed-daad00550536 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:16.002217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.020387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Deleting port 2528a37e-ca9a-413d-93ed-daad00550536 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:16.021045 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.043035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ea37e4cf-1a70-4efc-bfd5-99a85307a806 None None] Port a6023ea6-b077-4444-a620-e9de2474284e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:16.106295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] For port 2528a37e-ca9a-413d-93ed-daad00550536, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2528a37e-ca9a-413d-93ed-daad00550536,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:16.106295 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.111071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.120452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Calling delete_port for 2528a37e-ca9a-413d-93ed-daad00550536 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:16.127793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.130449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bf56fc9c-5c39-49f3-9e61-97fbbacdac41 HTTP/1.1" status: 204 len: 168 time: 0.6022537 Jul 22 19:33:16.136272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49738) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:16.160262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c7a1c-428e-4f20-bac1-e178bacd9e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf56fc9c-5c39-49f3-9e61-97fbbacdac41,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:16.179631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] For port 2528a37e-ca9a-413d-93ed-daad00550536, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2528a37e-ca9a-413d-93ed-daad00550536,segment=NetworkSegment(22414b34-aad9-4185-af4e-7f1684e81ad6),segment_id=22414b34-aad9-4185-af4e-7f1684e81ad6)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:16.180478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.201217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Calling delete_port for 2528a37e-ca9a-413d-93ed-daad00550536 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:16.239798 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.286188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] No DVR routers for this DVR port 2528a37e-ca9a-413d-93ed-daad00550536 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:16.308712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db38697-11d8-4472-8fc8-1e5b788a572b None None] Pushing event deleted for resources: {'Port': ['ID=2528a37e-ca9a-413d-93ed-daad00550536,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:16.336609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.365008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2528a37e-ca9a-413d-93ed-daad00550536,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:16.390043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.391667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.392440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] No DVR routers for this DVR port 2528a37e-ca9a-413d-93ed-daad00550536 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:16.427309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.510590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.530651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4281ac8-417c-4516-b816-a4fb0c7fdc0d']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.544312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22414b34-aad9-4185-af4e-7f1684e81ad6') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.544517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22414b34-aad9-4185-af4e-7f1684e81ad6') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.567198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a9ed-df6a-421e-8161-575c1c487a0d req-7d9cafda-c63b-4553-9403-59fca34be665 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:16.569219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1d8a9ed-df6a-421e-8161-575c1c487a0d req-7d9cafda-c63b-4553-9403-59fca34be665 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.2000225 Jul 22 19:33:16.571304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.594803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:16.608542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.618683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:16.619214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:16.622901 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:16.651873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.654212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1d8a9ed-df6a-421e-8161-575c1c487a0d req-54358700-0e08-427a-b2ad-7f7f12024734 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717258 Jul 22 19:33:16.671893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb28efa6-dda4-453b-90bf-4120402d7797']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.697182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0f3a55-7752-4b99-a527-5ebae63911fc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.698388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0f3a55-7752-4b99-a527-5ebae63911fc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:16.730527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Allocated IP 172.25.6.210 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/462a470b-79a2-4c7c-bb0c-c8620f8a056f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:16.733751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.753295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.759400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.763212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e4281ac8-417c-4516-b816-a4fb0c7fdc0d HTTP/1.1" status: 204 len: 168 time: 1.1916864 Jul 22 19:33:16.782051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb878a1-65bb-40d7-9d1a-9a8ba04189f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4281ac8-417c-4516-b816-a4fb0c7fdc0d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:16.813151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344c6c5-9003-4418-8bd2-0b4d3b399430 req-20e371eb-8ba2-4383-b8b9-33f06bac8d19 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:16.814734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2344c6c5-9003-4418-8bd2-0b4d3b399430 req-20e371eb-8ba2-4383-b8b9-33f06bac8d19 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.1128139 Jul 22 19:33:16.845811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:16.857318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2344c6c5-9003-4418-8bd2-0b4d3b399430 req-ec02eb1b-1d71-4bdf-85d2-36a3cd9fcbdd tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364873 Jul 22 19:33:16.862633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'mac_address': 'fa:16:3e:07:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:16.908794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.915849 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.927086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:16.936277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:16.951408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:16.951849 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.952552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:16.955177 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:16.958730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:16.986718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-264a787d-4fba-444a-a2a2-185aa33712b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44d67da407fe4538b157a6bd104cb4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489945 Jul 22 19:33:16.989097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:17.023555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:17.051695 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.087678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.156812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.159471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.160754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0763963-4c60-4a0c-a172-fd4fc6aa5f81 HTTP/1.1" status: 204 len: 168 time: 0.1680841 Jul 22 19:33:17.170400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a663-6db2-4402-8274-152cca24e94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0763963-4c60-4a0c-a172-fd4fc6aa5f81,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:17.217122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['bee3357f-13a9-4657-ba36-84ef4f1e4ceb'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:17.424140 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.437422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:33:17.441767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.446809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/eb28efa6-dda4-453b-90bf-4120402d7797 HTTP/1.1" status: 204 len: 168 time: 1.3087122 Jul 22 19:33:17.491985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.498149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c13fd-6170-4b36-a600-ab0e80b220b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb28efa6-dda4-453b-90bf-4120402d7797,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:17.524656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.533911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.538402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2528a37e-ca9a-413d-93ed-daad00550536 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:17.583382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 2528a37e-ca9a-413d-93ed-daad00550536 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:17.583858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2528a37e-ca9a-413d-93ed-daad00550536 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:17.639822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:17.710991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:17.719129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:17.723693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:17.725767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event updated for resources: {'Port': ['ID=462a470b-79a2-4c7c-bb0c-c8620f8a056f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:17.730844 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 9a322d5f-2a4a-43f7-a98f-c9028799d55f associated. External IP: 172.25.6.27, port: ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f. Jul 22 19:33:17.813500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49772) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:17.915764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-597693db-a720-4f55-a544-f74256de3df0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=86c57bb7bff542249c1314ede6da11ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949156 Jul 22 19:33:17.927264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49778) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:17.948309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb78a3-a92e-4e08-8a6f-b0448de22b28 req-4a3c6d5f-6cce-4800-aa3f-5d00523ad3ce tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:17.949871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5eeb78a3-a92e-4e08-8a6f-b0448de22b28 req-4a3c6d5f-6cce-4800-aa3f-5d00523ad3ce tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.1996527 Jul 22 19:33:18.104875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5eeb78a3-a92e-4e08-8a6f-b0448de22b28 req-d805a455-d87a-4325-b1b0-c617a46df58c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356666 Jul 22 19:33:18.124826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.165302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fde0a-bd79-4ea2-9462-d2ebddb59e5d req-85f7348b-ef1e-4a9f-8ff1-c1ab41675b7e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:18.177106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff6fde0a-bd79-4ea2-9462-d2ebddb59e5d req-85f7348b-ef1e-4a9f-8ff1-c1ab41675b7e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 948 time: 0.2068398 Jul 22 19:33:18.179659 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.211237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:18.268830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.271860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.273304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddec237c-389f-4900-ad75-0e6c5af27af7 HTTP/1.1" status: 204 len: 168 time: 0.3450377 Jul 22 19:33:18.295859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e275-3570-4bb2-8589-271fc5966b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec237c-389f-4900-ad75-0e6c5af27af7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:18.354637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff6fde0a-bd79-4ea2-9462-d2ebddb59e5d req-2a18d304-bbff-4706-8743-612fa7bf1b37 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286464 Jul 22 19:33:18.414763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.454869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:18.600729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:18.620667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:18.695129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:18.725594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:18.726557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:18.761298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.782796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-217388239-network', 'tenant_id': 'af30c05da622489693a0b9ce7b8e5308'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:18.786907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.821611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Made reservation on behalf of af30c05da622489693a0b9ce7b8e5308 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:18.826033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.846729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:18.950601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:18.966320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:18.969085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:18.970114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.008820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.009234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d94fb5-d6ea-465e-b785-0eeae46aeb88 None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:19.011273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:19.013867 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.034656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.044436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.084491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:19.095431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.101245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.101679 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Added segment 4f68361c-ba1e-40c6-89ca-263bc4b22c11 of type vlan for network 667a72d3-eaba-49f9-b8ff-ba2560cc624b Jul 22 19:33:19.188816 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.196771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.216617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router 10efe8da-a8ed-4722-9848-d589e5163566 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:19.237096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Router af440176-7ccf-4262-b273-d4045bd13ae9 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:19.267856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:19.270315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:19.277228 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b11c472-887d-4fe2-9dd7-932604a651e2" -d '{"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:19.293227 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.332300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.333383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:19.333965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.362475 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebea5b8a-dd10-4746-9109-68ca1ea0a8c6 x-openstack-request-id: req-ebea5b8a-dd10-4746-9109-68ca1ea0a8c6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:19.362475 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:19.362706 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebea5b8a-dd10-4746-9109-68ca1ea0a8c6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:19.362924 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'code': 200} Jul 22 19:33:19.407377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.413325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9565096 Jul 22 19:33:19.419480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49822) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.442295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Request body: {'subnet': {'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-217388239-subnet', 'tenant_id': 'af30c05da622489693a0b9ce7b8e5308', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:19.459283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.493494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19730eee-cab8-4595-b74c-88ab516e93d4 admin admin] Pushing event updated for resources: {'Network': ['ID=667a72d3-eaba-49f9-b8ff-ba2560cc624b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.505738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 667a72d3-eaba-49f9-b8ff-ba2560cc624b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:19.565566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd4f0f-358b-4e33-898d-c53f8eeee2b9 req-815a4e6f-1cdb-4291-a46b-195a03454ad2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:19.567382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efbd4f0f-358b-4e33-898d-c53f8eeee2b9 req-815a4e6f-1cdb-4291-a46b-195a03454ad2 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.3000576 Jul 22 19:33:19.589021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Made reservation on behalf of af30c05da622489693a0b9ce7b8e5308 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:19.592106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:19.592299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.600008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.601183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-87fcb503-3033-43e7-8245-58d9cb3c3fb1 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "PUT /v2.0/routers/af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 200 len: 880 time: 4.1221576 Jul 22 19:33:19.602386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:19.608324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.608618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] Sync routers for ids ['af440176-7ccf-4262-b273-d4045bd13ae9'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:19.621147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49830) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.623997 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] Routers {'af440176-7ccf-4262-b273-d4045bd13ae9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:19.626983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af440176-7ccf-4262-b273-d4045bd13ae9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.629403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] Sync routers for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:19.643014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:19.645718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.650153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a5484-4292-41f3-a1b5-2ad283e4386a req-4b5c6a6b-8617-4649-8f60-da2351c50f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:19.651565 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f51a5484-4292-41f3-a1b5-2ad283e4386a req-4b5c6a6b-8617-4649-8f60-da2351c50f73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1101 time: 0.1930892 Jul 22 19:33:19.700262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.710473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.717158 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] Routers {'af440176-7ccf-4262-b273-d4045bd13ae9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:19.717886 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['af440176-7ccf-4262-b273-d4045bd13ae9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.718073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f51a5484-4292-41f3-a1b5-2ad283e4386a req-047f6a98-557e-4fde-b037-699f4e295318 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473168 Jul 22 19:33:19.723717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-21254645-network', 'tenant_id': '7a44702ef742476fa55672b165db6241'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:19.726062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:19.727120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.735397 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f23a980b-5d08-4ae2-b5cc-3fe5b23afdaa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/floatingips/9a322d5f-2a4a-43f7-a98f-c9028799d55f HTTP/1.1" status: 200 len: 976 time: 3.8646362 Jul 22 19:33:19.736801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49834) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:19.749889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Made reservation on behalf of 7a44702ef742476fa55672b165db6241 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:19.752430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.761624 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.762597 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a3d89-fd2b-47c9-be76-6c7ae6dd355c None None] The sync data for ids ['af440176-7ccf-4262-b273-d4045bd13ae9'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:19.764096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.782545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:19.783306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368322ce-da02-4988-b095-9d0984db7e80 None None] The sync data for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:19.847991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328ed35-30f7-446e-85fd-4cddf0571dff req-13650951-a84c-42f4-8e40-a184120bd5d8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:19.849681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5328ed35-30f7-446e-85fd-4cddf0571dff req-13650951-a84c-42f4-8e40-a184120bd5d8 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3603611 Jul 22 19:33:19.874645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efbd4f0f-358b-4e33-898d-c53f8eeee2b9 req-42fe127d-3792-47da-a90b-dde8d6e9719c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906139 Jul 22 19:33:19.874927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.881179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.913708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:19.926595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:19.935376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:19.935675 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Added segment b504555b-d086-43be-b316-d2fa84dd5913 of type vlan for network 164c7a41-06f1-47b8-89e9-f95d23328624 Jul 22 19:33:19.992201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.022802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f35faa20-72c6-4ba3-8c29-068658b6801d tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 200 len: 921 time: 0.3971715 Jul 22 19:33:20.028191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5328ed35-30f7-446e-85fd-4cddf0571dff req-5290a01c-266e-4ee1-8f5b-ec23964f8d93 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688054 Jul 22 19:33:20.029121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49838) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.072213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.074169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:20.074779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.098994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port a6023ea6-b077-4444-a620-e9de2474284e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:20.099390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.130792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.184792 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7244401 Jul 22 19:33:20.201931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.236680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Request body: {'subnet': {'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-21254645-subnet', 'tenant_id': '7a44702ef742476fa55672b165db6241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:20.239599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a50e2dc-d131-4b2e-833a-7f9fe84ace4c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:20.242302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b523ca-448f-4f02-8778-844578a6f87a admin admin] Pushing event updated for resources: {'Network': ['ID=164c7a41-06f1-47b8-89e9-f95d23328624,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:20.254605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 164c7a41-06f1-47b8-89e9-f95d23328624 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:20.262453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.279472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Checking segment: {'id': '4f68361c-ba1e-40c6-89ca-263bc4b22c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:20.279843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Network hostable DHCP agents. Network: 667a72d3-eaba-49f9-b8ff-ba2560cc624b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:20.280850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Made reservation on behalf of 7a44702ef742476fa55672b165db6241 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:20.283917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.289206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819458a4-4ddd-4293-abea-3b4c65a1f1b5 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:20.293367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-819458a4-4ddd-4293-abea-3b4c65a1f1b5 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=af440176-7ccf-4262-b273-d4045bd13ae9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2605879 Jul 22 19:33:20.299756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.332613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Network 667a72d3-eaba-49f9-b8ff-ba2560cc624b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:20.379875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 667a72d3-eaba-49f9-b8ff-ba2560cc624b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:20.386781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:20.387382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.390043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15925e-b8ad-4360-b009-55e422b57559 None None] Network 667a72d3-eaba-49f9-b8ff-ba2560cc624b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:20.419004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1179beff-f70c-4f12-9782-9dbb46569681 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9967549 Jul 22 19:33:20.481154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.481525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.482227 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Floating IP 9a322d5f-2a4a-43f7-a98f-c9028799d55f disassociated. External IP: 172.25.6.27, port: a6023ea6-b077-4444-a620-e9de2474284e. Jul 22 19:33:20.482590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for a6023ea6-b077-4444-a620-e9de2474284e owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:20.557818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61cd4f6-d4b2-489e-9e54-15d15eeb58bc None None] Network 667a72d3-eaba-49f9-b8ff-ba2560cc624b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:20.693077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:20.738808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=a6023ea6-b077-4444-a620-e9de2474284e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:20.753478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc39d1-5340-4f89-9efd-f86d05f26339 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:20.754868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19bc39d1-5340-4f89-9efd-f86d05f26339 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.4541800 Jul 22 19:33:20.757986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49852) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.795014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d204cd7-b762-4965-b692-c6596d457e3e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 200 len: 205 time: 0.0358832 Jul 22 19:33:20.797905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:20.888710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router 10efe8da-a8ed-4722-9848-d589e5163566 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:20.987888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.041130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.111229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74671c4-15fe-4977-82d0-d2217455d006,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:21.140984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Checking segment: {'id': 'b504555b-d086-43be-b316-d2fa84dd5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:21.141347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Network hostable DHCP agents. Network: 164c7a41-06f1-47b8-89e9-f95d23328624, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:21.182977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Network 164c7a41-06f1-47b8-89e9-f95d23328624 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:21.191799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.201095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 164c7a41-06f1-47b8-89e9-f95d23328624) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:21.207596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:21.208215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.210257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4cc8f-d140-4ffa-b788-be35b2c96b59 None None] Network 164c7a41-06f1-47b8-89e9-f95d23328624 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:21.250839 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6b1fca9f-07cf-4b22-bf62-5156c28584b4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0184784 Jul 22 19:33:21.270005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port 462a470b-79a2-4c7c-bb0c-c8620f8a056f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:21.270345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.353096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1af01b-3346-42b7-8f67-576626cc987e None None] Network 164c7a41-06f1-47b8-89e9-f95d23328624 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:21.365634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.378510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for 462a470b-79a2-4c7c-bb0c-c8620f8a056f owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:21.448893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:21.460317 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] Sync routers for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:21.470342 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:21.471211 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:21.506668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:21.519109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:21.519951 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:21.550850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-e9c213e4-3cec-4758-8dd3-7abecde58cb5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:21.552366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-e9c213e4-3cec-4758-8dd3-7abecde58cb5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/networks?id=667a72d3-eaba-49f9-b8ff-ba2560cc624b HTTP/1.1" status: 200 len: 817 time: 0.5724204 Jul 22 19:33:21.555287 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:21.556248 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d991c8-dc1b-498e-9ef5-464b8b33cd05 None None] The sync data for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:21.571363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb7d6f-a156-46b3-b64d-a8023d28ba48 req-fc2f6b9e-9163-40d0-ba6b-75c86735afe6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:21.573729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfbb7d6f-a156-46b3-b64d-a8023d28ba48 req-fc2f6b9e-9163-40d0-ba6b-75c86735afe6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.5925508 Jul 22 19:33:21.589800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-df5d6adb-a2ef-492f-af71-77db3b7f47ba tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/quotas/af30c05da622489693a0b9ce7b8e5308 HTTP/1.1" status: 200 len: 375 time: 0.0298176 Jul 22 19:33:21.590034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.598081 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.600731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dda08e0c-8460-493a-80bc-6ed3bb357efa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/a6023ea6-b077-4444-a620-e9de2474284e HTTP/1.1" status: 204 len: 168 time: 1.8633232 Jul 22 19:33:21.610162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49878) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:21.617899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=462a470b-79a2-4c7c-bb0c-c8620f8a056f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:21.684346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.711142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-6b28e7ec-2489-4ab2-aa9f-fbdedb2f593b tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af30c05da622489693a0b9ce7b8e5308&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1082599 Jul 22 19:33:21.766211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dfbb7d6f-a156-46b3-b64d-a8023d28ba48 req-d9d1994f-e2f6-43a0-9bb4-1ed6a615fb6c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826730 Jul 22 19:33:21.777808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.781538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.828436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.829326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router af440176-7ccf-4262-b273-d4045bd13ae9 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:21.836962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.838479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f038c914-7805-417c-8a67-ec497b5460d2 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 204 len: 168 time: 1.0394971 Jul 22 19:33:21.841914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49880) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:21.846790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-890140695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:21.874389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.875648 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.899311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-2bc7977b-18ff-44da-99e6-1d96934de412 service neutron] 10.222.0.10 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825647 Jul 22 19:33:21.934189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.940189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.958675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:21.959935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6345791-4030-4b11-b223-c1962d7e920a tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1170027 Jul 22 19:33:21.962719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49882) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:21.967146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': True}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:22.095294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-200fe836-45bd-4557-89fc-9386724bb294 service neutron] 10.222.0.10 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620636 Jul 22 19:33:22.147354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c39e3-cf2f-4c53-b228-80ea23aaab99 req-7eada4b8-bbd7-43c2-94b3-13daecf86248 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.148895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca2c39e3-cf2f-4c53-b228-80ea23aaab99 req-7eada4b8-bbd7-43c2-94b3-13daecf86248 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1767924 Jul 22 19:33:22.172425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.278858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca2c39e3-cf2f-4c53-b228-80ea23aaab99 req-326c9dbe-5939-40e8-8a7d-a2d587a93dfc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118867 Jul 22 19:33:22.398370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ba1fc29-1935-4d67-941e-95c3a4da7efe req-a28f33b2-3c8a-4292-8ea8-55c173f06490 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 210 time: 0.0535135 Jul 22 19:33:22.438847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.441833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.462606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.596889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.25.6.109 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/a1ac6a29-9b1a-4458-b435-d598174cd59a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:22.660828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-f84a1db0-521c-4e9a-9fcb-d9c2dfc9ba05 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.662310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-f84a1db0-521c-4e9a-9fcb-d9c2dfc9ba05 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/networks?id=164c7a41-06f1-47b8-89e9-f95d23328624 HTTP/1.1" status: 200 len: 811 time: 0.2631752 Jul 22 19:33:22.692298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-26146f47-142f-4bb3-8fa1-207c1cb4ce1c tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/quotas/7a44702ef742476fa55672b165db6241 HTTP/1.1" status: 200 len: 375 time: 0.0191576 Jul 22 19:33:22.694408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74a405-e447-4cc8-935d-cae41d3bc17e req-8b1cab06-6642-4a60-a3be-7b88b625804c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:22.695845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a74a405-e447-4cc8-935d-cae41d3bc17e req-8b1cab06-6642-4a60-a3be-7b88b625804c tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1101 time: 0.1731865 Jul 22 19:33:22.707703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.750743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:22.792257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:22.796946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:22.801545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:22.804386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=a1ac6a29-9b1a-4458-b435-d598174cd59a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:22.833820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-1c3dc79a-6d6c-4a7a-8af9-ff617c9b4406 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a44702ef742476fa55672b165db6241&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169968 Jul 22 19:33:22.892317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a74a405-e447-4cc8-935d-cae41d3bc17e req-d7ec1496-c846-4119-8b42-63239fb2f260 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766310 Jul 22 19:33:23.017330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-4c707824-4c92-4d24-b84f-663f018995ec service neutron] 10.222.0.10 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736174 Jul 22 19:33:23.077466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.180753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3179d4-4563-47d8-87fd-d18a833443ca req-c0d37edc-a067-48ba-bc78-16b91f9af9e8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.182278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3179d4-4563-47d8-87fd-d18a833443ca req-c0d37edc-a067-48ba-bc78-16b91f9af9e8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.2144787 Jul 22 19:33:23.189397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-00777043-f8bb-4daa-bc14-9c89aa98823e service neutron] 10.222.0.10 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521196 Jul 22 19:33:23.225449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 1218119d-4e83-47c1-9040-4b7bb6c2f0bd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:23.225844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.254674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3179d4-4563-47d8-87fd-d18a833443ca req-46bc9c0e-8d3e-4be5-95bd-c9a6fa4620d6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630426 Jul 22 19:33:23.278070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.281840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.355612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.388249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 1218119d-4e83-47c1-9040-4b7bb6c2f0bd owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:23.500719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router 216e3dc5-f0c2-4206-ab02-96c19f323611 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:23.569023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1afcdc32-092c-4ac2-966d-637f870ddc27 req-3b6fb07d-d126-4b02-af48-bc5f6fc9f792 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 210 time: 0.0740933 Jul 22 19:33:23.643576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:23.654631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] Sync routers for ids ['216e3dc5-f0c2-4206-ab02-96c19f323611'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:23.664383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:23.667553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bd6443d3-f610-41d6-be99-f684567d763f tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "PUT /v2.0/routers/216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 200 len: 914 time: 1.7021995 Jul 22 19:33:23.670723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] Routers {'216e3dc5-f0c2-4206-ab02-96c19f323611'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:23.670933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:23.672519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['216e3dc5-f0c2-4206-ab02-96c19f323611'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:23.728964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41ca2ac0-0c3c-4d17-904d-a4f72cfa9c08 req-f6015054-4118-49b8-b004-be1b1a866423 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 210 time: 0.0529461 Jul 22 19:33:23.778239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:23.780046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-a96c3de7-59e2-4901-aa8d-fefcb1d52f01 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.783737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-a96c3de7-59e2-4901-aa8d-fefcb1d52f01 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.32 "GET /v2.0/networks?id=667a72d3-eaba-49f9-b8ff-ba2560cc624b HTTP/1.1" status: 200 len: 817 time: 0.3396509 Jul 22 19:33:23.799650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] Routers {'216e3dc5-f0c2-4206-ab02-96c19f323611'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:23.800531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['216e3dc5-f0c2-4206-ab02-96c19f323611'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:23.814370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Request body: {'port': {'device_id': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b', 'admin_state_up': True, 'tenant_id': 'af30c05da622489693a0b9ce7b8e5308'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:23.847975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:23.849116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24537a69-456a-4c79-8a1d-6a29ce52e3d3 None None] The sync data for ids ['216e3dc5-f0c2-4206-ab02-96c19f323611'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:23.892190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e38717f8-393e-405e-90a4-d36504975d20 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 200 len: 920 time: 0.2180188 Jul 22 19:33:23.894077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49930) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:23.961028 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-35fa8d9c-2c59-4725-bd8d-2e1128dad771 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393373 Jul 22 19:33:23.987079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a35d2-3cb6-456b-aaea-5b0e7141bccb tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:23.989403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c08a35d2-3cb6-456b-aaea-5b0e7141bccb tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=216e3dc5-f0c2-4206-ab02-96c19f323611&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0943153 Jul 22 19:33:23.992241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:24.109880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44098635-1882-4f78-a06f-f707286b7128 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.111793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-44098635-1882-4f78-a06f-f707286b7128 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.1182249 Jul 22 19:33:24.114639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49940) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:24.167538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02d42faa-5a61-4085-ae32-025bf42e0df4 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 200 len: 205 time: 0.0491908 Jul 22 19:33:24.167797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49948) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:24.299992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:24.325004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:24.349308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:24.376572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=1218119d-4e83-47c1-9040-4b7bb6c2f0bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:24.489081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19625a-c863-44e3-911d-0993252fa718 req-058ec2ca-6bfc-49ed-b209-42318e3908ea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.497068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce19625a-c863-44e3-911d-0993252fa718 req-058ec2ca-6bfc-49ed-b209-42318e3908ea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.6489964 Jul 22 19:33:24.544449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Made reservation on behalf of af30c05da622489693a0b9ce7b8e5308 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:24.558008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:24.619339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce19625a-c863-44e3-911d-0993252fa718 req-e477ade3-7d7e-4100-86c1-e8d1f8968be1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211503 Jul 22 19:33:24.801603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f473-35bf-44f4-9ba1-fac7be460d00 req-1aa99a45-b6b5-410c-b7c1-fc07cb4cf30a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:24.803696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f422f473-35bf-44f4-9ba1-fac7be460d00 req-1aa99a45-b6b5-410c-b7c1-fc07cb4cf30a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.4462097 Jul 22 19:33:24.929534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f422f473-35bf-44f4-9ba1-fac7be460d00 req-0c1b2503-ec25-47e7-ac06-4e59a2930aa1 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052451 Jul 22 19:33:24.965181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7153c106-5e2c-4316-859a-d0e3040678ac req-c1ac3d80-b5ca-48f8-8b13-9bd848dad023 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 210 time: 0.0824084 Jul 22 19:33:25.012126 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.018768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.036097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-9619b111-af68-4d05-bbc3-8af4753a021c tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:25.037917 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-9619b111-af68-4d05-bbc3-8af4753a021c tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.32 "GET /v2.0/networks?id=164c7a41-06f1-47b8-89e9-f95d23328624 HTTP/1.1" status: 200 len: 811 time: 0.2036321 Jul 22 19:33:25.038561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Allocated IP 172.20.0.2 (667a72d3-eaba-49f9-b8ff-ba2560cc624b/5a50e2dc-d131-4b2e-833a-7f9fe84ace4c/9913ff0c-3c42-4051-80ff-6c17d381e085) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:25.065262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Request body: {'port': {'device_id': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624', 'admin_state_up': True, 'tenant_id': '7a44702ef742476fa55672b165db6241'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:25.140269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef77393a-0302-4bd6-9bd3-2b403a2d3771 req-60d85416-35e7-461f-b921-fa6376c4046b tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 210 time: 0.1038604 Jul 22 19:33:25.157749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port a1ac6a29-9b1a-4458-b435-d598174cd59a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:25.158197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.268672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Made reservation on behalf of 7a44702ef742476fa55672b165db6241 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:25.272130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.289817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.310823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for a1ac6a29-9b1a-4458-b435-d598174cd59a owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:25.398900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.417676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router 10efe8da-a8ed-4722-9848-d589e5163566 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:25.528030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.538736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Allocated IP 172.20.0.14 (164c7a41-06f1-47b8-89e9-f95d23328624/a74671c4-15fe-4977-82d0-d2217455d006/7ec8ea73-bb09-4ca3-aa57-292250016021) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:25.616874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Network 667a72d3-eaba-49f9-b8ff-ba2560cc624b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:25.628827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:25.632419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Pushing event updated for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:25.637814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:25.641480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:25.651330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-88f9fb9d-bc35-4c8d-8b0d-79cac24e9080 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/routers/10efe8da-a8ed-4722-9848-d589e5163566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0396423 Jul 22 19:33:25.654675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] Sync routers for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:25.661942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:25.665137 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:25.665969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:25.723202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:25.723894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.756605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-046825d9-0877-4655-8c08-342118dcf6a5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:25.758145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-046825d9-0877-4655-8c08-342118dcf6a5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.1944635 Jul 22 19:33:25.768842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-0b8704d0-e189-48cc-88bc-1f73cf135d3d tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9604762 Jul 22 19:33:25.777369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800087-13'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:25.791054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Request body: {'port': {'device_id': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:25.821216 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:25.831719 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] Routers {'10efe8da-a8ed-4722-9848-d589e5163566'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:25.832629 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['10efe8da-a8ed-4722-9848-d589e5163566'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:25.833519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-5a55713e-c850-459c-8a82-a5eef3f37e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:25.835209 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-5a55713e-c850-459c-8a82-a5eef3f37e54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1101 time: 0.3122830 Jul 22 19:33:25.841224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.882205 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:25.882955 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1408203d-eca0-4c0e-869f-381d43b73581 None None] The sync data for ids ['10efe8da-a8ed-4722-9848-d589e5163566'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:25.890711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=a1ac6a29-9b1a-4458-b435-d598174cd59a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:25.905123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49580176-2a57-4f9c-b1e6-d2835cedca98 req-d7f7f36d-2190-4ff6-aa53-b0d5656001f6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:25.909059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49580176-2a57-4f9c-b1e6-d2835cedca98 req-d7f7f36d-2190-4ff6-aa53-b0d5656001f6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.2101283 Jul 22 19:33:25.970977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:25.980980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.062950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49580176-2a57-4f9c-b1e6-d2835cedca98 req-79a72498-6a1d-4efa-b028-d6bbdce030d5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357110 Jul 22 19:33:26.093567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.206528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.221855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a8afcaa-098f-4617-95a3-9f8f4a85e63e req-b153a95d-4857-495a-b056-0366332ac14c tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 210 time: 0.0920551 Jul 22 19:33:26.246005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.314177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-f0b40239-b03a-42f3-a841-f4dffd57ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.315675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-f0b40239-b03a-42f3-a841-f4dffd57ab0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.4439363 Jul 22 19:33:26.359526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927d9c7-9822-4804-8bb1-e8a24af240f4 req-9789c423-0d19-406b-9c7a-89aea06fb249 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.361227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7927d9c7-9822-4804-8bb1-e8a24af240f4 req-9789c423-0d19-406b-9c7a-89aea06fb249 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 945 time: 0.3328271 Jul 22 19:33:26.410290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.411137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:26.415770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.423656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-d72b7968-80c0-470e-8734-0313f9a50512 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0692759 Jul 22 19:33:26.504173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7927d9c7-9822-4804-8bb1-e8a24af240f4 req-db9b4eb0-3d04-4714-8038-3ef09d90abde tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305723 Jul 22 19:33:26.515428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:26.525578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.537944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.538500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router 216e3dc5-f0c2-4206-ab02-96c19f323611 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:26.540525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.549003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.552216 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f64d550e-f269-44dc-887e-0af3567935ec tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 204 len: 168 time: 2.3802819 Jul 22 19:33:26.555987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49986) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:26.576727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893be0b8-b725-4816-bfcb-469b22eefc1a req-77e99d3b-10db-43c4-9eb2-2b4191316b64 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.578499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-893be0b8-b725-4816-bfcb-469b22eefc1a req-77e99d3b-10db-43c4-9eb2-2b4191316b64 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 931 time: 0.2886639 Jul 22 19:33:26.584748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-5d1f33b8-ff71-4a2c-abdc-9a796fdb4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.585104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1336003512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:26.586254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-5d1f33b8-ff71-4a2c-abdc-9a796fdb4a2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1479366 Jul 22 19:33:26.623482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:26.625832 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ab9651-0865-4b58-80ba-4e3fc04989a9" -d '{"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-unplugged", "status": "completed", "tag": "23959b3f-2a54-4998-8166-16d222b699f6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:26.632673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:26.639803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.653233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Network 164c7a41-06f1-47b8-89e9-f95d23328624 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:26.668246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:26.671809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:26.679740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Pushing event updated for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:26.683164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.707805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.708877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.738370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9913ff0c-3c42-4051-80ff-6c17d381e085 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:26.753180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-893be0b8-b725-4816-bfcb-469b22eefc1a req-392a4b43-f8cf-4c9e-9700-54365a74b57c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612558 Jul 22 19:33:26.753396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.753880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.756249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.759648 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb4e768-7fee-4d68-bf9a-e2606462e785 x-openstack-request-id: req-0eb4e768-7fee-4d68-bf9a-e2606462e785 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:26.759648 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-unplugged", "status": "completed", "tag": "23959b3f-2a54-4998-8166-16d222b699f6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:26.760073 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0eb4e768-7fee-4d68-bf9a-e2606462e785 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:26.760365 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6', 'code': 200} Jul 22 19:33:26.770559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 4e418b02-0861-4ff3-8441-4e4b34ed5319 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:26.770901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.793224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:26.801278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-95fff6c8-2d27-4462-878e-7c721de9a08d tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7413354 Jul 22 19:33:26.814645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 has no active binding in host n-h1-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:33:26.816834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ede4caff-ad09-4038-92db-576fa7817d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:26.818390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ede4caff-ad09-4038-92db-576fa7817d66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2094142 Jul 22 19:33:26.819005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Transition to ACTIVE for port object 9913ff0c-3c42-4051-80ff-6c17d381e085 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:26.826311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Request body: {'port': {'device_id': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:26.872906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.877036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:26.880483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.897992 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.930122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on host n-h2-800087-13 for vnic_type normal with profile {"migrating_to": "n-h1-800087-13"} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:26.930589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:26.930783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:26.949841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:26.950199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Attempting to bind port 23959b3f-2a54-4998-8166-16d222b699f6 on network 4a734574-8d9a-487f-9b84-d8f8953d90f6 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:26.961510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.962745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-043c537a-fcf5-4b53-ae57-20aa070168a0 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4030752 Jul 22 19:33:26.964054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:26.967595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49994) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:26.969804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:26.971491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:26.975571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:26.975911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Checking segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:26.976325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Bound using segment: {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:26.976771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Bound port: 23959b3f-2a54-4998-8166-16d222b699f6, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a734574-8d9a-487f-9b84-d8f8953d90f6'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:26.977138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.006547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.014899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 4e418b02-0861-4ff3-8441-4e4b34ed5319 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:27.040750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.047841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-094be02f-cd42-4f66-a2b9-17822dde768c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181821 Jul 22 19:33:27.635791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-f932b398-5100-47f2-858e-8e8992d96756 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552104 Jul 22 19:33:27.648675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Attempting to bind port 9913ff0c-3c42-4051-80ff-6c17d381e085 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:27.649294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Attempting to bind port 9913ff0c-3c42-4051-80ff-6c17d381e085 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '4f68361c-ba1e-40c6-89ca-263bc4b22c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:27.649422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Attempting to bind port 9913ff0c-3c42-4051-80ff-6c17d381e085 on network 667a72d3-eaba-49f9-b8ff-ba2560cc624b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:27.654970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:27.710974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Port 9913ff0c-3c42-4051-80ff-6c17d381e085 on network 667a72d3-eaba-49f9-b8ff-ba2560cc624b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:27.711307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Attempting to bind port 9913ff0c-3c42-4051-80ff-6c17d381e085 on network 667a72d3-eaba-49f9-b8ff-ba2560cc624b {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:27.716527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.731812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:27.736101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:27.736562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Checking segment: {'id': '4f68361c-ba1e-40c6-89ca-263bc4b22c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:27.736879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Bound using segment: {'id': '4f68361c-ba1e-40c6-89ca-263bc4b22c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:27.737325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Bound port: 9913ff0c-3c42-4051-80ff-6c17d381e085, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f68361c-ba1e-40c6-89ca-263bc4b22c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:27.737704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.751079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.767659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938eb92-0487-411a-9ba3-88a7cca43ed7 req-9753ccb5-6fb1-4b42-96ab-d7c0edc5dcc3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:27.776104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9938eb92-0487-411a-9ba3-88a7cca43ed7 req-9753ccb5-6fb1-4b42-96ab-d7c0edc5dcc3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3734312 Jul 22 19:33:27.783766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.818418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=4e418b02-0861-4ff3-8441-4e4b34ed5319,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:27.819198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2d781-d480-48f2-a86b-adc34a71e4e4 req-8b268fd6-380d-402e-870e-6f816642271b tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:27.820734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddd2d781-d480-48f2-a86b-adc34a71e4e4 req-8b268fd6-380d-402e-870e-6f816642271b tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 932 time: 0.4219074 Jul 22 19:33:27.919654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec8ea73-bb09-4ca3-aa57-292250016021 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:27.930411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.935568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:27.975024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9938eb92-0487-411a-9ba3-88a7cca43ed7 req-225e17b5-cc4d-4139-9b30-a504b6265f1e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980109 Jul 22 19:33:27.997418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=8']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.006919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.007521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.008957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-4f814232-7fc5-457c-b3db-6d0a182214be service neutron] 10.222.0.26 "PUT /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 1123 time: 2.2361867 Jul 22 19:33:28.014372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddd2d781-d480-48f2-a86b-adc34a71e4e4 req-24b2f59d-de6d-4ed7-a5aa-7526991b0678 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748753 Jul 22 19:33:28.018825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:28.023459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=9913ff0c-3c42-4051-80ff-6c17d381e085,segment=NetworkSegment(4f68361c-ba1e-40c6-89ca-263bc4b22c11),segment_id=4f68361c-ba1e-40c6-89ca-263bc4b22c11)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:28.030330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Transition to ACTIVE for port object 7ec8ea73-bb09-4ca3-aa57-292250016021 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:28.039713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.043094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.046741 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.062783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.127452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['23959b3f-2a54-4998-8166-16d222b699f6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:28.143294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.143929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.145379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] 10.222.0.32 "PUT /v2.0/ports/9913ff0c-3c42-4051-80ff-6c17d381e085 HTTP/1.1" status: 200 len: 1092 time: 2.3610630 Jul 22 19:33:28.146969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['23959b3f-2a54-4998-8166-16d222b699f6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:28.167937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.169047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Fanout notify agent at l3_agent the message router_deleted on router 10efe8da-a8ed-4722-9848-d589e5163566 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:28.180475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.182249 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-63e86bc3-8e3a-4e38-a722-6eeed1ded58a tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/routers/10efe8da-a8ed-4722-9848-d589e5163566 HTTP/1.1" status: 204 len: 168 time: 2.5164897 Jul 22 19:33:28.186350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50008) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:28.220973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77be990-2839-4f91-ae8a-e6836b487f41 service neutron] Pushing event updated for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.261154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.320226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting subnet 4368c9e2-902d-42ae-98fb-0da40c23adfd {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:28.326512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.364675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Attempting to bind port 7ec8ea73-bb09-4ca3-aa57-292250016021 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:28.365159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Attempting to bind port 7ec8ea73-bb09-4ca3-aa57-292250016021 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'b504555b-d086-43be-b316-d2fa84dd5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:28.365585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Attempting to bind port 7ec8ea73-bb09-4ca3-aa57-292250016021 on network 164c7a41-06f1-47b8-89e9-f95d23328624 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:28.376475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Port 7ec8ea73-bb09-4ca3-aa57-292250016021 on network 164c7a41-06f1-47b8-89e9-f95d23328624 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:28.376961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Attempting to bind port 7ec8ea73-bb09-4ca3-aa57-292250016021 on network 164c7a41-06f1-47b8-89e9-f95d23328624 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:28.385049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.387853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ab5bd-c634-44a2-9f3b-911b2da97595 req-2f8ebe8a-cc12-4316-ac13-0733dae44d41 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.388566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:28.389003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Checking segment: {'id': 'b504555b-d086-43be-b316-d2fa84dd5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:28.389464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-321ab5bd-c634-44a2-9f3b-911b2da97595 req-2f8ebe8a-cc12-4316-ac13-0733dae44d41 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.2881002 Jul 22 19:33:28.394839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Bound using segment: {'id': 'b504555b-d086-43be-b316-d2fa84dd5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:28.395369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Bound port: 7ec8ea73-bb09-4ca3-aa57-292250016021, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b504555b-d086-43be-b316-d2fa84dd5913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:28.395812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.432066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b71b0-714a-468f-bf43-bf6f42e05aac req-75b6e347-ce2c-4265-b953-8a6cb75c797c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.433542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e28b71b0-714a-468f-bf43-bf6f42e05aac req-75b6e347-ce2c-4265-b953-8a6cb75c797c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 943 time: 0.2818103 Jul 22 19:33:28.454264 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.459146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f8dd9d62-c1d0-44e5-a4a7-96c4d2b0c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.460653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-f8dd9d62-c1d0-44e5-a4a7-96c4d2b0c105 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af30c05da622489693a0b9ce7b8e5308&device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 1095 time: 0.2437320 Jul 22 19:33:28.504421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.542674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-321ab5bd-c634-44a2-9f3b-911b2da97595 req-10359757-1676-4f7f-81aa-93bd4b61e91d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454709 Jul 22 19:33:28.545390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:28.547007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-b1d9477f-cedd-424f-8689-3490510552aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9913ff0c-3c42-4051-80ff-6c17d381e085 HTTP/1.1" status: 200 len: 217 time: 0.0712850 Jul 22 19:33:28.552662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.590153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7ec8ea73-bb09-4ca3-aa57-292250016021,segment=NetworkSegment(b504555b-d086-43be-b316-d2fa84dd5913),segment_id=b504555b-d086-43be-b316-d2fa84dd5913)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:28.595987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.622420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e28b71b0-714a-468f-bf43-bf6f42e05aac req-f58986ae-b310-4916-a3c5-d475145af9f6 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767871 Jul 22 19:33:28.656727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-62f63902-dd2a-4385-977f-1ffbe54dd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.657483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-62f63902-dd2a-4385-977f-1ffbe54dd218 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a50e2dc-d131-4b2e-833a-7f9fe84ace4c HTTP/1.1" status: 200 len: 857 time: 0.1035001 Jul 22 19:33:28.691245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.692116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.693206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] 10.222.0.32 "PUT /v2.0/ports/7ec8ea73-bb09-4ca3-aa57-292250016021 HTTP/1.1" status: 200 len: 1093 time: 1.8739035 Jul 22 19:33:28.694305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:28.696697 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:28.707653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5633a6-f5bb-4383-a486-d5294fac2608 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.721377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.721829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-e19a4bbb-98c4-4872-b29c-cbaa706691d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=667a72d3-eaba-49f9-b8ff-ba2560cc624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532162 Jul 22 19:33:28.764270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006afc57-d7a2-47db-bb81-1a0ca7f0596c None None] Network 8ca922b8-6b34-4576-89ce-0326fc14ea41 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:28.764502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Subnet': ['ID=4368c9e2-902d-42ae-98fb-0da40c23adfd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:28.769454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:28.772791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5326a19b-e222-467a-b75d-836f8f0ab21b tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/subnets/4368c9e2-902d-42ae-98fb-0da40c23adfd HTTP/1.1" status: 204 len: 168 time: 0.5808983 Jul 22 19:33:28.772791 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11901360-6934-4906-8bcf-4dfdd63eb799 x-openstack-request-id: req-11901360-6934-4906-8bcf-4dfdd63eb799 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:28.772791 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:28.772791 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11901360-6934-4906-8bcf-4dfdd63eb799 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:28.772791 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021', 'status': 'completed', 'code': 200} Jul 22 19:33:28.780364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6'}, {'name': 'network-changed', 'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:28.783266 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eeaaa1-fe13-4be5-aae2-0791eab7c692" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "tag": "23959b3f-2a54-4998-8166-16d222b699f6"}, {"name": "network-changed", "server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:28.789111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50012) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:28.823185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ea3be530-b77c-4019-871f-4f8f332b9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.828312 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-ea3be530-b77c-4019-871f-4f8f332b9c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a44702ef742476fa55672b165db6241&device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 1096 time: 0.0725913 Jul 22 19:33:28.865999 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f681e3b-50d3-412b-b0f2-bc4ccafbcfe0 x-openstack-request-id: req-2f681e3b-50d3-412b-b0f2-bc4ccafbcfe0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:28.865999 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "tag": "23959b3f-2a54-4998-8166-16d222b699f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:28.865999 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f681e3b-50d3-412b-b0f2-bc4ccafbcfe0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:28.865999 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6', 'status': 'completed', 'code': 200} Jul 22 19:33:28.865999 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085', 'status': 'completed', 'code': 200} Jul 22 19:33:28.885752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Allocated IP 172.25.6.120 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/abf7d8f5-4739-4f11-b530-5e969685eba6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:28.896676 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-2c13ba46-c0fa-4ee3-bf89-f771558a1c33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec8ea73-bb09-4ca3-aa57-292250016021 HTTP/1.1" status: 200 len: 217 time: 0.0626788 Jul 22 19:33:28.953265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-8f8370cd-50d6-4484-ba57-de5cf4b50d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:28.954674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-8f8370cd-50d6-4484-ba57-de5cf4b50d07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74671c4-15fe-4977-82d0-d2217455d006 HTTP/1.1" status: 200 len: 851 time: 0.0512867 Jul 22 19:33:28.990771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] DHCP port deletion for 8ca922b8-6b34-4576-89ce-0326fc14ea41 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:33:28.991474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-7b8624e9-69d3-413d-839d-bab8e9728613 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=164c7a41-06f1-47b8-89e9-f95d23328624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295928 Jul 22 19:33:29.006858 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.036584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-4ebd97fd-a6ae-4f7c-8b07-85d49e626151 service neutron] 10.222.0.32 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043890 Jul 22 19:33:29.058419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Deleting port 275dfefd-aa44-463c-9abd-78247a2b76e1 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:29.058958 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.099305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-00b081a8-0d9b-4ef4-9f95-36acebf2a712 service neutron] 10.222.0.32 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002562 Jul 22 19:33:29.143764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] For port 275dfefd-aa44-463c-9abd-78247a2b76e1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=275dfefd-aa44-463c-9abd-78247a2b76e1,segment=NetworkSegment(63d2efdb-2152-4488-9383-836005942a7c),segment_id=63d2efdb-2152-4488-9383-836005942a7c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:29.144422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.158230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Calling delete_port for 275dfefd-aa44-463c-9abd-78247a2b76e1 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:29.223089 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c4f7c279-ffb9-4d1a-b47c-09fdcbc002ac req-bed61843-780a-43f9-8b49-2920dbccec55 service neutron] 10.222.0.32 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152010 Jul 22 19:33:29.247887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.281967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] Pushing event deleted for resources: {'Port': ['ID=275dfefd-aa44-463c-9abd-78247a2b76e1,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:29.285818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8580e-17a0-4eb4-94dc-47176a49f0e1 None None] No DVR routers for this DVR port 275dfefd-aa44-463c-9abd-78247a2b76e1 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:29.302405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-0755bbcc-d718-4dab-9be1-a63d0cfb4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.303913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-0755bbcc-d718-4dab-9be1-a63d0cfb4734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1126 time: 0.4074945 Jul 22 19:33:29.346403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-cb13a495-18e8-4fb7-b4c0-ea0efb05fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.347998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-cb13a495-18e8-4fb7-b4c0-ea0efb05fbc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a44702ef742476fa55672b165db6241&device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 1096 time: 0.0684102 Jul 22 19:33:29.354613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.391681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8083e6a-7bf4-49b9-9114-c9a8aebf90cc req-de1b40ab-a593-4bfe-836b-7350ee2085a5 service neutron] 10.222.0.32 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435194 Jul 22 19:33:29.410138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 275dfefd-aa44-463c-9abd-78247a2b76e1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:29.410592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.453489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-0abb483f-adab-4705-8dc5-e61ca48508f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.455278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-0abb483f-adab-4705-8dc5-e61ca48508f6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=164c7a41-06f1-47b8-89e9-f95d23328624 HTTP/1.1" status: 200 len: 912 time: 0.1007082 Jul 22 19:33:29.487142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 275dfefd-aa44-463c-9abd-78247a2b76e1 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:29.488353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb561d71-6db8-4786-b0c9-856db0bb6a36 req-8a45e072-57f3-4d92-9cbc-8b8315c4bdd7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.490416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb561d71-6db8-4786-b0c9-856db0bb6a36 req-8a45e072-57f3-4d92-9cbc-8b8315c4bdd7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.4138708 Jul 22 19:33:29.501387 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-fd55d260-a433-49d0-8042-d942d647c363 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ec8ea73-bb09-4ca3-aa57-292250016021 HTTP/1.1" status: 200 len: 217 time: 0.0369632 Jul 22 19:33:29.519922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 275dfefd-aa44-463c-9abd-78247a2b76e1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:29.520313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 275dfefd-aa44-463c-9abd-78247a2b76e1 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:29.565700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-c9c57b69-5f71-4611-9ae4-f7ea4a83c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.567222 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-c9c57b69-5f71-4611-9ae4-f7ea4a83c63a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a74671c4-15fe-4977-82d0-d2217455d006 HTTP/1.1" status: 200 len: 851 time: 0.0577183 Jul 22 19:33:29.611054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-1cd44c73-3598-47d1-9c06-3b2ddb129510 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=164c7a41-06f1-47b8-89e9-f95d23328624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339122 Jul 22 19:33:29.727450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-c484a129-b4c8-4f03-a6c6-4a4f85f273c0 service neutron] 10.222.0.32 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070483 Jul 22 19:33:29.827552 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca3b77c4-8fdf-4a83-aa16-cc46c6d6c387 req-b05c4ed0-5ecb-4027-a6e7-242a3ad008d9 service neutron] 10.222.0.32 "GET /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918453 Jul 22 19:33:29.878021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136b1b5-6db0-45af-b483-a06693ac6644 req-db5e9b7c-924b-4d94-8585-00ad60ab5c47 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.879519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4136b1b5-6db0-45af-b483-a06693ac6644 req-db5e9b7c-924b-4d94-8585-00ad60ab5c47 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 944 time: 0.7286103 Jul 22 19:33:29.918097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] For port 275dfefd-aa44-463c-9abd-78247a2b76e1, host n-d-800087-13, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:29.918455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.948747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:29.950915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-4a796f92-0c27-4d61-878c-86a358bf33e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:29.952407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-4a796f92-0c27-4d61-878c-86a358bf33e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.6393251 Jul 22 19:33:29.955016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 275dfefd-aa44-463c-9abd-78247a2b76e1 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:29.967745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Port 275dfefd-aa44-463c-9abd-78247a2b76e1 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:33:30.001595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.005686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb561d71-6db8-4786-b0c9-856db0bb6a36 req-b909e26e-1d25-4bd3-80c4-a765fc410f5b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963846 Jul 22 19:33:30.054350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4136b1b5-6db0-45af-b483-a06693ac6644 req-35d167ec-6c0c-445a-b4ec-d71f2dab564e tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609659 Jul 22 19:33:30.061892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:30.063414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-4509be47-ba2d-4628-bfed-2512183c60e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 217 time: 0.0873008 Jul 22 19:33:30.069522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:30.082094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:30.091533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] No DVR routers for this DVR port 275dfefd-aa44-463c-9abd-78247a2b76e1 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:30.153528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Pushing event updated for resources: {'Port': ['ID=abf7d8f5-4739-4f11-b530-5e969685eba6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:30.258463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=275dfefd-aa44-463c-9abd-78247a2b76e1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:30.290018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-0b1aa15a-84e0-4d9b-b657-64fbb70ea1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:30.292114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-0b1aa15a-84e0-4d9b-b657-64fbb70ea1da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.2140100 Jul 22 19:33:30.382996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.408263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca922b8-6b34-4576-89ce-0326fc14ea41']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:30.456570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-d295b5a7-54d8-4070-aa0f-413c7a2ce55e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703089 Jul 22 19:33:30.464242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d2efdb-2152-4488-9383-836005942a7c') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:30.464556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d2efdb-2152-4488-9383-836005942a7c') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:30.491252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09294938-0d9a-44df-9ace-681776667775 req-d6196405-e2bd-4021-8078-78a6684e37e6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:30.492728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09294938-0d9a-44df-9ace-681776667775 req-d6196405-e2bd-4021-8078-78a6684e37e6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.4281778 Jul 22 19:33:30.501425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.558258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.606469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c9755-eb1c-4830-bccf-466424366595 req-f22ef815-bdc0-4b32-bb7c-9f21e90f41d8 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:30.607981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb2c9755-eb1c-4830-bccf-466424366595 req-f22ef815-bdc0-4b32-bb7c-9f21e90f41d8 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 943 time: 0.4255664 Jul 22 19:33:30.621169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:30.621576 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:30.658037 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:30.737632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09294938-0d9a-44df-9ace-681776667775 req-f2606d7e-de55-448d-afe5-622621f19388 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239776 Jul 22 19:33:30.804842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-30af23b0-2eb0-4583-9e35-4d0af4a945e1 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362925 Jul 22 19:33:30.816557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.831529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb2c9755-eb1c-4830-bccf-466424366595 req-70697b93-23d4-4686-ab56-f800ffbe9fc1 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147918 Jul 22 19:33:30.835254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.837067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/networks/8ca922b8-6b34-4576-89ce-0326fc14ea41 HTTP/1.1" status: 204 len: 168 time: 2.0465424 Jul 22 19:33:30.845335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50028) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:30.874547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a1d23-442b-4b7d-8799-413c9df26a90 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Network': ['ID=8ca922b8-6b34-4576-89ce-0326fc14ea41,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:30.883386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:30.984940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 376a5ca6-50d8-42af-a21b-152b2c12ea70 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:30.985341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.005398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-85768a87-07aa-4f18-9bf6-447214cad209 service neutron] 10.222.0.32 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896627 Jul 22 19:33:31.073044 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.073309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.086110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 376a5ca6-50d8-42af-a21b-152b2c12ea70 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:31.246840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.259467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.278190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=376a5ca6-50d8-42af-a21b-152b2c12ea70,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:31.287783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.346600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.347209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-cc0fb775-737b-46fe-9ae0-09d0407fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.349280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-cc0fb775-737b-46fe-9ae0-09d0407fc9de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af30c05da622489693a0b9ce7b8e5308&device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 1095 time: 0.2694044 Jul 22 19:33:31.349501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.351140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-05225d56-6361-4eaf-9b55-2247f5dfb4b2 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/floatingips/9a322d5f-2a4a-43f7-a98f-c9028799d55f HTTP/1.1" status: 204 len: 168 time: 0.5042038 Jul 22 19:33:31.356074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50036) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.383755 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e94de9e-6acf-4dbb-a7a1-817d70980bc3 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] DELETE failed (client error): The resource could not be found. Jul 22 19:33:31.384792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e94de9e-6acf-4dbb-a7a1-817d70980bc3 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:33:31.388964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7e94de9e-6acf-4dbb-a7a1-817d70980bc3 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/a6023ea6-b077-4444-a620-e9de2474284e HTTP/1.1" status: 404 len: 333 time: 0.0295250 Jul 22 19:33:31.390043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.403658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f25a9a-c28b-4731-8350-564f4d8e8165 req-8b37416c-ec48-4139-84c6-ef873955334b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.405295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91f25a9a-c28b-4731-8350-564f4d8e8165 req-8b37416c-ec48-4139-84c6-ef873955334b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.2940645 Jul 22 19:33:31.427457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a33deb6-f533-4ca0-a651-93759d91e3b0 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/ports?device_id=10efe8da-a8ed-4722-9848-d589e5163566 HTTP/1.1" status: 200 len: 205 time: 0.0351107 Jul 22 19:33:31.427784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.456374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4541c-3f4a-4c5c-ba00-8c471b582695 req-995c20c3-9848-4fa2-b3c9-c5795c2f7029 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.457853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34b4541c-3f4a-4c5c-ba00-8c471b582695 req-995c20c3-9848-4fa2-b3c9-c5795c2f7029 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 944 time: 0.3049414 Jul 22 19:33:31.471158 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-7737da08-0ae6-457b-a36c-206531af0398 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] delete failed (client error): The resource could not be found. Jul 22 19:33:31.474715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7737da08-0ae6-457b-a36c-206531af0398 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/routers/10efe8da-a8ed-4722-9848-d589e5163566 HTTP/1.1" status: 404 len: 336 time: 0.0432727 Jul 22 19:33:31.475370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.504963 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0e6907-e9d3-489b-95db-ea69111d5c74 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] DELETE failed (client error): The resource could not be found. Jul 22 19:33:31.505670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0e6907-e9d3-489b-95db-ea69111d5c74 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:33:31.510425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0b0e6907-e9d3-489b-95db-ea69111d5c74 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/subnets/4368c9e2-902d-42ae-98fb-0da40c23adfd HTTP/1.1" status: 404 len: 337 time: 0.0315571 Jul 22 19:33:31.510707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.562189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91f25a9a-c28b-4731-8350-564f4d8e8165 req-20d49e60-7c46-4e1e-9ad8-141c054c00a7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432726 Jul 22 19:33:31.591181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34b4541c-3f4a-4c5c-ba00-8c471b582695 req-0436c554-92c2-4cfd-b43d-0be437625ef6 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195617 Jul 22 19:33:31.608580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-e6919239-54ea-46f7-b1c4-fc0cdb3208e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.610293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-e6919239-54ea-46f7-b1c4-fc0cdb3208e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=667a72d3-eaba-49f9-b8ff-ba2560cc624b HTTP/1.1" status: 200 len: 918 time: 0.2533283 Jul 22 19:33:31.659844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:31.660361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.667426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-39aab191-e8de-4ff5-8fe7-3fc106131e13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9913ff0c-3c42-4051-80ff-6c17d381e085 HTTP/1.1" status: 200 len: 217 time: 0.0451388 Jul 22 19:33:31.680370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Router 0efe455c-dc1d-4a46-b9a8-b7b60653264b is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:31.774834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.794464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:31.804337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-db1c25ec-5db7-4181-ab24-83b0903f9c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:31.805839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-db1c25ec-5db7-4181-ab24-83b0903f9c8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5a50e2dc-d131-4b2e-833a-7f9fe84ace4c HTTP/1.1" status: 200 len: 857 time: 0.1215022 Jul 22 19:33:31.866578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-8823a8c6-74ca-44ff-ac8a-00937e450d6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=667a72d3-eaba-49f9-b8ff-ba2560cc624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489707 Jul 22 19:33:31.936032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:31.941168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:31.942575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e2173c01-13f3-4fd2-a8ed-0242d017f3ef tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "PUT /v2.0/routers/0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 200 len: 916 time: 4.9754319 Jul 22 19:33:31.946619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50052) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:31.950639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] Sync routers for ids ['0efe455c-dc1d-4a46-b9a8-b7b60653264b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:31.965496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] Routers {'0efe455c-dc1d-4a46-b9a8-b7b60653264b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:31.966726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0efe455c-dc1d-4a46-b9a8-b7b60653264b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:32.004574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:32.015429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] Routers {'0efe455c-dc1d-4a46-b9a8-b7b60653264b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:32.016255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0efe455c-dc1d-4a46-b9a8-b7b60653264b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:32.027417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.054883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:32.055638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871003b0-b874-4fcd-ba22-8b6eb1c339cb None None] The sync data for ids ['0efe455c-dc1d-4a46-b9a8-b7b60653264b'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:32.069754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:32.152256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.156400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f779f76c-03fc-426c-8854-d999115dcf4c tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/ed717a93-1fe3-4ff8-bdf3-0b8c66fdd81f HTTP/1.1" status: 204 len: 168 time: 0.6423736 Jul 22 19:33:32.156663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:32.272378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 801055f4-3129-4849-b351-00cbea7b431a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:32.272617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.367961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.381893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 801055f4-3129-4849-b351-00cbea7b431a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:32.488232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-a61f2137-1fea-47e7-8240-43bdb3dddb40 service neutron] 10.222.0.32 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004598 Jul 22 19:33:32.520820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.534816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b542c02-de1b-4f49-8044-aebbf2d34be6 req-41827821-4aa3-42b4-a65a-34e4bf873c24 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.542098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b542c02-de1b-4f49-8044-aebbf2d34be6 req-41827821-4aa3-42b4-a65a-34e4bf873c24 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 943 time: 0.7106194 Jul 22 19:33:32.547870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=801055f4-3129-4849-b351-00cbea7b431a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:32.632992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:32.638457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-761b19b8-291d-4a0d-8988-89556700c9fa tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/ports/801055f4-3129-4849-b351-00cbea7b431a HTTP/1.1" status: 204 len: 168 time: 0.4785402 Jul 22 19:33:32.639245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:32.655918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d65f2c52-ea48-40e5-95ea-ba37f2517c82 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 200 len: 922 time: 0.7033141 Jul 22 19:33:32.668670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50062) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:32.668851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b542c02-de1b-4f49-8044-aebbf2d34be6 req-024a01d4-8c48-4008-a85b-3a1ce76467b6 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257541 Jul 22 19:33:32.690591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe84b00-dde7-4d1c-abbc-f08bf4516b76 req-cb0050de-aaec-4525-b0c0-95da70d649c5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.697629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fe84b00-dde7-4d1c-abbc-f08bf4516b76 req-cb0050de-aaec-4525-b0c0-95da70d649c5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 943 time: 0.6818335 Jul 22 19:33:32.722177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56eeaaa1-fe13-4be5-aae2-0791eab7c692 req-58c73280-030a-456a-a682-d76f58ede49c service neutron] 10.222.0.32 "GET /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239735 Jul 22 19:33:32.752859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae6bece-620f-44f5-9363-d69037167755 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.756802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fae6bece-620f-44f5-9363-d69037167755 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7b868fd-458e-4b9c-892a-a35deb5d92f1 HTTP/1.1" status: 200 len: 913 time: 0.1145754 Jul 22 19:33:32.761921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50066) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:32.776040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dd92ac-542d-4463-bdbc-2ae9c238e7c5 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.777739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6dd92ac-542d-4463-bdbc-2ae9c238e7c5 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=0efe455c-dc1d-4a46-b9a8-b7b60653264b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1080284 Jul 22 19:33:32.789514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50068) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:32.828880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fe84b00-dde7-4d1c-abbc-f08bf4516b76 req-8dfcd0cc-076c-4ce1-b792-08479f1d7a8c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318660 Jul 22 19:33:32.920307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa90a6-4448-4456-a56b-8ab393da6633 req-4df6ea2a-72b8-4faa-b3db-9e327b8c3018 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:32.921811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4faa90a6-4448-4456-a56b-8ab393da6633 req-4df6ea2a-72b8-4faa-b3db-9e327b8c3018 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1702092 Jul 22 19:33:33.027827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad55f8f-1a0e-489d-b7bc-a435ed2e9207 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.029146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4ad55f8f-1a0e-489d-b7bc-a435ed2e9207 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.2306759 Jul 22 19:33:33.034061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:33.059064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4faa90a6-4448-4456-a56b-8ab393da6633 req-c1b6c2ff-59fe-4a05-9884-d664d4c3dbcf tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261599 Jul 22 19:33:33.068859 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d386ebe-0ca4-4872-872e-29e0287e4d6f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 200 len: 205 time: 0.0336816 Jul 22 19:33:33.071645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50076) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:33.071800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-5a7d4b84-0e25-425f-9ad6-e448cf56e298 service neutron] 10.222.0.32 "GET /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6/bindings/n-h1-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1588159 Jul 22 19:33:33.137015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b02d-b795-40c0-8b54-e176fa4d1e21 req-9d5506d0-b98a-4c08-bc44-470b5829afd4 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.139357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea2b02d-b795-40c0-8b54-e176fa4d1e21 req-9d5506d0-b98a-4c08-bc44-470b5829afd4 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 944 time: 0.2159500 Jul 22 19:33:33.219422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea2b02d-b795-40c0-8b54-e176fa4d1e21 req-59f6e851-a786-45eb-837b-444b84244fc1 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Jul 22 19:33:33.320926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:33.343382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:33.381649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23959b3f-2a54-4998-8166-16d222b699f6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:33.393223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:33.406639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.487192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] Transition to ACTIVE for port object 23959b3f-2a54-4998-8166-16d222b699f6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:33.491214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.543680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.569739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] No DVR routers for this DVR port 23959b3f-2a54-4998-8166-16d222b699f6 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:33.604633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] Pushing event updated for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:33.614084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-1f8cc26a-44d3-40e3-96de-0980bde65284 service neutron] 10.222.0.32 "PUT /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6/bindings/n-h1-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 0.5380743 Jul 22 19:33:33.704368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.707937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.735066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-b9bd3130-7b78-46c6-9385-6137c2f2b075 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.736895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-b9bd3130-7b78-46c6-9385-6137c2f2b075 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.0678740 Jul 22 19:33:33.858046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-54c1ab72-7d38-4e62-abbe-59b7744bc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.859898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-54c1ab72-7d38-4e62-abbe-59b7744bc2cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b&tenant_id=2c669839f51c4684ad1843bb4fae7e61 HTTP/1.1" status: 200 len: 1096 time: 0.1134002 Jul 22 19:33:33.860994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port abf7d8f5-4739-4f11-b530-5e969685eba6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:33.861546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:33.863103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7ec8ea73-bb09-4ca3-aa57-292250016021 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:33.875013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae32d1c-7b68-4f02-802f-9004570fc997 req-27a11f17-c184-4050-805d-ba234db6c2b0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:33.876779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ae32d1c-7b68-4f02-802f-9004570fc997 req-27a11f17-c184-4050-805d-ba234db6c2b0 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.1211126 Jul 22 19:33:33.997797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7ec8ea73-bb09-4ca3-aa57-292250016021,segment=NetworkSegment(b504555b-d086-43be-b316-d2fa84dd5913),segment_id=b504555b-d086-43be-b316-d2fa84dd5913)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:34.002011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ae32d1c-7b68-4f02-802f-9004570fc997 req-6efff585-3ff8-4004-a862-e625e531ad01 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123104 Jul 22 19:33:34.010756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '7ec8ea73-bb09-4ca3-aa57-292250016021', 'network_id': '164c7a41-06f1-47b8-89e9-f95d23328624', 'port_id': '7ec8ea73-bb09-4ca3-aa57-292250016021', 'mac_address': 'fa:16:3e:1d:92:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74671c4-15fe-4977-82d0-d2217455d006', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:34.015077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.031252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for abf7d8f5-4739-4f11-b530-5e969685eba6 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:34.045240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-983028f5-64df-439b-8749-a0b0c6131af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.047212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-983028f5-64df-439b-8749-a0b0c6131af0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c669839f51c4684ad1843bb4fae7e61&device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1096 time: 0.1504641 Jul 22 19:33:34.057093 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.076254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec8ea73-bb09-4ca3-aa57-292250016021 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:34.093049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8074-eace-41aa-abaf-eb76c61b0c13 req-120c8fc4-8648-42c4-a438-01efc9c3039e tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.100764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c5c8074-eace-41aa-abaf-eb76c61b0c13 req-120c8fc4-8648-42c4-a438-01efc9c3039e tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 943 time: 0.1611700 Jul 22 19:33:34.101775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7ec8ea73-bb09-4ca3-aa57-292250016021,segment=NetworkSegment(b504555b-d086-43be-b316-d2fa84dd5913),segment_id=b504555b-d086-43be-b316-d2fa84dd5913)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:34.107330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.108319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 9913ff0c-3c42-4051-80ff-6c17d381e085 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:33:34.235906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c5c8074-eace-41aa-abaf-eb76c61b0c13 req-2c6a5a41-e7ee-4d68-a30f-1a69913b2b80 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341403 Jul 22 19:33:34.261619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-175f3bf9-5e8a-43c4-a4f9-80719a443b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.263521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-175f3bf9-5e8a-43c4-a4f9-80719a443b8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 200 len: 909 time: 0.2085223 Jul 22 19:33:34.272237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port b5f2aa2d-466c-429f-aac6-7fdfcc888f66 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:34.272811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.290089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=9913ff0c-3c42-4051-80ff-6c17d381e085,segment=NetworkSegment(4f68361c-ba1e-40c6-89ca-263bc4b22c11),segment_id=4f68361c-ba1e-40c6-89ca-263bc4b22c11)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:34.309364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '9913ff0c-3c42-4051-80ff-6c17d381e085', 'network_id': '667a72d3-eaba-49f9-b8ff-ba2560cc624b', 'port_id': '9913ff0c-3c42-4051-80ff-6c17d381e085', 'mac_address': 'fa:16:3e:bd:10:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a50e2dc-d131-4b2e-833a-7f9fe84ace4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:33:34.315317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:34.323785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc852f1c-b2c2-446e-a3d1-7a2583adf240 req-33ef6f90-1437-4586-b03c-e98c268d34ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.325369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc852f1c-b2c2-446e-a3d1-7a2583adf240 req-33ef6f90-1437-4586-b03c-e98c268d34ce tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1644244 Jul 22 19:33:34.326923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-288de7fa-9c2f-4676-a55c-301a84f821f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 200 len: 217 time: 0.0531371 Jul 22 19:33:34.373216 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.398212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9913ff0c-3c42-4051-80ff-6c17d381e085 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:34.412767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc852f1c-b2c2-446e-a3d1-7a2583adf240 req-b68f43d6-6d27-48d4-8d94-e53d7806d8d1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800555 Jul 22 19:33:34.416869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.419801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-358c7b05-09f4-44e9-ae64-b830a108cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.421699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-358c7b05-09f4-44e9-ae64-b830a108cb62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 200 len: 848 time: 0.0873926 Jul 22 19:33:34.428881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.434440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=9913ff0c-3c42-4051-80ff-6c17d381e085,segment=NetworkSegment(4f68361c-ba1e-40c6-89ca-263bc4b22c11),segment_id=4f68361c-ba1e-40c6-89ca-263bc4b22c11)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:34.448792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.460032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=abf7d8f5-4739-4f11-b530-5e969685eba6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:34.472194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for b5f2aa2d-466c-429f-aac6-7fdfcc888f66 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:34.485213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-ff383580-0b0e-489f-aee3-21d207407a4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4a734574-8d9a-487f-9b84-d8f8953d90f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486095 Jul 22 19:33:34.540700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:34.597751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.642814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-824ab86e-084a-4c69-90f7-cd48d82b4f2c service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469495 Jul 22 19:33:34.656011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c192a-6246-4eee-86d4-1d0901229bf9 req-02fa715c-988b-4681-9ffd-76021a4b0aa6 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:34.657675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f54c192a-6246-4eee-86d4-1d0901229bf9 req-02fa715c-988b-4681-9ffd-76021a4b0aa6 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 945 time: 0.1529911 Jul 22 19:33:34.710984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.715828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.752225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['9913ff0c-3c42-4051-80ff-6c17d381e085'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:34.758902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7ec8ea73-bb09-4ca3-aa57-292250016021'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:34.762786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f54c192a-6246-4eee-86d4-1d0901229bf9 req-42dc7201-fa34-4742-9320-73c9f0a4b1a5 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962994 Jul 22 19:33:34.792361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-ec9d3cf6-dd98-4c1e-85b8-b8aef281df26 service neutron] 10.222.0.26 "GET /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335499 Jul 22 19:33:34.815717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.816464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router 0efe455c-dc1d-4a46-b9a8-b7b60653264b {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:34.826361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.831663 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-20723c03-6062-466c-a317-d356c1bf1dcf tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 204 len: 168 time: 1.7547319 Jul 22 19:33:34.831663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50090) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:34.836814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1825610190', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:34.878658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.879823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.980773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:34.983767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.096841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=b5f2aa2d-466c-429f-aac6-7fdfcc888f66,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:35.127969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-8165f2c9-60cb-4bb4-a23d-09d74418342e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.130390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-8165f2c9-60cb-4bb4-a23d-09d74418342e tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b&tenant_id=2c669839f51c4684ad1843bb4fae7e61&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1021967 Jul 22 19:33:35.246079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.250263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705e083-6cda-4a45-9a95-9407dbb9c122 req-4d1ac7e5-f184-46cd-a9b4-ee9a2c3ddc0c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.251856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e705e083-6cda-4a45-9a95-9407dbb9c122 req-4d1ac7e5-f184-46cd-a9b4-ee9a2c3ddc0c tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.1368895 Jul 22 19:33:35.366324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e705e083-6cda-4a45-9a95-9407dbb9c122 req-93513bec-3ed7-4d45-90ba-ff65d9eac678 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681489 Jul 22 19:33:35.370576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-5d0eb20f-bffd-4e28-ba83-0d381b9d40d4 service neutron] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:35.374918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-5d0eb20f-bffd-4e28-ba83-0d381b9d40d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.376177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecec6828-65c9-413d-b54b-0bfa85ba2cd7 req-5d0eb20f-bffd-4e28-ba83-0d381b9d40d4 service neutron] 10.222.0.26 "DELETE /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6/bindings/n-h2-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.2222118 Jul 22 19:33:35.438254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d64ba2-0051-4c70-8b6f-edb0a0f233bb req-c426a470-1bdf-45c7-957f-dbea3493ee5b tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.445787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43d64ba2-0051-4c70-8b6f-edb0a0f233bb req-c426a470-1bdf-45c7-957f-dbea3493ee5b tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 944 time: 0.0956888 Jul 22 19:33:35.509450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43d64ba2-0051-4c70-8b6f-edb0a0f233bb req-8559a508-f311-4b50-94be-e5bbece6c01f tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Jul 22 19:33:35.525701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.692379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68445a1-152c-411b-91b5-e592a683b6f4 req-325f36ff-aeed-46fa-b9cf-ba6254bde362 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.694076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e68445a1-152c-411b-91b5-e592a683b6f4 req-325f36ff-aeed-46fa-b9cf-ba6254bde362 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1094661 Jul 22 19:33:35.701177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92935a8-e845-4e32-b20b-dd8a7a1ac4ee req-0ab989d0-2fb0-44f1-938a-187d5dd6eaa5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.702737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b92935a8-e845-4e32-b20b-dd8a7a1ac4ee req-0ab989d0-2fb0-44f1-938a-187d5dd6eaa5 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 1096 time: 0.0857615 Jul 22 19:33:35.752516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.757674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e68445a1-152c-411b-91b5-e592a683b6f4 req-ac72675a-3052-4c5c-b651-25ce8e14d6b6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Jul 22 19:33:35.761940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b92935a8-e845-4e32-b20b-dd8a7a1ac4ee req-10a9f48a-0725-4ea2-87de-5bd1c1114363 tempest-LiveMigrationTest-1138493040 tempest-LiveMigrationTest-1138493040-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523129 Jul 22 19:33:35.784330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:35.875099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:35.940490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:35.942833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920adf5e-0aac-46d3-b08b-58dfb8c0fd00 req-dc21d51d-e0e8-4536-bf29-3e0cbf9561d9 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:35.945717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-920adf5e-0aac-46d3-b08b-58dfb8c0fd00 req-dc21d51d-e0e8-4536-bf29-3e0cbf9561d9 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 945 time: 0.0946360 Jul 22 19:33:35.981850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Allocated IP 172.25.6.5 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3ce0bc0f-e0c1-488c-ac54-015971952719) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:35.985172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Router b7b868fd-458e-4b9c-892a-a35deb5d92f1 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:36.002684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-920adf5e-0aac-46d3-b08b-58dfb8c0fd00 req-a5ba2be8-b79d-49d8-92a4-1a922d1cf6d7 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456736 Jul 22 19:33:36.076844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c79f95-5119-438f-8383-67816cfa0690 req-9023b056-dd38-400c-a1d4-eedb42a3c552 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.078362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0c79f95-5119-438f-8383-67816cfa0690 req-9023b056-dd38-400c-a1d4-eedb42a3c552 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.0660276 Jul 22 19:33:36.117305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0c79f95-5119-438f-8383-67816cfa0690 req-1ef0bdb8-0eeb-405b-8729-5c14b227fac7 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331795 Jul 22 19:33:36.182152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.184805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:36.192572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e0cd2b9-f50f-4cbc-8f7e-c0305d4a4ec4 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "PUT /v2.0/routers/b7b868fd-458e-4b9c-892a-a35deb5d92f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296613 Jul 22 19:33:36.193464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50112) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:36.194485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] Sync routers for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:36.205663 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:36.217327 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:36.236646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.260364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:36.270559 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] Routers {'b7b868fd-458e-4b9c-892a-a35deb5d92f1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:36.271357 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:36.309612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.323134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:36.324023 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35f310c-3a5d-4776-a26b-2a36e13de26c None None] The sync data for ids ['b7b868fd-458e-4b9c-892a-a35deb5d92f1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:36.479479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-bb1278cb-4995-46bc-b668-9990dedd5cf7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1245062 Jul 22 19:33:36.481846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.589546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:36.591585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting port 61ab0c45-da42-44e8-ac79-4912a4a54c05 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:36.593253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.593375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:36.615247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:36.626109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.626109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.626109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.626353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.626911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.627351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.627831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:36.629761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-218fd14c-50e8-4651-be26-afab4fbdca7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.1143081 Jul 22 19:33:36.679206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event updated for resources: {'Port': ['ID=3ce0bc0f-e0c1-488c-ac54-015971952719,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:36.733780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:36.783903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Calling delete_port for 61ab0c45-da42-44e8-ac79-4912a4a54c05 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:36.909508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.058012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-892ff630-301d-4666-9487-a99810453b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.118233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.252569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Router 42c01886-fa06-4902-8b19-97ce4340b2cd is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:33:37.259564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-665037f3-b94d-456d-911a-b7a2598c697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.260283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-665037f3-b94d-456d-911a-b7a2598c697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.260761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-665037f3-b94d-456d-911a-b7a2598c697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.262366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-665037f3-b94d-456d-911a-b7a2598c697a service neutron] 10.222.0.32 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=bf5be53a-7a0e-473b-bace-446d21368e68&id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 2297 time: 0.5852578 Jul 22 19:33:37.360382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:37.371923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] Sync routers for ids ['42c01886-fa06-4902-8b19-97ce4340b2cd'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:37.381200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.382034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] Routers {'42c01886-fa06-4902-8b19-97ce4340b2cd'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:37.382435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-20276377-29f2-497e-91d8-650eb0798fbb tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5498011 Jul 22 19:33:37.385303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50128) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:37.385972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['42c01886-fa06-4902-8b19-97ce4340b2cd'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:37.390186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:37.418058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b26850-a8c5-4579-803d-611c7e6d37cf req-5f0634d5-ebde-4828-9e51-d23117deaeee tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.419393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:37.419550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b26850-a8c5-4579-803d-611c7e6d37cf req-5f0634d5-ebde-4828-9e51-d23117deaeee tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 944 time: 0.7870169 Jul 22 19:33:37.428506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] Routers {'42c01886-fa06-4902-8b19-97ce4340b2cd'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:37.429200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['42c01886-fa06-4902-8b19-97ce4340b2cd'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:37.451445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-0bdfd1ff-6906-44a7-a7ed-bd6299a0eafa tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.452939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-0bdfd1ff-6906-44a7-a7ed-bd6299a0eafa tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.6583340 Jul 22 19:33:37.454696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7be7b907-c624-42df-b8cf-0140b3f1ff26 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 1001 time: 0.1697929 Jul 22 19:33:37.464374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:37.464730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a754045-3c44-40ae-8e33-e5664e334aa9 None None] The sync data for ids ['42c01886-fa06-4902-8b19-97ce4340b2cd'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:37.495057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7678cc-0909-4982-bdd7-9406c6d32df0 req-7cd3597e-abe0-40de-8712-99750602217f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.496588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c7678cc-0909-4982-bdd7-9406c6d32df0 req-7cd3597e-abe0-40de-8712-99750602217f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3248146 Jul 22 19:33:37.620763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b26850-a8c5-4579-803d-611c7e6d37cf req-faab5775-4a65-40fc-8b9f-2530eaffa982 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797709 Jul 22 19:33:37.640693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-145c395b-57b8-4727-b5e4-c78d48a8b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.642174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-145c395b-57b8-4727-b5e4-c78d48a8b2bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 200 len: 856 time: 0.1748476 Jul 22 19:33:37.712696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.726102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.735471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.783117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Deleting port 3ce0bc0f-e0c1-488c-ac54-015971952719 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:37.783584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.799357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c7678cc-0909-4982-bdd7-9406c6d32df0 req-09c2c84c-e85e-405a-9ead-0f1c57c03fa1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937357 Jul 22 19:33:37.810439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Port': ['ID=61ab0c45-da42-44e8-ac79-4912a4a54c05,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:37.872197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.876184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 9913ff0c-3c42-4051-80ff-6c17d381e085 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:37.889254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Calling delete_port for 3ce0bc0f-e0c1-488c-ac54-015971952719 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:37.933277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 9913ff0c-3c42-4051-80ff-6c17d381e085 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:37.936969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7a5429ee-ba0d-4763-9985-2f0fa0a7b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:37.937535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 9913ff0c-3c42-4051-80ff-6c17d381e085 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:37.937978 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.938501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7a5429ee-ba0d-4763-9985-2f0fa0a7b71b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2890623 Jul 22 19:33:37.945910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Deleting port 23959b3f-2a54-4998-8166-16d222b699f6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:37.946265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:37.975709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.019596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.046344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:38.048743 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8713f23a-4212-4200-9d69-8dc2a0aeef74" -d '{"events": [{"server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "name": "network-vif-plugged", "status": "completed", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:38.061962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=9913ff0c-3c42-4051-80ff-6c17d381e085,segment=NetworkSegment(4f68361c-ba1e-40c6-89ca-263bc4b22c11),segment_id=4f68361c-ba1e-40c6-89ca-263bc4b22c11)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:38.067621 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.068910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7ec8ea73-bb09-4ca3-aa57-292250016021 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:38.082014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.102806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0df6d2-ece7-4eec-afc7-87fc030287da req-895766e3-f9de-4948-b062-7121ed4f7aba tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:38.104764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a0df6d2-ece7-4eec-afc7-87fc030287da req-895766e3-f9de-4948-b062-7121ed4f7aba tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 945 time: 0.3981442 Jul 22 19:33:38.113210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Pushing event deleted for resources: {'Port': ['ID=3ce0bc0f-e0c1-488c-ac54-015971952719,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.129850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.167415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.183520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 7ec8ea73-bb09-4ca3-aa57-292250016021 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:38.186359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.188502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 7ec8ea73-bb09-4ca3-aa57-292250016021 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:38.188944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.194521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.278556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.312595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] For port 23959b3f-2a54-4998-8166-16d222b699f6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=23959b3f-2a54-4998-8166-16d222b699f6,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:38.313148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.316729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7ec8ea73-bb09-4ca3-aa57-292250016021,segment=NetworkSegment(b504555b-d086-43be-b316-d2fa84dd5913),segment_id=b504555b-d086-43be-b316-d2fa84dd5913)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:38.317740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.318285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Fanout notify agent at l3_agent the message router_deleted on router b7b868fd-458e-4b9c-892a-a35deb5d92f1 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:38.326567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.334663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6e936-7a0d-4301-9d61-8c24a5544976 req-d50e03b5-cffe-4c32-8536-901d38f6a9d8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:38.336237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bf6e936-7a0d-4301-9d61-8c24a5544976 req-d50e03b5-cffe-4c32-8536-901d38f6a9d8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 944 time: 0.4620371 Jul 22 19:33:38.344669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a0df6d2-ece7-4eec-afc7-87fc030287da req-8705700a-0c53-4f1d-ba52-a9bca6f81001 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197552 Jul 22 19:33:38.358006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.360288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-09e5b5e2-320b-4f20-90dd-98df2d11abe9 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/routers/b7b868fd-458e-4b9c-892a-a35deb5d92f1 HTTP/1.1" status: 204 len: 168 time: 2.1657434 Jul 22 19:33:38.365592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50138) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.370593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-0d30e6ee-0088-47aa-b422-895867341200 service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197712 Jul 22 19:33:38.383059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:38.390453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Calling delete_port for 23959b3f-2a54-4998-8166-16d222b699f6 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:38.432828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.436567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.518956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Router 42c01886-fa06-4902-8b19-97ce4340b2cd has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:33:38.523315 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d670d0c0-3bf9-4e5c-91f5-13d83c81479d x-openstack-request-id: req-d670d0c0-3bf9-4e5c-91f5-13d83c81479d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:38.523825 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "name": "network-vif-plugged", "status": "completed", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:38.524208 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d670d0c0-3bf9-4e5c-91f5-13d83c81479d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:38.525358 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085', 'code': 200} Jul 22 19:33:38.554599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bf6e936-7a0d-4301-9d61-8c24a5544976 req-11d7854b-d438-4b1a-b6f6-d77c63e6b22a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929812 Jul 22 19:33:38.561473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Deleting subnet 6be00e13-5734-4757-8d9c-706faacb8960 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:38.580250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.604625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:33:38.612306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.614592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb2d79fc-1704-4625-8e78-3029a665bb1f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "PUT /v2.0/routers/42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 200 len: 706 time: 1.2271283 Jul 22 19:33:38.619101 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] Sync routers for ids ['42c01886-fa06-4902-8b19-97ce4340b2cd'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:33:38.619996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50140) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.624648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-2ad2cfbf-4682-4fe5-b26a-29238665eab9 service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322636 Jul 22 19:33:38.631606 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] Routers {'42c01886-fa06-4902-8b19-97ce4340b2cd'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:38.632393 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['42c01886-fa06-4902-8b19-97ce4340b2cd'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:38.663645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680d84a-8268-4502-8387-671b6dfa7c04 req-53546f66-abc9-4bed-8eab-0ca46caed17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:38.665433 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5680d84a-8268-4502-8387-671b6dfa7c04 req-53546f66-abc9-4bed-8eab-0ca46caed17a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 1097 time: 0.0692575 Jul 22 19:33:38.671084 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:38.683486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] Routers {'42c01886-fa06-4902-8b19-97ce4340b2cd'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:33:38.684303 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:33:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['42c01886-fa06-4902-8b19-97ce4340b2cd'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:38.712695 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5680d84a-8268-4502-8387-671b6dfa7c04 req-fb346c1e-b1a9-4599-8795-1f032da3fb7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Jul 22 19:33:38.722300 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:38.723034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4bb8a-77ba-4b99-a1c8-0a51e53d8c0c None None] The sync data for ids ['42c01886-fa06-4902-8b19-97ce4340b2cd'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:33:38.741069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.776124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-628c8082-d2c2-4d3f-85c3-1dc8791e19c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 217 time: 0.1420932 Jul 22 19:33:38.820635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-980390c9-8219-4094-8ebf-efabc66c5837 tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/routers/42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 200 len: 741 time: 0.1982260 Jul 22 19:33:38.823982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.881562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62430f08-58bc-4fe3-8464-37168d73f74e tempest-RoutersAdminTest-728052588 tempest-RoutersAdminTest-728052588-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 200 len: 205 time: 0.0563874 Jul 22 19:33:38.884345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.913599 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d78e067-a642-4e5f-9c96-d8c6484adadd tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 200 len: 205 time: 0.0279353 Jul 22 19:33:38.916812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50150) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:38.922472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.991802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:38.999371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f8c69ce6-6a9b-44eb-883d-8d377b481925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.000897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f8c69ce6-6a9b-44eb-883d-8d377b481925 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1984599 Jul 22 19:33:39.018709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.030790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:39.069699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98880e3d-6e71-49cb-a4f2-fea9245602a2 req-b0e877d4-5e8a-4f3c-944c-f5caf0b58f2c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.071219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98880e3d-6e71-49cb-a4f2-fea9245602a2 req-b0e877d4-5e8a-4f3c-944c-f5caf0b58f2c tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 945 time: 0.3263853 Jul 22 19:33:39.113145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event deleted for resources: {'Port': ['ID=23959b3f-2a54-4998-8166-16d222b699f6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:39.143498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.150769 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.153034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.203183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.203622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Fanout notify agent at l3_agent the message router_deleted on router 42c01886-fa06-4902-8b19-97ce4340b2cd {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:39.210547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.211649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-95814533-9ea3-42bd-a29e-5ead9ac3e5e5 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 204 len: 168 time: 0.2939231 Jul 22 19:33:39.215723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50152) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.223764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Subnet': ['ID=6be00e13-5734-4757-8d9c-706faacb8960,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:39.234624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b220afb-09c7-48f8-bdc0-96bf4d4dbaa2 req-2d9ee90b-3ea2-4f0d-a822-b5b456491b70 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.236224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b220afb-09c7-48f8-bdc0-96bf4d4dbaa2 req-2d9ee90b-3ea2-4f0d-a822-b5b456491b70 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3384690 Jul 22 19:33:39.242515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.245243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e95f4d41-3bfc-4c41-947c-1767e3a110af tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/subnets/6be00e13-5734-4757-8d9c-706faacb8960 HTTP/1.1" status: 204 len: 168 time: 0.8736696 Jul 22 19:33:39.250954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.254445 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-507ef932-f82f-461f-a916-d16d22d87749 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 200 len: 205 time: 0.0376737 Jul 22 19:33:39.261431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.265955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] No DVR routers for this DVR port 23959b3f-2a54-4998-8166-16d222b699f6 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:39.269472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.271402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ee47a2a-79d0-40fb-9a46-bba635ed3983 req-a4f21918-5bdf-4b4e-aa07-708e98aa05a5 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "DELETE /v2.0/ports/23959b3f-2a54-4998-8166-16d222b699f6 HTTP/1.1" status: 204 len: 173 time: 1.8065355 Jul 22 19:33:39.273378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-deleted', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:39.276623 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dbc177-094b-4cfa-9de2-e6d206ad870e" -d '{"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-deleted", "tag": "23959b3f-2a54-4998-8166-16d222b699f6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:39.287127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98880e3d-6e71-49cb-a4f2-fea9245602a2 req-48f947fa-0639-4779-8f1b-3adc71b8716f tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841590 Jul 22 19:33:39.320365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-35474687-0c29-4029-ac08-44c416eab22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.322379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-35474687-0c29-4029-ac08-44c416eab22d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3073332 Jul 22 19:33:39.325669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b220afb-09c7-48f8-bdc0-96bf4d4dbaa2 req-2ad182e3-81c3-4492-a521-86bd6fc6a819 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Jul 22 19:33:39.341482 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a03712c2-2e47-420b-b24b-81a5b400fd18 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:39.341482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a03712c2-2e47-420b-b24b-81a5b400fd18 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/42c01886-fa06-4902-8b19-97ce4340b2cd HTTP/1.1" status: 404 len: 336 time: 0.0782697 Jul 22 19:33:39.345853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.369042 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d133e7-a253-42cd-b421-a0479b570851 x-openstack-request-id: req-c3d133e7-a253-42cd-b421-a0479b570851 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:39.369628 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4d0e85-2420-47ed-ac0b-492de5e0796b", "name": "network-vif-deleted", "tag": "23959b3f-2a54-4998-8166-16d222b699f6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:39.369949 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3d133e7-a253-42cd-b421-a0479b570851 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:39.370483 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4d0e85-2420-47ed-ac0b-492de5e0796b', 'name': 'network-vif-deleted', 'tag': '23959b3f-2a54-4998-8166-16d222b699f6', 'status': 'completed', 'code': 200} Jul 22 19:33:39.397682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cc0d968c-720e-4ff9-ab47-9d2994cbcbb6 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 200 len: 205 time: 0.0505621 Jul 22 19:33:39.400979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50164) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.407326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.465455 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-92ca3106-729f-4b14-af1b-e287a1a79a74 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:39.466550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-92ca3106-729f-4b14-af1b-e287a1a79a74 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/0efe455c-dc1d-4a46-b9a8-b7b60653264b HTTP/1.1" status: 404 len: 336 time: 0.0645790 Jul 22 19:33:39.470119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.537512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.549474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aa5a3b7-9cc0-4486-972d-50a3a1506c13']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:39.566122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3bc163-cfc4-4e8f-aced-ddfe04264f11') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:39.566122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3bc163-cfc4-4e8f-aced-ddfe04264f11') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:39.576529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.595619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.603724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:39.604103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.631750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f0e890e6-9611-435b-8efd-53be55fe13ff service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967424 Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:39.634952 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:39.644380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2f7b-2397-47e4-bd23-8d7f302852d8 req-9d529377-87ca-4a22-9bda-35afa25e8392 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:39.646114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24f2f7b-2397-47e4-bd23-8d7f302852d8 req-9d529377-87ca-4a22-9bda-35afa25e8392 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.1860323 Jul 22 19:33:39.676096 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-997b346f-0ce5-403b-9b70-ae007a1c6112 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 200 len: 205 time: 0.2044981 Jul 22 19:33:39.680196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50174) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.728922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.735050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.737445 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] 10.222.0.10 "DELETE /v2.0/networks/0aa5a3b7-9cc0-4486-972d-50a3a1506c13 HTTP/1.1" status: 204 len: 168 time: 0.4851534 Jul 22 19:33:39.742113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:39.759343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a41685-0671-4c12-8bb8-b2b42e776a69 tempest-FloatingIPTestJSON-299790545 tempest-FloatingIPTestJSON-299790545-project] Pushing event deleted for resources: {'Network': ['ID=0aa5a3b7-9cc0-4486-972d-50a3a1506c13,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:39.956533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:39.988065 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c270ca2-4cb4-4d08-9130-93162cc4894a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.101102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d375e03e-0b7c-41e2-b3be-f2c382db0b56 req-9779d436-07d9-4def-bf7e-d340ca4edf1e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.4197655 Jul 22 19:33:40.102127 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-4fea0396-4d1e-446d-b341-0e60da868dbe tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:40.103935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4fea0396-4d1e-446d-b341-0e60da868dbe tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/216e3dc5-f0c2-4206-ab02-96c19f323611 HTTP/1.1" status: 404 len: 336 time: 0.4154170 Jul 22 19:33:40.111790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50184) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.147884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24f2f7b-2397-47e4-bd23-8d7f302852d8 req-db2c29d0-b1e6-4884-a2b6-06c9892301a7 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922440 Jul 22 19:33:40.158153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c505a42-0e8f-4677-a33c-22129c91282e tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 200 len: 205 time: 0.0448475 Jul 22 19:33:40.158345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.162326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a4afb09-00fe-443f-b31f-c28356dbfbf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bb12109f91f4704bbd9d528074594ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044740 Jul 22 19:33:40.167426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50188) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.211089 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-63acd8be-f7b7-4484-b347-6c30adfe730f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:40.212409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-63acd8be-f7b7-4484-b347-6c30adfe730f tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/af440176-7ccf-4262-b273-d4045bd13ae9 HTTP/1.1" status: 404 len: 336 time: 0.0530119 Jul 22 19:33:40.214951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.218728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-036d78d6-ce19-446d-a761-162b962aecc3 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715976 Jul 22 19:33:40.251761 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d61c5e0e-9095-4eac-bac9-bb086b195a22 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 200 len: 205 time: 0.0334601 Jul 22 19:33:40.255069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.284715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-d21bbfa5-35f3-4eba-8479-604d2a86e690 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 217 time: 0.0517821 Jul 22 19:33:40.298489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.300531 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-5d9f01a7-b458-4a2b-af84-a593b1d2eaaa tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:40.303971 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5d9f01a7-b458-4a2b-af84-a593b1d2eaaa tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/1e8f4ac3-d916-4ce6-bbb3-1cdfdc25384a HTTP/1.1" status: 404 len: 336 time: 0.0456462 Jul 22 19:33:40.304541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.349942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2dc08663-f6ad-481f-adad-96d8c63be689 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "GET /v2.0/ports?device_id=e86fb29e-cadc-4ecc-b381-00081a81cdfc HTTP/1.1" status: 200 len: 205 time: 0.0416930 Jul 22 19:33:40.351398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.359180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.378043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-811a0f29-8bac-4632-9f22-283db89ad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.382669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-811a0f29-8bac-4632-9f22-283db89ad077 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.0706804 Jul 22 19:33:40.401852 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-7e9d3319-1a2a-480a-b547-a951d2d42331 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] delete failed (client error): The resource could not be found. Jul 22 19:33:40.402895 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7e9d3319-1a2a-480a-b547-a951d2d42331 tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/routers/e86fb29e-cadc-4ecc-b381-00081a81cdfc HTTP/1.1" status: 404 len: 336 time: 0.0508411 Jul 22 19:33:40.405531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50202) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.422131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-fa1b4a3b-120a-4d2c-9487-65947bf526df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1454530 Jul 22 19:33:40.442345 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f8dbea-7031-455d-97d6-14fd357148df tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:33:40.442807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f8dbea-7031-455d-97d6-14fd357148df tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:33:40.444678 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-73f8dbea-7031-455d-97d6-14fd357148df tempest-RoutersAdminTest-552336853 tempest-RoutersAdminTest-552336853-project] 10.222.0.10 "DELETE /v2.0/subnets/93443927-3db2-4af9-92ef-8bcbb4ff250b HTTP/1.1" status: 404 len: 337 time: 0.0382488 Jul 22 19:33:40.486280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.494480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.498219 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fc4086b-d72e-4266-bf72-4f4ba5878be1 HTTP/1.1" status: 204 len: 168 time: 0.3273611 Jul 22 19:33:40.504925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36674e8f-640c-46f8-b4a6-b71405c0139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4086b-d72e-4266-bf72-4f4ba5878be1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:40.559858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:40.562873 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dcfdad-e1ef-4bb4-929e-fc6d3187e274" -d '{"events": [{"server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:40.581434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-06bb1198-7104-44a4-82a6-3368947ed865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.583133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-06bb1198-7104-44a4-82a6-3368947ed865 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1878750 Jul 22 19:33:40.617547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e161b2-e097-4074-b5fc-d4f77f0fded3 req-be46b88f-8489-4727-ae92-e80df542966e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.620592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68e161b2-e097-4074-b5fc-d4f77f0fded3 req-be46b88f-8489-4727-ae92-e80df542966e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.2035050 Jul 22 19:33:40.652859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a2e2d-ada5-4569-8b7d-c27f3a1308b0 req-13703110-7eed-46ed-8cf6-907ee514b776 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.659655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d32a2e2d-ada5-4569-8b7d-c27f3a1308b0 req-13703110-7eed-46ed-8cf6-907ee514b776 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 945 time: 0.2655578 Jul 22 19:33:40.688393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:40.726670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 23959b3f-2a54-4998-8166-16d222b699f6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:40.727372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 23959b3f-2a54-4998-8166-16d222b699f6 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:40.789599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-b424a6d3-a016-428a-b470-ff4d0858e85f service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582201 Jul 22 19:33:40.790842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:40.848028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d32a2e2d-ada5-4569-8b7d-c27f3a1308b0 req-88697d0c-340e-4da2-8844-25080056c2a6 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874046 Jul 22 19:33:40.876519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68e161b2-e097-4074-b5fc-d4f77f0fded3 req-b34f94b5-2031-4fb5-9c3b-b4beb6c36e8a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357130 Jul 22 19:33:40.899324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa089-2174-4606-8494-99cf6f216161 req-e338c958-3195-42a8-8eb9-fc5fa21fcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:40.905845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-e338c958-3195-42a8-8eb9-fc5fa21fcaea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 1101 time: 0.3402951 Jul 22 19:33:40.964923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e5-a49d-4fe0-9881-4fe8923ba8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:40.977497 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed88c0b-c98b-41d1-8f32-793ceffc637b x-openstack-request-id: req-0ed88c0b-c98b-41d1-8f32-793ceffc637b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:40.978474 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "name": "network-vif-plugged", "status": "completed", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:40.978881 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ed88c0b-c98b-41d1-8f32-793ceffc637b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:40.979464 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021', 'code': 200} Jul 22 19:33:40.996327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f7cf2957-d10c-4fbe-af5e-d4a235b5972a service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946177 Jul 22 19:33:41.161291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-9349e827-c444-4ce3-91e4-cff2c97fb1b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 200 len: 217 time: 0.0725138 Jul 22 19:33:41.238366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e5-a49d-4fe0-9881-4fe8923ba8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.251376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e980c-59a9-45ca-ada1-f0652b13ed90 req-2f9c104f-8f0d-4902-862e-13fc2f4e5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.253378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-331e980c-59a9-45ca-ada1-f0652b13ed90 req-2f9c104f-8f0d-4902-862e-13fc2f4e5379 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 1098 time: 0.1496358 Jul 22 19:33:41.254304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e5-a49d-4fe0-9881-4fe8923ba8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.331328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfc6e5-a49d-4fe0-9881-4fe8923ba8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6cc0c-8dfb-46c9-a686-2acf69a098e7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.339440 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0adfc6e5-a49d-4fe0-9881-4fe8923ba8a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3b66f712c734363a15f6873f5ea7165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443842 Jul 22 19:33:41.343352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50242) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.346883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d977bc7-f3a0-4423-8103-2b3fb027d27a req-71371782-e532-4126-a5b8-47d3a2e5786e tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.0625875 Jul 22 19:33:41.378497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-331e980c-59a9-45ca-ada1-f0652b13ed90 req-542e7dfd-5060-45ca-9a31-03bf4a408da1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166666 Jul 22 19:33:41.412018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa089-2174-4606-8494-99cf6f216161 req-903dc406-e316-4de4-8616-05db7723dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.413776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-903dc406-e316-4de4-8616-05db7723dfcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.4160120 Jul 22 19:33:41.415766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f7d4312a-1bf7-47c5-89d8-909fd534a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.418825 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.419305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-f7d4312a-1bf7-47c5-89d8-909fd534a610 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.2482731 Jul 22 19:33:41.440916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.483634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.515236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-68358cb9-3a40-42dd-b852-2e3d81fb9670 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 200 len: 217 time: 0.0887966 Jul 22 19:33:41.549055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.553876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.555646 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88b6cc0c-8dfb-46c9-a686-2acf69a098e7 HTTP/1.1" status: 204 len: 168 time: 0.2111628 Jul 22 19:33:41.568171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea614f9c-f79a-4b4e-a02e-aadf1a0cdb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6cc0c-8dfb-46c9-a686-2acf69a098e7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:41.635379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50250) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:41.682561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa089-2174-4606-8494-99cf6f216161 req-4cc6775d-f8c3-4f50-8de2-531e615e8c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.684006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-4cc6775d-f8c3-4f50-8de2-531e615e8c57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1324222 Jul 22 19:33:41.699411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395184f8-f043-4a39-8975-d135ca2559de req-84c16309-2b6f-47f8-a4fd-48f24a0bff81 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.701132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-395184f8-f043-4a39-8975-d135ca2559de req-84c16309-2b6f-47f8-a4fd-48f24a0bff81 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.3368170 Jul 22 19:33:41.775253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65ccbd-c1a4-4615-9567-3b9840dbba03 req-7a5137f8-e93c-4004-941d-a90190177e17 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.778602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a65ccbd-c1a4-4615-9567-3b9840dbba03 req-7a5137f8-e93c-4004-941d-a90190177e17 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 945 time: 0.2961230 Jul 22 19:33:41.786155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-21832a0f-12d7-4f08-9907-9eb5cb38e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:41.787721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-21832a0f-12d7-4f08-9907-9eb5cb38e9ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3523874 Jul 22 19:33:41.830153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399166003'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:41.876075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.889646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:41.918569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-395184f8-f043-4a39-8975-d135ca2559de req-fbf337b6-44ae-425e-9435-858b0d961980 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962631 Jul 22 19:33:41.985828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a65ccbd-c1a4-4615-9567-3b9840dbba03 req-adb20b20-f01f-4957-b5ad-928e38b6246f tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949997 Jul 22 19:33:42.059840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfa089-2174-4606-8494-99cf6f216161 req-213ca095-4e21-402f-ba06-bdf9cad5864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.061706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-213ca095-4e21-402f-ba06-bdf9cad5864d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3585560 Jul 22 19:33:42.065199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-c9fdd944-56ff-4879-9249-c0d2503e521b service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642965 Jul 22 19:33:42.082630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.089114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.140218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b2028-02c3-49da-9119-425811a94068,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.199904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50262) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.269922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.279195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.307047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66c40b-8ab2-4910-bb53-de11e17e4786 req-743a155f-29cd-4fd5-a506-47421ba88b2c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.313838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d66c40b-8ab2-4910-bb53-de11e17e4786 req-743a155f-29cd-4fd5-a506-47421ba88b2c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3022106 Jul 22 19:33:42.332265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-f0b38a54-57f6-4805-98c6-76424d36829b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620478 Jul 22 19:33:42.353743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.357596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7183402 Jul 22 19:33:42.357596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1c33e-cbe2-41c5-bff0-8ba8e6b8485f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306f93fc-7c5f-4f21-876b-f265393c138b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.359500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.390268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-cfdfbf53-fa93-4eff-9d39-a14f7f44e4f4 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072188 Jul 22 19:33:42.428420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d66c40b-8ab2-4910-bb53-de11e17e4786 req-66882262-bb17-4f17-9a36-6d37a18a4677 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136930 Jul 22 19:33:42.435914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-28249e12-b774-4088-b35c-34c0128ceaf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e64e8fb398424fccabd92cda0a152fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327869 Jul 22 19:33:42.442201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50268) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.492459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-4182390b-eafb-4b8e-977e-6b736e2fce13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 200 len: 217 time: 0.0850410 Jul 22 19:33:42.509257 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a54b5596-e59c-44bb-a3ce-29583926e643 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1491363 Jul 22 19:33:42.512093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.535127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-security--929164190', 'description': 'tempest-security-description-813796568'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:42.542687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.560423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb338a5a-5ac6-4072-b288-48e186bc05f7 req-a19caced-222a-411e-9e7e-2b0e24ecf28a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.0830109 Jul 22 19:33:42.591278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.626788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.660650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.663556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.664748 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88d8d70b-4940-488d-bceb-e093fa20a4f3 HTTP/1.1" status: 204 len: 168 time: 0.2216098 Jul 22 19:33:42.666907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bdfa089-2174-4606-8494-99cf6f216161 req-89b2c88e-ee7d-4505-b3a3-203be2726c55 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192151 Jul 22 19:33:42.670239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-c27997a6-571e-4dcd-8f0b-6cb36519b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.673507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-c27997a6-571e-4dcd-8f0b-6cb36519b8ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1096058 Jul 22 19:33:42.682673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4728f-f35b-4c0b-962e-4036dce4337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8d70b-4940-488d-bceb-e093fa20a4f3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:42.706452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.714621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.718934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.721152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "PUT /v2.0/security-groups/306f93fc-7c5f-4f21-876b-f265393c138b HTTP/1.1" status: 200 len: 1778 time: 0.2074080 Jul 22 19:33:42.733669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50274) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:42.785289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-d59e8f0c-3ca6-4bec-9dc3-71a5c8a2c224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:42.787475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-d59e8f0c-3ca6-4bec-9dc3-71a5c8a2c224 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1039236 Jul 22 19:33:42.798216 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:42.901602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-ada94d48-6d4a-485d-8505-aeba08893694 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058099 Jul 22 19:33:43.053231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-15bd5f83-7586-4269-8152-f326f99c97a2 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447382 Jul 22 19:33:43.143189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7a008921-5b9f-4cd8-ab2f-dc8d33edb662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 200 len: 217 time: 0.0805905 Jul 22 19:33:43.173524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660014a0-4791-4834-ba1b-12812ce07238 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306f93fc-7c5f-4f21-876b-f265393c138b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:43.204115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5e58057-7353-42b5-b283-743d873d9b36 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups/306f93fc-7c5f-4f21-876b-f265393c138b HTTP/1.1" status: 200 len: 1778 time: 0.4691854 Jul 22 19:33:43.204816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50292) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:43.253476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-fb76d897-3516-48dd-abdf-9bdb1118197f tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.254995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-fb76d897-3516-48dd-abdf-9bdb1118197f tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 945 time: 0.5331731 Jul 22 19:33:43.258607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-c052e72b-7222-460d-b052-434cca14ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.262824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-c052e72b-7222-460d-b052-434cca14ede8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1066561 Jul 22 19:33:43.326584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.334701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c3416-89af-4a87-a283-73c5a7a3000c req-289502bb-6b99-4f6b-b5e4-445284cd0bad tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.344494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-511c3416-89af-4a87-a283-73c5a7a3000c req-289502bb-6b99-4f6b-b5e4-445284cd0bad tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.3554161 Jul 22 19:33:43.385335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.441056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-511c3416-89af-4a87-a283-73c5a7a3000c req-db7fcd0a-9cca-4c98-a712-5446cdc12614 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950520 Jul 22 19:33:43.483591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23fe80-fb09-4557-aa27-54b2f400049e req-d778ab8b-2351-4bf0-a2b1-7506410e2ed5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.485212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f23fe80-fb09-4557-aa27-54b2f400049e req-d778ab8b-2351-4bf0-a2b1-7506410e2ed5 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 945 time: 0.3449175 Jul 22 19:33:43.489152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.491738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.495691 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/306f93fc-7c5f-4f21-876b-f265393c138b HTTP/1.1" status: 204 len: 168 time: 0.2840819 Jul 22 19:33:43.495691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Deleting port 9913ff0c-3c42-4051-80ff-6c17d381e085 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:43.495691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.500427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:43.505017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-85e148d7-158d-422b-8987-2e9221234fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:43.507842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-85e148d7-158d-422b-8987-2e9221234fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2379847 Jul 22 19:33:43.553694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe3313-b97e-43e5-9542-8d8ae3047f31 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306f93fc-7c5f-4f21-876b-f265393c138b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:43.638830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f23fe80-fb09-4557-aa27-54b2f400049e req-56513cbf-97f8-4245-a749-2759ce7b8c30 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/security-groups?id=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295202 Jul 22 19:33:43.687603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:43.687773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70b69a5d-b383-43f6-92a0-68792d108260 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1819727 Jul 22 19:33:43.729684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] For port 9913ff0c-3c42-4051-80ff-6c17d381e085, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=9913ff0c-3c42-4051-80ff-6c17d381e085,segment=NetworkSegment(4f68361c-ba1e-40c6-89ca-263bc4b22c11),segment_id=4f68361c-ba1e-40c6-89ca-263bc4b22c11)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:43.731085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.733806 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-5ed0e24b-69b4-403a-99e1-c5669d213604 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] delete failed (client error): The resource could not be found. Jul 22 19:33:43.743032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5ed0e24b-69b4-403a-99e1-c5669d213604 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/306f93fc-7c5f-4f21-876b-f265393c138b HTTP/1.1" status: 404 len: 347 time: 0.0577602 Jul 22 19:33:43.748437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50318) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:43.750598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-11d86095-64e8-49f4-b740-f07d46ad7051 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319868 Jul 22 19:33:43.757730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--293111031'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:43.762273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Calling delete_port for 9913ff0c-3c42-4051-80ff-6c17d381e085 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:43.920793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.950186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:43.963668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['9913ff0c-3c42-4051-80ff-6c17d381e085'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:43.990944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-8d38fc7e-8c75-4550-bac9-2524c5aea4b1 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260849 Jul 22 19:33:44.000915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f0c0bc3-f5ab-46d9-ba0d-d699e82f785d req-fbcd879a-2258-4dd0-8d38-8a52da53e3ea tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f4d0e85-2420-47ed-ac0b-492de5e0796b HTTP/1.1" status: 200 len: 210 time: 0.0763674 Jul 22 19:33:44.030388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Pushing event deleted for resources: {'Port': ['ID=9913ff0c-3c42-4051-80ff-6c17d381e085,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:44.054034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c14970-3801-497b-875b-e6e18b67ef74 req-ad8198fa-7a35-47c0-8255-802fbc68ebea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.061664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4c14970-3801-497b-875b-e6e18b67ef74 req-ad8198fa-7a35-47c0-8255-802fbc68ebea tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.2880070 Jul 22 19:33:44.076236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-3c702c1d-94e5-483e-8eda-66a53d81304d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0743399 Jul 22 19:33:44.134707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] No DVR routers for this DVR port 9913ff0c-3c42-4051-80ff-6c17d381e085 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:44.136872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.139451 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4b2700f-aec8-44fa-867b-2f473c4a4d47 req-eba9fec0-1a7b-4092-a134-2f0c531647c2 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.32 "DELETE /v2.0/ports/9913ff0c-3c42-4051-80ff-6c17d381e085 HTTP/1.1" status: 204 len: 173 time: 0.8762558 Jul 22 19:33:44.140048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'name': 'network-vif-deleted', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:44.143517 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c520ddf-5ca2-454c-8ad8-63e7ec097f7a" -d '{"events": [{"server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "name": "network-vif-deleted", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:44.183893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4c14970-3801-497b-875b-e6e18b67ef74 req-632d2e5c-795c-4b6f-b215-99cd3867ec3b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159947 Jul 22 19:33:44.235039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7e7885d5-231b-4db5-8167-9bb88836fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.237102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-7e7885d5-231b-4db5-8167-9bb88836fdc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1445832 Jul 22 19:33:44.286240 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc69b13-7fb8-4739-be76-09fd8e295a96 x-openstack-request-id: req-8bc69b13-7fb8-4739-be76-09fd8e295a96 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:44.286800 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67", "name": "network-vif-deleted", "tag": "9913ff0c-3c42-4051-80ff-6c17d381e085", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:44.287125 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bc69b13-7fb8-4739-be76-09fd8e295a96 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:44.288033 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67', 'name': 'network-vif-deleted', 'tag': '9913ff0c-3c42-4051-80ff-6c17d381e085', 'status': 'completed', 'code': 200} Jul 22 19:33:44.511998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:44.630914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-409300371', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:44.710916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.722275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.745280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Made reservation on behalf of d3462234725a4740af54738601d26e50 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:44.747864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.759037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.773710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.775198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0236881 Jul 22 19:33:44.778097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3294fed5-f557-40a0-925a-af2586375215,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:44.778387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50350) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:44.783538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '3294fed5-f557-40a0-925a-af2586375215', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:44.798815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-e2ff82be-542e-44ac-bab0-293f0f3116a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.800503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-e2ff82be-542e-44ac-bab0-293f0f3116a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5562494 Jul 22 19:33:44.804014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.804514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.805112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.805529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.806487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.806930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.807492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.807916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.808328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.808726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.809131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.809524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7698e1e3-ed13-4d26-8e7c-1b18b4c46340 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:44.871003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-199ba500-e725-49fd-937c-5a6ebe40c7b5 req-122234f4-df4c-4406-8645-f230bf99a575 tempest-InstanceActionsV221TestJSON-793155164 tempest-InstanceActionsV221TestJSON-793155164-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2c8e56c-d90c-4295-8f09-fa4e2ecb9d67 HTTP/1.1" status: 200 len: 210 time: 0.0693376 Jul 22 19:33:44.893340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88090e0-b351-4b0f-acb5-a9a07f393201 req-79ae6d29-3558-49d0-a149-c80dfbd7e210 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:44.895173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d88090e0-b351-4b0f-acb5-a9a07f393201 req-79ae6d29-3558-49d0-a149-c80dfbd7e210 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.2484558 Jul 22 19:33:44.958336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-6b4c1c79-6a08-4544-acb7-1afb68ec2ff1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:33:44.959288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-6b4c1c79-6a08-4544-acb7-1afb68ec2ff1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1459339 Jul 22 19:33:44.970899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:44.983335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.009741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d88090e0-b351-4b0f-acb5-a9a07f393201 req-f1118d3b-632d-438d-930d-01816fcdefa4 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058691 Jul 22 19:33:45.033439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] device_id is not set on port 801554b6-c4a3-4b9e-afd9-6ee372163bb1 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:33:45.083070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf8d2e-eb00-45b7-aea5-48a81a20c7f8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.115004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.138816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-9723ae85-b40d-4aec-882e-da3917145678 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662736 Jul 22 19:33:45.271846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.276984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.301450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Allocated IP 172.25.6.74 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/801554b6-c4a3-4b9e-afd9-6ee372163bb1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:45.309045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-814762cb-6430-4de2-9dd5-2eb59d759821 req-677251d8-56dd-4692-8a28-b2570c89a447 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620357 Jul 22 19:33:45.320451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03675231-6d05-47e1-8912-3dc4e1c26514,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.333269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.337875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7acb8bfc-9241-4c4a-aa5a-3cc763ca4eb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5550992 Jul 22 19:33:45.338482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50362) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.402871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.419016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.444931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c620bb-e0f7-4af8-8a5a-7fab22a804b5 req-0833751f-edd0-440e-8916-dc92cee8cf5e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.451835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86c620bb-e0f7-4af8-8a5a-7fab22a804b5 req-0833751f-edd0-440e-8916-dc92cee8cf5e tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1613882 Jul 22 19:33:45.502097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.523926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86c620bb-e0f7-4af8-8a5a-7fab22a804b5 req-a06a125c-a130-40e0-b01b-ec71660049b6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708714 Jul 22 19:33:45.538676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.560271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.561472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.565039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/03675231-6d05-47e1-8912-3dc4e1c26514 HTTP/1.1" status: 204 len: 168 time: 0.2234149 Jul 22 19:33:45.565039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aea669-7511-4dc7-9870-96d42b48dbaa tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03675231-6d05-47e1-8912-3dc4e1c26514,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.565404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.614136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Pushing event updated for resources: {'Port': ['ID=801554b6-c4a3-4b9e-afd9-6ee372163bb1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.621905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a7b7fe7-5434-4842-929e-11fde20b49a6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523469 Jul 22 19:33:45.622279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50366) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.656522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:45.657961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:45.660464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:45.707093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.707559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.708188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.738267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.747128 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea2033ef-0d49-4a7b-8433-9b21afc2877e tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.2337968 Jul 22 19:33:45.750278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50370) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.755236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.74'}]}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:45.799059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.799059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.832892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.835594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.840003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/3294fed5-f557-40a0-925a-af2586375215 HTTP/1.1" status: 204 len: 168 time: 0.2136574 Jul 22 19:33:45.841961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:45.857924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f6715-1285-4266-80e1-97c9171f1e3d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3294fed5-f557-40a0-925a-af2586375215,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:45.889756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-ee66f34c-5a68-44fa-841e-0c595e4a2bf2 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:45.891456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-ee66f34c-5a68-44fa-841e-0c595e4a2bf2 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.32 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.1102884 Jul 22 19:33:45.934460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:45.952443 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8eaec41-0c54-4a9a-af2c-794848e7bb0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1092157 Jul 22 19:33:45.956801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50376) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:46.057625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441195218'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:46.094473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Deleting port 7ec8ea73-bb09-4ca3-aa57-292250016021 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:46.095099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.207352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50388) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:46.297818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.318302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5565-d203-47ad-801c-05e0e0b277b9 req-2eb8168c-6de1-48d0-adb8-a02b36b8c46f tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:46.324863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.326007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fdb5565-d203-47ad-801c-05e0e0b277b9 req-2eb8168c-6de1-48d0-adb8-a02b36b8c46f tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 946 time: 0.1843030 Jul 22 19:33:46.359361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] For port 7ec8ea73-bb09-4ca3-aa57-292250016021, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7ec8ea73-bb09-4ca3-aa57-292250016021,segment=NetworkSegment(b504555b-d086-43be-b316-d2fa84dd5913),segment_id=b504555b-d086-43be-b316-d2fa84dd5913)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:46.359740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.366132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Deleting subnet 5a50e2dc-d131-4b2e-833a-7f9fe84ace4c {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:46.375533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.424722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.434381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.446022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.449131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Calling delete_port for 7ec8ea73-bb09-4ca3-aa57-292250016021 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:46.492020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fdb5565-d203-47ad-801c-05e0e0b277b9 req-adb77a44-8e2f-49b6-9963-1b485fbbb5a2 tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/security-groups?id=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648459 Jul 22 19:33:46.518658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.519815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4754889 Jul 22 19:33:46.523494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:46.530634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '0c9bbde5-dc53-4c2d-82d2-5b208120d0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:46.545562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.580525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9bbde5-dc53-4c2d-82d2-5b208120d0e9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.625824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.627681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.628223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.628702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.629210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.630094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.630997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.632199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.633965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.634453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.634915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.636350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d451a45b-4cf8-4f8e-93f8-11534a84adbc tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:33:46.644866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.646977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.694595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a50e2dc-d131-4b2e-833a-7f9fe84ace4c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.698715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.703272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0e2cbe52-1d4e-46b8-9f6d-18d4b347ffbf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a50e2dc-d131-4b2e-833a-7f9fe84ace4c HTTP/1.1" status: 204 len: 168 time: 0.4948900 Jul 22 19:33:46.724489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50396) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:46.789807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.810312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.838351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315b778f-2e35-48cf-b129-13dcc6d5efdb,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:46.846789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.867761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.873232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.875356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:46.876596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6e22a1a4-4adc-41e5-a3b1-6a9b6008ece9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3507254 Jul 22 19:33:46.882504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50400) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:46.883004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7ec8ea73-bb09-4ca3-aa57-292250016021'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:46.890684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '0c9bbde5-dc53-4c2d-82d2-5b208120d0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:46.921384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Pushing event deleted for resources: {'Port': ['ID=7ec8ea73-bb09-4ca3-aa57-292250016021,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:47.021026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] No DVR routers for this DVR port 7ec8ea73-bb09-4ca3-aa57-292250016021 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:47.028801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.031351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acd4595e-5f2d-4ffc-8108-21c56054eab6 req-5e3ef60b-a5f4-4d3b-829d-582c5ffc76db tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.32 "DELETE /v2.0/ports/7ec8ea73-bb09-4ca3-aa57-292250016021 HTTP/1.1" status: 204 len: 173 time: 1.1310017 Jul 22 19:33:47.033118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'name': 'network-vif-deleted', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:47.042856 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b0eeb2-2ba1-4493-b050-b16c86e38a89" -d '{"events": [{"server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "name": "network-vif-deleted", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:47.064899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.099168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.129920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbb306-d649-4242-939c-71e2e4e037af req-7c00cf7d-6cb9-450d-b532-35022f53713d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:47.143114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adfbb306-d649-4242-939c-71e2e4e037af req-7c00cf7d-6cb9-450d-b532-35022f53713d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.4826572 Jul 22 19:33:47.144869 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cf1498-ed8d-4afd-a596-1b18a05a0fb8 x-openstack-request-id: req-69cf1498-ed8d-4afd-a596-1b18a05a0fb8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:47.149485 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb6268-df26-4a30-b887-8ef8e9fb06e1", "name": "network-vif-deleted", "tag": "7ec8ea73-bb09-4ca3-aa57-292250016021", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:47.150205 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69cf1498-ed8d-4afd-a596-1b18a05a0fb8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:47.150875 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb6268-df26-4a30-b887-8ef8e9fb06e1', 'name': 'network-vif-deleted', 'tag': '7ec8ea73-bb09-4ca3-aa57-292250016021', 'status': 'completed', 'code': 200} Jul 22 19:33:47.218565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.222915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.262122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.263325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adfbb306-d649-4242-939c-71e2e4e037af req-8553ada8-e401-4a11-a97a-e48a059496f5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108730 Jul 22 19:33:47.309481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.322731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2f70d1-c927-4de7-8350-bb79ff077d1c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:47.324977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667a72d3-eaba-49f9-b8ff-ba2560cc624b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:47.339550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f68361c-ba1e-40c6-89ca-263bc4b22c11') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:47.339880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f68361c-ba1e-40c6-89ca-263bc4b22c11') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:47.349472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.353403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7dbaba03-e839-462d-b292-b8316f9594de tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4638412 Jul 22 19:33:47.353525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.354866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50406) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:47.359783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '0c9bbde5-dc53-4c2d-82d2-5b208120d0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:47.382310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.393240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:47.402080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:47.403987 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:47.418954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.421558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.444165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.503530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.504256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e559c41-2a98-4700-9247-7079919ad634 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:33:47.537095 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:33:47.540667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b6bf6e8e-2ff9-47a3-9f3b-740a8277648b tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7867746 Jul 22 19:33:47.542128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50412) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:47.564136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.570843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.575864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] 10.222.0.10 "DELETE /v2.0/networks/667a72d3-eaba-49f9-b8ff-ba2560cc624b HTTP/1.1" status: 204 len: 168 time: 0.8495073 Jul 22 19:33:47.590975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba6170-2c1e-49c4-a8a2-eba3fde59e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=667a72d3-eaba-49f9-b8ff-ba2560cc624b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:47.604920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.610103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.632732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948ea26f-ed1a-4495-8f5a-17fb16f02ae2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:47.644360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.645967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c35d7136-1c46-4b2e-98a7-5ea0a7c69e34 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2900879 Jul 22 19:33:47.650554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50416) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:47.661015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '0c9bbde5-dc53-4c2d-82d2-5b208120d0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:47.721916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b252865d-290f-46e4-887e-9a71a3283f75 req-36b6836a-a16c-44a5-babd-3bc4d2cca05b tempest-ServerPasswordTestJSON-1875679467 tempest-ServerPasswordTestJSON-1875679467-project] 10.222.0.10 "GET /v2.0/ports?device_id=ccdb6268-df26-4a30-b887-8ef8e9fb06e1 HTTP/1.1" status: 200 len: 210 time: 0.0745161 Jul 22 19:33:47.752138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Deleting port 801554b6-c4a3-4b9e-afd9-6ee372163bb1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:47.752524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.761022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.850250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.855971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.870604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50418) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:47.878207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.887725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaed18e8-c707-471e-afdd-7b40c1b8e569,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:47.895143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Calling delete_port for 801554b6-c4a3-4b9e-afd9-6ee372163bb1 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:47.932602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:47.933903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b47656b-d789-4c80-bd46-582c7406556a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821043 Jul 22 19:33:47.937822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50422) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:47.942733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '0c9bbde5-dc53-4c2d-82d2-5b208120d0e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:47.957000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 9913ff0c-3c42-4051-80ff-6c17d381e085 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:47.972326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eb0dbc3f-bff1-41d1-82e7-dff4269d3b06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af30c05da622489693a0b9ce7b8e5308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944319 Jul 22 19:33:47.972852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.003933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 9913ff0c-3c42-4051-80ff-6c17d381e085 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:48.004131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 9913ff0c-3c42-4051-80ff-6c17d381e085 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:48.004617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7ec8ea73-bb09-4ca3-aa57-292250016021 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:48.027270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.051259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 7ec8ea73-bb09-4ca3-aa57-292250016021 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:48.051813 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7ec8ea73-bb09-4ca3-aa57-292250016021 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:48.076204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.085249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.108362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Pushing event deleted for resources: {'Port': ['ID=801554b6-c4a3-4b9e-afd9-6ee372163bb1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.135691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.148386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.160041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.199195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4db66f-7ae0-4496-ab9f-1ada0ecfef98,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.201712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.208139 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f2a0957-0b5c-48d6-ab7b-67551cfbf939 tempest-RoutersAdminNegativeIpV6Test-1226098107 tempest-RoutersAdminNegativeIpV6Test-1226098107-project-admin] 10.222.0.10 "DELETE /v2.0/ports/801554b6-c4a3-4b9e-afd9-6ee372163bb1 HTTP/1.1" status: 204 len: 168 time: 0.6605370 Jul 22 19:33:48.229169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.230375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-521a7028-ceeb-4073-bdb4-17b99bf9ce2b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2915928 Jul 22 19:33:48.233905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50428) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.244098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.246828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.248249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b HTTP/1.1" status: 204 len: 168 time: 0.2744112 Jul 22 19:33:48.273922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a92a0-d073-4ef4-bc1f-b0847d4e9e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b8c3e-bc00-4f9b-bb30-2b904f6e9c1b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.279241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.290493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.343050 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.364857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.366043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9d4db66f-7ae0-4496-ab9f-1ada0ecfef98 HTTP/1.1" status: 204 len: 168 time: 0.1311595 Jul 22 19:33:48.367630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a7827-9ae6-4a58-8896-4abe51436214 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d4db66f-7ae0-4496-ab9f-1ada0ecfef98,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.369873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.496739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50440) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.497551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6d48083-6be4-483b-9f40-afaf32955659 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1248043 Jul 22 19:33:48.534060 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:33:48.538666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941e356-8857-40e5-96ae-7f392970e968 req-8772bf95-a923-4036-9913-b23a14171d77 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:48.540329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8941e356-8857-40e5-96ae-7f392970e968 req-8772bf95-a923-4036-9913-b23a14171d77 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1335685 Jul 22 19:33:48.580694 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.597387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.609206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8941e356-8857-40e5-96ae-7f392970e968 req-25a6dbbd-e89b-4aa6-8c7f-a84ddc872396 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575979 Jul 22 19:33:48.668705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.675621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.676854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/eaed18e8-c707-471e-afdd-7b40c1b8e569 HTTP/1.1" status: 204 len: 168 time: 0.1791339 Jul 22 19:33:48.680726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.690581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479af801-04d4-4432-896b-dde167b3b6a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaed18e8-c707-471e-afdd-7b40c1b8e569,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.750232 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e30b2d0-192d-40e5-b584-23181beff728 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0677977 Jul 22 19:33:48.753038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50456) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.801531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50460) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.808118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.810929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.822448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.862474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.895788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.897158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/948ea26f-ed1a-4495-8f5a-17fb16f02ae2 HTTP/1.1" status: 204 len: 168 time: 0.1430504 Jul 22 19:33:48.898231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7a059-a084-46ca-8fb9-603a05bc05ad tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=948ea26f-ed1a-4495-8f5a-17fb16f02ae2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:48.900674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50468) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:48.909778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Deleting subnet a74671c4-15fe-4977-82d0-d2217455d006 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:48.933355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:48.970045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5fa2-31d7-41e7-b0a9-5aef53101877 req-154d1b48-375a-4b29-9e1c-8b4c78a96911 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:48.973173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334e5fa2-31d7-41e7-b0a9-5aef53101877 req-154d1b48-375a-4b29-9e1c-8b4c78a96911 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.1226826 Jul 22 19:33:48.991021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23228885-9fea-4781-9855-f28795504da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.044109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d83bc0de-b10e-497c-8278-0ab7cb74408b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1373875 Jul 22 19:33:49.044109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.047611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.068751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334e5fa2-31d7-41e7-b0a9-5aef53101877 req-c0d3b922-651b-4957-b85b-a23e998e861a tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879819 Jul 22 19:33:49.127993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.146821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.150205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.223676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.242331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.244363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7e2f70d1-c927-4de7-8350-bb79ff077d1c HTTP/1.1" status: 204 len: 168 time: 0.1720722 Jul 22 19:33:49.245451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9546531-0e88-42d7-b372-e9924d6d848c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e2f70d1-c927-4de7-8350-bb79ff077d1c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.247320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50482) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.276789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.317653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74671c4-15fe-4977-82d0-d2217455d006,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.322474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23228885-9fea-4781-9855-f28795504da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.324101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.328744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-704615b6-fafe-49d5-add1-2b9becf151e0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a74671c4-15fe-4977-82d0-d2217455d006 HTTP/1.1" status: 204 len: 168 time: 0.5196953 Jul 22 19:33:49.329387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.329878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7b73f633-6f1a-4099-afef-0943d10771a4 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0794694 Jul 22 19:33:49.332076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23228885-9fea-4781-9855-f28795504da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.333482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50488) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.370288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.371457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23228885-9fea-4781-9855-f28795504da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb811a-b02e-4413-b4a1-3e8797619140,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.379123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.401593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50490) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.410788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23228885-9fea-4781-9855-f28795504da5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5efa209fc78f4d15a6eaaceb76cc36cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081204 Jul 22 19:33:49.411478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.413965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.436785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83748e43-3a10-4e1a-a065-8014daad7045 req-db73c9d2-6229-433b-8194-a396e4ebbc89 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:49.442603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83748e43-3a10-4e1a-a065-8014daad7045 req-db73c9d2-6229-433b-8194-a396e4ebbc89 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 944 time: 0.2021196 Jul 22 19:33:49.452815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.453943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/315b778f-2e35-48cf-b129-13dcc6d5efdb HTTP/1.1" status: 204 len: 168 time: 0.1195085 Jul 22 19:33:49.457403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50498) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.478859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.505474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf51c6-ea7b-470f-a0b9-dc90a593e1f8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=315b778f-2e35-48cf-b129-13dcc6d5efdb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.525860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b953e147-d3c0-42ba-be73-99778705facf tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670359 Jul 22 19:33:49.529263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50500) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.544448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1184606140-network', 'tenant_id': '0b84fc08bbdb46c387e7db04bcdb5a8a'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:49.611891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.652851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.653260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.663533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Made reservation on behalf of 0b84fc08bbdb46c387e7db04bcdb5a8a for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:49.666343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.681791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164c7a41-06f1-47b8-89e9-f95d23328624']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:49.690955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.691440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Deleting port ff934db4-13f9-4cf5-9f2e-4b265e65111d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:49.691782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.704200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b504555b-d086-43be-b316-d2fa84dd5913') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:49.704506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b504555b-d086-43be-b316-d2fa84dd5913') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:33:49.720350 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.722910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.755938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.764010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.783522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:33:49.783942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:33:49.787457 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:33:49.823998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.826613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.830113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5cb811a-b02e-4413-b4a1-3e8797619140 HTTP/1.1" status: 204 len: 168 time: 0.3841140 Jul 22 19:33:49.849755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] For port ff934db4-13f9-4cf5-9f2e-4b265e65111d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ff934db4-13f9-4cf5-9f2e-4b265e65111d,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:49.850127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.854198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa427c8c-f3aa-4816-9eb2-d67c56de8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb811a-b02e-4413-b4a1-3e8797619140,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.874632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87268f-f1a7-43ac-a394-5dbf62f62dc1 req-6a8a98d5-2232-4173-b984-0619f95993fe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:49.876314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c87268f-f1a7-43ac-a394-5dbf62f62dc1 req-6a8a98d5-2232-4173-b984-0619f95993fe tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1578698 Jul 22 19:33:49.891862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Calling delete_port for ff934db4-13f9-4cf5-9f2e-4b265e65111d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:49.894392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.898090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.900733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/0c9bbde5-dc53-4c2d-82d2-5b208120d0e9 HTTP/1.1" status: 204 len: 168 time: 0.3699615 Jul 22 19:33:49.905694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50506) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:49.906215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.928136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.930073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/164c7a41-06f1-47b8-89e9-f95d23328624 HTTP/1.1" status: 204 len: 168 time: 0.5996377 Jul 22 19:33:49.942605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df970068-da46-48d7-97d6-c5fc139e79d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9bbde5-dc53-4c2d-82d2-5b208120d0e9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.947876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed539d2-d087-43d5-acdc-cdd2f59b92b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=164c7a41-06f1-47b8-89e9-f95d23328624,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:49.985161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:49.990417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.015404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:50.034854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae32a570-1224-4eb1-abf7-0278abcd7f86 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1280339 Jul 22 19:33:50.035485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336c79b5-80b8-4adf-9998-66010509864f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.039514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50512) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.045493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324127849'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:50.049514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.049802 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Added segment 20f5854a-0b60-428f-9c0e-105bd06c433d of type vlan for network 650b9452-9acb-4dfd-a223-e48eb73c4097 Jul 22 19:33:50.075396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c87268f-f1a7-43ac-a394-5dbf62f62dc1 req-4f3b33e8-0614-42f5-9c0a-3db5e7f3d94d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807590 Jul 22 19:33:50.110798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.145722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.147107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:50.148434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.210749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50518) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.233827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] Pushing event updated for resources: {'Network': ['ID=650b9452-9acb-4dfd-a223-e48eb73c4097,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.236361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50520) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.236477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.247681 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-92ea75a1-076a-4c5d-90b8-fcdba17ac619 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8450527 Jul 22 19:33:50.253116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:50.254263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50522) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.260875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Request body: {'subnet': {'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1184606140-subnet', 'tenant_id': '0b84fc08bbdb46c387e7db04bcdb5a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:50.303502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62e23c2b-88e8-415d-bb95-ec9b02bbb398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3462234725a4740af54738601d26e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623066 Jul 22 19:33:50.303907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.310853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Made reservation on behalf of 0b84fc08bbdb46c387e7db04bcdb5a8a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:50.311819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.313790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.324217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ff934db4-13f9-4cf5-9f2e-4b265e65111d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:33:50.371682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-482e245e-6d98-495e-985b-814f11d3e32f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a44702ef742476fa55672b165db6241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569631 Jul 22 19:33:50.375811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event deleted for resources: {'Port': ['ID=ff934db4-13f9-4cf5-9f2e-4b265e65111d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.381432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50526) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.422667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.457963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.470427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] No DVR routers for this DVR port ff934db4-13f9-4cf5-9f2e-4b265e65111d on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:50.474285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.476342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83748e43-3a10-4e1a-a065-8014daad7045 req-7134a730-99af-499d-9c10-2086f361a817 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "DELETE /v2.0/ports/ff934db4-13f9-4cf5-9f2e-4b265e65111d HTTP/1.1" status: 204 len: 173 time: 1.0048702 Jul 22 19:33:50.484836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416064c6-6678-4f32-8723-13c4af4dc968 req-e7bca643-8860-4251-b423-4399997085da tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:50.486278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-416064c6-6678-4f32-8723-13c4af4dc968 req-e7bca643-8860-4251-b423-4399997085da tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b84fc00-1970-4292-bad1-4cba4ddbdf09 HTTP/1.1" status: 200 len: 866 time: 0.2772851 Jul 22 19:33:50.491555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-deleted', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:50.494670 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18b943-9082-480b-be71-b35153b74df0" -d '{"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-deleted", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:50.553506 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9171407-3d4e-41ba-9599-4baaeb702827 x-openstack-request-id: req-c9171407-3d4e-41ba-9599-4baaeb702827 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:50.553864 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b84fc00-1970-4292-bad1-4cba4ddbdf09", "name": "network-vif-deleted", "tag": "ff934db4-13f9-4cf5-9f2e-4b265e65111d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:50.554120 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9171407-3d4e-41ba-9599-4baaeb702827 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:50.554558 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b84fc00-1970-4292-bad1-4cba4ddbdf09', 'name': 'network-vif-deleted', 'tag': 'ff934db4-13f9-4cf5-9f2e-4b265e65111d', 'status': 'completed', 'code': 200} Jul 22 19:33:50.607261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.607471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-416064c6-6678-4f32-8723-13c4af4dc968 req-d19abebf-a8ce-4905-adf5-27f3ea8410cd tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080174 Jul 22 19:33:50.610173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.610890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.611719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9fcf8d2e-eb00-45b7-aea5-48a81a20c7f8 HTTP/1.1" status: 204 len: 168 time: 0.3068123 Jul 22 19:33:50.615744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.616705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.632885 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.633044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac176eb-e218-4661-9272-098b4bb28cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf8d2e-eb00-45b7-aea5-48a81a20c7f8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.667950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.690663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.694473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6512830 Jul 22 19:33:50.696762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c2594-1411-4b9b-a40a-5cf9071e47a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df39d985-35a1-444e-a9bc-94a9b5aaeac2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.699376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50534) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.706017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': 'df39d985-35a1-444e-a9bc-94a9b5aaeac2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:50.717277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.723366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Checking segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:50.723630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Network hostable DHCP agents. Network: 650b9452-9acb-4dfd-a223-e48eb73c4097, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:50.746569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:50.751483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.757740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 650b9452-9acb-4dfd-a223-e48eb73c4097) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:50.762948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.765812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.766845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977 HTTP/1.1" status: 204 len: 168 time: 0.3839586 Jul 22 19:33:50.768643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47846a-a86c-4b8f-b834-70f26af90970 None None] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:50.772754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:50.774102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.786030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181805-7f15-4fe7-b7e2-3e4fc0f0ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f153b5af-e6b2-4cc4-a3c5-c11d1e0e9977,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.816720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d322b47d-8a1f-4977-ad4b-6f981c088289 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5618942 Jul 22 19:33:50.818628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.825764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.848950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94df1022-62c2-4922-a39f-0905eac714af,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:50.856456 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.858019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99e9cabb-4d70-4ada-98b2-c833687ce7a5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1559339 Jul 22 19:33:50.860985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50540) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:50.939172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.978546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:50.983430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40230dca-d976-4c22-a234-ca72605d614a None None] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:51.051260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.054189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.058841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/df39d985-35a1-444e-a9bc-94a9b5aaeac2 HTTP/1.1" status: 204 len: 168 time: 0.1965199 Jul 22 19:33:51.058994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50546) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.070399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ba364-35d6-4b05-8e31-28fa049e171e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39d985-35a1-444e-a9bc-94a9b5aaeac2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:51.154067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-67fe5d73-7054-4003-b03b-f956e61f097d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939710 Jul 22 19:33:51.157977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50550) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.164610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--368878153'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:51.235042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.329108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50340a-9c17-4747-8b1b-108ed8559a89 req-3c699bd1-05da-4fe9-ac46-dff0fceba2f0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:51.330630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc50340a-9c17-4747-8b1b-108ed8559a89 req-3c699bd1-05da-4fe9-ac46-dff0fceba2f0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1142569 Jul 22 19:33:51.403180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.407191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc50340a-9c17-4747-8b1b-108ed8559a89 req-c84f88e8-0e48-4e80-99ba-c27b3d5ce960 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640719 Jul 22 19:33:51.408852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.445330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38996597-9b48-496d-bb82-121170ccbcd0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:51.449317 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.453143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e679afa-f845-4f20-a539-28c3f5714525 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2912865 Jul 22 19:33:51.453427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50574) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.459045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--824324375'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:51.481797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.583322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.590635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.626540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.632106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1776257 Jul 22 19:33:51.632439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.638228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741685b-3df8-42ba-afd8-d53f43ad9e0b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae1e50e-3fc9-4359-9f8d-a8237f0b46a3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:51.650140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '38996597-9b48-496d-bb82-121170ccbcd0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aae1e50e-3fc9-4359-9f8d-a8237f0b46a3', 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:51.704561 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.814053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-72350d2a-fbbe-4167-8420-d6d10b6d3007 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:51.815823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-72350d2a-fbbe-4167-8420-d6d10b6d3007 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 818 time: 0.1442418 Jul 22 19:33:51.840066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-0b8b4c37-2a47-4dad-a9a2-17e45c63a994 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/quotas/0b84fc08bbdb46c387e7db04bcdb5a8a HTTP/1.1" status: 200 len: 375 time: 0.0172315 Jul 22 19:33:51.870808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.881153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.882167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-3166fb68-043f-445e-8967-f1a044e873f8 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341227 Jul 22 19:33:51.915964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad02d8d-cd62-4f95-8620-aa521e915aeb,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:51.945911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:51.949047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21dddb22-b081-481c-a59b-2d99afe6962a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3120658 Jul 22 19:33:51.951673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:51.991889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.001493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.019606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-a2a0c719-7496-4821-ab7f-3477d270ca55 service neutron] 10.222.0.10 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280060 Jul 22 19:33:52.029326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.042890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.055114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.058363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dad02d8d-cd62-4f95-8620-aa521e915aeb HTTP/1.1" status: 204 len: 168 time: 0.1054091 Jul 22 19:33:52.064686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50618) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.066043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe140ff-0baa-409e-9516-3517f31520c5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dad02d8d-cd62-4f95-8620-aa521e915aeb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.090668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.199261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0b39b7ba-5287-45cd-844e-863d7c9dbc4b tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1333470 Jul 22 19:33:52.202266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50624) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.206159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1027920892-network', 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:52.234239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:52.235820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-40dd15d5-0f09-40d4-8b83-06d356502f31 service neutron] 10.222.0.10 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058828 Jul 22 19:33:52.238206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.248084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff3824-68fb-4fa5-8b94-b7f3c2529925 req-789cab77-9ffa-485d-b82c-65ee9da20ecc tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.250743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.254975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cff3824-68fb-4fa5-8b94-b7f3c2529925 req-789cab77-9ffa-485d-b82c-65ee9da20ecc tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.1910770 Jul 22 19:33:52.303568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1301511741'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:52.318369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.323421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cff3824-68fb-4fa5-8b94-b7f3c2529925 req-7394f14a-4196-45d0-a33e-6ba0a6cf9907 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674195 Jul 22 19:33:52.372677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.409060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.419508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.434611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.437567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.439053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/aae1e50e-3fc9-4359-9f8d-a8237f0b46a3 HTTP/1.1" status: 204 len: 168 time: 0.2321839 Jul 22 19:33:52.443850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.459698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:52.475110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:52.481932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa892000-3f37-4a58-bf93-bbc015316ce7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae1e50e-3fc9-4359-9f8d-a8237f0b46a3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.496285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.513131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7dd129-f132-4e60-91e7-eb46ab271e8e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.517506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.517863 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Added segment ce1c3f54-7636-4927-ac69-4cc01bedfc4b of type vlan for network 81677c6f-7949-49e1-9f16-4a9470631871 Jul 22 19:33:52.519420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.588946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.639836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-06d6ba2f-9cb0-4cc8-93b6-52375a35f5d9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1947503 Jul 22 19:33:52.645231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.653891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.654915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.655552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.696868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fd5975c-420d-4c6c-9e7c-02abcfc1c67c req-4d9cfead-c7ea-4e29-a597-78a41292c0a1 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 210 time: 0.0624228 Jul 22 19:33:52.704829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-4e3e5e01-6fd3-4c6d-a36b-f81f3a223a35 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.706485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-4e3e5e01-6fd3-4c6d-a36b-f81f3a223a35 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.2480464 Jul 22 19:33:52.758192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] Pushing event updated for resources: {'Network': ['ID=81677c6f-7949-49e1-9f16-4a9470631871,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.768915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493b937-5b8c-449f-8dbb-b96852e1837a req-581c2c78-b8f4-4cec-9b00-4d7df19fd84f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.770479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 81677c6f-7949-49e1-9f16-4a9470631871 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:52.775985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b493b937-5b8c-449f-8dbb-b96852e1837a req-581c2c78-b8f4-4cec-9b00-4d7df19fd84f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.2849944 Jul 22 19:33:52.798745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.809652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.827309 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0571e49b-8450-4b68-a6f1-a2ce47a6a873 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7353423 Jul 22 19:33:52.833138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:52.842772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Request body: {'subnet': {'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1027920892-subnet', 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:52.857161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:33:52.869369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e3fc83-7ca7-4e78-815b-3d82ea20716a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:52.876588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.876964 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Added segment 7c7df87a-0171-4a76-9c72-c10444c07de5 of type vlan for network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 Jul 22 19:33:52.924257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b493b937-5b8c-449f-8dbb-b96852e1837a req-7322af38-5a88-4696-acff-a3104bd4df98 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332631 Jul 22 19:33:52.924976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.926443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.958935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.964983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.966056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:52.966671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:52.970655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:52.973325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.007468 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9767411 Jul 22 19:33:53.011096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:53.016315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:53.063916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Deleting port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:53.064427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.065269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c77b3-587f-41cd-8a8c-ebe702cbc0a4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Network': ['ID=504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:53.077420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:33:53.107916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.110558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.111717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/38996597-9b48-496d-bb82-121170ccbcd0 HTTP/1.1" status: 204 len: 168 time: 0.4554846 Jul 22 19:33:53.118880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:53.160080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:53.167156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.168845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f3f66-6782-4f31-b950-f9fe9f717635 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38996597-9b48-496d-bb82-121170ccbcd0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:53.253511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] For port a4d15a1d-b5de-470d-9e01-91e2fda6cba2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:53.253884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.279586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Calling delete_port for a4d15a1d-b5de-470d-9e01-91e2fda6cba2 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:53.284735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b8d11309-78d4-48b9-9b07-add6c1ab7f96 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1597683 Jul 22 19:33:53.289243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50664) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:53.297944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--878797134'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:53.384790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.400995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.460130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.547911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=b86c1503-f9cf-4b35-bc39-63ba12ee60bd,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:53.571126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:53.571969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network hostable DHCP agents. Network: 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:53.609381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.614210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.626075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:53.659442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.661096 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3701537 Jul 22 19:33:53.661877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:53.670140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:53.670761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.673208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbb64d-27b2-4cf1-a607-9249f57e37cf None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:53.676260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50672) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:53.683546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '9780dd98-c237-440d-9c8d-b698a2279ba3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:53.693736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7e515-efc6-40fd-92a5-03d12af542ea tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9780dd98-c237-440d-9c8d-b698a2279ba3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:53.730228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.737421 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c8b7f93-cdb2-491a-8477-d545d52f1a39 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7250588 Jul 22 19:33:53.745794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:53.752964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'name': 'tempest-NetworksTestDHCPv6-1979012511'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:53.828287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2d2f85-122e-491b-b7d2-5a5618f84ee6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:53.877175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb0f7611-4f9c-427a-a38a-0fd7bc068195 req-5748f0c7-d653-4bf1-a365-21a0ab2aa5c3 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 210 time: 0.0682726 Jul 22 19:33:53.884858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:53.885227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Network hostable DHCP agents. Network: 81677c6f-7949-49e1-9f16-4a9470631871, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:33:53.935694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25ecd1-9b39-4be2-90e7-5318c0913788 req-5190515e-5232-4ee9-ae61-0cc7468346c9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:53.937344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d25ecd1-9b39-4be2-90e7-5318c0913788 req-5190515e-5232-4ee9-ae61-0cc7468346c9 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fc6b374-813d-49e8-9a04-f5334d78d10b HTTP/1.1" status: 200 len: 945 time: 0.5224154 Jul 22 19:33:53.938551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:53.940590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Network 81677c6f-7949-49e1-9f16-4a9470631871 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:33:53.960576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 81677c6f-7949-49e1-9f16-4a9470631871) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:53.998563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee27b29-4737-4c2b-976c-5d383bbd874d None None] Network 81677c6f-7949-49e1-9f16-4a9470631871 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:53.999114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:53.999644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.003729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event deleted for resources: {'Port': ['ID=a4d15a1d-b5de-470d-9e01-91e2fda6cba2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:54.051714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5c3aeef0-b963-45e4-925c-98123bd6645c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2133222 Jul 22 19:33:54.061432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d25ecd1-9b39-4be2-90e7-5318c0913788 req-40858d98-e01c-47d6-88ae-34e4c1e7980d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173511 Jul 22 19:33:54.079172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] No DVR routers for this DVR port a4d15a1d-b5de-470d-9e01-91e2fda6cba2 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:54.081855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.084385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3bee9d8-159e-45ba-a09a-18fcd21bf1eb req-713dabfe-a9ac-4752-86ca-d28944fec82f tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.26 "DELETE /v2.0/ports/a4d15a1d-b5de-470d-9e01-91e2fda6cba2 HTTP/1.1" status: 204 len: 173 time: 1.3710909 Jul 22 19:33:54.085006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-deleted', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:54.089170 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad67843-9bcd-4cac-a074-2b468d4ab639" -d '{"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-deleted", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:54.115121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'b86c1503-f9cf-4b35-bc39-63ba12ee60bd'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:33:54.116652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.171627 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a8fdcc-c300-4383-b456-5a42b58672c7 x-openstack-request-id: req-b4a8fdcc-c300-4383-b456-5a42b58672c7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:54.172115 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc6b374-813d-49e8-9a04-f5334d78d10b", "name": "network-vif-deleted", "tag": "a4d15a1d-b5de-470d-9e01-91e2fda6cba2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:54.172245 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4a8fdcc-c300-4383-b456-5a42b58672c7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:54.172614 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc6b374-813d-49e8-9a04-f5334d78d10b', 'name': 'network-vif-deleted', 'tag': 'a4d15a1d-b5de-470d-9e01-91e2fda6cba2', 'status': 'completed', 'code': 200} Jul 22 19:33:54.353960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c241bce4-1f3c-489e-abe3-bd91fddc8540 None None] Network 81677c6f-7949-49e1-9f16-4a9470631871 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:54.357546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d1e37-5910-49e8-897e-462a88d2f49d req-4374b53d-c982-4409-8ae3-22d35e80c91b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:54.359606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b74d1e37-5910-49e8-897e-462a88d2f49d req-4374b53d-c982-4409-8ae3-22d35e80c91b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.1552646 Jul 22 19:33:54.393070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.436753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b74d1e37-5910-49e8-897e-462a88d2f49d req-6b7eb2d9-5bce-4c54-b5ac-2191841a9a8d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Jul 22 19:33:54.478460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b86c1503-f9cf-4b35-bc39-63ba12ee60bd/336eb206-dfb2-43a3-bbd8-2a020b361b35) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:54.507380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.515798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.551108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64193791-39ae-4f61-9d13-239bb29f1b12,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:54.578356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.582119 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a2903c56-0871-49fe-bf71-98f0f0569050 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9032178 Jul 22 19:33:54.583607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:54.606426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:54.625220 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.641042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.657392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 029f4c15-a5e1-4774-88c2-c3bd9545410a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:33:54.683830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.752588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:54.785427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: ff934db4-13f9-4cf5-9f2e-4b265e65111d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:54.785779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ff934db4-13f9-4cf5-9f2e-4b265e65111d not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:54.820552 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.830488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Transition to ACTIVE for port object 336eb206-dfb2-43a3-bbd8-2a020b361b35 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:54.846451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Transition to ACTIVE for port object 336eb206-dfb2-43a3-bbd8-2a020b361b35 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:54.857079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.921149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:54.927736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:54.933324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:54.941943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.981502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:54.982712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Pushing event updated for resources: {'Port': ['ID=336eb206-dfb2-43a3-bbd8-2a020b361b35,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:54.997462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:54.997996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/64193791-39ae-4f61-9d13-239bb29f1b12 HTTP/1.1" status: 204 len: 168 time: 0.4130869 Jul 22 19:33:55.004693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::165 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b86c1503-f9cf-4b35-bc39-63ba12ee60bd/029f4c15-a5e1-4774-88c2-c3bd9545410a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:55.032140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Attempting to bind port 336eb206-dfb2-43a3-bbd8-2a020b361b35 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:55.033287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Attempting to bind port 336eb206-dfb2-43a3-bbd8-2a020b361b35 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:55.033877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Attempting to bind port 336eb206-dfb2-43a3-bbd8-2a020b361b35 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:55.041370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:55.042650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:55.043370 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.044003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:55.045338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Bound port: 336eb206-dfb2-43a3-bbd8-2a020b361b35, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:55.045990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.073638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3c3a7-e289-4180-bfee-73b1003ab5b6 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64193791-39ae-4f61-9d13-239bb29f1b12,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.075074 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d55b83fd-6fb1-4d16-a08f-02a63f1e95e7 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0764773 Jul 22 19:33:55.086520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50712) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.131919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f8653d8c-70dc-4345-92c7-b47b5e643501 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.133489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] For port 336eb206-dfb2-43a3-bbd8-2a020b361b35, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:33:55.134816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f8653d8c-70dc-4345-92c7-b47b5e643501 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 818 time: 0.4772694 Jul 22 19:33:55.138169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] For port 336eb206-dfb2-43a3-bbd8-2a020b361b35, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=336eb206-dfb2-43a3-bbd8-2a020b361b35,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:33:55.144647 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.172740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3f56c00-a284-434d-8bd5-07d9dfa01d5b req-c3b66ec0-cf9d-47bf-9c0a-f5025d3cb5d3 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 210 time: 0.0903230 Jul 22 19:33:55.195835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-9e774d7d-c951-4e9b-89a0-aa661726eec7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.213464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-9e774d7d-c951-4e9b-89a0-aa661726eec7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.4871485 Jul 22 19:33:55.221498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Request body: {'port': {'device_id': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'admin_state_up': True, 'tenant_id': '0b84fc08bbdb46c387e7db04bcdb5a8a'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:55.245603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29954f5a-bc71-4577-8b7a-fc83055eafeb None None] Pushing event updated for resources: {'Port': ['ID=336eb206-dfb2-43a3-bbd8-2a020b361b35,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.331525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-9ad86fa5-617e-4f79-b161-49afa428ae95 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.1169441 Jul 22 19:33:55.388756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-af00fdb2-609f-4383-84ca-ebed30431a62 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.389975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.390169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-af00fdb2-609f-4383-84ca-ebed30431a62 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.26 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 818 time: 0.4985225 Jul 22 19:33:55.434312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-00479aaf-a51f-4167-ae6f-039c3dff9622 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.436810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-036e1c39-0896-4f17-9315-1491cd843e28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0966949 Jul 22 19:33:55.439229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-00479aaf-a51f-4167-ae6f-039c3dff9622 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 818 time: 0.2430038 Jul 22 19:33:55.442236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 029f4c15-a5e1-4774-88c2-c3bd9545410a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:55.447515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Request body: {'port': {'device_id': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'admin_state_up': True, 'tenant_id': '0b84fc08bbdb46c387e7db04bcdb5a8a'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:55.455753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Request body: {'port': {'device_id': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'admin_state_up': True, 'tenant_id': '0b84fc08bbdb46c387e7db04bcdb5a8a'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:55.532313 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.576466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.653520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:55.658888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:55.664511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:55.671370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.672041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.695968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.696973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=029f4c15-a5e1-4774-88c2-c3bd9545410a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:55.702661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Made reservation on behalf of 0b84fc08bbdb46c387e7db04bcdb5a8a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:55.706810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.712731 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a5cd8f8-a8ef-4c9b-93cd-c186ebecdb3a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9657950 Jul 22 19:33:55.719188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.805863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Made reservation on behalf of 0b84fc08bbdb46c387e7db04bcdb5a8a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:55.809521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.832289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-5461bed4-62fd-4452-b08c-261f44fba060 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776808 Jul 22 19:33:55.887810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.890448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.891601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/9780dd98-c237-440d-9c8d-b698a2279ba3 HTTP/1.1" status: 204 len: 168 time: 0.8027747 Jul 22 19:33:55.901098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50728) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.906483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Made reservation on behalf of 0b84fc08bbdb46c387e7db04bcdb5a8a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:55.909900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:55.923193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb913b8-c6dc-494f-b011-0fc25e0cfae3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.929365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb913b8-c6dc-494f-b011-0fc25e0cfae3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.930832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-feb913b8-c6dc-494f-b011-0fc25e0cfae3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2103412 Jul 22 19:33:55.937141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50730) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:55.970886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd0d0-816f-4401-8ab4-2b4cde4ae8fe req-b1ca5843-701b-4720-a5a9-c562c8c45dd0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:55.972471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52dcd0d0-816f-4401-8ab4-2b4cde4ae8fe req-b1ca5843-701b-4720-a5a9-c562c8c45dd0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3497658 Jul 22 19:33:55.983300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Allocated IP 172.20.0.2 (650b9452-9acb-4dfd-a223-e48eb73c4097/1ee4a42e-651f-4c52-b2e4-1ccd2f44e799/378c5e77-574b-4257-8cda-64db60d154a9) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:55.995459 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5ff7359-10a6-4c8c-bcf5-101e0a66909d tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862160 Jul 22 19:33:55.997922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.002992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group': {'name': 'tempest-secgroup--232874088'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:56.008111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce271580-cbff-4519-bf41-d06ab1d4ba11 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780dd98-c237-440d-9c8d-b698a2279ba3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.053647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.208645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.213276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-aa2ef02f-f913-472e-8029-97af8930a8e2 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719876 Jul 22 19:33:56.217768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52dcd0d0-816f-4401-8ab4-2b4cde4ae8fe req-78c32038-de9c-4ac9-951f-5817fbe7226c tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010298 Jul 22 19:33:56.252483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.264348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.311279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.315012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3137712 Jul 22 19:33:56.316400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-2e004b51-b249-4531-91d4-b3c1c11be728 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:56.317352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.318003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-2e004b51-b249-4531-91d4-b3c1c11be728 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.3024096 Jul 22 19:33:56.323100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b912e-851e-4ca3-a942-1461471543c8 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879cec30-cf1e-4fe5-9523-a30c5e76c8d9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.329670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '879cec30-cf1e-4fe5-9523-a30c5e76c8d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:56.353091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.405076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.424491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:56.438965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:56.447867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:56.457433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event updated for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.487780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 029f4c15-a5e1-4774-88c2-c3bd9545410a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:56.488294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.542170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.582742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Allocated IP 172.20.0.3 (650b9452-9acb-4dfd-a223-e48eb73c4097/1ee4a42e-651f-4c52-b2e4-1ccd2f44e799/91c1d3ff-1d83-4711-9673-68763139b9a1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:56.583750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.617695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2238fe30-dffb-4fc1-8753-bc0cf94d1976,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.630168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:56.630917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.635325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.639479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-27e02ec6-67a6-4d90-9b61-729aafce92a9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160362 Jul 22 19:33:56.639915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50744) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.660909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a504df2-8675-4d10-8b78-6edfcbd9247f None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:56.669336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69b75c90-6815-40d5-bcc6-d601fc2ac183 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules/2238fe30-dffb-4fc1-8753-bc0cf94d1976 HTTP/1.1" status: 200 len: 763 time: 0.0241024 Jul 22 19:33:56.669336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-5c4ffc60-a7eb-42e0-b0e5-ed9ae4461724 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2179410 Jul 22 19:33:56.669654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.684121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Request body: {'port': {'device_id': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:56.733764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eba9ef-d2df-4b6d-817b-ecb8d34c947e req-3f33d1ca-8ce4-43a3-b53c-658b0a7011d8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:56.735209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08eba9ef-d2df-4b6d-817b-ecb8d34c947e req-3f33d1ca-8ce4-43a3-b53c-658b0a7011d8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 944 time: 0.3543448 Jul 22 19:33:56.757988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01f5c17a-a2dd-482e-9baa-956c973fd590 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0870681 Jul 22 19:33:56.761895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50752) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.771086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:56.781156 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.807527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: a4d15a1d-b5de-470d-9e01-91e2fda6cba2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:33:56.807894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4d15a1d-b5de-470d-9e01-91e2fda6cba2 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:33:56.819847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.835066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 029f4c15-a5e1-4774-88c2-c3bd9545410a owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:56.837946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.857552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.858086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-68a1bb40-b462-43f9-9f01-a6deac995765 None None] Provisioning for port 336eb206-dfb2-43a3-bbd8-2a020b361b35 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:56.888563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Deleting port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:56.888884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.920569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08eba9ef-d2df-4b6d-817b-ecb8d34c947e req-5e844629-bffd-439f-9fa9-bc32498ea9ce tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700535 Jul 22 19:33:56.923360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.940843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:56.944316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2238fe30-dffb-4fc1-8753-bc0cf94d1976 HTTP/1.1" status: 204 len: 168 time: 0.1793232 Jul 22 19:33:56.944316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df03d93-6432-4d89-9926-f25282dea5c2 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2238fe30-dffb-4fc1-8753-bc0cf94d1976,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:56.955219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:56.998146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524948a-d823-4eb9-865b-e5d50349a6b4 req-1c90c40b-ff88-4dad-93b4-adad87b8acd6 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:57.005183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d524948a-d823-4eb9-865b-e5d50349a6b4 req-1c90c40b-ff88-4dad-93b4-adad87b8acd6 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 931 time: 0.4189057 Jul 22 19:33:57.047444 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.095398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5949445-8a9a-456a-8cbb-9cb892e34400 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1352162 Jul 22 19:33:57.096026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.105517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '879cec30-cf1e-4fe5-9523-a30c5e76c8d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:57.138746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.241668 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.246634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.275188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091d611c-c8ae-479c-b844-9395c7b69956,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.286908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.290896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1172a1df-e78e-41b9-83c2-f65c8359b05f tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1910155 Jul 22 19:33:57.291236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.313793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d4638c5-ed08-40d0-933e-f3daa56f10d5 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules/091d611c-c8ae-479c-b844-9395c7b69956 HTTP/1.1" status: 200 len: 763 time: 0.0189908 Jul 22 19:33:57.316680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.367076 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3f44ad09-0b60-4b9c-a5c8-acc195219bb3 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0491180 Jul 22 19:33:57.370354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50766) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.407836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.417654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e90d3485-13dd-4c8c-a9c9-53f35d4d6a48 None None] Provisioning for port 029f4c15-a5e1-4774-88c2-c3bd9545410a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:57.418960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.424134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e90d3485-13dd-4c8c-a9c9-53f35d4d6a48 None None] Provisioning complete for port 029f4c15-a5e1-4774-88c2-c3bd9545410a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:57.424134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e90d3485-13dd-4c8c-a9c9-53f35d4d6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.460428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.464798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00596b16-cf74-479c-986b-421061c166c0 req-1a3f3e2a-447d-47fb-aaa5-be2c85db589e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 210 time: 0.0984459 Jul 22 19:33:57.489224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.490752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e90d3485-13dd-4c8c-a9c9-53f35d4d6a48 None None] Port 029f4c15-a5e1-4774-88c2-c3bd9545410a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:33:57.492644 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/091d611c-c8ae-479c-b844-9395c7b69956 HTTP/1.1" status: 204 len: 168 time: 0.1204674 Jul 22 19:33:57.509580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.542122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a8fb6-0545-49f5-ae91-20dfbc9cbce9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=091d611c-c8ae-479c-b844-9395c7b69956,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.545523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d524948a-d823-4eb9-865b-e5d50349a6b4 req-f44ff288-4788-445e-b7d3-070ee1eaf9f1 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394831 Jul 22 19:33:57.558212 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.570294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] For port 5ff698bf-804b-45ee-a15b-93fef0dd94c3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5ff698bf-804b-45ee-a15b-93fef0dd94c3,segment=NetworkSegment(f8d3d487-2a4b-4f5f-b020-5dd89100eaf4),segment_id=f8d3d487-2a4b-4f5f-b020-5dd89100eaf4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:57.570294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.604697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 336eb206-dfb2-43a3-bbd8-2a020b361b35 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:33:57.612227 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b628e97b-3631-47e6-a72e-1d8e436ffb85 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944617 Jul 22 19:33:57.613665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50772) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.621502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Request body: {'security_group_rule': {'security_group_id': '879cec30-cf1e-4fe5-9523-a30c5e76c8d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:57.658786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Calling delete_port for 5ff698bf-804b-45ee-a15b-93fef0dd94c3 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:57.689827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.695064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 336eb206-dfb2-43a3-bbd8-2a020b361b35 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:33:57.700218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 336eb206-dfb2-43a3-bbd8-2a020b361b35 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:33:57.700706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.777637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.835012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=029f4c15-a5e1-4774-88c2-c3bd9545410a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.864097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-abb6fe3c-8fe9-4099-b3d1-d072a2d73bfa None None] Could not find standard attr ID for object 029f4c15-a5e1-4774-88c2-c3bd9545410a. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:33:57.870372 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.874830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.875024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.891698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.921028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.922962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-89116e68-f8f8-4c2e-9bd0-f9ec35a073ec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/029f4c15-a5e1-4774-88c2-c3bd9545410a HTTP/1.1" status: 204 len: 168 time: 1.9611998 Jul 22 19:33:57.926761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 336eb206-dfb2-43a3-bbd8-2a020b361b35, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=336eb206-dfb2-43a3-bbd8-2a020b361b35,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:57.938379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.949482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50774) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:57.963419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e820919-8813-4129-9b5d-104502a005d5,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:57.975361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:57.979502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8afc2a4f-9d88-49ec-bd92-1010b40a6ee9 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610280 Jul 22 19:33:57.982043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50778) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.001141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-cd654388-cb67-4c51-b45d-42e93a60eca0 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.002995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-cd654388-cb67-4c51-b45d-42e93a60eca0 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2485282 Jul 22 19:33:58.027228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:58.034114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-99d1405b-57de-4bfc-8849-2c9e25860d74 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules/4e820919-8813-4129-9b5d-104502a005d5 HTTP/1.1" status: 200 len: 764 time: 0.0508237 Jul 22 19:33:58.036531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.045674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=336eb206-dfb2-43a3-bbd8-2a020b361b35,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.069753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd3dfce-0d55-4810-bb2c-01fec43f17d8 req-7f7fc7c0-bf8d-4b40-a37e-06addb3dafb1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.071470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fd3dfce-0d55-4810-bb2c-01fec43f17d8 req-7f7fc7c0-bf8d-4b40-a37e-06addb3dafb1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.4202554 Jul 22 19:33:58.079651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:58.097293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:58.113744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:58.147335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8039e46b-6d81-4d02-95fe-40f11d730871 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1095190 Jul 22 19:33:58.150762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.192381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.205612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.217928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event updated for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.232273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:58.235782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.245318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Allocated IP 172.20.0.9 (650b9452-9acb-4dfd-a223-e48eb73c4097/1ee4a42e-651f-4c52-b2e4-1ccd2f44e799/3d29bbcc-0322-4d4a-8141-81a0b01af968) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:58.255456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.265308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343da842-c94a-4653-b06b-0ffbc0cb896b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.266664 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.266959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343da842-c94a-4653-b06b-0ffbc0cb896b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.267788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/4e820919-8813-4129-9b5d-104502a005d5 HTTP/1.1" status: 204 len: 168 time: 0.1161220 Jul 22 19:33:58.270945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-343da842-c94a-4653-b06b-0ffbc0cb896b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3110826 Jul 22 19:33:58.271081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.271197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50788) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.304338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bba2e-b2df-472d-91fa-69e5a874eb3c tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e820919-8813-4129-9b5d-104502a005d5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.324402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.325035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.335722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fd3dfce-0d55-4810-bb2c-01fec43f17d8 req-a1eb83e6-cc09-4f0d-bc3a-379f66c0a354 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469523 Jul 22 19:33:58.360891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.387609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f57d1049-645f-46cc-9fee-a92bc7ce8f89 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2270887 Jul 22 19:33:58.402818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Pushing event deleted for resources: {'Port': ['ID=5ff698bf-804b-45ee-a15b-93fef0dd94c3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.407714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet b86c1503-f9cf-4b35-bc39-63ba12ee60bd {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:33:58.407920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Request body: {'port': {'device_id': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:58.423734 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-982f66ad-1518-4b11-b609-0130363ce8cb tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1489224 Jul 22 19:33:58.424548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50790) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.426434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.466327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ac8f5-9b6b-4534-a580-31f6683e6df4 req-67d31a58-969b-4313-87d2-cf4cf3b9a79d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.467869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-666ac8f5-9b6b-4534-a580-31f6683e6df4 req-67d31a58-969b-4313-87d2-cf4cf3b9a79d tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/ports?device_id=185b1e94-2db9-48f1-9ce9-777d2d197bd4 HTTP/1.1" status: 200 len: 866 time: 0.3802578 Jul 22 19:33:58.520341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.542570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] No DVR routers for this DVR port 5ff698bf-804b-45ee-a15b-93fef0dd94c3 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:33:58.558033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.559873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef96c073-18f8-47da-b96a-407daf75ad35 req-90f3adc4-a093-43e7-a4c7-ef30adb38ed8 tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.32 "DELETE /v2.0/ports/5ff698bf-804b-45ee-a15b-93fef0dd94c3 HTTP/1.1" status: 204 len: 173 time: 2.2326350 Jul 22 19:33:58.560340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-deleted', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:33:58.562594 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f4a03-1bc6-4b9c-a63e-a1c08f1139e9" -d '{"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-deleted", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:33:58.568528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.6 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/5e53b51b-ef8e-4722-9bb3-96bcbe357b16) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:33:58.619699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.660996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-943bd85f-571a-4837-93b9-8312022b7863 req-da93185a-bdec-4a66-bba6-a16904d3ca5e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 210 time: 0.1044662 Jul 22 19:33:58.702595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.707423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-666ac8f5-9b6b-4534-a580-31f6683e6df4 req-ecf31d58-3902-4fd9-8800-26af8904aa7b tempest-LiveMigrationTest-515344765 tempest-LiveMigrationTest-515344765-project] 10.222.0.10 "GET /v2.0/security-groups?id=f3013c19-5cb9-4d00-a1e7-c99375615067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119954 Jul 22 19:33:58.707999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.733444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.747046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.862204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.864780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.868997 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "DELETE /v2.0/security-groups/879cec30-cf1e-4fe5-9523-a30c5e76c8d9 HTTP/1.1" status: 204 len: 168 time: 0.4405177 Jul 22 19:33:58.874857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50802) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:58.890357 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905ad0b4-54dd-42a5-89e4-283c62a6b415 x-openstack-request-id: req-905ad0b4-54dd-42a5-89e4-283c62a6b415 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:33:58.890647 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185b1e94-2db9-48f1-9ce9-777d2d197bd4", "name": "network-vif-deleted", "tag": "5ff698bf-804b-45ee-a15b-93fef0dd94c3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:33:58.890898 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-905ad0b4-54dd-42a5-89e4-283c62a6b415 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:33:58.891296 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185b1e94-2db9-48f1-9ce9-777d2d197bd4', 'name': 'network-vif-deleted', 'tag': '5ff698bf-804b-45ee-a15b-93fef0dd94c3', 'status': 'completed', 'code': 200} Jul 22 19:33:58.913228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d353b5-a7c2-4dc3-8e60-40156bcabf1e tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879cec30-cf1e-4fe5-9523-a30c5e76c8d9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:58.928205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.946673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.954986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:58.958192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f45b-cdc8-47d9-8547-2ab26b2917eb req-e4d67cac-13b0-4d95-81ff-683cc7008df7 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:58.959771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3eb5f45b-cdc8-47d9-8547-2ab26b2917eb req-e4d67cac-13b0-4d95-81ff-683cc7008df7 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 931 time: 0.1830046 Jul 22 19:33:59.004837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=b86c1503-f9cf-4b35-bc39-63ba12ee60bd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:59.017332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f7c8efe-ccfb-4ce4-bc9c-f6469989ae2a tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1397154 Jul 22 19:33:59.018731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99558d04-3da9-4f7e-9fb7-66a793c4016b None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:33:59.020532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.022372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e98b6b5-bb50-490a-a69f-8b2a4cef8490 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b86c1503-f9cf-4b35-bc39-63ba12ee60bd HTTP/1.1" status: 204 len: 168 time: 0.7492387 Jul 22 19:33:59.026044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50804) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.034314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Network 650b9452-9acb-4dfd-a223-e48eb73c4097 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:59.034899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50806) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.105364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event updated for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:59.116811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7f0b65f1-a43b-4955-bae3-121105c4c4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0884173 Jul 22 19:33:59.118201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:59.119983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50808) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.122414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:59.127736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:59.128657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3eb5f45b-cdc8-47d9-8547-2ab26b2917eb req-63ed00f8-d01a-454a-bccb-521ba34c9b7e tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413836 Jul 22 19:33:59.136477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.190277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8dcebf54-506a-4ea1-9a8c-6eaaac5962c1 tempest-SecGroupTest-954599833 tempest-SecGroupTest-954599833-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1453490 Jul 22 19:33:59.222297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:59.223950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.251996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-c7ce2885-db16-407b-94f3-82e4f63fc9da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8273337 Jul 22 19:33:59.273348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-a651851b-4ace-4c58-be20-39848b403371 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:33:59.281610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-a651851b-4ace-4c58-be20-39848b403371 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215178 Jul 22 19:33:59.282657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:33:59.295031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:33:59.304127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:33:59.309190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378c5e77-574b-4257-8cda-64db60d154a9 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:59.313507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:59.336956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.340706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:33:59.363386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Request body: {'port': {'device_id': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:59.378435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:33:59.381893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.399083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Transition to ACTIVE for port object 378c5e77-574b-4257-8cda-64db60d154a9 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:33:59.420211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Deleting port 336eb206-dfb2-43a3-bbd8-2a020b361b35 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:33:59.421060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.432742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:59.433434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.435841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.533650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] For port 336eb206-dfb2-43a3-bbd8-2a020b361b35, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=336eb206-dfb2-43a3-bbd8-2a020b361b35,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:59.534360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.574926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50820) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.593262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ba0489b7-873c-4cfd-8120-961259d65eec tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5718215 Jul 22 19:33:59.615958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Request body: {'port': {'device_id': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:33:59.629649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Pushing event updated for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:33:59.716918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 336eb206-dfb2-43a3-bbd8-2a020b361b35 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:33:59.740467 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-a33f40c1-3c42-4747-987e-8a366c7153a6 service neutron] show failed (client error): The resource could not be found. Jul 22 19:33:59.741531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-a33f40c1-3c42-4747-987e-8a366c7153a6 service neutron] 10.222.0.26 "GET /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.3272650 Jul 22 19:33:59.773232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Calling delete_port for 336eb206-dfb2-43a3-bbd8-2a020b361b35 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:33:59.774565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.879498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Attempting to bind port 378c5e77-574b-4257-8cda-64db60d154a9 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:33:59.879773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Attempting to bind port 378c5e77-574b-4257-8cda-64db60d154a9 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:33:59.880070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Attempting to bind port 378c5e77-574b-4257-8cda-64db60d154a9 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:59.888873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.890751 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.897096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c1d3ff-1d83-4711-9673-68763139b9a1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:33:59.908758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.921410 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15838804-697e-4101-ac98-aa6c59bc4932 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=983c0514be81433e9ead32e9622918cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411298 Jul 22 19:33:59.926627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Port 378c5e77-574b-4257-8cda-64db60d154a9 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:33:59.926969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Attempting to bind port 378c5e77-574b-4257-8cda-64db60d154a9 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:33:59.928884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:33:59.933396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61192e30-71b5-49dd-9b94-3b66961b7b03 req-ef3bae84-b97d-4ff7-b0a7-09b9377a3704 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:33:59.941357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61192e30-71b5-49dd-9b94-3b66961b7b03 req-ef3bae84-b97d-4ff7-b0a7-09b9377a3704 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.3464348 Jul 22 19:33:59.947031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 336eb206-dfb2-43a3-bbd8-2a020b361b35, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=336eb206-dfb2-43a3-bbd8-2a020b361b35,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:33:59.959145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:33:59.959446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.959647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Checking segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:33:59.959868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Bound using segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:33:59.960346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Bound port: 378c5e77-574b-4257-8cda-64db60d154a9, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:33:59.960711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.971223 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:33:59.996662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Transition to ACTIVE for port object 91c1d3ff-1d83-4711-9673-68763139b9a1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:00.006252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:00.011993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event deleted for resources: {'Port': ['ID=336eb206-dfb2-43a3-bbd8-2a020b361b35,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.012589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.038076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] No DVR routers for this DVR port 336eb206-dfb2-43a3-bbd8-2a020b361b35 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:00.059871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.066749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 5ff698bf-804b-45ee-a15b-93fef0dd94c3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:00.067225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5ff698bf-804b-45ee-a15b-93fef0dd94c3 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:00.069912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74582838-9816-4829-8d3a-1ebb707ad36c None None] Pushing event deleted for resources: {'Port': ['ID=336eb206-dfb2-43a3-bbd8-2a020b361b35,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.119654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:00.146778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61192e30-71b5-49dd-9b94-3b66961b7b03 req-c582d916-45a7-4f25-9a12-b35990f46fba tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044816 Jul 22 19:34:00.172778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:00.185846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:00.186445 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.206957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c45c77-d7a2-4946-878b-66499eccfcd7 req-9f9eec98-06ab-4b47-8693-16b92ab3e250 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:00.208751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55c45c77-d7a2-4946-878b-66499eccfcd7 req-9f9eec98-06ab-4b47-8693-16b92ab3e250 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 931 time: 0.3968081 Jul 22 19:34:00.209427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50834) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:00.213852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad0d6a-08db-4700-9893-6a5ed7ece662 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:00.221971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=3dd99e58-07df-4126-9e11-9af1c2e9ad80,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.224003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.236658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.244121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:00.271093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-485f161a-6c80-4fed-a9b7-cac6ee2e2d4d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1501458 Jul 22 19:34:00.278366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:00.286583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.411165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Deleting subnet cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:00.434584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.448488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '3dd99e58-07df-4126-9e11-9af1c2e9ad80'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:00.449422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.467125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-54129d94-f125-4e93-bccd-368ee19cb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:00.468689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-54129d94-f125-4e93-bccd-368ee19cb9cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1101 time: 0.4113173 Jul 22 19:34:00.493709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55c45c77-d7a2-4946-878b-66499eccfcd7 req-16039ed5-3a56-47f2-82d3-65b73af3b501 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578988 Jul 22 19:34:00.519637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:00.562585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Attempting to bind port 91c1d3ff-1d83-4711-9673-68763139b9a1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:00.562932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Attempting to bind port 91c1d3ff-1d83-4711-9673-68763139b9a1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:00.563259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Attempting to bind port 91c1d3ff-1d83-4711-9673-68763139b9a1 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:00.568528 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.614990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/3dd99e58-07df-4126-9e11-9af1c2e9ad80/bf565151-e3da-4377-90bc-5aa5dd316be6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:00.618494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Port 91c1d3ff-1d83-4711-9673-68763139b9a1 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:00.618838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Attempting to bind port 91c1d3ff-1d83-4711-9673-68763139b9a1 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:00.626241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=378c5e77-574b-4257-8cda-64db60d154a9,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:00.631134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'name': 'tempest-NetworksTestDHCPv6-361005092'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:00.660718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.784773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.795190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Transition to ACTIVE for port object bf565151-e3da-4377-90bc-5aa5dd316be6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:00.800166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:00.800922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.802231 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] 10.222.0.32 "PUT /v2.0/ports/378c5e77-574b-4257-8cda-64db60d154a9 HTTP/1.1" status: 200 len: 1092 time: 4.1235218 Jul 22 19:34:00.802693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:00.805034 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d881581f-2d7d-4877-8fa9-1491500d045e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "tag": "378c5e77-574b-4257-8cda-64db60d154a9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:00.813829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Transition to ACTIVE for port object bf565151-e3da-4377-90bc-5aa5dd316be6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:00.824632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.855918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f818b-e6a8-4386-a13b-61464d286f66 service neutron] Pushing event updated for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.883836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:00.885998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:00.893113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:00.904305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Pushing event updated for resources: {'Port': ['ID=bf565151-e3da-4377-90bc-5aa5dd316be6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.912216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.913514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:00.917439 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b7b2028-02c3-49da-9119-425811a94068 HTTP/1.1" status: 204 len: 168 time: 0.9801576 Jul 22 19:34:00.965462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbe49b-7bd9-4876-aff1-3edcfd2825e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b2028-02c3-49da-9119-425811a94068,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:00.999180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:01.000007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Checking segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:01.000107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Bound using segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:01.006347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Bound port: 91c1d3ff-1d83-4711-9673-68763139b9a1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:01.006971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.007948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:01.012038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.016792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:01.019852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Attempting to bind port bf565151-e3da-4377-90bc-5aa5dd316be6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:01.020249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Attempting to bind port bf565151-e3da-4377-90bc-5aa5dd316be6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:01.020615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Attempting to bind port bf565151-e3da-4377-90bc-5aa5dd316be6 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:01.032572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:01.033083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:01.033657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.034660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:01.035350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Bound port: bf565151-e3da-4377-90bc-5aa5dd316be6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:01.035884 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.039618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.062784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Transition to ACTIVE for port object 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:01.065661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port be5e6b69-ebf8-4451-b936-b4510f4554a2 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:01.068140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d29bbcc-0322-4d4a-8141-81a0b01af968 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:01.076669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.080486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.130498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.140432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b4ca-a69c-462a-a0e7-78e539fb4b15 req-98a2477f-9ab8-4a31-ac69-c033a92536cf tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.147322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ba8b4ca-a69c-462a-a0e7-78e539fb4b15 req-98a2477f-9ab8-4a31-ac69-c033a92536cf tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 943 time: 0.7508206 Jul 22 19:34:01.150101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-fe4e375f-479f-4549-99f1-b164962f2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.152023 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-fe4e375f-479f-4549-99f1-b164962f2580 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 1095 time: 0.2531419 Jul 22 19:34:01.154666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] For port bf565151-e3da-4377-90bc-5aa5dd316be6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:01.162401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] For port bf565151-e3da-4377-90bc-5aa5dd316be6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bf565151-e3da-4377-90bc-5aa5dd316be6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:01.163832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.188790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.203013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Transition to ACTIVE for port object 3d29bbcc-0322-4d4a-8141-81a0b01af968 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:01.229355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.230720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-a1a9e5ab-7d9f-4563-b130-1897cfa067ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=378c5e77-574b-4257-8cda-64db60d154a9 HTTP/1.1" status: 200 len: 217 time: 0.0688913 Jul 22 19:34:01.240520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Pushing event updated for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.317173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ba8b4ca-a69c-462a-a0e7-78e539fb4b15 req-991df644-7324-445f-90ad-44c29e8cda4d tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670697 Jul 22 19:34:01.321825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:01.363911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e1e7-c68d-4ece-9a44-dabc4920e7d8 None None] Pushing event updated for resources: {'Port': ['ID=bf565151-e3da-4377-90bc-5aa5dd316be6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.370198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::3e5 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/3dd99e58-07df-4126-9e11-9af1c2e9ad80/be5e6b69-ebf8-4451-b936-b4510f4554a2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:01.407498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=91c1d3ff-1d83-4711-9673-68763139b9a1,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:01.424592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.455766 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.458071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Pushing event updated for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.514350 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd870d-29d9-4bf4-9eab-e94de668bfe3 x-openstack-request-id: req-25fd870d-29d9-4bf4-9eab-e94de668bfe3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:01.514644 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "tag": "378c5e77-574b-4257-8cda-64db60d154a9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:01.514895 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25fd870d-29d9-4bf4-9eab-e94de668bfe3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:01.515292 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9', 'status': 'completed', 'code': 200} Jul 22 19:34:01.581973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-765bd418-fa12-4677-b6f1-74d50654f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.583500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-765bd418-fa12-4677-b6f1-74d50654f8cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.3376172 Jul 22 19:34:01.689912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-de506db6-2b6a-4c8f-a5d5-8e88f2f40427 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907350 Jul 22 19:34:01.690100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd50cf3-f002-44ab-8eee-1a3b13e44ab9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:01.719149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.725131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-36bc899d-dd29-4235-9375-49a265c6c8c4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cdd50cf3-f002-44ab-8eee-1a3b13e44ab9 HTTP/1.1" status: 204 len: 168 time: 1.5090542 Jul 22 19:34:01.728798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:01.729297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.730637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] 10.222.0.32 "PUT /v2.0/ports/91c1d3ff-1d83-4711-9673-68763139b9a1 HTTP/1.1" status: 200 len: 1092 time: 3.3324406 Jul 22 19:34:01.734435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:01.735547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Attempting to bind port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:01.735887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Attempting to bind port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:01.736264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Attempting to bind port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:01.737002 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0ee88-7340-44f4-9d0c-41419cd3c65c" -d '{"events": [{"name": "network-changed", "server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:01.739298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50866) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:01.740535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.770846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:01.771173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Attempting to bind port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:01.818991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:01.819349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:01.819732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:01.820211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Bound port: 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:01.820595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.823621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object be5e6b69-ebf8-4451-b936-b4510f4554a2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:01.921571 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-eba67347-672a-402e-92d9-cc3c27d32298 service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222843 Jul 22 19:34:01.966205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:01.990357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:02.062610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:02.068501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.075899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:02.082383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:02.090041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.099268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:02.103729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab3340-e5f6-4aba-bb28-eeebaab5fd3c service neutron] Pushing event updated for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.105906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=be5e6b69-ebf8-4451-b936-b4510f4554a2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.111267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:02.117190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.117854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.143735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94237b03-2283-4159-a813-0ebafb66a647 req-e82671b1-5ae1-41e7-9897-a1950e7494cc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.145612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94237b03-2283-4159-a813-0ebafb66a647 req-e82671b1-5ae1-41e7-9897-a1950e7494cc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.7183535 Jul 22 19:34:02.157643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.167768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.168430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.170111 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] 10.222.0.26 "PUT /v2.0/ports/5e53b51b-ef8e-4722-9bb3-96bcbe357b16 HTTP/1.1" status: 200 len: 1092 time: 2.5643337 Jul 22 19:34:02.186524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-4ec2ce82-b012-45be-bbfc-362b5fcf4c8e service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553604 Jul 22 19:34:02.187807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c2278c8f-0a07-49b1-bc8e-2702579812a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5724542 Jul 22 19:34:02.191247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50880) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.232018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b229b-384c-449e-9b66-dfe6464d758f req-94135acc-443f-4e40-bc8c-61fa060e0d2c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.239666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e32b229b-384c-449e-9b66-dfe6464d758f req-94135acc-443f-4e40-bc8c-61fa060e0d2c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 943 time: 0.5133662 Jul 22 19:34:02.241481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-455377540'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:02.246501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115a7ad-979a-4700-a268-be8bacb77b0c service neutron] Pushing event updated for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.279252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Attempting to bind port 3d29bbcc-0322-4d4a-8141-81a0b01af968 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:02.280089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Attempting to bind port 3d29bbcc-0322-4d4a-8141-81a0b01af968 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:02.280613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Attempting to bind port 3d29bbcc-0322-4d4a-8141-81a0b01af968 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:02.286351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:02.349620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Made reservation on behalf of 460f3065b44242f2b0c8a9f30ff930d6 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:02.354572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.355941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-ca6b069e-d16e-46f6-9f62-a225830adce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.359019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-ca6b069e-d16e-46f6-9f62-a225830adce0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 1095 time: 0.5154600 Jul 22 19:34:02.370022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e32b229b-384c-449e-9b66-dfe6464d758f req-ec815718-08bd-41c7-95d7-e72d89dbbf3c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267202 Jul 22 19:34:02.370854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Port 3d29bbcc-0322-4d4a-8141-81a0b01af968 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:02.371228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Attempting to bind port 3d29bbcc-0322-4d4a-8141-81a0b01af968 on network 650b9452-9acb-4dfd-a223-e48eb73c4097 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:02.374419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.412555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fed080-1a8d-42b5-8ba7-0d8f66e88336 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.419550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fed080-1a8d-42b5-8ba7-0d8f66e88336 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.421497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-16fed080-1a8d-42b5-8ba7-0d8f66e88336 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2293057 Jul 22 19:34:02.427190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:02.466930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:02.466930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Checking segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:02.467246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Bound using segment: {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:02.467806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Bound port: 3d29bbcc-0322-4d4a-8141-81a0b01af968, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f5854a-0b60-428f-9c0e-105bd06c433d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:02.468276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.476556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-8368b291-49c9-41ee-a871-52c0fc0e52e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c1d3ff-1d83-4711-9673-68763139b9a1 HTTP/1.1" status: 200 len: 217 time: 0.0999534 Jul 22 19:34:02.490315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.495156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-13a2f206-32bb-4bde-b062-b2ba4806b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.496789 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-13a2f206-32bb-4bde-b062-b2ba4806b3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 1095 time: 0.2434535 Jul 22 19:34:02.503098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881581f-2d7d-4877-8fa9-1491500d045e req-a5987034-e384-49c0-8daf-4ed54fd9816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.504544 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-a5987034-e384-49c0-8daf-4ed54fd9816d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 1095 time: 0.2392468 Jul 22 19:34:02.549932 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf0d414-1f23-4774-90ed-1d578591b918 x-openstack-request-id: req-6bf0d414-1f23-4774-90ed-1d578591b918 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:02.550245 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:02.550342 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bf0d414-1f23-4774-90ed-1d578591b918 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:02.550741 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1', 'status': 'completed', 'code': 200} Jul 22 19:34:02.601276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-6d331f14-f745-4d82-82e1-50cbe0d50989 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16 HTTP/1.1" status: 200 len: 217 time: 0.0893297 Jul 22 19:34:02.611720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94237b03-2283-4159-a813-0ebafb66a647 req-8c35351d-f49c-4753-a5a6-20788fe5a226 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413688 Jul 22 19:34:02.635556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Transition to ACTIVE for port object bee3357f-13a9-4657-ba36-84ef4f1e4ceb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:02.683901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.752998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-48366ad9-8a4e-4c95-902a-b6efb7ec0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.754590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-48366ad9-8a4e-4c95-902a-b6efb7ec0d5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1176932 Jul 22 19:34:02.767138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-7bde5c0d-492a-4bdb-b910-e858b88bfccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.768711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-7bde5c0d-492a-4bdb-b910-e858b88bfccd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.2470131 Jul 22 19:34:02.817785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-ff0602d4-9442-4ef6-987d-6fb381f9384c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536513 Jul 22 19:34:02.835882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.843152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881581f-2d7d-4877-8fa9-1491500d045e req-69faade6-4dbb-42e8-a2bc-76b023ce42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:02.845187 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-69faade6-4dbb-42e8-a2bc-76b023ce42c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 919 time: 0.3231144 Jul 22 19:34:02.872169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.880358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e95a3cc1-a0ac-417b-91df-e1a8290370e0 None None] Provisioning for port bf565151-e3da-4377-90bc-5aa5dd316be6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:02.884510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port be5e6b69-ebf8-4451-b936-b4510f4554a2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:02.884862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.893541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a734574-8d9a-487f-9b84-d8f8953d90f6']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:02.916932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-7b5bff9d-a516-4d4a-b50c-c809a408a723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322656 Jul 22 19:34:02.924765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:02.943379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:02.943849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d3d487-2a4b-4f5f-b020-5dd89100eaf4') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:02.950449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-6e1a4951-16e3-489e-8342-d8a9689a61a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=378c5e77-574b-4257-8cda-64db60d154a9 HTTP/1.1" status: 200 len: 217 time: 0.0906391 Jul 22 19:34:02.958801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:02.994889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.001654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] No DVR routers for this DVR port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:03.036836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:03.041836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.088562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:03.092807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed2967-af39-4b34-ad9d-d05bc942fb80,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.113868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:03.116384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:03.116865 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:03.119891 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:03.150325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8124ba0-b12c-461b-af1c-e795e3c21f8d req-2fd236d3-ad5e-46b0-a65f-b5c4a878ccd5 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.152032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8124ba0-b12c-461b-af1c-e795e3c21f8d req-2fd236d3-ad5e-46b0-a65f-b5c4a878ccd5 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 943 time: 0.5305424 Jul 22 19:34:03.153268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.184661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.185012 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Added segment d860d498-3282-4c56-92ec-c8d97ab41e96 of type vlan for network 6df8cb0b-a7a9-475b-bd51-f728a3505f0b Jul 22 19:34:03.211292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881581f-2d7d-4877-8fa9-1491500d045e req-04c8735c-4eaa-438f-91ab-07fa39ce078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.213292 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-04c8735c-4eaa-438f-91ab-07fa39ce078b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.1952641 Jul 22 19:34:03.219385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5bec471a-d183-472c-b5d7-dc5123aa515d None None] Provisioning for port be5e6b69-ebf8-4451-b936-b4510f4554a2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:03.219610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-3cccda4e-cd02-446a-822d-3d5fefa164f8 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943169 Jul 22 19:34:03.225715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5bec471a-d183-472c-b5d7-dc5123aa515d None None] Provisioning complete for port be5e6b69-ebf8-4451-b936-b4510f4554a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:03.226347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bec471a-d183-472c-b5d7-dc5123aa515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.263196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:03.267828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:03.268371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:03.291318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5bec471a-d183-472c-b5d7-dc5123aa515d None None] Port be5e6b69-ebf8-4451-b936-b4510f4554a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:03.298646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:03.299397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:03.307681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.309388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.313639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-4d5ccad9-6584-4d84-a4d8-a4cad8899e94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925972 Jul 22 19:34:03.314285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] 10.222.0.26 "PUT /v2.0/ports/3d29bbcc-0322-4d4a-8141-81a0b01af968 HTTP/1.1" status: 200 len: 1092 time: 4.0251815 Jul 22 19:34:03.320103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.325852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.329213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-71d22557-c358-4d96-92f3-07ef04f77dea service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003808 Jul 22 19:34:03.348594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.349136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.351582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4a734574-8d9a-487f-9b84-d8f8953d90f6 HTTP/1.1" status: 204 len: 168 time: 1.5222430 Jul 22 19:34:03.361475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:03.362586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:03.362586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:03.362938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:03.363382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Bound port: bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:03.363642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for be5e6b69-ebf8-4451-b936-b4510f4554a2 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:03.363808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.423264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8124ba0-b12c-461b-af1c-e795e3c21f8d req-fe7a57b7-a992-4157-bb5d-09c3f7720c3a tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402678 Jul 22 19:34:03.424567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5e231-315f-49f4-aa1b-a1d0295762a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a734574-8d9a-487f-9b84-d8f8953d90f6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.462357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900355-0bb6-43d8-b191-ea4f0763f32c service neutron] Pushing event updated for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:03.532240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:03.535154 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7e1e74-0178-4848-bd79-855f4861d90b" -d '{"events": [{"name": "network-changed", "server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:03.624955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:03.639953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:03.647156 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e9a76f-66bb-4867-8633-02a48777973a x-openstack-request-id: req-65e9a76f-66bb-4867-8633-02a48777973a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:03.647970 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:03.648192 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65e9a76f-66bb-4867-8633-02a48777973a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:03.650539 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16', 'status': 'completed', 'code': 200} Jul 22 19:34:03.654560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-04c5884d-9c73-4d0c-8ecc-8938c6744b4d service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012469 Jul 22 19:34:03.663025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.668894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Deleting subnet d28ab354-28a0-4d51-856c-dac578cd1e3a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:03.675145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-9184e237-539e-436c-add7-7839c65923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.677286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-9184e237-539e-436c-add7-7839c65923b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 1095 time: 0.2900360 Jul 22 19:34:03.692493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.699937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bf565151-e3da-4377-90bc-5aa5dd316be6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:03.750701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.756050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.756717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.795555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.799410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.799410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.800869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] 10.222.0.32 "PUT /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 1096 time: 3.3060892 Jul 22 19:34:03.804429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-fcf76de9-0f94-46c7-acd1-50117a621178 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968 HTTP/1.1" status: 200 len: 217 time: 0.0827620 Jul 22 19:34:03.811155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bf565151-e3da-4377-90bc-5aa5dd316be6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:03.817111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bf565151-e3da-4377-90bc-5aa5dd316be6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:03.817890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.850321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.886311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f074d8f-47b5-402c-9d63-a4c6da68210b req-66138eb3-e0a4-497d-84c2-2390d7af63e2 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6418009 Jul 22 19:34:03.894679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d12462-dd9e-47c1-8694-1538039330ed req-b0b6564d-093c-4b26-a579-42b120324565 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:03.896279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68d12462-dd9e-47c1-8694-1538039330ed req-b0b6564d-093c-4b26-a579-42b120324565 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 943 time: 0.3534122 Jul 22 19:34:03.939847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:03.962233 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-b45ce55a-c17e-4d95-a062-c3c6df81511b service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302128 Jul 22 19:34:03.963555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.8940582 Jul 22 19:34:03.976279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50900) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:03.990207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port bf565151-e3da-4377-90bc-5aa5dd316be6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bf565151-e3da-4377-90bc-5aa5dd316be6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:03.990885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31a5d7-74d6-4eed-b070-6a942cdbef3f service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.003126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-f2007280-f12f-46c9-adbe-cb29bb820bfb tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-641589895') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:04.005822 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.062028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f4fc9912-472b-4cd4-b978-a4daeabf3664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.063530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-f4fc9912-472b-4cd4-b978-a4daeabf3664 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.2236185 Jul 22 19:34:04.068795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c453f3-0d3e-48ca-b5b4-ea30402e1fe8 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Pushing event updated for resources: {'Network': ['ID=6df8cb0b-a7a9-475b-bd51-f728a3505f0b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.084955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=bf565151-e3da-4377-90bc-5aa5dd316be6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.093114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 6df8cb0b-a7a9-475b-bd51-f728a3505f0b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:04.105667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68d12462-dd9e-47c1-8694-1538039330ed req-5bf4c352-d8b4-44fc-9f16-ff54023d4cea tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615248 Jul 22 19:34:04.155731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-e2640be9-041a-4346-b0b1-04bb79bcb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.157437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-e2640be9-041a-4346-b0b1-04bb79bcb151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 1095 time: 0.3745742 Jul 22 19:34:04.161875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-ddeb5812-4df3-4824-ac3f-6caba194f9df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832925 Jul 22 19:34:04.202232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-e0610f8e-cf37-4714-8fb6-89e361cbdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.203931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-e0610f8e-cf37-4714-8fb6-89e361cbdfee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1099 time: 0.3666039 Jul 22 19:34:04.212392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68ba8-bd57-497a-ac5f-15442d05cb1b req-90ce9448-e482-44d9-b770-2e2fcb1c0961 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.214187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6e68ba8-bd57-497a-ac5f-15442d05cb1b req-90ce9448-e482-44d9-b770-2e2fcb1c0961 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.4334898 Jul 22 19:34:04.493554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.551578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.556014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d28ab354-28a0-4d51-856c-dac578cd1e3a HTTP/1.1" status: 204 len: 168 time: 1.1911209 Jul 22 19:34:04.559147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0b5ce-94df-4e2f-8fe6-bc41e522de0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28ab354-28a0-4d51-856c-dac578cd1e3a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.561611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:04.574420 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d881581f-2d7d-4877-8fa9-1491500d045e req-32ade861-127b-4cac-8858-9c14e99322d2 service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976119 Jul 22 19:34:04.588973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.600388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-95ec6223-cfdf-41c1-9243-f23303de31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.605951 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-95ec6223-cfdf-41c1-9243-f23303de31a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 1095 time: 0.6354759 Jul 22 19:34:04.648236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=be5e6b69-ebf8-4451-b936-b4510f4554a2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:04.740306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.744471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71163ad8-9175-4daa-b7c9-a56b3cf48845 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/be5e6b69-ebf8-4451-b936-b4510f4554a2 HTTP/1.1" status: 204 len: 168 time: 2.3138955 Jul 22 19:34:04.746459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}, {'name': 'network-changed', 'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968'}, {'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:04.746602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50908) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:04.748983 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c735c59-d035-40e8-8d2e-c8a656c1cb68" -d '{"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-unplugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}, {"name": "network-changed", "server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968"}, {"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:04.750195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:04.792449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:04.850077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f2007280-f12f-46c9-adbe-cb29bb820bfb tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "PUT /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-641589895 HTTP/1.1" status: 201 len: 201 time: 0.8609443 Jul 22 19:34:04.853768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:04.856946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50912) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:04.860587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6e68ba8-bd57-497a-ac5f-15442d05cb1b req-203c9acc-d984-4026-9888-f0f5e9224fe7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6167066 Jul 22 19:34:04.866018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-6ee0daa2-3070-4a80-bfd9-e0c6cae95bf5 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-641589895') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:04.906510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-dc40f4bd-b2fa-44e6-bb40-51a5ff1a814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.907682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-dc40f4bd-b2fa-44e6-bb40-51a5ff1a814e service neutron] 10.222.0.32 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 919 time: 0.7394106 Jul 22 19:34:04.912275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-1fdb9643-58a3-48af-8a52-931ffc2cfdef service neutron] 10.222.0.26 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278090 Jul 22 19:34:04.924010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e999aa9-0402-48b2-a9d4-9f5023cceb7c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.924948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-19006a94-d8e6-4a41-95c8-43c2ed8304e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.925702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e999aa9-0402-48b2-a9d4-9f5023cceb7c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.926569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-19006a94-d8e6-4a41-95c8-43c2ed8304e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7017183 Jul 22 19:34:04.929862 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e999aa9-0402-48b2-a9d4-9f5023cceb7c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1798463 Jul 22 19:34:04.930867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50914) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:04.945846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-a543e503-0719-4bea-a4f7-ff5f21627771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:04.947297 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-a543e503-0719-4bea-a4f7-ff5f21627771 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.3146300 Jul 22 19:34:05.000709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-cc0d5be5-0b2d-4090-b150-e747cb8500c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91c1d3ff-1d83-4711-9673-68763139b9a1 HTTP/1.1" status: 200 len: 217 time: 0.0838587 Jul 22 19:34:05.028633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-0f992784-a229-43f4-9af2-8b991c2360f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16 HTTP/1.1" status: 200 len: 217 time: 0.0661612 Jul 22 19:34:05.058176 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc3a88-5e72-4139-a4fc-d955b9481a79 x-openstack-request-id: req-1ccc3a88-5e72-4139-a4fc-d955b9481a79 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:05.058475 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-unplugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "code": 200}, {"name": "network-changed", "server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:05.058726 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ccc3a88-5e72-4139-a4fc-d955b9481a79 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:05.059125 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'code': 200} Jul 22 19:34:05.059379 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968', 'status': 'completed', 'code': 200} Jul 22 19:34:05.059634 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'status': 'completed', 'code': 200} Jul 22 19:34:05.059723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.074843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-49f34202-d134-497f-8fa7-51dce0e2c825 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0961959 Jul 22 19:34:05.099185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d7215d-d995-43d9-bac4-2643447951a5']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.142998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eacf17ae-e63f-453f-8bc5-c028ea548e25') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.143393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eacf17ae-e63f-453f-8bc5-c028ea548e25') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.150353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ee0daa2-3070-4a80-bfd9-e0c6cae95bf5 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-641589895 HTTP/1.1" status: 204 len: 168 time: 0.2903020 Jul 22 19:34:05.154879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50918) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.158977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.165133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e2efee2f-1b75-486b-986a-06acb587c820 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.183129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036022a9-5e07-4f14-bc68-6643016a2623 req-0a116edd-bfd0-47ea-b7c7-1328ae1589a6 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.184741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-036022a9-5e07-4f14-bc68-6643016a2623 req-0a116edd-bfd0-47ea-b7c7-1328ae1589a6 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 943 time: 0.4059565 Jul 22 19:34:05.196749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.200724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-17292839-77dd-4e92-93ee-e76528032fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.202220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-17292839-77dd-4e92-93ee-e76528032fb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1680396 Jul 22 19:34:05.210845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 3dd99e58-07df-4126-9e11-9af1c2e9ad80 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:05.216258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:05.216672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:05.226235 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:05.232251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.271770 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-d7e8ccf3-550e-4f71-9b14-f5b11484e836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598714 Jul 22 19:34:05.285764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-66ab658d-3471-4ea2-91c2-ea5abf9eb719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.287245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-66ab658d-3471-4ea2-91c2-ea5abf9eb719 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.2254393 Jul 22 19:34:05.333198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.339530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-371f4680-03d8-4240-8770-ba4648f749cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.341032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-371f4680-03d8-4240-8770-ba4648f749cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2554226 Jul 22 19:34:05.351571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7f4f10e-9ecf-40a4-8098-ade776906b49 req-ee322ea9-56b6-40bd-bc0a-3682c61aef2e service neutron] 10.222.0.26 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240046 Jul 22 19:34:05.368685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.373289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c9d7215d-d995-43d9-bac4-2643447951a5 HTTP/1.1" status: 204 len: 168 time: 0.8093920 Jul 22 19:34:05.388318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-80041dc0-0bd0-4da0-906c-d0e3a198a4b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683475 Jul 22 19:34:05.393195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2efee2f-1b75-486b-986a-06acb587c820 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags HTTP/1.1" status: 200 len: 237 time: 0.2334881 Jul 22 19:34:05.393369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.393475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.419273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-036022a9-5e07-4f14-bc68-6643016a2623 req-c79c1409-a273-40fd-b9e8-d6b1e95194a2 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197576 Jul 22 19:34:05.419833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0a5a7-af6b-40a5-927c-af109d428f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d7215d-d995-43d9-bac4-2643447951a5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:05.424749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-f7d61609-48dd-4941-bf27-a508abd3090c tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', {'tags': ['tempest-TagsTest-Tag-1392075038', 'tempest-TagsTest-Tag-1288017897', 'tempest-TagsTest-Tag-991017815']}) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.549805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bf565151-e3da-4377-90bc-5aa5dd316be6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:05.566876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-cbf69eb5-2547-4407-9681-b855d8391bee service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636623 Jul 22 19:34:05.588130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7d61609-48dd-4941-bf27-a508abd3090c tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "PUT /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags HTTP/1.1" status: 200 len: 308 time: 0.1937332 Jul 22 19:34:05.599294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.605806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-86a89e2c-6673-4f54-8a53-9fdaee21bfb4 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-1392075038') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.628374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bf565151-e3da-4377-90bc-5aa5dd316be6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:05.629756 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.639686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab73cf4-3731-4cfd-9a9b-b84835392bf8 req-9a9da016-dc13-463f-bf97-80652f36e4d4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.641414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dab73cf4-3731-4cfd-9a9b-b84835392bf8 req-9a9da016-dc13-463f-bf97-80652f36e4d4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 943 time: 0.4108567 Jul 22 19:34:05.676961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.698297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.702757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-835c5862-eec2-4d82-b0c5-f762e26c859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.704344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-835c5862-eec2-4d82-b0c5-f762e26c859d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3311689 Jul 22 19:34:05.728182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-738f7ae6-fea9-4928-a70b-6c8b729c1254 service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128142 Jul 22 19:34:05.734503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-4f3c52e4-1088-4f9a-a005-2590278dcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:05.735972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-4f3c52e4-1088-4f9a-a005-2590278dcb1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 1095 time: 0.2911816 Jul 22 19:34:05.774401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8a7e1e74-0178-4848-bd79-855f4861d90b req-a4d474e9-75f8-428d-8de7-f58bef0e61a5 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973119 Jul 22 19:34:05.781929 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f12b497d-3bbb-439b-80d6-ca5b92ce65b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c669839f51c4684ad1843bb4fae7e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038227 Jul 22 19:34:05.785935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50930) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.814491 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-86a89e2c-6673-4f54-8a53-9fdaee21bfb4 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "DELETE /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-1392075038 HTTP/1.1" status: 204 len: 168 time: 0.2137694 Jul 22 19:34:05.817437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:05.845363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.847553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-183fa7b1-e4f0-478e-8275-f5b5176adfa9 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-1392075038') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:05.867888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.873907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dab73cf4-3731-4cfd-9a9b-b84835392bf8 req-7cc7f795-7621-4753-8df7-f985389695d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186546 Jul 22 19:34:05.921603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.925130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:05.928766 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3013c19-5cb9-4d00-a1e7-c99375615067 HTTP/1.1" status: 204 len: 168 time: 0.1396666 Jul 22 19:34:05.938582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2691be7-5438-47e6-a870-7b6fd247be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3013c19-5cb9-4d00-a1e7-c99375615067,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.008130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 378c5e77-574b-4257-8cda-64db60d154a9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:06.070489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.118952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=378c5e77-574b-4257-8cda-64db60d154a9,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:06.130977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '378c5e77-574b-4257-8cda-64db60d154a9', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'port_id': '378c5e77-574b-4257-8cda-64db60d154a9', 'mac_address': 'fa:16:3e:2f:a6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee4a42e-651f-4c52-b2e4-1ccd2f44e799', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:06.141073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd99e58-07df-4126-9e11-9af1c2e9ad80,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.143314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-0fa11c36-20b7-4b02-844f-94d2d73bc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.144862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-0fa11c36-20b7-4b02-844f-94d2d73bc233 service neutron] 10.222.0.26 "GET /v2.0/networks?id=650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 200 len: 919 time: 0.3973863 Jul 22 19:34:06.153288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86f0ee88-7340-44f4-9d0c-41419cd3c65c req-d65cbbcd-7245-46fc-b9c5-c5eb303e9d1c service neutron] 10.222.0.32 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077508 Jul 22 19:34:06.155939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.158019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0feba62-2fd7-4153-84e7-a978da63c3a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/3dd99e58-07df-4126-9e11-9af1c2e9ad80 HTTP/1.1" status: 204 len: 168 time: 1.2151995 Jul 22 19:34:06.160912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50942) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.162931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-f8f00aad-7d98-43fb-8a41-810583d65727 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337580 Jul 22 19:34:06.167791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2200a4db-a417-4c08-b022-f88c39174bd3 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:06.218284 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.225968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df467cac-cdb4-40c6-b784-a86f2d1e7834 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636680 Jul 22 19:34:06.229739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.236023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:06.247284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378c5e77-574b-4257-8cda-64db60d154a9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:06.255747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-1a3cad5c-2c2a-4974-b90c-3ccdb1249f7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968 HTTP/1.1" status: 200 len: 217 time: 0.0962920 Jul 22 19:34:06.261243 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-183fa7b1-e4f0-478e-8275-f5b5176adfa9 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] show failed (client error): The resource could not be found. Jul 22 19:34:06.262299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-183fa7b1-e4f0-478e-8275-f5b5176adfa9 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-1392075038 HTTP/1.1" status: 404 len: 326 time: 0.4366834 Jul 22 19:34:06.266237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50946) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.274681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e046d83d-3325-4437-af77-8451e3e160b9 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-1288017897') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.275753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=378c5e77-574b-4257-8cda-64db60d154a9,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:06.290437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.366308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa5a3-78e6-423f-98c4-576c790308a2 req-c9b2bc2e-42c3-45e9-90f9-3a7472f657d1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.374498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-685fa5a3-78e6-423f-98c4-576c790308a2 req-c9b2bc2e-42c3-45e9-90f9-3a7472f657d1 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.3924060 Jul 22 19:34:06.387439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.422747 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e046d83d-3325-4437-af77-8451e3e160b9 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-1288017897 HTTP/1.1" status: 204 len: 168 time: 0.1511245 Jul 22 19:34:06.422951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-dfcbba77-943f-47fd-8168-8c7b5977f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.422951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-dfcbba77-943f-47fd-8168-8c7b5977f695 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 200 len: 858 time: 0.1581051 Jul 22 19:34:06.423135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:06.424499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50950) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.425220 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.430992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-bb994f26-9614-42b2-a23f-77ca1799d715 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-991017815') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.434804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.450288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.450923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.452083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.452610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.453261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.453787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.454923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.455264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.455606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.455942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.456399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.457315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:06.496731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-685fa5a3-78e6-423f-98c4-576c790308a2 req-0a656459-5b58-4fc4-93fb-b2ea82fbbcd3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212940 Jul 22 19:34:06.531615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8290f1fa-ceac-4144-8cd7-1c2e38a194bc req-a0fb7a3a-2af8-4fb5-8efd-b0814f33e440 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516614 Jul 22 19:34:06.531615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-a6f7c6a6-3628-4535-b03c-d7bf1a2baf7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=650b9452-9acb-4dfd-a223-e48eb73c4097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879607 Jul 22 19:34:06.583858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['378c5e77-574b-4257-8cda-64db60d154a9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:06.623611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:06.633733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8211fda6-8f86-457a-8a90-42a4b988ab24 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=792cc927e33549b584dda2cde4281c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425466 Jul 22 19:34:06.634576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50956) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.665130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.710430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Deleting port bf565151-e3da-4377-90bc-5aa5dd316be6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:06.710811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.734389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:06.738767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:06.742649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.743245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.748126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=23e22d9d-426b-4a9e-bdf3-40a00def958d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:06.767699 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ffb8e5e6-980a-4eb5-a763-37a1b330e053 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5366735 Jul 22 19:34:06.768769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50958) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.774526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'name': 'tempest-NetworksTestDHCPv6-1001514032'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:06.792206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:06.824604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bb994f26-9614-42b2-a23f-77ca1799d715 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-991017815 HTTP/1.1" status: 204 len: 168 time: 0.3967597 Jul 22 19:34:06.829154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50960) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:06.844215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-d6108be9-71b0-4242-904a-db740aa63305 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:06.880094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-fdf48fb8-bf6b-458d-bc55-4fc9a2e87ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291247 Jul 22 19:34:06.886907 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.896362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] For port bf565151-e3da-4377-90bc-5aa5dd316be6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bf565151-e3da-4377-90bc-5aa5dd316be6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:06.896579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:06.896769 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.911089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:06.911624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60387a56-4b93-4913-97b5-9fa475d0badd req-bef8acac-5557-425f-b594-b87db681f52a tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.915679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Calling delete_port for bf565151-e3da-4377-90bc-5aa5dd316be6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:06.918566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60387a56-4b93-4913-97b5-9fa475d0badd req-bef8acac-5557-425f-b594-b87db681f52a tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 944 time: 0.3963985 Jul 22 19:34:06.939491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port c7babf6c-7443-4116-bcfb-938007b886be yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:06.955260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-8cd08771-cecc-4154-b142-fa7ed8bbb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:06.956842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-8cd08771-cecc-4154-b142-fa7ed8bbb8d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1099 time: 0.3313053 Jul 22 19:34:07.002262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.018784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:07.041880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16', 'mac_address': 'fa:16:3e:a7:1d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:07.097072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::364 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/23e22d9d-426b-4a9e-bdf3-40a00def958d/c7babf6c-7443-4116-bcfb-938007b886be) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:07.097657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81592b92-ce0d-4e67-bafe-e7a64214fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.107393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.109306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.278260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] Pushing event deleted for resources: {'Port': ['ID=bf565151-e3da-4377-90bc-5aa5dd316be6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.278667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.280310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7839e8bf-c9a1-44f7-94e2-ba7738631f8c None None] No DVR routers for this DVR port bf565151-e3da-4377-90bc-5aa5dd316be6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:07.282501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:07.307155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:07.310194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object c7babf6c-7443-4116-bcfb-938007b886be will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:07.312374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8f35e2-848e-4be2-bff8-c2f6c976dd02 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:07.326330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.352250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.400481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:07.404408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:07.407040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:07.413059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.413791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.427115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.446983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=c7babf6c-7443-4116-bcfb-938007b886be,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.452005 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d20339ec-e2d8-4a15-9336-58d8fda62d51 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6816456 Jul 22 19:34:07.454726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50966) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.517093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60387a56-4b93-4913-97b5-9fa475d0badd req-bdf1d9f0-5a62-423f-ba48-b04778e95bc1 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851607 Jul 22 19:34:07.536613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d34591-a209-4da9-bdf0-272b7bc9c77e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.538706 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4d34591-a209-4da9-bdf0-272b7bc9c77e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0819962 Jul 22 19:34:07.541962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50970) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.565052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bf565151-e3da-4377-90bc-5aa5dd316be6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:07.567463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:07.574435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '23e22d9d-426b-4a9e-bdf3-40a00def958d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:07.575189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.591469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-457f8e0f-da0c-4e13-a30e-53e536f68a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.593061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-457f8e0f-da0c-4e13-a30e-53e536f68a3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.6269085 Jul 22 19:34:07.628888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bf565151-e3da-4377-90bc-5aa5dd316be6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:07.629401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bf565151-e3da-4377-90bc-5aa5dd316be6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:07.650455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-08f98e81-97f9-4ffe-ad80-1df1663e9524 service neutron] 10.222.0.26 "GET /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590106 Jul 22 19:34:07.707517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-c33cfb02-ff34-4d81-9aa6-797075126877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0563757 Jul 22 19:34:07.727692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port c7babf6c-7443-4116-bcfb-938007b886be {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:07.728315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.785519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d6108be9-71b0-4242-904a-db740aa63305 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "DELETE /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.9483790 Jul 22 19:34:07.791142 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.795687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-9fada574-82f0-41b2-9fa1-30788c920dc6 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-1288017897') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:07.802353 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.805494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.809466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3c256cd-f777-44b8-a1bf-611fc845f3a1 HTTP/1.1" status: 204 len: 168 time: 1.1519413 Jul 22 19:34:07.824819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ba767-7df6-459b-a871-9410a0f0d06b req-e8d7fdf9-a71d-439a-9ee5-0dcf1369efc4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.831720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f88ba767-7df6-459b-a871-9410a0f0d06b req-e8d7fdf9-a71d-439a-9ee5-0dcf1369efc4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 943 time: 0.8723645 Jul 22 19:34:07.846975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/23e22d9d-426b-4a9e-bdf3-40a00def958d/36dae84a-8751-4730-a68d-5c5063e4e07b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:07.867907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e50f50-3efa-4a20-9a4a-59e2458307a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c256cd-f777-44b8-a1bf-611fc845f3a1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:07.877007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:07.901498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-e20a02e0-8917-407b-9892-f23ead3139a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:07.901721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for c7babf6c-7443-4116-bcfb-938007b886be owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:07.903358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-e20a02e0-8917-407b-9892-f23ead3139a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1802807 Jul 22 19:34:07.954921 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-9fada574-82f0-41b2-9fa1-30788c920dc6 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] show failed (client error): The resource could not be found. Jul 22 19:34:07.956212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fada574-82f0-41b2-9fa1-30788c920dc6 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-1288017897 HTTP/1.1" status: 404 len: 326 time: 0.1638999 Jul 22 19:34:07.965925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f88ba767-7df6-459b-a871-9410a0f0d06b req-fee8ef26-24dd-486f-92e6-91126eba5b96 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284673 Jul 22 19:34:07.969033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:07.978163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-059baa4f-9739-4cd2-bbfa-cdf0bb9c2c55 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b', 'tempest-TagsTest-Tag-991017815') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.022435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923c5f-2b83-4add-88e5-4a6dedcdce5a req-1ee7aebf-ef17-41bd-9848-8fd3677b1cef tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.029933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec923c5f-2b83-4add-88e5-4a6dedcdce5a req-1ee7aebf-ef17-41bd-9848-8fd3677b1cef tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.3297932 Jul 22 19:34:08.045480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-f9da55b9-d252-4d83-8156-85ffb0ecc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.046584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 91c1d3ff-1d83-4711-9673-68763139b9a1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:08.046996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-f9da55b9-d252-4d83-8156-85ffb0ecc63d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1099 time: 0.3368888 Jul 22 19:34:08.066606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 378c5e77-574b-4257-8cda-64db60d154a9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:08.134445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec923c5f-2b83-4add-88e5-4a6dedcdce5a req-2790d104-f020-4830-a70b-17fe985f7205 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036339 Jul 22 19:34:08.160192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.185366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-a03711ca-7619-4ba6-9800-d08ece4e28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.186899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-a03711ca-7619-4ba6-9800-d08ece4e28b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2760124 Jul 22 19:34:08.208615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=c7babf6c-7443-4116-bcfb-938007b886be,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.223775 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-059baa4f-9739-4cd2-bbfa-cdf0bb9c2c55 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] show failed (client error): The resource could not be found. Jul 22 19:34:08.224825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-059baa4f-9739-4cd2-bbfa-cdf0bb9c2c55 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "GET /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags/tempest-TagsTest-Tag-991017815 HTTP/1.1" status: 404 len: 325 time: 0.2517011 Jul 22 19:34:08.229876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.234737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-06ac78b2-d6f9-409b-83c2-bfd67a5cfe0d tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6df8cb0b-a7a9-475b-bd51-f728a3505f0b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.241719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=91c1d3ff-1d83-4711-9673-68763139b9a1,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:08.257117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-30edeebe-289b-47e9-8113-3a57dd63bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.258848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-30edeebe-289b-47e9-8113-3a57dd63bda4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2006915 Jul 22 19:34:08.260164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.260996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '91c1d3ff-1d83-4711-9673-68763139b9a1', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'port_id': '91c1d3ff-1d83-4711-9673-68763139b9a1', 'mac_address': 'fa:16:3e:62:66:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee4a42e-651f-4c52-b2e4-1ccd2f44e799', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:08.265489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3afa3604-55b9-47d4-81c6-687cef28ace5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/c7babf6c-7443-4116-bcfb-938007b886be HTTP/1.1" status: 204 len: 168 time: 0.7222259 Jul 22 19:34:08.266306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50984) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.286117 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.296511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Transition to ACTIVE for port object 36dae84a-8751-4730-a68d-5c5063e4e07b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:08.315249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Transition to ACTIVE for port object 36dae84a-8751-4730-a68d-5c5063e4e07b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:08.327637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.331590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-6dada700-d881-44e5-a9e7-aaafc5cf0912 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0644109 Jul 22 19:34:08.410378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-fe8185f2-2d45-4bbe-96b8-22dc3ec1d40d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880867 Jul 22 19:34:08.416182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-320fc279-5486-46b9-a438-e9994712c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.417506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-320fc279-5486-46b9-a438-e9994712c364 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0778401 Jul 22 19:34:08.418149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:08.424732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:08.443562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:08.454822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7253b1-dc4e-4e46-b128-1deff754c8d2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.457573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7253b1-dc4e-4e46-b128-1deff754c8d2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.466641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.471689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50992) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.477471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f7253b1-dc4e-4e46-b128-1deff754c8d2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1849599 Jul 22 19:34:08.484031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c1d3ff-1d83-4711-9673-68763139b9a1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:08.489724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Pushing event updated for resources: {'Port': ['ID=36dae84a-8751-4730-a68d-5c5063e4e07b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.512954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 378c5e77-574b-4257-8cda-64db60d154a9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:08.526733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 378c5e77-574b-4257-8cda-64db60d154a9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:08.527120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.530843 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06ac78b2-d6f9-409b-83c2-bfd67a5cfe0d tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "DELETE /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b/tags HTTP/1.1" status: 204 len: 168 time: 0.2997267 Jul 22 19:34:08.535847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50998) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:08.591737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 23e22d9d-426b-4a9e-bdf3-40a00def958d {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:08.616281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.639779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.661625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=91c1d3ff-1d83-4711-9673-68763139b9a1,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:08.667696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-1e7c98b2-96e5-41af-8284-f0032d2eb584 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491405 Jul 22 19:34:08.700293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-ce37df69-1fab-4266-99d0-b25d71423ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.700648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.701822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-ce37df69-1fab-4266-99d0-b25d71423ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2750139 Jul 22 19:34:08.708227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.745300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Attempting to bind port 36dae84a-8751-4730-a68d-5c5063e4e07b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:08.746788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Attempting to bind port 36dae84a-8751-4730-a68d-5c5063e4e07b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:08.747166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Attempting to bind port 36dae84a-8751-4730-a68d-5c5063e4e07b on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:08.763852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:08.764273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:08.764755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.765150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:08.765631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Bound port: 36dae84a-8751-4730-a68d-5c5063e4e07b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:08.766369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.787265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.801752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df8cb0b-a7a9-475b-bd51-f728a3505f0b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.825655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d29bbcc-0322-4d4a-8141-81a0b01af968 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:08.826690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd860d498-3282-4c56-92ec-c8d97ab41e96') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.827243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd860d498-3282-4c56-92ec-c8d97ab41e96') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:08.827497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:08.850746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.879345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.888460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abdfb1-e2f9-4ab4-9034-1f4ec29be5c1 req-be52688b-8320-4040-88d1-5199334e48e2 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:08.890036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6abdfb1-e2f9-4ab4-9034-1f4ec29be5c1 req-be52688b-8320-4040-88d1-5199334e48e2 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 944 time: 0.2404211 Jul 22 19:34:08.904417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-7bf8a366-029e-41e1-a57e-485647839818 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931534 Jul 22 19:34:08.904926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:08.905477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.910018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.916039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:08.933757 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:08.996025 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:09.004305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.027393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.031022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['91c1d3ff-1d83-4711-9673-68763139b9a1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:09.033509 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] 10.222.0.10 "DELETE /v2.0/networks/6df8cb0b-a7a9-475b-bd51-f728a3505f0b HTTP/1.1" status: 204 len: 168 time: 0.4946182 Jul 22 19:34:09.034871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae63144-a133-4781-a270-5437a93e2b84 tempest-TagsTest-907481387 tempest-TagsTest-907481387-project] Pushing event deleted for resources: {'Network': ['ID=6df8cb0b-a7a9-475b-bd51-f728a3505f0b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.041174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:09.043421 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fb3bc-d53b-4177-85f3-15970cb1d261" -d '{"events": [{"server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "name": "network-vif-plugged", "status": "completed", "tag": "378c5e77-574b-4257-8cda-64db60d154a9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:09.085902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=378c5e77-574b-4257-8cda-64db60d154a9,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:09.091506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6abdfb1-e2f9-4ab4-9034-1f4ec29be5c1 req-67d0a5b9-d5d8-4bfc-a33e-5278792dc393 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951780 Jul 22 19:34:09.112614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:09.114940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.182421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.196773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:09.204466 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8eca77-8414-4ba5-8550-25cfd731dc1f x-openstack-request-id: req-cb8eca77-8414-4ba5-8550-25cfd731dc1f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:09.205097 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "name": "network-vif-plugged", "status": "completed", "tag": "378c5e77-574b-4257-8cda-64db60d154a9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:09.205359 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb8eca77-8414-4ba5-8550-25cfd731dc1f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:09.205586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c735c59-d035-40e8-8d2e-c8a656c1cb68 req-4e0bc326-57b2-42eb-b4ac-801eaef86c36 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911804 Jul 22 19:34:09.205824 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9', 'code': 200} Jul 22 19:34:09.206575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:09.206947 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.247498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.286102 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.288137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/23e22d9d-426b-4a9e-bdf3-40a00def958d HTTP/1.1" status: 204 len: 168 time: 0.8145909 Jul 22 19:34:09.291165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '3d29bbcc-0322-4d4a-8141-81a0b01af968', 'network_id': '650b9452-9acb-4dfd-a223-e48eb73c4097', 'port_id': '3d29bbcc-0322-4d4a-8141-81a0b01af968', 'mac_address': 'fa:16:3e:4b:4e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ee4a42e-651f-4c52-b2e4-1ccd2f44e799', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:09.291875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.301408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] For port 36dae84a-8751-4730-a68d-5c5063e4e07b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:09.340984 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6714f10a-72cc-4349-85a2-5c8ec8fb9e86 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475421 Jul 22 19:34:09.343556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51028) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.373559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78982a86-d173-4387-945b-52b35d7f74a2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=23e22d9d-426b-4a9e-bdf3-40a00def958d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.390406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] For port 36dae84a-8751-4730-a68d-5c5063e4e07b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=36dae84a-8751-4730-a68d-5c5063e4e07b,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:09.410395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.435972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc1d99-776a-479e-8d46-83b454cbb56b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:09.440875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-74dc1d99-776a-479e-8d46-83b454cbb56b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0959353 Jul 22 19:34:09.441226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.491744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160807d8-14af-45b8-87f6-7c53ccd7205c req-22e90079-8c2d-48eb-b146-4b181c71df04 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:09.495810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-160807d8-14af-45b8-87f6-7c53ccd7205c req-22e90079-8c2d-48eb-b146-4b181c71df04 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 944 time: 0.4221237 Jul 22 19:34:09.503604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe5b9d-e8bc-408f-9c84-5bdafcf173fb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:09.510923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-edfe5b9d-e8bc-408f-9c84-5bdafcf173fb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665956 Jul 22 19:34:09.510923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.511426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.555042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.584394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-160807d8-14af-45b8-87f6-7c53ccd7205c req-360713d0-635c-4a54-a9e6-8f9453deb606 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720289 Jul 22 19:34:09.608330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ef2bf423-a4f2-492d-b3b8-b307589d38d1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949600 Jul 22 19:34:09.610794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f8101-1b4e-4769-9b4d-f2d2cd6e8e0a req-e24612f3-19a4-4813-a54c-6c54920703ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:09.612360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f31f8101-1b4e-4769-9b4d-f2d2cd6e8e0a req-e24612f3-19a4-4813-a54c-6c54920703ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 1097 time: 0.3442149 Jul 22 19:34:09.619553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:09.628138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cfabb-fc82-4e97-98b7-d159435559d5 None None] Pushing event updated for resources: {'Port': ['ID=36dae84a-8751-4730-a68d-5c5063e4e07b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:09.637824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c48a1-6131-46fb-af2d-f7a9fa9c1742 req-674b7499-5042-42de-8acc-a1e0d74e39f2 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:09.645511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de6c48a1-6131-46fb-af2d-f7a9fa9c1742 req-674b7499-5042-42de-8acc-a1e0d74e39f2 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.2588043 Jul 22 19:34:09.646097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:09.649024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d29bbcc-0322-4d4a-8141-81a0b01af968 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:09.697059 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.705118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f31f8101-1b4e-4769-9b4d-f2d2cd6e8e0a req-81be7725-202b-496e-893e-ea33dea81200 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848329 Jul 22 19:34:09.718256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:09.721163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de6c48a1-6131-46fb-af2d-f7a9fa9c1742 req-117faad1-414c-47d1-bc3d-931eaee55f45 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695090 Jul 22 19:34:09.765732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.893038 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.900210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:09.913881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:09.933393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.016618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3d29bbcc-0322-4d4a-8141-81a0b01af968'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:10.072356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:10.079832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.102758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada2429d-af46-4709-ae7e-dd46275f10ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.254207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:10.286954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'mac_address': 'fa:16:3e:07:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:10.335215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-2fa3b2b0-f076-4e96-a932-e44515782274 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.337048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-2fa3b2b0-f076-4e96-a932-e44515782274 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027&tenant_id=3604edf80b514ac5a99cb0b562b3c169&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 947 time: 0.2247372 Jul 22 19:34:10.354342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:10.359122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.366825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc2994a4-7f14-4857-b84e-74b7c57fe096 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=460f3065b44242f2b0c8a9f30ff930d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542266 Jul 22 19:34:10.375572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b345ce-1424-4441-8c5e-1a3646459fed req-59def87d-248f-4ebf-9f16-147e00fdd48b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.379205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51062) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:10.386511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46b345ce-1424-4441-8c5e-1a3646459fed req-59def87d-248f-4ebf-9f16-147e00fdd48b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.1940961 Jul 22 19:34:10.476187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16754e11-1de8-469d-b04b-034da8cd3f2b req-78ead069-40c2-4654-a003-d92561a52489 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.479645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16754e11-1de8-469d-b04b-034da8cd3f2b req-78ead069-40c2-4654-a003-d92561a52489 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 945 time: 0.2216592 Jul 22 19:34:10.491472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.508539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46b345ce-1424-4441-8c5e-1a3646459fed req-8edff8b5-f6ae-4072-916f-6b0f44743481 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204250 Jul 22 19:34:10.513509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.554037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-57cb5823-7663-4519-a028-ba0892c21441 service neutron] 10.222.0.32 "GET /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.1995764 Jul 22 19:34:10.556118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:10.563368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.601136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:10.614441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16754e11-1de8-469d-b04b-034da8cd3f2b req-a9405441-53be-474a-95ad-03e15331f73b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173406 Jul 22 19:34:10.625693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.723505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.725788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-56e2e6ae-30e4-4fc1-b7c2-80aca926e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.730152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.731553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-56e2e6ae-30e4-4fc1-b7c2-80aca926e59f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1100 time: 0.1482515 Jul 22 19:34:10.732963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fed2967-af39-4b34-ad9d-d05bc942fb80 HTTP/1.1" status: 204 len: 168 time: 0.3528044 Jul 22 19:34:10.737684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.741246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.822753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=b6f33968-6cd3-49a2-9b1c-3cd12fe821ad,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.828547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a261646-bfbf-4377-8bf8-b647ba931751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed2967-af39-4b34-ad9d-d05bc942fb80,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:10.839267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:10.841080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:10.844662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.845616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:10.879893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a783612e-039c-49e7-893b-f8975f2fc217 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2589421 Jul 22 19:34:10.880603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:10.886213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'b6f33968-6cd3-49a2-9b1c-3cd12fe821ad', 'ip_address': '2001:db8::2bb3:3cd3:afc0:a75'}], 'name': 'tempest-NetworksTestDHCPv6-132351776'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:10.923416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['bee3357f-13a9-4657-ba36-84ef4f1e4ceb'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:10.966121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-03bd4a9e-bce4-4fcd-bebe-70770d21fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:10.967690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-03bd4a9e-bce4-4fcd-bebe-70770d21fa35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2286689 Jul 22 19:34:11.037001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:11.049762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263e19-3fd6-4e34-856d-a31989ea9510 req-80b048f8-128b-4f0d-ad85-d466816ccdf3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:11.057340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af263e19-3fd6-4e34-856d-a31989ea9510 req-80b048f8-128b-4f0d-ad85-d466816ccdf3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.1768060 Jul 22 19:34:11.059442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-21bf42aa-dca9-408d-af51-e2c729541249 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0845039 Jul 22 19:34:11.134026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2117941910', 'description': 'tempest-description-1474605521'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:11.149618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af263e19-3fd6-4e34-856d-a31989ea9510 req-7b545185-86cc-4c4c-a36e-2a5fb5db4a1e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913095 Jul 22 19:34:11.155325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-77a807f4-99a4-4318-bf24-1376de9e5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:11.157268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-77a807f4-99a4-4318-bf24-1376de9e5141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0912206 Jul 22 19:34:11.188072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.205087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b7072-b8e6-45af-8e6f-9fc0af46d547 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:11.212096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.223921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.237744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:11.290171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-be104632-b047-4946-afd8-48832ace7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:11.291749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-be104632-b047-4946-afd8-48832ace7007 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267860 Jul 22 19:34:11.298790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:11.301218 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7575a15-b67e-43f3-9431-83380f828743" -d '{"events": [{"server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "name": "network-vif-plugged", "status": "completed", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:11.345944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cb0b115a-c367-42fc-a9e4-b4c33cdf31b4 None None] Provisioning for port 36dae84a-8751-4730-a68d-5c5063e4e07b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:11.379723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cb0b115a-c367-42fc-a9e4-b4c33cdf31b4 None None] Could not find standard attr ID for object c7babf6c-7443-4116-bcfb-938007b886be. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:11.440606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.476755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.480674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-9f38048d-7b84-464f-a704-d7fdd2b66e6e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656830 Jul 22 19:34:11.487563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.546204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::2bb3:3cd3:afc0:a75 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b6f33968-6cd3-49a2-9b1c-3cd12fe821ad/3766284b-9b65-43b5-9fe0-3d3ffdb645a8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:11.622399 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.653952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 36dae84a-8751-4730-a68d-5c5063e4e07b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:11.667390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.760448 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143ecba4-f792-4402-a4a7-1d57b64f5486 x-openstack-request-id: req-143ecba4-f792-4402-a4a7-1d57b64f5486 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:11.760960 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "name": "network-vif-plugged", "status": "completed", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:11.761047 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-143ecba4-f792-4402-a4a7-1d57b64f5486 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:11.761453 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16', 'code': 200} Jul 22 19:34:11.763385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 36dae84a-8751-4730-a68d-5c5063e4e07b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:11.775875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 36dae84a-8751-4730-a68d-5c5063e4e07b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:11.776277 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.825413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-843f96e3-1e95-4958-8a79-512f66e9dc9e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005389 Jul 22 19:34:11.832260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797009a4-7ec5-4a17-a33c-9ef1a87cda7f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:11.835239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.837181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14d25b53-110f-4f9e-b9c8-1754d0d880b8 req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7108717 Jul 22 19:34:11.866208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.885151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:11.941532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.950890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3b48a170-7b6f-42f9-a472-41543c422c73 None None] Provisioning complete for port 36dae84a-8751-4730-a68d-5c5063e4e07b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:11.951262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b48a170-7b6f-42f9-a472-41543c422c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.957509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:11.996807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8faef-73ea-4804-85d1-1bb29c7e7f00 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db366c-5759-4e21-bdec-0fa002643415,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.035667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 36dae84a-8751-4730-a68d-5c5063e4e07b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=36dae84a-8751-4730-a68d-5c5063e4e07b,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:12.040434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 91c1d3ff-1d83-4711-9673-68763139b9a1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:12.043543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:12.057347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:12.069074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:12.087135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.087968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.089806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.111114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59097-bff6-4710-9901-81576d6adc81 req-f976ef8f-2c80-4bbc-84ac-08d1f9a33532 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.113002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42d59097-bff6-4710-9901-81576d6adc81 req-f976ef8f-2c80-4bbc-84ac-08d1f9a33532 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 948 time: 0.2683935 Jul 22 19:34:12.143187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53455496-0345-4054-83dd-313c7dcc50f0 req-7e0f70e2-ff26-4a5a-ab7c-2836aec6190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.144847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53455496-0345-4054-83dd-313c7dcc50f0 req-7e0f70e2-ff26-4a5a-ab7c-2836aec6190b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 1097 time: 0.3028245 Jul 22 19:34:12.154135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=3766284b-9b65-43b5-9fe0-3d3ffdb645a8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.159702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 91c1d3ff-1d83-4711-9673-68763139b9a1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:12.169053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3cb155d2-b33a-4309-9ae7-845046237c53 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2871897 Jul 22 19:34:12.171493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51104) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:12.198322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 91c1d3ff-1d83-4711-9673-68763139b9a1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:12.198735 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.211808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42d59097-bff6-4710-9901-81576d6adc81 req-485b43af-f177-4489-9ba2-7d1c1830e574 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908861 Jul 22 19:34:12.231575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53455496-0345-4054-83dd-313c7dcc50f0 req-728be3f7-3dfb-4a57-a5a2-a2e2a03ce78f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740523 Jul 22 19:34:12.265009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=36dae84a-8751-4730-a68d-5c5063e4e07b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.272870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86496f20-889e-4816-a67b-f5f11f7a70f8 req-948bb4cf-a5e5-4f23-b2bb-72c87b645c79 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.277425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86496f20-889e-4816-a67b-f5f11f7a70f8 req-948bb4cf-a5e5-4f23-b2bb-72c87b645c79 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 945 time: 0.2622416 Jul 22 19:34:12.321267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9daaae8-0f3f-4d89-bf6e-b8fc91831b85 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.325472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.341631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9daaae8-0f3f-4d89-bf6e-b8fc91831b85 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.350313 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9daaae8-0f3f-4d89-bf6e-b8fc91831b85 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1752896 Jul 22 19:34:12.354170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51112) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:12.376618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=91c1d3ff-1d83-4711-9673-68763139b9a1,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:12.381000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-55fd7cbf-ad6d-4806-98eb-2f2637facef0 None None] Could not find standard attr ID for object c7babf6c-7443-4116-bcfb-938007b886be. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:12.383709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86496f20-889e-4816-a67b-f5f11f7a70f8 req-7c026519-412e-44a7-8c09-8c8e8de5a427 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990951 Jul 22 19:34:12.385824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.407503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1217489801', 'description': 'tempest-description-1498398839'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:12.463433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.472640 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.531483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:12.531767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.616649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef86b4dd-d09b-45e6-a5c2-2922a423ee47 None None] Provisioning for port 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:12.625331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef86b4dd-d09b-45e6-a5c2-2922a423ee47 None None] Provisioning complete for port 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:12.625600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef86b4dd-d09b-45e6-a5c2-2922a423ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.640165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972d236-b8f4-4e14-80b4-1accd5c83e6c req-0af78faa-1b2c-4d18-84a1-df3f28aa6029 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.641754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5972d236-b8f4-4e14-80b4-1accd5c83e6c req-0af78faa-1b2c-4d18-84a1-df3f28aa6029 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.1274023 Jul 22 19:34:12.676794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ef86b4dd-d09b-45e6-a5c2-2922a423ee47 None None] Port 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:12.681106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.694239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.695046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.715964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 3766284b-9b65-43b5-9fe0-3d3ffdb645a8 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:12.721785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5972d236-b8f4-4e14-80b4-1accd5c83e6c req-b589f198-f8de-4efc-a664-b165a69d68f4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706675 Jul 22 19:34:12.735995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf21634-180c-496d-9679-393579ed70c0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:12.746342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.760684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adba1b5c-46e6-4344-b1b3-48fcdea5930e req-2497d1c1-b98e-45e6-ad10-e5a03155d479 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3592618 Jul 22 19:34:12.798525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.818557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d29bbcc-0322-4d4a-8141-81a0b01af968 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:12.891807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 3d29bbcc-0322-4d4a-8141-81a0b01af968 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:12.898382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 3d29bbcc-0322-4d4a-8141-81a0b01af968 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:12.899754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.933689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:12.976107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c21375-2116-4bd4-bdd5-8da9119690e4 req-1f81d4c7-7b6b-42a3-a395-b702bb22a262 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:12.979322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c21375-2116-4bd4-bdd5-8da9119690e4 req-1f81d4c7-7b6b-42a3-a395-b702bb22a262 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 944 time: 0.1087098 Jul 22 19:34:13.001444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=3766284b-9b65-43b5-9fe0-3d3ffdb645a8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:13.038660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.082713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.088192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-702d0ab2-9236-48c9-b56a-c445701dd6be tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/3766284b-9b65-43b5-9fe0-3d3ffdb645a8 HTTP/1.1" status: 204 len: 168 time: 0.7303088 Jul 22 19:34:13.088770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51132) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:13.089700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c21375-2116-4bd4-bdd5-8da9119690e4 req-7cdc8011-cbb0-4125-af65-b5e032b79cfd tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012962 Jul 22 19:34:13.103620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:13.116660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.160506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c800846-0e9a-42d2-9fde-3d7eabd26364 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.162588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c800846-0e9a-42d2-9fde-3d7eabd26364 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.167500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c800846-0e9a-42d2-9fde-3d7eabd26364 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0746439 Jul 22 19:34:13.168008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51134) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:13.182579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:13.263383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet b6f33968-6cd3-49a2-9b1c-3cd12fe821ad {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:13.267402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.337928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.369685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-852473872', 'description': 'tempest-description-1138265304'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:13.546593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 36dae84a-8751-4730-a68d-5c5063e4e07b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:13.605571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 36dae84a-8751-4730-a68d-5c5063e4e07b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:13.606020 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.764205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1'}, {'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:13.768444 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158ac674-e987-44ea-8ca2-b6389be9d274" -d '{"events": [{"server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1"}, {"server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "name": "network-vif-plugged", "status": "completed", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:13.792729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.797244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.843558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:13.906161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380b487-f2b0-4e91-846f-3da4966dee7b req-86586f98-acbc-4c1b-8629-688fe6874ff7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:13.911019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a380b487-f2b0-4e91-846f-3da4966dee7b req-86586f98-acbc-4c1b-8629-688fe6874ff7 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 948 time: 0.5681813 Jul 22 19:34:13.962115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.014695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f33968-6cd3-49a2-9b1c-3cd12fe821ad,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.035605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a380b487-f2b0-4e91-846f-3da4966dee7b req-31f005cf-0df3-4730-96fc-1fc33d1a7b54 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129234 Jul 22 19:34:14.047295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:14.050015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86c833-ec09-4536-a65a-b2fc0713c9cd None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:14.070459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.075059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e7f84be0-3ec8-4b21-9084-e653d099e358 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b6f33968-6cd3-49a2-9b1c-3cd12fe821ad HTTP/1.1" status: 204 len: 168 time: 0.9027858 Jul 22 19:34:14.075722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:14.139702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.143160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-19cd18a8-2092-445f-9fbc-cd30bf581069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.144754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-19cd18a8-2092-445f-9fbc-cd30bf581069 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027&tenant_id=3604edf80b514ac5a99cb0b562b3c169 HTTP/1.1" status: 200 len: 1100 time: 0.1312532 Jul 22 19:34:14.148230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.163579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.200990 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-847bd6d3-045c-4783-bd1b-d6bf0590f092 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1213944 Jul 22 19:34:14.202332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:14.214944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.234495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de15caa-5e11-46d2-a1d3-cb7d0d7c5cac,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.270396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:14.288353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:14.289853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.331669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.406787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:14.450007 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.480656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.495037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Deleting port 36dae84a-8751-4730-a68d-5c5063e4e07b {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:14.495584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.504563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:14.508464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.544197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.571055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] For port 36dae84a-8751-4730-a68d-5c5063e4e07b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=36dae84a-8751-4730-a68d-5c5063e4e07b,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:14.571760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.587852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Calling delete_port for 36dae84a-8751-4730-a68d-5c5063e4e07b owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:14.596311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.615261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93336c62-6a34-4123-9cbb-b0ba7b3f2397 req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.2736962 Jul 22 19:34:14.620880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e69133-bb2c-4bd0-bf13-01cf7072e112 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707d0702-f210-4706-89d1-b3a1d276ddb4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.710767 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f4af4-222e-456e-83af-1a2333456b0f x-openstack-request-id: req-177f4af4-222e-456e-83af-1a2333456b0f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:14.711601 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1", "code": 200}, {"server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "name": "network-vif-plugged", "status": "completed", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:14.711835 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-177f4af4-222e-456e-83af-1a2333456b0f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:14.712262 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1', 'code': 200} Jul 22 19:34:14.714059 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968', 'code': 200} Jul 22 19:34:14.723612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a610ee-c713-4e1b-8daa-5af3b49e9686 req-7cf997e7-7118-4fa9-bbea-b8e5a87af276 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.738045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4a610ee-c713-4e1b-8daa-5af3b49e9686 req-7cf997e7-7118-4fa9-bbea-b8e5a87af276 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.3673613 Jul 22 19:34:14.810944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.818306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.844009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] Pushing event deleted for resources: {'Port': ['ID=36dae84a-8751-4730-a68d-5c5063e4e07b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.846242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594782bb-f12b-4a3d-a7f4-9d613b7a0dfe None None] No DVR routers for this DVR port 36dae84a-8751-4730-a68d-5c5063e4e07b on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:14.878403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4a610ee-c713-4e1b-8daa-5af3b49e9686 req-ceddb8fb-e7ca-4080-a978-12ea37bd790b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394382 Jul 22 19:34:14.937546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:14.939403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:14.943698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:14.953503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.953998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:14.954173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28a782-811d-48bc-af60-af55941ce48f None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:14.970718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-417554184', 'description': 'tempest-description-1237905339'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:14.975053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6d793-6a8c-429a-b9e7-be8a3c43b8ca req-73f8d662-1098-48b1-ace5-8370702d6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:14.980722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17b6d793-6a8c-429a-b9e7-be8a3c43b8ca req-73f8d662-1098-48b1-ace5-8370702d6aed service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 1097 time: 0.1734250 Jul 22 19:34:14.983936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d734c68a-7dc4-4b8e-8187-05aa7e531107 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7788532 Jul 22 19:34:14.986686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51172) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:15.017149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89173401-4b87-4f3e-a0f6-bba7883665dc req-8e7eb1d9-3fb4-40ed-966c-423d81e1fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.018681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89173401-4b87-4f3e-a0f6-bba7883665dc req-8e7eb1d9-3fb4-40ed-966c-423d81e1fb93 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 1097 time: 0.2100456 Jul 22 19:34:15.021308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67', 'ip_address': '2001:db8::17c1:b126:64a7:275e'}], 'name': 'tempest-NetworksTestDHCPv6-1670260405'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:15.038918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:15.083292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5992f4-0f08-4be0-b146-b27cc9ecab7f req-4bd16c64-469c-43d7-93c2-a040e5c93491 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.085377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db5992f4-0f08-4be0-b146-b27cc9ecab7f req-4bd16c64-469c-43d7-93c2-a040e5c93491 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 945 time: 0.2184198 Jul 22 19:34:15.087158 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.102221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17b6d793-6a8c-429a-b9e7-be8a3c43b8ca req-d8d38970-f002-46e3-8008-810a62cdbfb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165762 Jul 22 19:34:15.185089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:15.186100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.205051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89173401-4b87-4f3e-a0f6-bba7883665dc req-fe96d996-9658-40ed-8a37-8ebc0f161abf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676300 Jul 22 19:34:15.224248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db5992f4-0f08-4be0-b146-b27cc9ecab7f req-454bc6fa-4fb1-4456-af36-765fb9f98571 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173627 Jul 22 19:34:15.231546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:15.315836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:15.335321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.355754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.363956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Transition to ACTIVE for port object bee3357f-13a9-4657-ba36-84ef4f1e4ceb will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:15.365536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.384555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.385788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:15.391918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.419218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 2c26026a-4856-46d4-bc7a-0c50e6edf1ec yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:15.431524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67/fc0bbcbd-f31a-4e05-b2af-30e790345c43) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:15.442070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:34:15.442700 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:34:15.476226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=9']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:15.513543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.519717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e5ab121-8f97-4410-b185-eeb4b6de3d4c req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5661209 Jul 22 19:34:15.575727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] No DVR routers for this DVR port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:15.604840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 36dae84a-8751-4730-a68d-5c5063e4e07b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:15.634599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 36dae84a-8751-4730-a68d-5c5063e4e07b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:15.635071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 36dae84a-8751-4730-a68d-5c5063e4e07b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:15.639963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c2e2-449b-4f63-979b-0a765b4844e1 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0e2a8-8dab-4228-a7c4-bc1035464172,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:15.699747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.710267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Transition to ACTIVE for port object fc0bbcbd-f31a-4e05-b2af-30e790345c43 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:15.729851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Transition to ACTIVE for port object fc0bbcbd-f31a-4e05-b2af-30e790345c43 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:15.740282 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.765273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:15.765624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:15.766120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:15.788658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-9e346a5a-c412-4abc-b948-9d8d0b1b4a42 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.793778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:15.797058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:15.802555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-9e346a5a-c412-4abc-b948-9d8d0b1b4a42 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.4404740 Jul 22 19:34:15.803443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:15.811331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::17c1:b126:64a7:275e (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67/2c26026a-4856-46d4-bc7a-0c50e6edf1ec) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:15.822703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:15.823037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Attempting to bind port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:15.838576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Pushing event updated for resources: {'Port': ['ID=fc0bbcbd-f31a-4e05-b2af-30e790345c43,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:15.842657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-00586101-ef65-415f-9af4-e61f57529c0e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0391350 Jul 22 19:34:15.847740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:15.847951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:15.848613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:15.848948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Bound port: bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:15.849316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.904637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1f4d1-db1b-41fa-8160-dfa574c0fec6 req-bec079df-c152-4c59-a1e9-ddf31a0ce075 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:15.907587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Attempting to bind port fc0bbcbd-f31a-4e05-b2af-30e790345c43 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:15.907971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Attempting to bind port fc0bbcbd-f31a-4e05-b2af-30e790345c43 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:15.908408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Attempting to bind port fc0bbcbd-f31a-4e05-b2af-30e790345c43 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:15.912824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74b1f4d1-db1b-41fa-8160-dfa574c0fec6 req-bec079df-c152-4c59-a1e9-ddf31a0ce075 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 947 time: 0.2637961 Jul 22 19:34:15.914320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:15.914697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:15.915076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:15.915465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:15.915936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Bound port: fc0bbcbd-f31a-4e05-b2af-30e790345c43, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:15.916346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.045758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74b1f4d1-db1b-41fa-8160-dfa574c0fec6 req-f0976cac-160d-4869-ad3b-cba9d5ca3f89 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314518 Jul 22 19:34:16.048844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.073271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.096008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:16.097022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] For port fc0bbcbd-f31a-4e05-b2af-30e790345c43, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:16.108805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 2c26026a-4856-46d4-bc7a-0c50e6edf1ec will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:16.118839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-19105bd8-ba9a-47fe-a397-92364f789634 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2752399 Jul 22 19:34:16.123736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:16.131684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] For port fc0bbcbd-f31a-4e05-b2af-30e790345c43, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fc0bbcbd-f31a-4e05-b2af-30e790345c43,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:16.132518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.147949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-5e3a3f66-29a2-474c-a60a-d68c81132897 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:34:16.149744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-5e3a3f66-29a2-474c-a60a-d68c81132897 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200830 Jul 22 19:34:16.192299 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.199099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.241871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.242974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.245202 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] 10.222.0.26 "PUT /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 1096 time: 2.0878239 Jul 22 19:34:16.245742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:16.248383 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:16.263149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:16.270135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:16.275999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:16.283473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.284803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.305395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=2c26026a-4856-46d4-bc7a-0c50e6edf1ec,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.323204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-946547e7-a33a-4f22-9145-dcf400b45fee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3092630 Jul 22 19:34:16.324083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:16.339343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9069c9a-7d9b-45e2-9dab-78d25f4943ff service neutron] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=10']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.361478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:34:16.361928 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:34:16.406748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3eee4-18ca-4cd5-8fcd-1a6256ab7292 None None] Pushing event updated for resources: {'Port': ['ID=fc0bbcbd-f31a-4e05-b2af-30e790345c43,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.492863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-9733cbe3-673a-4b6a-a4d4-7fc53084ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.494702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.495560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-9733cbe3-673a-4b6a-a4d4-7fc53084ff21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1100 time: 0.2212074 Jul 22 19:34:16.496463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6991b1-a752-4ed8-842e-a4445649367a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.503303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6991b1-a752-4ed8-842e-a4445649367a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.513647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bd6991b1-a752-4ed8-842e-a4445649367a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1860473 Jul 22 19:34:16.516056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:16.545591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:16.551478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.563927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:16.760068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 2c26026a-4856-46d4-bc7a-0c50e6edf1ec {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:16.760590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.827283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-d3b3991a-c6d0-4a01-b153-64f3a4c90737 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250796 Jul 22 19:34:16.861226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-f97b5b65-9a0b-45bd-9b9f-7574ab8db5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:16.863034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-f97b5b65-9a0b-45bd-9b9f-7574ab8db5af service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3278863 Jul 22 19:34:16.903694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:16.905917 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac35b9-70b5-46ca-95a9-d6c8113fd086" -d '{"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:16.911478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:16.931664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 2c26026a-4856-46d4-bc7a-0c50e6edf1ec owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:16.939725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:16.976043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:17.018790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-1c1886b3-a907-40bc-9d56-d6d3c00ddbfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.1322994 Jul 22 19:34:17.138119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.164431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-88b4841a-bd4a-4312-9433-de5167cd8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.165892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-88b4841a-bd4a-4312-9433-de5167cd8ff9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1349232 Jul 22 19:34:17.187240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-984f6ea3-8d67-4b04-b670-c59d429694ef tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45089 time: 0.9833565 Jul 22 19:34:17.190798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=2c26026a-4856-46d4-bc7a-0c50e6edf1ec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:17.225170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.228229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98bf160b-f1a1-499d-b314-60f5ae52871c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/2c26026a-4856-46d4-bc7a-0c50e6edf1ec HTTP/1.1" status: 204 len: 168 time: 0.7105393 Jul 22 19:34:17.230346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51214) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.239035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-d2a5c4a4-ba79-4af9-83d8-9479f1766d4d service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027569 Jul 22 19:34:17.286677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-184bd646-f056-4667-b02d-d307f093f5ac tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1208c993-a819-4aa0-998e-68f2389e2283 HTTP/1.1" status: 200 len: 2981 time: 0.0604632 Jul 22 19:34:17.296060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161fbc6-dea1-41bf-a33a-4cb2868a5f8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.297895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c161fbc6-dea1-41bf-a33a-4cb2868a5f8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.300329 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c161fbc6-dea1-41bf-a33a-4cb2868a5f8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0682223 Jul 22 19:34:17.302576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.312802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-080bdd51-0642-409c-a0ea-9d5f5426224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.314290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-080bdd51-0642-409c-a0ea-9d5f5426224f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258471 Jul 22 19:34:17.374429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:17.383334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.386456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-c675d5b2-8290-4ae3-b4cb-eb6c2d190e80 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1208c993-a819-4aa0-998e-68f2389e2283 HTTP/1.1" status: 200 len: 2981 time: 0.0893674 Jul 22 19:34:17.433805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.460238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-8bae06aa-4f4f-4b34-8a1b-e3fe9f20b445 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/12324461-f05c-4358-b0e0-59062f6ad479 HTTP/1.1" status: 200 len: 2973 time: 0.0462420 Jul 22 19:34:17.574720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-6f0eba0d-b0bc-49ea-a405-477f1ffcd0f3 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495153 Jul 22 19:34:17.604797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-7135a1d9-d4fd-40a7-90eb-d090966c54ed tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/12324461-f05c-4358-b0e0-59062f6ad479 HTTP/1.1" status: 200 len: 2973 time: 0.1059234 Jul 22 19:34:17.606325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.700542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fc0bbcbd-f31a-4e05-b2af-30e790345c43 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:17.703251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.748003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:17.757812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:17.759934 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e82f1567-30d1-4239-84dd-770bc4d9b522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67 HTTP/1.1" status: 204 len: 168 time: 0.4563417 Jul 22 19:34:17.762678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51234) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.824301 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec44758f-f9c7-49c5-8d47-fe6301df00bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570083 Jul 22 19:34:17.826558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51236) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:17.833585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-20ff6462-4bdb-4034-b359-37a5be95382e tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1de15caa-5e11-46d2-a1d3-cb7d0d7c5cac HTTP/1.1" status: 200 len: 2985 time: 0.2276762 Jul 22 19:34:17.835750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:17.864173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port fc0bbcbd-f31a-4e05-b2af-30e790345c43 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:17.912901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee1c35f-d7ca-4f57-a4d6-00f62724f826 req-267add27-c9ef-4fa8-ab27-6cee366b449c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301635 Jul 22 19:34:17.946134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a223943-e6f8-4a42-b1fb-ebdac2384829 req-6ba21b07-e7e6-4442-bb10-4f51af195f4a tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:17.947962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a223943-e6f8-4a42-b1fb-ebdac2384829 req-6ba21b07-e7e6-4442-bb10-4f51af195f4a tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.2919705 Jul 22 19:34:17.951342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-d0fcbb32-4a98-4bf6-9ff8-f8b932084788 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1de15caa-5e11-46d2-a1d3-cb7d0d7c5cac HTTP/1.1" status: 200 len: 2985 time: 0.1169672 Jul 22 19:34:17.971538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:17.976426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09649ca2-a6ed-436b-8eca-5241b433e36f None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:17.981858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.040333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a223943-e6f8-4a42-b1fb-ebdac2384829 req-9cc359af-c8ba-4ffa-a186-3f3d57693df3 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852468 Jul 22 19:34:18.050309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-ce6f96a0-ca63-4b5e-9a79-b9a051e75753 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2dbd2d03-4b8f-4f96-9db1-6a498df0c689 HTTP/1.1" status: 200 len: 2985 time: 0.0805075 Jul 22 19:34:18.085665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Provisioning for port fc0bbcbd-f31a-4e05-b2af-30e790345c43 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:18.123561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Provisioning complete for port fc0bbcbd-f31a-4e05-b2af-30e790345c43 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:18.124093 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.157321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-810417bd-5327-4682-88a9-ce08c697bb12 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2dbd2d03-4b8f-4f96-9db1-6a498df0c689 HTTP/1.1" status: 200 len: 2985 time: 0.1001601 Jul 22 19:34:18.245034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-1513ce5a-01aa-4dd0-b6a5-5778d5e776e5 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2df0f638-fd77-4350-8463-1a5a062ee410 HTTP/1.1" status: 200 len: 2981 time: 0.0794301 Jul 22 19:34:18.257583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.269601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.323832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] For port fc0bbcbd-f31a-4e05-b2af-30e790345c43, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fc0bbcbd-f31a-4e05-b2af-30e790345c43,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:18.327356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d5b7-8e81-4449-a42c-a4546f1f8d33 req-7d034f22-fd9f-42ef-b4e0-a22d448f6db2 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.327613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:18.336738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.338815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a77d5b7-8e81-4449-a42c-a4546f1f8d33 req-7d034f22-fd9f-42ef-b4e0-a22d448f6db2 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 945 time: 0.2194510 Jul 22 19:34:18.341834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:18.347944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:18.356479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.357753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.361877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-c5d7e734-c374-4a10-ad1d-fafeccc9b443 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/2df0f638-fd77-4350-8463-1a5a062ee410 HTTP/1.1" status: 200 len: 2981 time: 0.1155992 Jul 22 19:34:18.378317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=836ba958-4e72-46fb-a00f-5777c9c9e373,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:18.388796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2cf9485c-a87e-48a1-a9bb-d7e15657f597 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5620227 Jul 22 19:34:18.389683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51242) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:18.395429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': '836ba958-4e72-46fb-a00f-5777c9c9e373', 'ip_address': '2001:db8::84a6:afd9:3fc:fc6c'}], 'name': 'tempest-NetworksTestDHCPv6-1631041179'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:18.447879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee3f6-7d3d-4f6b-954f-e36ecb36ce0a None None] Pushing event updated for resources: {'Port': ['ID=fc0bbcbd-f31a-4e05-b2af-30e790345c43,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:18.466203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Deleting port fc0bbcbd-f31a-4e05-b2af-30e790345c43 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:18.466714 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.471518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a77d5b7-8e81-4449-a42c-a4546f1f8d33 req-70406dd4-5309-4cb1-9864-24e6da80b653 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313009 Jul 22 19:34:18.478453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-79f6ad56-5849-4b94-a402-26b149477f27 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/336c79b5-80b8-4adf-9998-66010509864f HTTP/1.1" status: 200 len: 2985 time: 0.1155255 Jul 22 19:34:18.544459 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff33a12-6202-4028-b306-65d4884b55ce x-openstack-request-id: req-dff33a12-6202-4028-b306-65d4884b55ce {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:18.544747 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:18.545171 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dff33a12-6202-4028-b306-65d4884b55ce {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:18.545407 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'status': 'completed', 'code': 200} Jul 22 19:34:18.580879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] For port fc0bbcbd-f31a-4e05-b2af-30e790345c43, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fc0bbcbd-f31a-4e05-b2af-30e790345c43,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:18.581355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.597002 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b6fbc7-9fd1-4d9b-8e26-8df3b6d41cd9 x-openstack-request-id: req-68b6fbc7-9fd1-4d9b-8e26-8df3b6d41cd9 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:18.597352 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:18.597652 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68b6fbc7-9fd1-4d9b-8e26-8df3b6d41cd9 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:18.598049 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'code': 200} Jul 22 19:34:18.603856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Calling delete_port for fc0bbcbd-f31a-4e05-b2af-30e790345c43 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:18.665966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-61e8137a-68d4-49d9-83cc-6f6f0faea549 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/336c79b5-80b8-4adf-9998-66010509864f HTTP/1.1" status: 200 len: 2985 time: 0.1423094 Jul 22 19:34:18.695483 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:18.724479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] Pushing event deleted for resources: {'Port': ['ID=fc0bbcbd-f31a-4e05-b2af-30e790345c43,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:18.727180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce57df8-745b-4a9c-9589-f6c5dd19fab3 None None] No DVR routers for this DVR port fc0bbcbd-f31a-4e05-b2af-30e790345c43 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:18.744326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e989a-e3e2-419f-936a-108f022c1390 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:18.772675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:18.879662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-d4423a85-f789-4564-ba0b-4ecb9e9ed5aa tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4aec0f84-8d77-40e8-adae-0c2cc90f9983 HTTP/1.1" status: 200 len: 2977 time: 0.1971130 Jul 22 19:34:18.892056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-694134f9-eff8-46db-aa3a-d1eed2794ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.895651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-694134f9-eff8-46db-aa3a-d1eed2794ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1102 time: 0.3114207 Jul 22 19:34:18.934061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-97014802-eb5f-4bea-91aa-f1f67b9d3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:18.935587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-97014802-eb5f-4bea-91aa-f1f67b9d3577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3604edf80b514ac5a99cb0b562b3c169&device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1102 time: 0.3678117 Jul 22 19:34:18.942890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '836ba958-4e72-46fb-a00f-5777c9c9e373'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:18.943869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.010276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5e27-fc4f-4d4f-9b8b-85d3ec527067 req-70427913-72c4-4df7-aa0f-a6049f2e9b78 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:19.011942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b62a5e27-fc4f-4d4f-9b8b-85d3ec527067 req-70427913-72c4-4df7-aa0f-a6049f2e9b78 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 950 time: 0.3566422 Jul 22 19:34:19.133595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/836ba958-4e72-46fb-a00f-5777c9c9e373/3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:19.291733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.300888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Transition to ACTIVE for port object 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:19.317911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Transition to ACTIVE for port object 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:19.326241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.375205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:19.379549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:19.384059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Pushing event updated for resources: {'Port': ['ID=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:19.387183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:19.453647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Attempting to bind port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:19.454308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Attempting to bind port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:19.455155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Attempting to bind port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:19.462052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:19.462577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:19.463089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.463613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:19.464357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Bound port: 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:19.464850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.489442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.550835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] For port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:19.556264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-e1db7bfd-d361-4d93-a283-44e853f39f7c tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4aec0f84-8d77-40e8-adae-0c2cc90f9983 HTTP/1.1" status: 200 len: 2977 time: 0.6561317 Jul 22 19:34:19.557944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] For port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:19.561058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fc0bbcbd-f31a-4e05-b2af-30e790345c43 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:19.583251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: fc0bbcbd-f31a-4e05-b2af-30e790345c43 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:19.583707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fc0bbcbd-f31a-4e05-b2af-30e790345c43 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:19.590747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:19.630579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-25e5a223-2c5a-451e-9fd3-bcf1059882ce tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:19.632063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-25e5a223-2c5a-451e-9fd3-bcf1059882ce tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.7340124 Jul 22 19:34:19.635636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b62a5e27-fc4f-4d4f-9b8b-85d3ec527067 req-87df1d9c-837b-41b5-a7e3-8e800ffa50b2 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980885 Jul 22 19:34:19.638407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 492ae3c7-8f37-4ed5-a40d-5d204281a78a yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:19.654878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-9bf78537-6e79-4573-88bc-b30722812982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:19.665795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-9bf78537-6e79-4573-88bc-b30722812982 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7392380 Jul 22 19:34:19.665923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350104f4-b88a-4d90-9aff-eb3af3c35cc0 None None] Pushing event updated for resources: {'Port': ['ID=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:19.666015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:19.739229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-76ea1237-630b-4fa0-ae0c-680d47b24db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:19.740952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-76ea1237-630b-4fa0-ae0c-680d47b24db5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.7885795 Jul 22 19:34:19.813017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-2eaac73b-2d60-4beb-86c1-13ef86f65f11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.1350942 Jul 22 19:34:19.876431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-0a561812-a476-48c9-8188-232c4805e1c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 200 len: 217 time: 0.0938675 Jul 22 19:34:20.001691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-f256bf2a-347a-49a3-a65c-77bbdcc821d3 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/52c6e64a-4ccc-40df-a11c-08479b605e34 HTTP/1.1" status: 200 len: 2981 time: 0.4281166 Jul 22 19:34:20.183854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-e0a765d6-f10e-41d3-8563-bdcd4ffe8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.185523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-e0a765d6-f10e-41d3-8563-bdcd4ffe8282 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3279176 Jul 22 19:34:20.241951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-086dbded-de4a-4c2c-b807-83013c2927d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.244392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-086dbded-de4a-4c2c-b807-83013c2927d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3548810 Jul 22 19:34:20.299416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-e576f171-60f1-4ad2-b600-3135fe1dca7d tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/52c6e64a-4ccc-40df-a11c-08479b605e34 HTTP/1.1" status: 200 len: 2981 time: 0.2604687 Jul 22 19:34:20.379774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::84a6:afd9:3fc:fc6c (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/836ba958-4e72-46fb-a00f-5777c9c9e373/492ae3c7-8f37-4ed5-a40d-5d204281a78a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:20.417460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:20.421341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:20.444040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53d51a-94be-4c21-a234-73e6503d3afc req-19e64e69-a902-4aa1-ac36-3da3fdab3a59 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.446780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc53d51a-94be-4c21-a234-73e6503d3afc req-19e64e69-a902-4aa1-ac36-3da3fdab3a59 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 945 time: 0.4439621 Jul 22 19:34:20.528935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-c3bc25b8-57fa-4033-b8ed-d57e125a67d6 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66c5c984-5094-4da4-801e-0f633d40590e HTTP/1.1" status: 200 len: 2981 time: 0.1926386 Jul 22 19:34:20.575730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-624e9fa7-fdc1-4dca-8ac6-b1acd41bf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.577292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-624e9fa7-fdc1-4dca-8ac6-b1acd41bf83a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3525558 Jul 22 19:34:20.615881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-bbb4ab01-c075-4f0f-841d-6404d98c291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:20.618241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-bbb4ab01-c075-4f0f-841d-6404d98c291a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3656471 Jul 22 19:34:20.679021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc53d51a-94be-4c21-a234-73e6503d3afc req-1e6d5c02-7176-430e-8b40-a119a9f7bbb5 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248623 Jul 22 19:34:20.885442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:20.915821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-595d92f8-f43a-40ea-b2ae-53c4b5592b38 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/66c5c984-5094-4da4-801e-0f633d40590e HTTP/1.1" status: 200 len: 2981 time: 0.3737428 Jul 22 19:34:21.015481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-227c9790-d035-4917-aaa2-832f5103126f None None] Provisioning for port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:21.036916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.9 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/cca6db3a-2cf7-4237-9b4f-a7244d668220) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:21.038090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:21.054200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'mac_address': 'fa:16:3e:07:69:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:21.080945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-256c8d65-8696-48a8-8e04-576ec832fb1e req-d1935eb9-8ede-4174-9e3a-a5d792e34630 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.0975533 Jul 22 19:34:21.100386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.117203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-f351fc46-b60d-4899-966c-c4a2c8cc6041 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908183 Jul 22 19:34:21.118786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.144878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:21.169845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:21.171537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-c0de1144-858c-499c-a59f-7f2722b7cb8a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146425 Jul 22 19:34:21.179142 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.250375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8976d0fe-bf46-41c3-9ed9-0f8d6676f7f0 None None] Could not find standard attr ID for object 2c26026a-4856-46d4-bc7a-0c50e6edf1ec. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:21.256411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 492ae3c7-8f37-4ed5-a40d-5d204281a78a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:21.271300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:21.286229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-e5abeca1-7ce2-4e1c-a0c7-67d33f9b62db tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/797009a4-7ec5-4a17-a33c-9ef1a87cda7f HTTP/1.1" status: 200 len: 2985 time: 0.3515453 Jul 22 19:34:21.463278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['bee3357f-13a9-4657-ba36-84ef4f1e4ceb'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:21.548793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-a2f0ad2e-2e69-4933-82d5-24d690ea0018 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092607 Jul 22 19:34:21.557560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-0fde357d-0b2c-4ae0-a056-dc1b61217569 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/797009a4-7ec5-4a17-a33c-9ef1a87cda7f HTTP/1.1" status: 200 len: 2985 time: 0.2601938 Jul 22 19:34:21.626741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3a0c57-5ea5-43a1-82a5-d7af679b5538 req-0f7316d6-9a7e-4cbd-8d35-6e78945c683a service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949199 Jul 22 19:34:21.628737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.660847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c143bbb-d26f-4939-a23b-ed7fb38caa0e req-bbf962a9-b06e-48bb-b406-b9104fa6b790 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:21.662165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:21.662547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c143bbb-d26f-4939-a23b-ed7fb38caa0e req-bbf962a9-b06e-48bb-b406-b9104fa6b790 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 949 time: 0.4575350 Jul 22 19:34:21.721681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:21.729216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:21.729997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.759599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:21.765720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-a1559b70-1440-4b9d-8a14-1061f29f65f5 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9a7dd129-f132-4e60-91e7-eb46ab271e8e HTTP/1.1" status: 200 len: 2985 time: 0.1656518 Jul 22 19:34:21.768544 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.772970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:21.777167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:21.783007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:21.783630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.821641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=492ae3c7-8f37-4ed5-a40d-5d204281a78a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:21.855052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c143bbb-d26f-4939-a23b-ed7fb38caa0e req-43182a87-df5e-4d9a-883d-f607188a201b tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610298 Jul 22 19:34:21.855253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.882493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b34b3f3e-f0f6-46da-b8e0-21dfae6e5af0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4917316 Jul 22 19:34:21.885934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51274) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:21.909182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:21.919127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:21.951810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-3a11add0-c545-4b29-abdd-6ad67e2b41f8 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/9a7dd129-f132-4e60-91e7-eb46ab271e8e HTTP/1.1" status: 200 len: 2985 time: 0.1597402 Jul 22 19:34:21.988272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.016323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.035567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151666ab-925a-410a-b7be-38f949b6b6de tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.054231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151666ab-925a-410a-b7be-38f949b6b6de tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.061892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-151666ab-925a-410a-b7be-38f949b6b6de tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1742985 Jul 22 19:34:22.062810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.080061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-68ccb486-10d2-4012-942d-21c9e0285d80 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a3e3fc83-7ca7-4e78-815b-3d82ea20716a HTTP/1.1" status: 200 len: 2985 time: 0.1212597 Jul 22 19:34:22.096057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:22.106744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:22.109858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.126335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:22.186762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5540baf8-838e-4168-b1b7-8b53493c9887 None None] Provisioning for port 492ae3c7-8f37-4ed5-a40d-5d204281a78a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:22.192927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5540baf8-838e-4168-b1b7-8b53493c9887 None None] Provisioning complete for port 492ae3c7-8f37-4ed5-a40d-5d204281a78a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:22.193318 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5540baf8-838e-4168-b1b7-8b53493c9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.203485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.204141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.234552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0232b954-11df-4e64-84a9-f6e8954b3d4c req-493e6133-c704-4be8-a24f-2b5a993b1f28 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a3e3fc83-7ca7-4e78-815b-3d82ea20716a HTTP/1.1" status: 200 len: 2985 time: 0.1435468 Jul 22 19:34:22.254537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-98c10fd5-bf8f-49b3-a159-5e3bbd02b0c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6046207 Jul 22 19:34:22.256493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:22.269356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Request body: {'port': {'device_id': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:22.287878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 492ae3c7-8f37-4ed5-a40d-5d204281a78a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:22.288291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.364823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.390439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5540baf8-838e-4168-b1b7-8b53493c9887 None None] Port 492ae3c7-8f37-4ed5-a40d-5d204281a78a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:22.460877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.473998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 492ae3c7-8f37-4ed5-a40d-5d204281a78a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:22.616313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.643678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc056a-8cad-4bea-a937-59a0c45c45b7 req-296dae11-ff8c-4dc8-8535-24b962772c7c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.645274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29dc056a-8cad-4bea-a937-59a0c45c45b7 req-296dae11-ff8c-4dc8-8535-24b962772c7c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.2149427 Jul 22 19:34:22.649990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=492ae3c7-8f37-4ed5-a40d-5d204281a78a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:22.654851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35b51b-a76c-4385-a523-80072f7700af req-2db7db62-8cd1-44ff-bf18-0aeb3538e768 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.656407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c35b51b-a76c-4385-a523-80072f7700af req-2db7db62-8cd1-44ff-bf18-0aeb3538e768 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 1101 time: 0.1840570 Jul 22 19:34:22.683065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.687467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-332cfdc3-0811-49d6-954c-8198b0309c27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/492ae3c7-8f37-4ed5-a40d-5d204281a78a HTTP/1.1" status: 204 len: 168 time: 0.6200445 Jul 22 19:34:22.687799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.743155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c35b51b-a76c-4385-a523-80072f7700af req-8aa2eae6-69ed-4588-8641-913c6f2e6902 tempest-MigrationsAdminTest-797785671 tempest-MigrationsAdminTest-797785671-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Jul 22 19:34:22.749897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d6be7-3809-49d4-a83d-64adb1b903f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.757106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d6be7-3809-49d4-a83d-64adb1b903f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:22.764715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d3d6be7-3809-49d4-a83d-64adb1b903f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0757549 Jul 22 19:34:22.795701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:22.875802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29dc056a-8cad-4bea-a937-59a0c45c45b7 req-457ca780-c47a-4037-9a83-ef05158b3f9a tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996119 Jul 22 19:34:22.895725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:22.897373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 836ba958-4e72-46fb-a00f-5777c9c9e373 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:22.901848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.974533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:22.991568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:22.996822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port bee3357f-13a9-4657-ba36-84ef4f1e4ceb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:22.998817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.078839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca6db3a-2cf7-4237-9b4f-a7244d668220 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:23.093275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.093545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.104914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea6f9d-e3a6-42dc-a55d-b90c348f086f req-dae2853f-54a3-4d41-a7fb-f4cc37edb6f7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:23.106467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfea6f9d-e3a6-42dc-a55d-b90c348f086f req-dae2853f-54a3-4d41-a7fb-f4cc37edb6f7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 931 time: 0.2278609 Jul 22 19:34:23.110359 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.130880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Transition to ACTIVE for port object cca6db3a-2cf7-4237-9b4f-a7244d668220 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:23.136054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:23.139263 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7e1af9-a04d-4ccb-87ce-3f03a00a7447" -d '{"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:23.145456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762ca71-40fa-465c-ad54-b0837e9da200 req-04d368f3-8bb5-43f2-b3d1-1bb8f1ae2716 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:23.147008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4762ca71-40fa-465c-ad54-b0837e9da200 req-04d368f3-8bb5-43f2-b3d1-1bb8f1ae2716 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 945 time: 0.1796830 Jul 22 19:34:23.149972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.154340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:23.158433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.172400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.207039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=836ba958-4e72-46fb-a00f-5777c9c9e373,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.215518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.216045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=13']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.217684 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dc26ac2e-b98f-4814-a91e-dc3aa873439f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/836ba958-4e72-46fb-a00f-5777c9c9e373 HTTP/1.1" status: 204 len: 168 time: 0.4215212 Jul 22 19:34:23.220423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51296) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.230737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cdd5cf-6a4e-4cb0-a0bc-f7c35f0fdc56 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:23.233684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfea6f9d-e3a6-42dc-a55d-b90c348f086f req-198b503b-ccbc-4ea5-a073-06dd97f8f317 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200643 Jul 22 19:34:23.266409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4762ca71-40fa-465c-ad54-b0837e9da200 req-1126a332-c510-4543-b637-87a43bc5da23 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066506 Jul 22 19:34:23.266808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Pushing event updated for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:23.304990 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a56977e-fa65-4730-93ee-9137073dee52 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832827 Jul 22 19:34:23.319583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.442060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38106541-ede5-4cf1-b385-3abda7a1d035 req-5df2472d-2556-4cd2-b806-a32f61867e32 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ad94aba4e9d4e70aab8b5bfe2c40748 HTTP/1.1" status: 200 len: 6112 time: 0.1608946 Jul 22 19:34:23.442983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Attempting to bind port cca6db3a-2cf7-4237-9b4f-a7244d668220 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:23.443492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Attempting to bind port cca6db3a-2cf7-4237-9b4f-a7244d668220 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:23.443836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Attempting to bind port cca6db3a-2cf7-4237-9b4f-a7244d668220 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:23.453423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Port cca6db3a-2cf7-4237-9b4f-a7244d668220 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:23.453423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Attempting to bind port cca6db3a-2cf7-4237-9b4f-a7244d668220 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:23.453840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2803dfa-f3f7-4be9-a90f-1718c8ff47fe tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:23.455802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2803dfa-f3f7-4be9-a90f-1718c8ff47fe tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1343269 Jul 22 19:34:23.458096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.513630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:23.533706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb12a2-11a0-4aea-92b9-b8c8cba3da24 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:23.537649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01cb12a2-11a0-4aea-92b9-b8c8cba3da24 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762510 Jul 22 19:34:23.537892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51314) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.586613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7bba75f5-fc38-41a8-a61d-5b9367056d5c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469582 Jul 22 19:34:23.592638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:23.592833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Deleting port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:23.593035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.599792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:23.620540 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d3a6c-d2c8-4d9d-a8e1-d21866e17f94 x-openstack-request-id: req-4c9d3a6c-d2c8-4d9d-a8e1-d21866e17f94 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:23.620778 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-plugged", "status": "completed", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:23.621035 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c9d3a6c-d2c8-4d9d-a8e1-d21866e17f94 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:23.621629 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'code': 200} Jul 22 19:34:23.729190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:23.733198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.861101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] For port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:23.861508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.886241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Calling delete_port for 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:23.945551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:23.946103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:23.946434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:23.946890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Bound port: cca6db3a-2cf7-4237-9b4f-a7244d668220, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:23.947266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:23.984241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.014647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] Pushing event deleted for resources: {'Port': ['ID=3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.021338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddbd014-544e-43d0-98f0-153365fc88de None None] No DVR routers for this DVR port 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:24.029920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.076784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:24.081160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:24.090755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6939ee4-2487-4c6a-aaa0-a8b3cb85dc8d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:24.091058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.091772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.093177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38106541-ede5-4cf1-b385-3abda7a1d035 req-86f1c485-a270-424d-90f6-6a086d1187eb tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "GET /v2.0/security-groups/797009a4-7ec5-4a17-a33c-9ef1a87cda7f HTTP/1.1" status: 200 len: 2985 time: 0.6359870 Jul 22 19:34:24.112540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:24.131020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=cb3c4208-3915-40a8-a11a-4b69a7bbdd74,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.136264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:24.141957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-50f8c866-ab57-4e62-976d-5dbf5476a5c6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5477116 Jul 22 19:34:24.144798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:24.159314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'cb3c4208-3915-40a8-a11a-4b69a7bbdd74', 'ip_address': '2001:db8::bb55:9cde:d85b:1b74'}], 'name': 'tempest-NetworksTestDHCPv6-1359338154'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:24.170072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-d5da90b0-e678-4ced-bb9d-2cf3d23c1b7b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.171644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-d5da90b0-e678-4ced-bb9d-2cf3d23c1b7b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 945 time: 0.2584813 Jul 22 19:34:24.172841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.222244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c73b-b15f-451e-b500-cc5352394af6 req-e849d9dd-20d5-46af-a528-aa2c8268e5e3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.229177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d921c73b-b15f-451e-b500-cc5352394af6 req-e849d9dd-20d5-46af-a528-aa2c8268e5e3 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 950 time: 0.2871995 Jul 22 19:34:24.287278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'cb3c4208-3915-40a8-a11a-4b69a7bbdd74'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:24.288510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.306447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.307772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.309170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] 10.222.0.32 "PUT /v2.0/ports/cca6db3a-2cf7-4237-9b4f-a7244d668220 HTTP/1.1" status: 200 len: 1092 time: 2.0450091 Jul 22 19:34:24.312187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:24.315470 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c572241f-b810-4115-8b90-ee96922a4b56" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:24.329708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38106541-ede5-4cf1-b385-3abda7a1d035 req-a727446e-de57-4716-b86a-43f9c62aa339 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "GET /v2.0/security-groups/797009a4-7ec5-4a17-a33c-9ef1a87cda7f HTTP/1.1" status: 200 len: 2985 time: 0.2262719 Jul 22 19:34:24.355711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:24.433778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eddd2-1ae2-4744-947b-3bc8f7e09de1 service neutron] Pushing event updated for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.467538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d921c73b-b15f-451e-b500-cc5352394af6 req-b47611a8-4391-412d-be28-c929806703bb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374191 Jul 22 19:34:24.509819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/cb3c4208-3915-40a8-a11a-4b69a7bbdd74/839ca585-5e32-4307-8089-0c7627976cb6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:24.543096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.571319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 4b390229-acd3-4e6f-98d4-ff082f3dd635 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:24.628263 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.704660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-c2c2971b-1726-4331-9e89-03ec873f5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:24.706196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-c2c2971b-1726-4331-9e89-03ec873f5d28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 1095 time: 0.3292866 Jul 22 19:34:24.744919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Deleting port 91c1d3ff-1d83-4711-9673-68763139b9a1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:24.745184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.764095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.778881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Transition to ACTIVE for port object 839ca585-5e32-4307-8089-0c7627976cb6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:24.797285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Transition to ACTIVE for port object 839ca585-5e32-4307-8089-0c7627976cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:24.803071 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.833779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-c6de9211-9c81-4ba5-9d43-054380d44ef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220 HTTP/1.1" status: 200 len: 217 time: 0.0986454 Jul 22 19:34:24.864723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:24.868563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:24.872223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:24.874021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::bb55:9cde:d85b:1b74 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/cb3c4208-3915-40a8-a11a-4b69a7bbdd74/4b390229-acd3-4e6f-98d4-ff082f3dd635) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:24.879589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Pushing event updated for resources: {'Port': ['ID=839ca585-5e32-4307-8089-0c7627976cb6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:24.952985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Attempting to bind port 839ca585-5e32-4307-8089-0c7627976cb6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:24.952985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Attempting to bind port 839ca585-5e32-4307-8089-0c7627976cb6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:24.953630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Attempting to bind port 839ca585-5e32-4307-8089-0c7627976cb6 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:24.958869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:24.959364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:24.960544 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:24.961646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:24.962301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Bound port: 839ca585-5e32-4307-8089-0c7627976cb6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:24.962790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.006927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae2545-5e3a-4c6a-aba4-4e668be8657c req-440423f6-c815-4ae0-8bd2-6a60153dab88 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.010715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46ae2545-5e3a-4c6a-aba4-4e668be8657c req-440423f6-c815-4ae0-8bd2-6a60153dab88 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 943 time: 0.3987560 Jul 22 19:34:25.031320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded26d0-e90d-4b36-9a45-c1c40d41255a req-22d81196-639c-4e5d-8310-973da61ce655 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.032947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ded26d0-e90d-4b36-9a45-c1c40d41255a req-22d81196-639c-4e5d-8310-973da61ce655 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 945 time: 0.4048495 Jul 22 19:34:25.049763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] For port 839ca585-5e32-4307-8089-0c7627976cb6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:25.053621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] For port 839ca585-5e32-4307-8089-0c7627976cb6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=839ca585-5e32-4307-8089-0c7627976cb6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:25.061559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.071656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.081830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-bc9b57ce-9026-4459-a4b9-142a25f83edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.083306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-bc9b57ce-9026-4459-a4b9-142a25f83edd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.2333925 Jul 22 19:34:25.085404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 4b390229-acd3-4e6f-98d4-ff082f3dd635 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:25.136439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7461c-ffb1-4699-9589-79355de2c3c4 None None] Pushing event updated for resources: {'Port': ['ID=839ca585-5e32-4307-8089-0c7627976cb6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:25.138965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.155685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] For port 91c1d3ff-1d83-4711-9673-68763139b9a1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=91c1d3ff-1d83-4711-9673-68763139b9a1,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:25.156059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.160139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-a3f8f53e-3adc-4131-a9fe-5cf9ae5df977 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642157 Jul 22 19:34:25.200836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:25.204191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:25.207813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:25.212455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Calling delete_port for 91c1d3ff-1d83-4711-9673-68763139b9a1 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:25.213382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.214604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.224478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=4b390229-acd3-4e6f-98d4-ff082f3dd635,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:25.238772 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-84622e66-20e6-4dc4-8e87-01e22baf78a0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0918543 Jul 22 19:34:25.239169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ded26d0-e90d-4b36-9a45-c1c40d41255a req-4c1d9c22-5ca7-4355-8c22-9296373a047e tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950736 Jul 22 19:34:25.241577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51338) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:25.242858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46ae2545-5e3a-4c6a-aba4-4e668be8657c req-3f243760-32c3-4dae-9738-ba3d5dc64c90 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079186 Jul 22 19:34:25.250120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'cb3c4208-3915-40a8-a11a-4b69a7bbdd74', 'ip_address': '2001:db8::bb55:9cde:d85b:1b74'}], 'name': 'tempest-NetworksTestDHCPv6-1173134420'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:25.263624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-d82523ef-4064-46eb-912d-858f03df2875 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.264517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-d82523ef-4064-46eb-912d-858f03df2875 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 950 time: 0.3485601 Jul 22 19:34:25.406904 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e3fee5-dbeb-4b26-b243-58b950c72a7b x-openstack-request-id: req-91e3fee5-dbeb-4b26-b243-58b950c72a7b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:25.407234 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:25.407683 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91e3fee5-dbeb-4b26-b243-58b950c72a7b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:25.407839 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220', 'status': 'completed', 'code': 200} Jul 22 19:34:25.417736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:25.423186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.442443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 96d68c4b-d708-4653-9b38-63e332335572 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:25.537934 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:34:25.599929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 839ca585-5e32-4307-8089-0c7627976cb6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:25.600978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-bf1bedda-6b7d-4f38-b921-84a66084c43f tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/1ce0e2a8-8dab-4228-a7c4-bc1035464172 HTTP/1.1" status: 200 len: 1779 time: 0.3090460 Jul 22 19:34:25.606446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-667abade-d215-495e-b0b2-c994bd4b0b19 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167113 Jul 22 19:34:25.684340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 839ca585-5e32-4307-8089-0c7627976cb6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:25.716261 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:34:25.718810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:34:25.747095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b6a9ef7c-ae02-4020-bbff-84773ca560f0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5029182 Jul 22 19:34:25.748929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51350) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:25.787249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:25.812327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72a888-c832-427e-b92d-d2f31d86ed59 req-6da807cd-e0bb-4a6c-85e1-de24f1086422 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.813853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf72a888-c832-427e-b92d-d2f31d86ed59 req-6da807cd-e0bb-4a6c-85e1-de24f1086422 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.4052601 Jul 22 19:34:25.814491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.815731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:25.816203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3d4dbca3-d45e-4cc2-b9a5-3f167a6e1af8 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:25.819627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Deleting port bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:25.819965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.829279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['378c5e77-574b-4257-8cda-64db60d154a9', '91c1d3ff-1d83-4711-9673-68763139b9a1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:25.832919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3d29bbcc-0322-4d4a-8141-81a0b01af968'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:25.843755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ded41f-b3f6-4907-a069-1b3dd723635b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.857082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ded41f-b3f6-4907-a069-1b3dd723635b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:25.861659 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c0ded41f-b3f6-4907-a069-1b3dd723635b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1111252 Jul 22 19:34:25.862316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51352) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:25.923264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event deleted for resources: {'Port': ['ID=91c1d3ff-1d83-4711-9673-68763139b9a1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:25.938736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:25.947425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-9ec0809d-b71d-4443-9ffa-3bdfeff8f2fb service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101580 Jul 22 19:34:26.023956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 4b390229-acd3-4e6f-98d4-ff082f3dd635 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:26.024386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.097759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] No DVR routers for this DVR port 91c1d3ff-1d83-4711-9673-68763139b9a1 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:26.122248 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.124866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70062c70-b783-4c4f-a291-cb933c4ac34b req-9d2312ca-2058-4d34-9bf1-65a96f839ecc tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "DELETE /v2.0/ports/91c1d3ff-1d83-4711-9673-68763139b9a1 HTTP/1.1" status: 204 len: 173 time: 1.9329069 Jul 22 19:34:26.130126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf72a888-c832-427e-b92d-d2f31d86ed59 req-b0bab195-d448-4821-9633-15b696c8d5b0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037219 Jul 22 19:34:26.134919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.212808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] For port bee3357f-13a9-4657-ba36-84ef4f1e4ceb, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:26.213184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.240773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.259017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 4b390229-acd3-4e6f-98d4-ff082f3dd635 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:26.298005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Calling delete_port for bee3357f-13a9-4657-ba36-84ef4f1e4ceb owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:26.368025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.375269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.376479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f2258f1-1c56-4c1b-b35f-b90f08844e0c req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/1ce0e2a8-8dab-4228-a7c4-bc1035464172 HTTP/1.1" status: 204 len: 173 time: 0.7409630 Jul 22 19:34:26.403221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a80890-7fad-4d9a-9bae-b7333e6a5ede tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0e2a8-8dab-4228-a7c4-bc1035464172,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.430667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572241f-b810-4115-8b90-ee96922a4b56 req-7a1baca4-e53d-4f56-90fc-18ad1fe2968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.432288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-7a1baca4-e53d-4f56-90fc-18ad1fe2968e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 1095 time: 0.3962321 Jul 22 19:34:26.482978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.526518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=4b390229-acd3-4e6f-98d4-ff082f3dd635,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.567617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.571579 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9afc684f-4977-48cf-8737-58bc86805a03 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/4b390229-acd3-4e6f-98d4-ff082f3dd635 HTTP/1.1" status: 204 len: 168 time: 0.7066648 Jul 22 19:34:26.573920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:26.575584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-805861f2-a685-44f5-a464-0f122f913466 req-9d1455aa-b695-4e14-b2e5-a1fd92486014 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b662a2-a650-45bd-b7c9-0c9e9341fc1c HTTP/1.1" status: 200 len: 210 time: 0.0810564 Jul 22 19:34:26.577241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Provisioning for port 839ca585-5e32-4307-8089-0c7627976cb6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:26.585561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Provisioning complete for port 839ca585-5e32-4307-8089-0c7627976cb6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:26.586122 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.670538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d236f-145b-4480-b367-fcbedc81e54d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.672181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d236f-145b-4480-b367-fcbedc81e54d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.675817 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e80d236f-145b-4480-b367-fcbedc81e54d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0985589 Jul 22 19:34:26.676918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51364) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:26.737113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.790068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet cb3c4208-3915-40a8-a11a-4b69a7bbdd74 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:26.791623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.836127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572241f-b810-4115-8b90-ee96922a4b56 req-d4ab90bd-5d07-4815-8291-89149f5e2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.857032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-d4ab90bd-5d07-4815-8291-89149f5e2ae9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.3931296 Jul 22 19:34:26.857032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-25fa2e2d-1f56-4309-8e8c-96f9efc8ebcb tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:26.862211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] For port 839ca585-5e32-4307-8089-0c7627976cb6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=839ca585-5e32-4307-8089-0c7627976cb6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:26.866259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-25fa2e2d-1f56-4309-8e8c-96f9efc8ebcb tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.32 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.6661522 Jul 22 19:34:26.869434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.871164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.950116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ebda8-88fc-4895-b159-3a3808fac50e None None] Pushing event updated for resources: {'Port': ['ID=839ca585-5e32-4307-8089-0c7627976cb6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:26.963714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:26.984081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'e5b427dc-4afc-425f-98f7-f74f85d921bd'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:26.993049 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4d6285d2-b0f5-45d4-a25f-0ecee5b5e23f None None] Could not find standard attr ID for object 4b390229-acd3-4e6f-98d4-ff082f3dd635. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:27.034331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.054245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.076034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event deleted for resources: {'Port': ['ID=bee3357f-13a9-4657-ba36-84ef4f1e4ceb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:27.098971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-99755cfe-f836-40b5-aee3-43065eef5630 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220 HTTP/1.1" status: 200 len: 217 time: 0.1537843 Jul 22 19:34:27.134121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.168078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3c4208-3915-40a8-a11a-4b69a7bbdd74,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:27.170730 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.172999 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ba7eaba-4f2e-47f6-81d4-7c0b7946ae1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/cb3c4208-3915-40a8-a11a-4b69a7bbdd74 HTTP/1.1" status: 204 len: 168 time: 0.4948368 Jul 22 19:34:27.175375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:27.264821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84c441-19d7-4a4a-82f3-81106e892d68 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:27.271192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32435154-a01a-4bba-89f9-f8880c2689b7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945714 Jul 22 19:34:27.271834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51374) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:27.276999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:27.329839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] No DVR routers for this DVR port bee3357f-13a9-4657-ba36-84ef4f1e4ceb on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:27.345834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.347867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c5ceae9-4517-4f20-a21e-82d5d162af6c req-44f17b15-68fb-4676-99db-4d212dc12595 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "DELETE /v2.0/ports/bee3357f-13a9-4657-ba36-84ef4f1e4ceb HTTP/1.1" status: 204 len: 173 time: 2.0723813 Jul 22 19:34:27.350180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572241f-b810-4115-8b90-ee96922a4b56 req-37a7fe2a-39cc-48cd-8938-99cd1291e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.352135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-37a7fe2a-39cc-48cd-8938-99cd1291e4e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.2450395 Jul 22 19:34:27.365292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8abdb3-da69-466d-925d-6f82a1ebfb16 req-fb8922e8-bdc5-46ea-ad38-3ec7dfb1239f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.367249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8abdb3-da69-466d-925d-6f82a1ebfb16 req-fb8922e8-bdc5-46ea-ad38-3ec7dfb1239f tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=6a9e4cf4-9f17-4a63-9c95-a64221517027 HTTP/1.1" status: 200 len: 868 time: 0.9193921 Jul 22 19:34:27.412945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-b3a2c7ea-8212-48c6-9fee-6a0951cdb1ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441995 Jul 22 19:34:27.419055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:27.427340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.438058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'name': 'network-vif-deleted', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1'}, {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-deleted', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:27.440649 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98966d6e-568c-4d99-b11a-611918145536" -d '{"events": [{"server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "name": "network-vif-deleted", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1"}, {"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-deleted", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:27.603265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 839ca585-5e32-4307-8089-0c7627976cb6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:27.731951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 839ca585-5e32-4307-8089-0c7627976cb6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:27.732462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.766186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:27.768990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.833078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:27.834291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=617d8c2c-6f48-42ce-bf71-15a89dc311ae,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:27.838209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:27.871806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.874777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:27.902773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d8ff831-893c-4215-acf5-c6ea8f7566b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6297956 Jul 22 19:34:27.906138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:27.911942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': '617d8c2c-6f48-42ce-bf71-15a89dc311ae', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-56860152'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:27.939848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ccf4-906a-465a-adfc-e4a2048b78b8 req-acb4ab09-d191-4c69-a113-b152bca36f0e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:27.942132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e5ccf4-906a-465a-adfc-e4a2048b78b8 req-acb4ab09-d191-4c69-a113-b152bca36f0e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 943 time: 1.0066898 Jul 22 19:34:27.966886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Deleting port 839ca585-5e32-4307-8089-0c7627976cb6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:27.967523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.032326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8abdb3-da69-466d-925d-6f82a1ebfb16 req-cc358417-5187-433f-b5e8-92ad3f008509 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6312857 Jul 22 19:34:28.077354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Deleting port b9ba1035-260d-4ea2-806f-ccae1ae897ab {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:28.077780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.092878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:28.106935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.129662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-6ccdfdda-2491-4819-8bc3-8e04e1f4964f service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7078071 Jul 22 19:34:28.131606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 91c1d3ff-1d83-4711-9673-68763139b9a1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:28.135792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] For port 839ca585-5e32-4307-8089-0c7627976cb6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=839ca585-5e32-4307-8089-0c7627976cb6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:28.136291 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.144363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 60fa822f-6ede-4f78-93ef-e9a6a55b56e8 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:34:28.173785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e5ccf4-906a-465a-adfc-e4a2048b78b8 req-f4d5525a-9d21-4639-a5c4-12ff992144b1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447456 Jul 22 19:34:28.181094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 91c1d3ff-1d83-4711-9673-68763139b9a1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:28.181094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 91c1d3ff-1d83-4711-9673-68763139b9a1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:28.181094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b9ba1035-260d-4ea2-806f-ccae1ae897ab no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:28.181094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Calling delete_port for 839ca585-5e32-4307-8089-0c7627976cb6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:28.267657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-3430043b-5347-4133-bf2f-6b71e467bd34 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "GET /v2.0/security-groups/707d0702-f210-4706-89d1-b3a1d276ddb4 HTTP/1.1" status: 200 len: 1779 time: 0.1687438 Jul 22 19:34:28.278596 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:34:28.279248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:34:28.294664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-867ff4b3-aa38-4c6f-876c-24dd7f0e0753 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3872862 Jul 22 19:34:28.297618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51388) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:28.372331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.389018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89d2137-f528-4188-ab42-fdfd24586017 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.392271 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.393262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c89d2137-f528-4188-ab42-fdfd24586017 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0946026 Jul 22 19:34:28.393934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:28.407769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:28.410059 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b7156-08c2-4264-ad52-79d1b138f187" -d '{"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:28.428118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.442195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] Pushing event deleted for resources: {'Port': ['ID=839ca585-5e32-4307-8089-0c7627976cb6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:28.444219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64573a6-562a-424d-9042-0182b6e3574e None None] No DVR routers for this DVR port 839ca585-5e32-4307-8089-0c7627976cb6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:28.450046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:28.461485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] For port b9ba1035-260d-4ea2-806f-ccae1ae897ab, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b9ba1035-260d-4ea2-806f-ccae1ae897ab,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:28.461485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.462300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.462422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774b0f-698f-469e-b39f-a1a7abd50f4f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.462422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774b0f-698f-469e-b39f-a1a7abd50f4f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.467987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de774b0f-698f-469e-b39f-a1a7abd50f4f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0728629 Jul 22 19:34:28.468674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51394) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:28.503442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580ddac-71cc-4aed-8a58-ef29b57b842a None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:28.504053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.549124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c572241f-b810-4115-8b90-ee96922a4b56 req-66b7a998-9136-4eb5-898a-8d64d4ad63d0 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006259 Jul 22 19:34:28.555484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 617d8c2c-6f48-42ce-bf71-15a89dc311ae {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:28.562652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:28.563174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.575392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc440af2-03ea-467a-96ab-d3f09d8191bc req-06928beb-973e-468f-82cf-230c85be2512 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:28.577694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc440af2-03ea-467a-96ab-d3f09d8191bc req-06928beb-973e-468f-82cf-230c85be2512 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 945 time: 0.2739699 Jul 22 19:34:28.639579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.677835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc440af2-03ea-467a-96ab-d3f09d8191bc req-84080182-00e2-49b6-8400-6b34840eabd0 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups?id=46767874-0d16-478e-a2fd-76d42c293c06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910623 Jul 22 19:34:28.690033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.693203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.695979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-101f03a7-bf73-4516-9e63-c63de7a3ef1f req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/707d0702-f210-4706-89d1-b3a1d276ddb4 HTTP/1.1" status: 204 len: 173 time: 0.4266574 Jul 22 19:34:28.696783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.749749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a7807-2f6c-4214-8a73-185c8e685d95 tempest-SecurityGroupsTestAdminJSON-720387125 tempest-SecurityGroupsTestAdminJSON-720387125-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707d0702-f210-4706-89d1-b3a1d276ddb4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:28.784759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d21a2-85b9-4a4b-984c-335c7bfa3c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '617d8c2c-6f48-42ce-bf71-15a89dc311ae'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:28.785641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c2d21a2-85b9-4a4b-984c-335c7bfa3c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.785981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.786465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.786929 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Floating IP bbef7003-c534-462b-9e3e-7475e36d9d65 disassociated. External IP: 172.25.6.112, port: b9ba1035-260d-4ea2-806f-ccae1ae897ab. Jul 22 19:34:28.787531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Calling delete_port for b9ba1035-260d-4ea2-806f-ccae1ae897ab owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:28.795421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.805928 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92cdbcb-3173-436a-82c3-68229b613605 x-openstack-request-id: req-f92cdbcb-3173-436a-82c3-68229b613605 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:28.806184 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b662a2-a650-45bd-b7c9-0c9e9341fc1c", "name": "network-vif-deleted", "tag": "91c1d3ff-1d83-4711-9673-68763139b9a1", "status": "completed", "code": 200}, {"server_uuid": "6a9e4cf4-9f17-4a63-9c95-a64221517027", "name": "network-vif-deleted", "tag": "bee3357f-13a9-4657-ba36-84ef4f1e4ceb", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:28.806522 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92cdbcb-3173-436a-82c3-68229b613605 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:28.807018 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b662a2-a650-45bd-b7c9-0c9e9341fc1c', 'name': 'network-vif-deleted', 'tag': '91c1d3ff-1d83-4711-9673-68763139b9a1', 'status': 'completed', 'code': 200} Jul 22 19:34:28.807453 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9e4cf4-9f17-4a63-9c95-a64221517027', 'name': 'network-vif-deleted', 'tag': 'bee3357f-13a9-4657-ba36-84ef4f1e4ceb', 'status': 'completed', 'code': 200} Jul 22 19:34:28.845509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:28.847624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/617d8c2c-6f48-42ce-bf71-15a89dc311ae HTTP/1.1" status: 204 len: 168 time: 0.3780355 Jul 22 19:34:28.850291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51398) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:28.922997 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bcb403-8cf9-41f1-8f4f-3144fcc07bbe x-openstack-request-id: req-58bcb403-8cf9-41f1-8f4f-3144fcc07bbe {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:28.923300 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:28.923556 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58bcb403-8cf9-41f1-8f4f-3144fcc07bbe {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:28.924059 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'code': 200} Jul 22 19:34:28.940857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb52d1-b32e-4ddd-b275-17583841b92d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=617d8c2c-6f48-42ce-bf71-15a89dc311ae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:28.956532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:28.957361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a565cc3e-8d1e-4606-aa9d-8eed6939a331 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044910 Jul 22 19:34:28.958595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51404) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:28.969072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:28.974686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: bee3357f-13a9-4657-ba36-84ef4f1e4ceb {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:28.975036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device bee3357f-13a9-4657-ba36-84ef4f1e4ceb not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:29.042419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.078603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8da948-d8b7-464b-ba94-da823af99730 req-131cc0d3-cbbb-4966-b200-f500244b22f1 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "GET /v2.0/security-groups/3cf21634-180c-496d-9679-393579ed70c0 HTTP/1.1" status: 200 len: 1780 time: 0.1414890 Jul 22 19:34:29.156610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event deleted for resources: {'Port': ['ID=b9ba1035-260d-4ea2-806f-ccae1ae897ab,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:29.280236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:29.283874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.316327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:29.329295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f8da948-d8b7-464b-ba94-da823af99730 req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.403584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f8da948-d8b7-464b-ba94-da823af99730 req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.473987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Router bed78952-af64-444e-bc05-c36624eb3fb3 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:29.483878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5f2996a-9983-4890-87ac-34b2a3d43635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.560542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f8da948-d8b7-464b-ba94-da823af99730 req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.563700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f8da948-d8b7-464b-ba94-da823af99730 req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.564907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8da948-d8b7-464b-ba94-da823af99730 req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "DELETE /v2.0/security-groups/3cf21634-180c-496d-9679-393579ed70c0 HTTP/1.1" status: 204 len: 173 time: 0.4662130 Jul 22 19:34:29.581536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 839ca585-5e32-4307-8089-0c7627976cb6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:29.618073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 839ca585-5e32-4307-8089-0c7627976cb6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:29.618836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 839ca585-5e32-4307-8089-0c7627976cb6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:29.636582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af748b-87b6-433d-9c4b-43b4b45cb235 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf21634-180c-496d-9679-393579ed70c0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:29.637203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5f2996a-9983-4890-87ac-34b2a3d43635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.642975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f5f2996a-9983-4890-87ac-34b2a3d43635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.691043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5f2996a-9983-4890-87ac-34b2a3d43635 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abc304448d2e48f9aa754b51c6a613e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735075 Jul 22 19:34:29.692095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2996a-9983-4890-87ac-34b2a3d43635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e45b4f9-eda0-4acf-a5c7-beb8c20b165d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:29.696110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:29.751920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.774219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.794014 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.827673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.830257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.833802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e45b4f9-eda0-4acf-a5c7-beb8c20b165d HTTP/1.1" status: 204 len: 168 time: 0.1345022 Jul 22 19:34:29.840003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a2ae4-2cce-4a9f-99f6-f90f59d44e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e45b4f9-eda0-4acf-a5c7-beb8c20b165d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:29.847494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a03ee-8199-48f6-a460-ee199f467c08 req-031ddd16-b476-47c8-8110-c5fae6fbe2e9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.849077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-160a03ee-8199-48f6-a460-ee199f467c08 req-031ddd16-b476-47c8-8110-c5fae6fbe2e9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 943 time: 0.3741131 Jul 22 19:34:29.882130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:29.901043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:29.902797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:29.909521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.910167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:29.913639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=69190732-b162-4756-b353-2346721b2526,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:29.920841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a072f-3482-433f-9429-0c491cada524 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:29.926134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Sync routers for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:29.954340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50e6b-f1d2-49cf-9d8a-dc4952c498fa req-3aa525b3-ebd4-4222-8923-d36a4d495eab tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:29.955913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fac50e6b-f1d2-49cf-9d8a-dc4952c498fa req-3aa525b3-ebd4-4222-8923-d36a4d495eab tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 951 time: 0.2781639 Jul 22 19:34:29.959267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:29.960078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:29.993126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] No DVR routers for this DVR port b9ba1035-260d-4ea2-806f-ccae1ae897ab on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:30.001285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.003228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33ca7ed2-fc4c-413d-b3a7-096093a13e30 req-474f1621-8f53-4e78-8682-8fc08820dd42 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.32 "DELETE /v2.0/ports/b9ba1035-260d-4ea2-806f-ccae1ae897ab HTTP/1.1" status: 204 len: 173 time: 3.1362622 Jul 22 19:34:30.007057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-160a03ee-8199-48f6-a460-ee199f467c08 req-408c6f05-6296-4331-8d4e-14c1333d7307 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458657 Jul 22 19:34:30.011011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5527aebc-38af-4da7-a936-e620bcc0fa23 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0427892 Jul 22 19:34:30.014499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51440) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:30.019992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:30.057513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fac50e6b-f1d2-49cf-9d8a-dc4952c498fa req-c221b0d3-7719-4a08-9da6-4c3e33c1022d tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907955 Jul 22 19:34:30.064064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.065250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.080124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:30.162328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cca6db3a-2cf7-4237-9b4f-a7244d668220 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:30.236411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:30.241296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.276516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f636586-c4bf-4a26-87ca-f407834f2e54 req-fab0b8af-ab55-4eb0-bbb2-0940f2b4ae3a tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.0634692 Jul 22 19:34:30.280911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.338474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb297a86-5d75-429e-b5d6-602db606415d req-dd7a3b8c-3969-49f1-af9a-49de3599d926 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "GET /v2.0/security-groups/c5db366c-5759-4e21-bdec-0fa002643415 HTTP/1.1" status: 200 len: 1780 time: 0.2132702 Jul 22 19:34:30.345990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.347436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-caeff4bd-d55c-4043-a210-580f604dcd70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3319685 Jul 22 19:34:30.355233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51446) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:30.485523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb297a86-5d75-429e-b5d6-602db606415d req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.512488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb297a86-5d75-429e-b5d6-602db606415d req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.682571 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d1753d1-ea4d-4984-ba7a-18bcc23c4b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.777024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d1753d1-ea4d-4984-ba7a-18bcc23c4b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.790975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d1753d1-ea4d-4984-ba7a-18bcc23c4b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.807736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb297a86-5d75-429e-b5d6-602db606415d req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.810462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-bb297a86-5d75-429e-b5d6-602db606415d req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.811921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb297a86-5d75-429e-b5d6-602db606415d req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5db366c-5759-4e21-bdec-0fa002643415 HTTP/1.1" status: 204 len: 173 time: 0.4632261 Jul 22 19:34:30.824256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-deleted', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:30.826511 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8055ba-b2cf-41f5-971b-e4e90d40e56b" -d '{"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-deleted", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:30.834485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c787a2-31f8-4c5b-8583-07686f97e334 tempest-SecurityGroupsTestAdminJSON-1927771949 tempest-SecurityGroupsTestAdminJSON-1927771949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db366c-5759-4e21-bdec-0fa002643415,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:30.839817 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d1753d1-ea4d-4984-ba7a-18bcc23c4b7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ec1885fcf49e4355b33147192240a06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016905 Jul 22 19:34:30.842349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51460) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:30.860521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:30.887503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '69190732-b162-4756-b353-2346721b2526'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:30.888568 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:30.894164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'cca6db3a-2cf7-4237-9b4f-a7244d668220', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': 'cca6db3a-2cf7-4237-9b4f-a7244d668220', 'mac_address': 'fa:16:3e:d1:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:30.978295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1753d1-ea4d-4984-ba7a-18bcc23c4b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a905b4d-8532-4c78-8d0b-58ca9cf8efb7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:30.984433 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0aaca0-2ee5-4575-94fd-b650e0f7adf4 x-openstack-request-id: req-cc0aaca0-2ee5-4575-94fd-b650e0f7adf4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:30.984727 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11909758-5692-4415-8889-946584ccb6ab", "name": "network-vif-deleted", "tag": "b9ba1035-260d-4ea2-806f-ccae1ae897ab", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:30.984977 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc0aaca0-2ee5-4575-94fd-b650e0f7adf4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:30.985505 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11909758-5692-4415-8889-946584ccb6ab', 'name': 'network-vif-deleted', 'tag': 'b9ba1035-260d-4ea2-806f-ccae1ae897ab', 'status': 'completed', 'code': 200} Jul 22 19:34:31.031578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.068050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.077485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-52b62a91-4244-4062-9886-5dc00388ed13 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:31.084038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-52b62a91-4244-4062-9886-5dc00388ed13 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 951 time: 0.1928365 Jul 22 19:34:31.135308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.138517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.140044 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a905b4d-8532-4c78-8d0b-58ca9cf8efb7 HTTP/1.1" status: 204 len: 168 time: 0.2905407 Jul 22 19:34:31.155297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.165924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c86451-2bb8-48cf-854b-c95fcca0673d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a905b4d-8532-4c78-8d0b-58ca9cf8efb7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:31.234364 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.280054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca6db3a-2cf7-4237-9b4f-a7244d668220 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:31.338763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:31.353716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.385403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/69190732-b162-4756-b353-2346721b2526/a07936e5-dd6a-43e8-9481-1fa8c9755ce9) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:31.390360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:31.409400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:31.437607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Checking router: bed78952-af64-444e-bc05-c36624eb3fb3 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:31.488375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:31.494088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:31.494732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:31.664409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4bdbf18-5bef-457a-91d0-748f9febff03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ad94aba4e9d4e70aab8b5bfe2c40748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532370 Jul 22 19:34:31.667350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51490) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:31.701190 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.711213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Transition to ACTIVE for port object a07936e5-dd6a-43e8-9481-1fa8c9755ce9 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:31.730730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Transition to ACTIVE for port object a07936e5-dd6a-43e8-9481-1fa8c9755ce9 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:31.734760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['cca6db3a-2cf7-4237-9b4f-a7244d668220'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:31.772120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.803542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:31.809319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320403a2-753c-4125-a4c3-d8434c338a25 req-b804228e-eae3-462e-babc-c848e1e648d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:31.814879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.816835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-320403a2-753c-4125-a4c3-d8434c338a25 req-b804228e-eae3-462e-babc-c848e1e648d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 943 time: 0.6302471 Jul 22 19:34:31.865092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.889017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Deleting port e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:31.889374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.914642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:31.920236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf328-ceea-4d2e-b1e2-e542c8eb480e req-21d8d555-4d2e-44fd-8be6-fa684ede3d94 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:31.926635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf328-ceea-4d2e-b1e2-e542c8eb480e req-21d8d555-4d2e-44fd-8be6-fa684ede3d94 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:31.931366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:31.934444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec1cf328-ceea-4d2e-b1e2-e542c8eb480e req-21d8d555-4d2e-44fd-8be6-fa684ede3d94 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96&device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 1681 time: 0.5648348 Jul 22 19:34:31.941294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:31.945375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.949547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:31.951516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/797009a4-7ec5-4a17-a33c-9ef1a87cda7f HTTP/1.1" status: 204 len: 168 time: 0.2824283 Jul 22 19:34:31.967388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-320403a2-753c-4125-a4c3-d8434c338a25 req-0452004c-9fae-4174-acf4-51848be842ac tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496019 Jul 22 19:34:31.968982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f6abc-2ba8-47bb-8c9a-572db57eaa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797009a4-7ec5-4a17-a33c-9ef1a87cda7f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:31.984688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Pushing event updated for resources: {'Port': ['ID=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:32.103636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::1 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/69190732-b162-4756-b353-2346721b2526/07ac79d4-8f62-4a87-b2ba-9f1b08296de9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:32.227116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec1cf328-ceea-4d2e-b1e2-e542c8eb480e req-7bac564d-17aa-4508-bc8f-989fecf7ef93 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913978 Jul 22 19:34:32.380442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Attempting to bind port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:32.380991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Attempting to bind port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:32.381283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Attempting to bind port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:32.438519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:32.469492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:32.469860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:32.470529 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.470925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:32.471587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Bound port: a07936e5-dd6a-43e8-9481-1fa8c9755ce9, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:32.471971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.507156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-93942081-b6e8-4c25-ae9f-3de8009ac423 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fd5b3288abb44f19477dcd04999911a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674152 Jul 22 19:34:32.513094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:32.561088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] For port a07936e5-dd6a-43e8-9481-1fa8c9755ce9, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:32.564440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] For port a07936e5-dd6a-43e8-9481-1fa8c9755ce9, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:32.580713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.635329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.681116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.747650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.750314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.753935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1de15caa-5e11-46d2-a1d3-cb7d0d7c5cac HTTP/1.1" status: 204 len: 168 time: 0.2330215 Jul 22 19:34:32.764509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94262e13-fdd7-4f9f-a395-5bc36df2c1c2 req-b18bda13-95a1-4029-ba96-a6fab295eebc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:32.766336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94262e13-fdd7-4f9f-a395-5bc36df2c1c2 req-b18bda13-95a1-4029-ba96-a6fab295eebc tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 951 time: 0.6720035 Jul 22 19:34:32.771042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] For port e5b427dc-4afc-425f-98f7-f74f85d921bd, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e5b427dc-4afc-425f-98f7-f74f85d921bd,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:32.771416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.772591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca5d9a-7aa6-4f92-8cab-3e75d5f76809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de15caa-5e11-46d2-a1d3-cb7d0d7c5cac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:32.808207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dfe0449-f968-450c-af03-97718a53de8d req-e4956132-b08a-4961-836e-99139c3816f1 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.1110587 Jul 22 19:34:32.839120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Calling delete_port for e5b427dc-4afc-425f-98f7-f74f85d921bd owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:32.900140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf833b7-722a-489a-9c87-9985f2b4b64b None None] Pushing event updated for resources: {'Port': ['ID=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:32.946723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94262e13-fdd7-4f9f-a395-5bc36df2c1c2 req-09141cd0-7d05-4eec-b334-506738d480a6 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511619 Jul 22 19:34:32.955680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:32.966207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:33.048439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab04ae8-134a-4952-a9c4-14d2bf79e730 None None] The sync data for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 is: [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:17Z', 'revision_number': 4, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '38e43e47-ad74-4df1-a026-56d0b7ce308f', 'name': '', 'network_id': '94f96300-639c-49a6-8d5b-905716682ff2', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'mac_address': 'fa:16:3e:c1:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:16Z', 'updated_at': '2021-07-22T19:31:27Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'subnets': [{'id': '0d67d9c0-fb8d-4c02-821b-a0cc1f34839d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:33.132015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:33.310938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b7cb-5ed2-4b81-89a9-bd57eeee754b req-1caf9966-a34f-40ee-aed4-591f5f63e46c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:33.319749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6d1b7cb-5ed2-4b81-89a9-bd57eeee754b req-1caf9966-a34f-40ee-aed4-591f5f63e46c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 944 time: 0.1909332 Jul 22 19:34:33.445961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:33.546710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:33.550465 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea8ec5-db2a-4f62-81e3-8a70eaf6c9e2 None None] New status for floating IP bbef7003-c534-462b-9e3e-7475e36d9d65: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:34:33.553275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:33.560037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', '0f39effd-29ca-42fa-bf90-b4a04677c48c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:33.588087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:33.622279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6d1b7cb-5ed2-4b81-89a9-bd57eeee754b req-f03545de-b5c6-4a18-962a-546d914496ab tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989557 Jul 22 19:34:33.624030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:33.625036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:33.642731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:33.703239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a07936e5-dd6a-43e8-9481-1fa8c9755ce9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:33.849595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event deleted for resources: {'Port': ['ID=e5b427dc-4afc-425f-98f7-f74f85d921bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:33.856533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] No DVR routers for this DVR port e5b427dc-4afc-425f-98f7-f74f85d921bd on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:33.862043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:33.864570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17c22e31-f96b-4bb5-a349-11bea5ad4622 req-0f31f75e-bca3-4d5f-aa7e-56f346ba12d4 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "DELETE /v2.0/ports/e5b427dc-4afc-425f-98f7-f74f85d921bd HTTP/1.1" status: 204 len: 173 time: 2.6791422 Jul 22 19:34:33.865269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-deleted', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:33.869313 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4fc811-5029-4eaa-a5ac-5c7d7177f0e9" -d '{"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-deleted", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:33.963981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:34.158570 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cead4f-aab5-49f8-b819-12060825439c x-openstack-request-id: req-05cead4f-aab5-49f8-b819-12060825439c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:34.162379 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20130e1b-fce5-4d2b-ae6a-7d3fe348d46c", "name": "network-vif-deleted", "tag": "e5b427dc-4afc-425f-98f7-f74f85d921bd", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:34.163621 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05cead4f-aab5-49f8-b819-12060825439c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:34.165032 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20130e1b-fce5-4d2b-ae6a-7d3fe348d46c', 'name': 'network-vif-deleted', 'tag': 'e5b427dc-4afc-425f-98f7-f74f85d921bd', 'status': 'completed', 'code': 200} Jul 22 19:34:34.167995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-726d47e3-16fa-41df-890e-898e6e4206cd req-d313577a-6e1c-4f1d-83f9-6480d65fed2b tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.1427224 Jul 22 19:34:34.197298 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.206207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cca6db3a-2cf7-4237-9b4f-a7244d668220 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:34.392738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port cca6db3a-2cf7-4237-9b4f-a7244d668220 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:34.578556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66f15e4f-95ee-4362-9b70-cfb8a5f138f3 req-5bdbe3ce-18e2-4bee-b196-58e6bb868814 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=20130e1b-fce5-4d2b-ae6a-7d3fe348d46c HTTP/1.1" status: 200 len: 210 time: 0.1159458 Jul 22 19:34:34.791794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port cca6db3a-2cf7-4237-9b4f-a7244d668220 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:34.792758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.888119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Provisioning for port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:34.893147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Provisioning complete for port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:34.893766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.910868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.931842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.937251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.942227 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:34.976653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:35.040361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: e5b427dc-4afc-425f-98f7-f74f85d921bd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:35.040711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e5b427dc-4afc-425f-98f7-f74f85d921bd not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:35.058080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:35.058266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d956eb-9ade-4787-ae74-454f1248f076 req-1c0a4721-f581-41ae-8745-9050072828be tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:35.060365 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1728c9b6-cb18-44e7-86d5-1fbeaa58ab3a" -d '{"events": [{"server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "name": "network-vif-plugged", "status": "completed", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:35.066140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5d956eb-9ade-4787-ae74-454f1248f076 req-1c0a4721-f581-41ae-8745-9050072828be tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 945 time: 0.4808600 Jul 22 19:34:35.120563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:35.121799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.135136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.212133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:35.218571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] For port a07936e5-dd6a-43e8-9481-1fa8c9755ce9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:35.242505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.259120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:35.324747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc974c-fafb-4230-9362-df1f54b68b66 None None] Pushing event updated for resources: {'Port': ['ID=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:35.383127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-61411510-186e-47e8-9cba-4f0d683c83e2 None None] Provisioning for port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:35.387981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-61411510-186e-47e8-9cba-4f0d683c83e2 None None] Provisioning complete for port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:35.388561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-61411510-186e-47e8-9cba-4f0d683c83e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.458633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5d956eb-9ade-4787-ae74-454f1248f076 req-c1c1a690-072b-4735-ace2-9d4ff32a9f1d tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/security-groups?id=336c79b5-80b8-4adf-9998-66010509864f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912606 Jul 22 19:34:35.462497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-61411510-186e-47e8-9cba-4f0d683c83e2 None None] Port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:35.470944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:35.491149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc5961-30fb-4202-bf45-c1246b482a97 req-6ef3694c-7618-44a5-9388-133196fafe22 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:35.499524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66fc5961-30fb-4202-bf45-c1246b482a97 req-6ef3694c-7618-44a5-9388-133196fafe22 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 944 time: 0.5857766 Jul 22 19:34:35.526510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:35.553196 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0564daf-7838-4b8b-a628-c87b781b865e x-openstack-request-id: req-d0564daf-7838-4b8b-a628-c87b781b865e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:35.553196 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "name": "network-vif-plugged", "status": "completed", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:35.553196 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0564daf-7838-4b8b-a628-c87b781b865e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:35.553196 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220', 'code': 200} Jul 22 19:34:35.553702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224378-0953-46fe-ba4b-f59dc76667ee req-1b30a1a9-352b-400e-8e82-44769bc696da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:35.553702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86224378-0953-46fe-ba4b-f59dc76667ee req-1b30a1a9-352b-400e-8e82-44769bc696da tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.26 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 945 time: 0.5206211 Jul 22 19:34:35.625404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a07936e5-dd6a-43e8-9481-1fa8c9755ce9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:35.716168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:35.716783 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.894704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66fc5961-30fb-4202-bf45-c1246b482a97 req-68cf2225-e554-4eaf-b969-b5e6788a006a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942316 Jul 22 19:34:35.916592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-152163a0-2664-49be-aff2-840f3b84e407 req-8bd5ea44-298f-446f-a2dc-40076bbc03fa tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/ports?device_id=11909758-5692-4415-8889-946584ccb6ab HTTP/1.1" status: 200 len: 210 time: 0.1627905 Jul 22 19:34:35.936641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-773d4277-8278-4910-8dea-7ce7512917b0 None None] Provisioning complete for port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:35.937137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-773d4277-8278-4910-8dea-7ce7512917b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:35.980862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-dd503040-88b8-426b-8dd6-ca604b4f54f9 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:35.984491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-dd503040-88b8-426b-8dd6-ca604b4f54f9 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1920b14-e454-4e2e-bd71-a19a79ea5958 HTTP/1.1" status: 200 len: 945 time: 0.5667334 Jul 22 19:34:35.998635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-773d4277-8278-4910-8dea-7ce7512917b0 None None] Port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:36.102946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Router 7a989620-a5b5-489e-98a2-892eee2a2122 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:34:36.133574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc859a4-f25b-422c-b1e3-8c303c755655 req-ac09646e-63a4-446b-a95d-54952fc7c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.135321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dc859a4-f25b-422c-b1e3-8c303c755655 req-ac09646e-63a4-446b-a95d-54952fc7c7be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 1097 time: 0.4599936 Jul 22 19:34:36.364028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Deleting port 3d29bbcc-0322-4d4a-8141-81a0b01af968 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:36.365185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:36.380777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-beaf34f3-109c-440f-9274-b2d57597d04e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795388 Jul 22 19:34:36.439928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dc859a4-f25b-422c-b1e3-8c303c755655 req-4bd13bf4-c69b-4a2a-b4db-5248605040fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801969 Jul 22 19:34:36.477941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:36.486614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:36.487174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-103be9b9-2015-42ea-88ae-d49f57325a5a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "PUT /v2.0/routers/7a989620-a5b5-489e-98a2-892eee2a2122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1308699 Jul 22 19:34:36.491101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Sync routers for ids ['7a989620-a5b5-489e-98a2-892eee2a2122'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:36.506824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Routers {'7a989620-a5b5-489e-98a2-892eee2a2122'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:36.508356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7a989620-a5b5-489e-98a2-892eee2a2122'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:36.544190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Deleting port 378c5e77-574b-4257-8cda-64db60d154a9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:36.544547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:36.603566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0a403-8fbd-4ab4-be35-c339dcdf565d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.608061 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e7a0a403-8fbd-4ab4-be35-c339dcdf565d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports/07ac79d4-8f62-4a87-b2ba-9f1b08296de9 HTTP/1.1" status: 200 len: 911 time: 0.1197236 Jul 22 19:34:36.611684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:36.656208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Set router 7a989620-a5b5-489e-98a2-892eee2a2122 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:36.669144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] For port 3d29bbcc-0322-4d4a-8141-81a0b01af968, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d29bbcc-0322-4d4a-8141-81a0b01af968,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:36.669669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:36.734004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef6202-a01b-4ee1-b50f-e4d2b3878368 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.735795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61760a0-32e5-4bd1-9ef8-7b38bb82cf47 req-195262ed-1db1-463f-8256-7dc060612981 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.741225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef6202-a01b-4ee1-b50f-e4d2b3878368 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.743951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f61760a0-32e5-4bd1-9ef8-7b38bb82cf47 req-195262ed-1db1-463f-8256-7dc060612981 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.4122503 Jul 22 19:34:36.756542 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7eef6202-a01b-4ee1-b50f-e4d2b3878368 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1416602 Jul 22 19:34:36.758344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:36.763052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Calling delete_port for 3d29bbcc-0322-4d4a-8141-81a0b01af968 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:36.793335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-2f124c45-17d3-4428-a234-cdeec203e55f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:36.800067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-2f124c45-17d3-4428-a234-cdeec203e55f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3785753 Jul 22 19:34:36.836940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-183322da-3ce6-4972-ad05-5d98b5ba08a9 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/quotas/0658bfb86fa44bfab586939892a9bb67 HTTP/1.1" status: 200 len: 375 time: 0.0357850 Jul 22 19:34:36.938671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-6672dae9-1230-42f7-b520-e4b3c90f4b60 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1007404 Jul 22 19:34:37.104229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] For port 378c5e77-574b-4257-8cda-64db60d154a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=378c5e77-574b-4257-8cda-64db60d154a9,segment=NetworkSegment(20f5854a-0b60-428f-9c0e-105bd06c433d),segment_id=20f5854a-0b60-428f-9c0e-105bd06c433d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:37.104618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.124775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Calling delete_port for 378c5e77-574b-4257-8cda-64db60d154a9 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:37.158614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d331af96-a91c-42b6-972a-334564b58d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.187723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:33Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': '07ac79d4-8f62-4a87-b2ba-9f1b08296de9', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:df:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '69190732-b162-4756-b353-2346721b2526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:31Z', 'updated_at': '2021-07-22T19:34:34Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '69190732-b162-4756-b353-2346721b2526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:37.210992 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.284236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['378c5e77-574b-4257-8cda-64db60d154a9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:37.286879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event deleted for resources: {'Port': ['ID=3d29bbcc-0322-4d4a-8141-81a0b01af968,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:37.336636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Checking router: 7a989620-a5b5-489e-98a2-892eee2a2122 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:37.337554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Updating router 7a989620-a5b5-489e-98a2-892eee2a2122 port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:37.362488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] No DVR routers for this DVR port 3d29bbcc-0322-4d4a-8141-81a0b01af968 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:37.373073 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.375181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86224378-0953-46fe-ba4b-f59dc76667ee req-0b451aa3-4b67-4022-99a5-afc31571ce51 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.26 "DELETE /v2.0/ports/3d29bbcc-0322-4d4a-8141-81a0b01af968 HTTP/1.1" status: 204 len: 173 time: 1.7990236 Jul 22 19:34:37.375648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'name': 'network-vif-deleted', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:37.378957 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa6cd84-5c84-4f99-aa7f-012a42fddf42" -d '{"events": [{"server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "name": "network-vif-deleted", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:37.408565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f61760a0-32e5-4bd1-9ef8-7b38bb82cf47 req-1de924ad-99fe-47a7-8978-a050c982bef0 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589758 Jul 22 19:34:37.459492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.512068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2fa957d-02d8-4b92-8598-3b652523d347 req-be88b0de-7d8a-42b6-bc20-0dd844749b62 tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f80a570-e8eb-4105-8ff8-f53a5f211b96 HTTP/1.1" status: 200 len: 210 time: 0.0970466 Jul 22 19:34:37.743732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:37.861086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Pushing event deleted for resources: {'Port': ['ID=378c5e77-574b-4257-8cda-64db60d154a9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:37.926444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-36374720-2b23-4522-9e72-42e1c44343c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:37.928213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-36374720-2b23-4522-9e72-42e1c44343c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 945 time: 0.5164335 Jul 22 19:34:37.930257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-96e60b63-ea09-48d9-909d-615993447455 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480328 Jul 22 19:34:38.032292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.112870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2d55-323c-4c33-b23f-ea5a00a634e3 req-cefbcff7-7c1a-4d67-a373-54548d6f724b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:38.121375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e34f2d55-323c-4c33-b23f-ea5a00a634e3 req-cefbcff7-7c1a-4d67-a373-54548d6f724b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 945 time: 0.5396073 Jul 22 19:34:38.123483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] No DVR routers for this DVR port 378c5e77-574b-4257-8cda-64db60d154a9 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:38.134396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-c9c33139-6165-40a3-b0a6-b8da8e188b06 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:38.135958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-c9c33139-6165-40a3-b0a6-b8da8e188b06 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.5422094 Jul 22 19:34:38.137670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.139943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acc2897e-0cd1-4983-8c56-9b1053bd388b req-827efb08-3bfd-480b-b196-eb9cdb0cf78b tempest-ListServersNegativeTestJSON-1924543881 tempest-ListServersNegativeTestJSON-1924543881-project] 10.222.0.32 "DELETE /v2.0/ports/378c5e77-574b-4257-8cda-64db60d154a9 HTTP/1.1" status: 204 len: 173 time: 2.1470263 Jul 22 19:34:38.403032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.436528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Transition to ACTIVE for port object 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:38.453651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.513090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:38.513342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.530603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e34f2d55-323c-4c33-b23f-ea5a00a634e3 req-347e3b9e-ae26-4793-ac88-e6c8e7f083da tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007733 Jul 22 19:34:38.713409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cdf7e-f9e3-495e-8c69-381f10c758c5 None None] Pushing event updated for resources: {'Port': ['ID=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:38.809184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.825741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:38.869328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Attempting to bind port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:38.871084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Attempting to bind port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:38.873121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Attempting to bind port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:38.889729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:38.891367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:38.892441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.893030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:38.894438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Bound port: 07ac79d4-8f62-4a87-b2ba-9f1b08296de9, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:38.896557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:38.970077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:39.077192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] For port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:39.101071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] For port 07ac79d4-8f62-4a87-b2ba-9f1b08296de9, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:39.114987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d29bbcc-0322-4d4a-8141-81a0b01af968 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:39.135336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.165257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.169822 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.188393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 3d29bbcc-0322-4d4a-8141-81a0b01af968 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:39.188731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d29bbcc-0322-4d4a-8141-81a0b01af968 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:39.254350 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.265324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.266913 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "DELETE /v2.0/security-groups/46767874-0d16-478e-a2fd-76d42c293c06 HTTP/1.1" status: 204 len: 168 time: 0.2952332 Jul 22 19:34:39.284756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51690) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:39.359084 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ccbcba-cb0a-449b-b6bf-507379c764ea x-openstack-request-id: req-c2ccbcba-cb0a-449b-b6bf-507379c764ea {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:39.359671 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f80a570-e8eb-4105-8ff8-f53a5f211b96", "name": "network-vif-deleted", "tag": "3d29bbcc-0322-4d4a-8141-81a0b01af968", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:39.359671 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2ccbcba-cb0a-449b-b6bf-507379c764ea {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:39.360000 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f80a570-e8eb-4105-8ff8-f53a5f211b96', 'name': 'network-vif-deleted', 'tag': '3d29bbcc-0322-4d4a-8141-81a0b01af968', 'status': 'completed', 'code': 200} Jul 22 19:34:39.380095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Routers {'7a989620-a5b5-489e-98a2-892eee2a2122'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:39.381044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7a989620-a5b5-489e-98a2-892eee2a2122'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:39.425752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cdf7e-f9e3-495e-8c69-381f10c758c5 None None] Pushing event updated for resources: {'Port': ['ID=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:39.477166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e5ede-a447-4177-8edf-8910786a7557 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46767874-0d16-478e-a2fd-76d42c293c06,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:39.492574 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-72309550-42f7-4fd1-9331-94c2622dd04c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] show failed (client error): The resource could not be found. Jul 22 19:34:39.497914 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72309550-42f7-4fd1-9331-94c2622dd04c tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "GET /v2.0/security-groups/46767874-0d16-478e-a2fd-76d42c293c06 HTTP/1.1" status: 404 len: 347 time: 0.2004590 Jul 22 19:34:39.513738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:39.529320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fb05ca75-da01-4d61-a0d5-6634feb25a3b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:39.531043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fb05ca75-da01-4d61-a0d5-6634feb25a3b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5103250 Jul 22 19:34:39.536535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-dace1327-476e-4eac-ba87-08cef0babf91 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1789248 Jul 22 19:34:39.562809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port cca6db3a-2cf7-4237-9b4f-a7244d668220 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:39.563181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.644385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] Set router 7a989620-a5b5-489e-98a2-892eee2a2122 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:39.728482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-61ab02cb-360b-4361-91bb-6487b180afe4 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/quotas/0658bfb86fa44bfab586939892a9bb67 HTTP/1.1" status: 200 len: 375 time: 0.1713202 Jul 22 19:34:39.764693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-80b5240b-b291-46e6-92d8-d6840b140037 None None] Could not find standard attr ID for object 07ac79d4-8f62-4a87-b2ba-9f1b08296de9. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:34:39.774082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.796924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.815754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=07ac79d4-8f62-4a87-b2ba-9f1b08296de9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:39.951819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:39.963084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-9542f76b-1b8d-4c61-84b6-2661df587708 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2195284 Jul 22 19:34:39.971517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Deleting port 0f39effd-29ca-42fa-bf90-b4a04677c48c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:39.972024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.008834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Deleting port 077d3827-e229-44a6-af6e-03288c41b43b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:40.019995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.073546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-8ebd1e4b-1ab1-48ae-b1e2-01f648b496d6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:40.075112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-8ebd1e4b-1ab1-48ae-b1e2-01f648b496d6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5148082 Jul 22 19:34:40.079957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9acf1cf2-a37c-41d0-99b7-23f6e4538e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.090081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8eddfb-87b9-4111-9f27-46ea1ffe5b35 req-2f219ce8-4b87-4ad0-ab74-5110bb337717 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:40.097256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e8eddfb-87b9-4111-9f27-46ea1ffe5b35 req-2f219ce8-4b87-4ad0-ab74-5110bb337717 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 950 time: 0.7409661 Jul 22 19:34:40.100633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port cca6db3a-2cf7-4237-9b4f-a7244d668220, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cca6db3a-2cf7-4237-9b4f-a7244d668220,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:40.101538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.153195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:33Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': '07ac79d4-8f62-4a87-b2ba-9f1b08296de9', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:df:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '69190732-b162-4756-b353-2346721b2526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:31Z', 'updated_at': '2021-07-22T19:34:39Z', 'revision_number': 4, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '69190732-b162-4756-b353-2346721b2526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:40.153665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Request body: {'port': {'device_id': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '0658bfb86fa44bfab586939892a9bb67'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:40.188648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for cca6db3a-2cf7-4237-9b4f-a7244d668220 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:40.237133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2799f-ae9a-4028-a92d-ec57087653ab None None] The sync data for ids ['7a989620-a5b5-489e-98a2-892eee2a2122'] in n-d-800087-13 is: [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:33Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': '07ac79d4-8f62-4a87-b2ba-9f1b08296de9', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:df:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '69190732-b162-4756-b353-2346721b2526', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:31Z', 'updated_at': '2021-07-22T19:34:39Z', 'revision_number': 4, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '69190732-b162-4756-b353-2346721b2526', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:40.254305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.254986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.258822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 378c5e77-574b-4257-8cda-64db60d154a9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:40.289640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e8eddfb-87b9-4111-9f27-46ea1ffe5b35 req-902b2169-8d00-4c31-8915-069b6f57c545 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913567 Jul 22 19:34:40.363636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 378c5e77-574b-4257-8cda-64db60d154a9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:40.369224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 378c5e77-574b-4257-8cda-64db60d154a9 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:40.405765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Calling delete_port for 077d3827-e229-44a6-af6e-03288c41b43b owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:40.474087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] For port 0f39effd-29ca-42fa-bf90-b4a04677c48c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0f39effd-29ca-42fa-bf90-b4a04677c48c,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:40.474567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.494269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Calling delete_port for 0f39effd-29ca-42fa-bf90-b4a04677c48c owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:40.735681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Router 7a989620-a5b5-489e-98a2-892eee2a2122 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:40.751941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a53d8f00-29b5-4e3e-9751-362650372456 req-b0453dc9-1588-4929-83d8-ddef02374028 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 210 time: 0.1546552 Jul 22 19:34:40.847070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51710) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:40.949222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:40.957129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:40.965981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ab5d9d0c-57a8-4a23-be7a-92173661fd71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "PUT /v2.0/routers/7a989620-a5b5-489e-98a2-892eee2a2122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2017062 Jul 22 19:34:40.969040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:40.973076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', '0f39effd-29ca-42fa-bf90-b4a04677c48c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:41.056238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event deleted for resources: {'Port': ['ID=0f39effd-29ca-42fa-bf90-b4a04677c48c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:41.116456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Deleting subnet 1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:41.122985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] No DVR routers for this DVR port 0f39effd-29ca-42fa-bf90-b4a04677c48c on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:41.127365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.129069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.130662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82f8ce33-0552-4a9e-a341-f78e8cbd047d req-a1938c64-f1e5-4622-85a1-743c4387daa5 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "DELETE /v2.0/ports/0f39effd-29ca-42fa-bf90-b4a04677c48c HTTP/1.1" status: 204 len: 173 time: 2.9574485 Jul 22 19:34:41.130963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Made reservation on behalf of 0658bfb86fa44bfab586939892a9bb67 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:41.137940 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.149682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb185ae-7b58-46ed-bb48-79ef47da32e1 req-0fe3c02b-98f5-4824-87f6-b69388f41265 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:41.160734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fb185ae-7b58-46ed-bb48-79ef47da32e1 req-0fe3c02b-98f5-4824-87f6-b69388f41265 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 945 time: 0.7027285 Jul 22 19:34:41.184970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.243485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbcb74-c40f-4bcc-ab06-b19a2d794c7d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:41.245479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fbcb74-c40f-4bcc-ab06-b19a2d794c7d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:41.252038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2fbcb74-c40f-4bcc-ab06-b19a2d794c7d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2817936 Jul 22 19:34:41.258258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:41.288311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Pushing event deleted for resources: {'Port': ['ID=077d3827-e229-44a6-af6e-03288c41b43b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:41.307173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.395489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'name': 'network-vif-deleted', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9'}, {'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-deleted', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:41.402279 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e19646-3581-47b8-a421-491fbb99dd60" -d '{"events": [{"server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "name": "network-vif-deleted", "tag": "378c5e77-574b-4257-8cda-64db60d154a9"}, {"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-deleted", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:41.425767 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.471270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fb185ae-7b58-46ed-bb48-79ef47da32e1 req-eb99cb03-857e-4346-809e-cd34d6439715 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040454 Jul 22 19:34:41.517585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.520801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.533178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.534152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-652d3646-77b7-4b85-a985-0b600c2f9090 tempest-ServersTestBootFromVolume-418280475 tempest-ServersTestBootFromVolume-418280475-project] 10.222.0.10 "DELETE /v2.0/floatingips/bbef7003-c534-462b-9e3e-7475e36d9d65 HTTP/1.1" status: 204 len: 168 time: 2.0066977 Jul 22 19:34:41.534850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:41.631615 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bac7b2-50e3-4bde-bd89-0de3adb4a70e x-openstack-request-id: req-35bac7b2-50e3-4bde-bd89-0de3adb4a70e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:41.632009 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1920b14-e454-4e2e-bd71-a19a79ea5958", "name": "network-vif-deleted", "tag": "378c5e77-574b-4257-8cda-64db60d154a9", "status": "completed", "code": 200}, {"server_uuid": "0ba138ac-0e81-46dd-b302-f68b9f9d41e1", "name": "network-vif-deleted", "tag": "0f39effd-29ca-42fa-bf90-b4a04677c48c", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:41.633260 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35bac7b2-50e3-4bde-bd89-0de3adb4a70e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:41.633906 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1920b14-e454-4e2e-bd71-a19a79ea5958', 'name': 'network-vif-deleted', 'tag': '378c5e77-574b-4257-8cda-64db60d154a9', 'status': 'completed', 'code': 200} Jul 22 19:34:41.634170 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba138ac-0e81-46dd-b302-f68b9f9d41e1', 'name': 'network-vif-deleted', 'tag': '0f39effd-29ca-42fa-bf90-b4a04677c48c', 'status': 'completed', 'code': 200} Jul 22 19:34:41.654243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5c08703-df31-42de-8111-49e5c4bb52fa req-7aa0f68f-8e73-44cd-a31c-5a87705ae781 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ba138ac-0e81-46dd-b302-f68b9f9d41e1 HTTP/1.1" status: 200 len: 210 time: 0.1478038 Jul 22 19:34:41.654955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.677523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['cca6db3a-2cf7-4237-9b4f-a7244d668220'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:41.677523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:41.784829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 69190732-b162-4756-b353-2346721b2526 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:41.798447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.869935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.923382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:41.999047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=cca6db3a-2cf7-4237-9b4f-a7244d668220,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:42.065235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.097401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port cca6db3a-2cf7-4237-9b4f-a7244d668220 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:42.122354 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.126007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddcaebe9-dbb9-4af8-8c0f-ac578a137bf8 req-b275de80-160f-41ca-b913-9de9faf31ef5 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "DELETE /v2.0/ports/cca6db3a-2cf7-4237-9b4f-a7244d668220 HTTP/1.1" status: 204 len: 173 time: 4.1822963 Jul 22 19:34:42.237496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24fc1159-eb35-4270-b619-53fa11eefb27 req-075764bf-29dd-4b00-8b4c-70db02ece14c tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 210 time: 0.2330115 Jul 22 19:34:42.248719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee4a42e-651f-4c52-b2e4-1ccd2f44e799,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:42.252274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.255471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.267870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd0415c4-fdf3-463d-90f6-b705e66cb97f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ee4a42e-651f-4c52-b2e4-1ccd2f44e799 HTTP/1.1" status: 204 len: 168 time: 1.4153926 Jul 22 19:34:42.271218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51730) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:42.341652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.354021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.518219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.574227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f439d4-ea01-44f2-afcf-66f931b0103d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:42.685520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.693892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-e75bd7dc-e555-41b1-8c69-08df1a15bac8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2141194 Jul 22 19:34:42.750910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=69190732-b162-4756-b353-2346721b2526,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:42.764997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b36df5-7338-43ed-8f51-5acce8cfcbd4 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:42.766261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.769438 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b9c1987a-143a-4b2e-a5e7-032703f680ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/69190732-b162-4756-b353-2346721b2526 HTTP/1.1" status: 204 len: 168 time: 1.5060501 Jul 22 19:34:42.773308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:42.815697 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Sync routers for ids ['7a989620-a5b5-489e-98a2-892eee2a2122'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:42.830766 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Routers {'7a989620-a5b5-489e-98a2-892eee2a2122'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:42.833446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7a989620-a5b5-489e-98a2-892eee2a2122'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:42.858507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7bd8046-2de4-4888-9f09-96834944f89b req-e44dc631-c5f8-4e9a-96e5-540ec5d793f3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.2116914 Jul 22 19:34:42.859716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:42.994989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:43.053720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 0f39effd-29ca-42fa-bf90-b4a04677c48c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:43.054729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0f39effd-29ca-42fa-bf90-b4a04677c48c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:43.101778 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Set router 7a989620-a5b5-489e-98a2-892eee2a2122 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:43.105188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-e680c98d-4464-4296-9ffc-0a9a3b15ba1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.2768099 Jul 22 19:34:43.299716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:43.328112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.333071 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:39Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.354083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650b9452-9acb-4dfd-a223-e48eb73c4097']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.376442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f5854a-0b60-428f-9c0e-105bd06c433d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.376895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f5854a-0b60-428f-9c0e-105bd06c433d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.424429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Deleting port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:43.425146 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.427464 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Checking router: 7a989620-a5b5-489e-98a2-892eee2a2122 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:43.452451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.455499 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Routers {'7a989620-a5b5-489e-98a2-892eee2a2122'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:43.459197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7a989620-a5b5-489e-98a2-892eee2a2122'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.479809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.487195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:43.487742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.538141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] For port a07936e5-dd6a-43e8-9481-1fa8c9755ce9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:43.542292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:43.557366 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:43.560066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Calling delete_port for a07936e5-dd6a-43e8-9481-1fa8c9755ce9 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:43.579261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d058185-591c-4d34-b8be-f25f24c9dbe1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8025110 Jul 22 19:34:43.580376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:43.599407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.641352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.649346 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] 10.222.0.10 "DELETE /v2.0/networks/650b9452-9acb-4dfd-a223-e48eb73c4097 HTTP/1.1" status: 204 len: 168 time: 1.3769763 Jul 22 19:34:43.661778 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] Set router 7a989620-a5b5-489e-98a2-892eee2a2122 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:43.698514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-376a91ce-2670-4ff4-8998-30dcd58bcaea req-fa2aacd0-d927-4419-a3a7-775fad646c65 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 210 time: 0.2456017 Jul 22 19:34:43.708992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'name': 'network-vif-deleted', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:43.708992 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65b4ff5-9b99-4505-a072-464e97c402b3" -d '{"events": [{"server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "name": "network-vif-deleted", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:43.720574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a07936e5-dd6a-43e8-9481-1fa8c9755ce9 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:43.722224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6111-4be5-4275-a8f1-ac421b458e1c admin admin] Pushing event deleted for resources: {'Network': ['ID=650b9452-9acb-4dfd-a223-e48eb73c4097,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:43.783827 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.795033 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:39Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:43.806269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Allocated IP 192.168.233.54 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/d039d3af-3767-40e3-8762-62f3adc52349) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:43.834692 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecf361-04ee-47dd-bb05-1f5cc199f167 x-openstack-request-id: req-f9ecf361-04ee-47dd-bb05-1f5cc199f167 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:43.835058 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2", "name": "network-vif-deleted", "tag": "cca6db3a-2cf7-4237-9b4f-a7244d668220", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:43.835277 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9ecf361-04ee-47dd-bb05-1f5cc199f167 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:43.835670 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2', 'name': 'network-vif-deleted', 'tag': 'cca6db3a-2cf7-4237-9b4f-a7244d668220', 'status': 'completed', 'code': 200} Jul 22 19:34:43.843582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de518ec-f281-4add-8f85-65aaaa33e4f1 None None] The sync data for ids ['7a989620-a5b5-489e-98a2-892eee2a2122'] in n-d-800087-13 is: [{'id': '7a989620-a5b5-489e-98a2-892eee2a2122', 'name': 'tempest-NetworksTestDHCPv6-router-1675597394', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:30Z', 'updated_at': '2021-07-22T19:34:39Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:43.852457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] Pushing event deleted for resources: {'Port': ['ID=a07936e5-dd6a-43e8-9481-1fa8c9755ce9,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:43.854826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:43.861089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a07936e5-dd6a-43e8-9481-1fa8c9755ce9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:43.861441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a07936e5-dd6a-43e8-9481-1fa8c9755ce9 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:43.884444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b7bc0-ad95-49d4-b0ae-3a4ad630c6e5 None None] No DVR routers for this DVR port a07936e5-dd6a-43e8-9481-1fa8c9755ce9 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:43.941421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-254d94e2-a1f2-4d8e-8a28-765a1841e474 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:43.943446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-254d94e2-a1f2-4d8e-8a28-765a1841e474 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2369475 Jul 22 19:34:43.963670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-2c2fc8e8-b100-42f1-9a1d-730cd70dbe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:43.965552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-2c2fc8e8-b100-42f1-9a1d-730cd70dbe3a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.8430481 Jul 22 19:34:43.973420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Request body: {'port': {'device_id': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '0658bfb86fa44bfab586939892a9bb67'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:44.091833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.092097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3198bcf1-3870-41ad-b86f-23b15dbe1f3c req-0d2ec65c-256b-4dad-982a-384f59abdc3f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.0531890 Jul 22 19:34:44.158293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735a64f-776d-4eda-bf71-12428964b005 req-4f972282-e4ad-45c4-b20f-5ae64dc3688a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:44.166076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c735a64f-776d-4eda-bf71-12428964b005 req-4f972282-e4ad-45c4-b20f-5ae64dc3688a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.7521510 Jul 22 19:34:44.185123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.188122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.214210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51770) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.292385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51772) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.299856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.300309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Fanout notify agent at l3_agent the message router_deleted on router 7a989620-a5b5-489e-98a2-892eee2a2122 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:34:44.309659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.310754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f7ac8c8-a51c-4648-9bbd-ff311f13e626 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/routers/7a989620-a5b5-489e-98a2-892eee2a2122 HTTP/1.1" status: 204 len: 168 time: 0.7262456 Jul 22 19:34:44.313765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.318657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:44.390901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6cf7567b-118e-4143-ad0a-778b95129154 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b84fc08bbdb46c387e7db04bcdb5a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660054 Jul 22 19:34:44.400531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51778) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:44.438131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c735a64f-776d-4eda-bf71-12428964b005 req-d59f69cd-efd6-48e3-b450-5c53e94d026a tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710068 Jul 22 19:34:44.455976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-23da375a-8a8c-4ed8-a142-4ec6759413e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:44.457500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-23da375a-8a8c-4ed8-a142-4ec6759413e7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4771078 Jul 22 19:34:44.494577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.509221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Made reservation on behalf of 0658bfb86fa44bfab586939892a9bb67 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:44.512767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.537088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Transition to ACTIVE for port object d039d3af-3767-40e3-8762-62f3adc52349 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:44.566521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.588474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:44.592977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.652712 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.695680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.738970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-7f3ac53b-db3b-4bbb-9073-316b6123dceb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:44.740700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-7f3ac53b-db3b-4bbb-9073-316b6123dceb tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 949 time: 0.2515883 Jul 22 19:34:44.797258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:44.798049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a8996a0-8c2f-4893-9833-bb9364e97c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.820708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:44.842514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:44.854582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b44f9dc2-4bf0-4dc2-8aad-d94fa42be4eb req-a2629ca8-d2c1-445f-8870-231bea438e9a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 210 time: 0.0660403 Jul 22 19:34:44.886042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:44.896088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.899267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:44.903523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/336c79b5-80b8-4adf-9998-66010509864f HTTP/1.1" status: 204 len: 168 time: 0.4964609 Jul 22 19:34:44.922159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.922510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.922882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.923228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.923573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.923901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.924258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.924677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.925001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.925336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.925661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.925990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:44.941426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Allocated IP 192.168.233.28 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/d7c84cb9-9831-4606-ac68-4e4dde56f893) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:44.951220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d657d-93dc-4aec-b166-3f3c75ff1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336c79b5-80b8-4adf-9998-66010509864f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:44.964077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:44.964749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.140458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7af7a967-b2e3-4b16-84e1-90a70c3b8dcc None None] Provisioning for port d039d3af-3767-40e3-8762-62f3adc52349 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:45.148952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7af7a967-b2e3-4b16-84e1-90a70c3b8dcc None None] Provisioning complete for port d039d3af-3767-40e3-8762-62f3adc52349 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:45.149860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.150919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7af7a967-b2e3-4b16-84e1-90a70c3b8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.185591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Transition to ACTIVE for port object d7c84cb9-9831-4606-ac68-4e4dde56f893 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:45.187948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Deleting port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:45.188352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.204264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7af7a967-b2e3-4b16-84e1-90a70c3b8dcc None None] Port d039d3af-3767-40e3-8762-62f3adc52349 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:45.223216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.237201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3040b0d-24fa-4df4-a447-a9d0511c69ff req-6e4aea3a-9f90-4c91-b69e-cc938bb43e9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.0463798 Jul 22 19:34:45.278022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.334517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:45.342691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:45.349182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:45.377914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event updated for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:45.391135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:45.412499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:45.421341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=8692378b-8822-4815-adf2-a8d1a2a4989a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:45.424347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:45.424795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.426350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84903f3c-e88b-4d28-9044-fbf815a4bd09 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:45.428456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a8996a0-8c2f-4893-9833-bb9364e97c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.429863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:45.431231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.451818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b07f4a03-f2ba-4208-ba62-ffca42271996 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2995369 Jul 22 19:34:45.454214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-fe930f1e-bd0e-4937-a434-a93c0660f10a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4922225 Jul 22 19:34:45.463132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Request body: {'port': {'device_id': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:45.478538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a8996a0-8c2f-4893-9833-bb9364e97c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.483377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] For port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:45.483745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.501152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Request body: {'port': {'device_id': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:45.550988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a78ad70a-72f2-4280-a1f8-6bbd8d184843 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2362006 Jul 22 19:34:45.563197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Calling delete_port for 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:45.567436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51800) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:45.585208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:45.591184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:45.603402 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a8996a0-8c2f-4893-9833-bb9364e97c30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6492aaddcd42411284c1938bb40bc662&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3072257 Jul 22 19:34:45.606814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:45.610157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8996a0-8c2f-4893-9833-bb9364e97c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf46672-5125-4441-a2aa-99c628f6fc5c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:45.646913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:45.647335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 07ac79d4-8f62-4a87-b2ba-9f1b08296de9 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:45.655674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Deleting port 38e43e47-ad74-4df1-a026-56d0b7ce308f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:45.656024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.798522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '8692378b-8822-4815-adf2-a8d1a2a4989a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:34:45.799758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.822007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.859993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] For port 38e43e47-ad74-4df1-a026-56d0b7ce308f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=38e43e47-ad74-4df1-a026-56d0b7ce308f,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:45.860934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:45.879603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Calling delete_port for 38e43e47-ad74-4df1-a026-56d0b7ce308f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:45.900742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51812) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:45.956279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.006872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/8692378b-8822-4815-adf2-a8d1a2a4989a/59dffe3e-ce4e-4a85-8fee-e68f9878bd0e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:46.079328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.079895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.102490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-156757541-network', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:46.108534 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.110878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3c52933a-20a8-4330-8a50-045e8670f541 None None] Provisioning for port d7c84cb9-9831-4606-ac68-4e4dde56f893 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:46.117503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3c52933a-20a8-4330-8a50-045e8670f541 None None] Provisioning complete for port d7c84cb9-9831-4606-ac68-4e4dde56f893 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:46.118170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3c52933a-20a8-4330-8a50-045e8670f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.127549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa16ec1-b2b9-4901-b11a-f81e9516661e req-b2edcdb6-bb85-45a2-87fc-32764b395f5f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.0826745 Jul 22 19:34:46.152124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:46.160524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.163171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.168570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/baf46672-5125-4441-a2aa-99c628f6fc5c HTTP/1.1" status: 204 len: 168 time: 0.5554125 Jul 22 19:34:46.172375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Pushing event deleted for resources: {'Port': ['ID=50eec0cb-ba8b-47ce-b317-60cbb6fbdc79,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.205722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14da581-54c9-408b-92c0-9702ba95a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf46672-5125-4441-a2aa-99c628f6fc5c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.211925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.219017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Made reservation on behalf of d0980c33aea14b8fa94b7fefc90ac377 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:46.222199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.251890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3c52933a-20a8-4330-8a50-045e8670f541 None None] Port d7c84cb9-9831-4606-ac68-4e4dde56f893 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:46.255575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.299602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] No DVR routers for this DVR port 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:46.303357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.303976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.307421 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6d908427-715c-4bf8-9b36-51d4e6875822 req-53ab5fe4-f758-4f45-b2b7-161a084db033 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.26 "DELETE /v2.0/ports/50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 HTTP/1.1" status: 204 len: 173 time: 1.5193706 Jul 22 19:34:46.308351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-deleted', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:46.311049 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd21ff-8000-43ce-8486-e60d488db133" -d '{"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-deleted", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:46.375289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.390050 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.405526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Transition to ACTIVE for port object 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:46.408279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.416946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.438032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Transition to ACTIVE for port object 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:46.445934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b4ce2-d0cc-4c0a-a730-00f52be9e5a4 req-155ed80f-94c0-4998-ac77-c0ebd60979f9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.447481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-170b4ce2-d0cc-4c0a-a730-00f52be9e5a4 req-155ed80f-94c0-4998-ac77-c0ebd60979f9 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa5c44b2-1b2a-49aa-b871-a2997e112966 HTTP/1.1" status: 200 len: 867 time: 0.9090364 Jul 22 19:34:46.456871 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.461789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e43e47-ad74-4df1-a026-56d0b7ce308f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.491505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b99e90-d552-4b02-9e50-b213380e6666 req-5bd2c378-fc9e-4528-89e8-3c80ba76d526 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:46.502743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63b99e90-d552-4b02-9e50-b213380e6666 req-5bd2c378-fc9e-4528-89e8-3c80ba76d526 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 935 time: 0.4504402 Jul 22 19:34:46.535559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:46.544637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:46.554160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:46.557217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.572647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.575175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Pushing event updated for resources: {'Port': ['ID=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:46.708725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Attempting to bind port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:46.709407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Attempting to bind port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:46.709938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Attempting to bind port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:46.716480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:46.717296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:46.717878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.718672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:46.719396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Bound port: 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:46.719997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.720893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:46.758587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.758952 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Added segment 10647c10-ffa2-4827-b29c-af8fcd65240d of type vlan for network a84e566a-f0e6-445f-bb89-0a616a3ce004 Jul 22 19:34:46.776632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63b99e90-d552-4b02-9e50-b213380e6666 req-e0a1f0b5-80fe-4eb0-9843-60b73c72a578 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669880 Jul 22 19:34:46.850706 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.863178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fba64e0d-9757-4d83-83b3-25950bec6c88 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.2871809 Jul 22 19:34:46.870433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51828) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:46.871919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51830) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:46.888927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.921989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] For port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:46.925834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] For port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:46.943891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.950719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:46.993848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0200babc-2c3e-4ca8-8e24-50c851347fc4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:47.008443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.009424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:47.010011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.028806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.029156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.029495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.029831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.030162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.030491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.030814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.031136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.031459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.040373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.040373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.041966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:47.042075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-170b4ce2-d0cc-4c0a-a730-00f52be9e5a4 req-38838f47-f0a2-4e90-b03a-2aecbe890a35 tempest-MigrationsAdminTest-996978655 tempest-MigrationsAdminTest-996978655-project] 10.222.0.10 "GET /v2.0/security-groups?id=66c5c984-5094-4da4-801e-0f633d40590e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127852 Jul 22 19:34:47.042164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75f46f-199e-4869-9103-326cbee2d3a9 None None] Pushing event updated for resources: {'Port': ['ID=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:47.088555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.096896 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654f0fd-023f-4749-b282-fe7074178512 x-openstack-request-id: req-3654f0fd-023f-4749-b282-fe7074178512 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:47.100740 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa5c44b2-1b2a-49aa-b871-a2997e112966", "name": "network-vif-deleted", "tag": "50eec0cb-ba8b-47ce-b317-60cbb6fbdc79", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:47.101160 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3654f0fd-023f-4749-b282-fe7074178512 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:47.101457 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa5c44b2-1b2a-49aa-b871-a2997e112966', 'name': 'network-vif-deleted', 'tag': '50eec0cb-ba8b-47ce-b317-60cbb6fbdc79', 'status': 'completed', 'code': 200} Jul 22 19:34:47.138454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2370756 Jul 22 19:34:47.139643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62304d89-480c-4c57-9164-3f81a1171a57 admin admin] Pushing event updated for resources: {'Network': ['ID=a84e566a-f0e6-445f-bb89-0a616a3ce004,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:47.142130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51834) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:47.148677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Request body: {'subnet': {'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-subnet', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:47.152861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:47.266159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Made reservation on behalf of d0980c33aea14b8fa94b7fefc90ac377 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:47.268958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.382123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c84cb9-9831-4606-ac68-4e4dde56f893 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:47.390962 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.407817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Transition to ACTIVE for port object d7c84cb9-9831-4606-ac68-4e4dde56f893 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:47.410548 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:34:47.410548 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:34:47.410548 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id_1': 'aa8530f70ce64fa184f5f4d68a7036c7', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 34, 47, 165897)}] Jul 22 19:34:47.410548 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:34:47.411032 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:34:47.441905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97d60c74-1ce7-49e8-9316-72ff764a4035 req-8769c930-4988-472e-a488-f343dfafbaf9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b278c6c-7c0c-4af6-9d7c-1d4eaba660f2 HTTP/1.1" status: 200 len: 210 time: 0.4778624 Jul 22 19:34:47.454677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.616314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Router bed78952-af64-444e-bc05-c36624eb3fb3 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:47.669520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:47.726940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:47.729858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:47.793566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:47.917521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.002918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Attempting to bind port d7c84cb9-9831-4606-ac68-4e4dde56f893 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:48.003267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Attempting to bind port d7c84cb9-9831-4606-ac68-4e4dde56f893 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:48.003599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Attempting to bind port d7c84cb9-9831-4606-ac68-4e4dde56f893 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:48.040093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.077452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Port d7c84cb9-9831-4606-ac68-4e4dde56f893 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:48.077905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Attempting to bind port d7c84cb9-9831-4606-ac68-4e4dde56f893 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:48.097581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:48.104022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:48.104022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:48.104022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:48.104022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Bound port: d7c84cb9-9831-4606-ac68-4e4dde56f893, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:48.104483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.118928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.149535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:48.186095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:48.194802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9b487b0-f54c-4f51-8e0d-0680bd730177 admin admin] 10.222.0.10 "PUT /v2.0/routers/bed78952-af64-444e-bc05-c36624eb3fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6504750 Jul 22 19:34:48.199799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:48.209468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Sync routers for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:48.227500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:48.228138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:48.236771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0907911-583b-4ccc-b111-0b674124c051 req-d076ed2c-a847-4412-b013-08fe0976fe8e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:48.245877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0907911-583b-4ccc-b111-0b674124c051 req-d076ed2c-a847-4412-b013-08fe0976fe8e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 947 time: 0.3888049 Jul 22 19:34:48.257784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Transition to ACTIVE for port object d039d3af-3767-40e3-8762-62f3adc52349 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:48.330070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Checking segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:48.330439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Network hostable DHCP agents. Network: a84e566a-f0e6-445f-bb89-0a616a3ce004, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:48.349610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.390484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:48.402270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.444012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:48.448755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:48.474976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a84e566a-f0e6-445f-bb89-0a616a3ce004) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:48.491355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39429854-634d-49c9-8375-fb6c63f8e121 None None] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:48.493108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:48.494669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.511434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.516311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Provisioning for port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:48.562640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Provisioning complete for port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:48.563558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.634954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Deleting port 3a6bc1ad-441e-45a6-8689-f656161d72d1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:48.635602 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.684063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0907911-583b-4ccc-b111-0b674124c051 req-e174baa7-bcb4-49a2-9e64-d4665bf41d72 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321489 Jul 22 19:34:48.696939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:48.711862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:48.775262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:48.789309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.802628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ebfa652d-bdd6-4e21-bb27-3c6b0c729f94 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3604edf80b514ac5a99cb0b562b3c169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498976 Jul 22 19:34:48.807249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:48.811073 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.819920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::1 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/8692378b-8822-4815-adf2-a8d1a2a4989a/c38976f4-f6f0-41eb-840b-82ab5b8e4442) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:48.833773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-44836ff9-1076-41c4-814d-b735ce5c4241 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6881807 Jul 22 19:34:48.837718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.844291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:48.863695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:48.873408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] For port 3a6bc1ad-441e-45a6-8689-f656161d72d1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3a6bc1ad-441e-45a6-8689-f656161d72d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:48.873772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.906820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Calling delete_port for 3a6bc1ad-441e-45a6-8689-f656161d72d1 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:48.949386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:34:46Z', 'revision_number': 5, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port': {'id': '3a6bc1ad-441e-45a6-8689-f656161d72d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:48.951234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8d915-a4c0-49a0-a48d-af1a9bd654fd None None] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:48.976287 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.977337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.981985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:48.982729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:48.984325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7c84cb9-9831-4606-ac68-4e4dde56f893 HTTP/1.1" status: 200 len: 1096 time: 3.5176954 Jul 22 19:34:48.989975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.000439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Attempting to bind port d039d3af-3767-40e3-8762-62f3adc52349 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:49.000804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Attempting to bind port d039d3af-3767-40e3-8762-62f3adc52349 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:49.001114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Attempting to bind port d039d3af-3767-40e3-8762-62f3adc52349 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:49.003546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:49.005527 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:49.019723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Checking router: bed78952-af64-444e-bc05-c36624eb3fb3 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:49.037111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:49.043178 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.058006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.091596 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df5058-42dd-4f70-a0ab-626c07b7a389 x-openstack-request-id: req-29df5058-42dd-4f70-a0ab-626c07b7a389 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:49.091867 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:49.092121 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29df5058-42dd-4f70-a0ab-626c07b7a389 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:49.092531 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893', 'status': 'completed', 'code': 200} Jul 22 19:34:49.098820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a4ec8f-a4f1-4f58-9606-768bc15a7642,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.118037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b1186282-4bb6-4b0c-bf78-3c486c098441 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa8530f70ce64fa184f5f4d68a7036c7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2234640 Jul 22 19:34:49.118680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Port d039d3af-3767-40e3-8762-62f3adc52349 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:49.119005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Attempting to bind port d039d3af-3767-40e3-8762-62f3adc52349 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:49.121219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:49.154508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:49.154842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50eec0cb-ba8b-47ce-b317-60cbb6fbdc79 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:49.159875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Routers {'bed78952-af64-444e-bc05-c36624eb3fb3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:49.160584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bed78952-af64-444e-bc05-c36624eb3fb3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:49.167983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f45fa7-076b-4a72-b237-963a19ddbf89 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.186650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] For port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:49.211308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.236112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.261674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:49.262136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:49.262583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:49.263101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Bound port: d039d3af-3767-40e3-8762-62f3adc52349, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:49.263532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.266303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.295760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.364918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-b26c42bc-629f-4d9c-b41e-aad1d7a05a6e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:49.367188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-b26c42bc-629f-4d9c-b41e-aad1d7a05a6e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.4647229 Jul 22 19:34:49.405174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.430080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-64181ebb-f91a-49be-a62c-1433679575d2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0509472 Jul 22 19:34:49.436994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-b9486930-ac0e-40cc-82eb-05eadf169348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:49.438641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-b9486930-ac0e-40cc-82eb-05eadf169348 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 1099 time: 0.3450603 Jul 22 19:34:49.445252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object c38976f4-f6f0-41eb-840b-82ab5b8e4442 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:49.468596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:49.475894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.494511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] Set router bed78952-af64-444e-bc05-c36624eb3fb3 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:49.505340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.508904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.513856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0a4ec8f-a4f1-4f58-9606-768bc15a7642 HTTP/1.1" status: 204 len: 168 time: 0.3874311 Jul 22 19:34:49.564453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:34:48Z', 'revision_number': 6, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:49.569515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c17a1-f763-47ce-aa5b-44d54bca64fc None None] Pushing event updated for resources: {'Port': ['ID=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.602063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c51a4e-7873-43ed-b8b8-a9e038d5a039 None None] The sync data for ids ['bed78952-af64-444e-bc05-c36624eb3fb3'] in n-d-800087-13 is: [{'id': 'bed78952-af64-444e-bc05-c36624eb3fb3', 'name': 'tempest-ServersTestBootFromVolume-489427545-router', 'tenant_id': 'd617440b03d1477cbd48d90a10457657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:31:11Z', 'updated_at': '2021-07-22T19:34:48Z', 'revision_number': 6, 'project_id': 'd617440b03d1477cbd48d90a10457657', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:49.617155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34d46c-8a87-4447-b471-b4bc9e5d9057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a4ec8f-a4f1-4f58-9606-768bc15a7642,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.627147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.689941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.692606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.694023 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66c5c984-5094-4da4-801e-0f633d40590e HTTP/1.1" status: 204 len: 168 time: 0.8855798 Jul 22 19:34:49.702640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6bc1ad-441e-45a6-8689-f656161d72d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.737951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f08a-466e-4d28-a4e2-abc9b53097e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c5c984-5094-4da4-801e-0f633d40590e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:49.829406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.889429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:49.891827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-bcff7ad4-14b8-46c8-b921-cae75bc46e7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893 HTTP/1.1" status: 200 len: 217 time: 0.4345713 Jul 22 19:34:49.918304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.954795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:49.957941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.043529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.044680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.045649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] 10.222.0.32 "PUT /v2.0/ports/d039d3af-3767-40e3-8762-62f3adc52349 HTTP/1.1" status: 200 len: 1096 time: 4.5870090 Jul 22 19:34:50.120639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.121208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bed78952-af64-444e-bc05-c36624eb3fb3 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:34:50.130714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.138380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42e4439b-b831-47ca-8498-c7eb8c37b555 admin admin] 10.222.0.10 "DELETE /v2.0/routers/bed78952-af64-444e-bc05-c36624eb3fb3 HTTP/1.1" status: 204 len: 168 time: 1.9418964 Jul 22 19:34:50.147312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-927647fe-cbec-4688-930e-4e90b7727349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.149181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-927647fe-cbec-4688-930e-4e90b7727349 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2433555 Jul 22 19:34:50.150195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.155401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51892) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:50.187335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d73b7-1be9-407a-9931-c9b624167c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:50.202736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cca6db3a-2cf7-4237-9b4f-a7244d668220 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:50.217461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.229040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-ff3fb5a5-da3a-41ec-993d-a012599f57f0 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7893064 Jul 22 19:34:50.252477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: cca6db3a-2cf7-4237-9b4f-a7244d668220 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:50.252827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cca6db3a-2cf7-4237-9b4f-a7244d668220 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:50.271293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.290176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:50.344830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=c38976f4-f6f0-41eb-840b-82ab5b8e4442,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:50.359920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:50.367592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-1e878065-d4b3-4721-8260-e8713358bea3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:34:50.368669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-1e878065-d4b3-4721-8260-e8713358bea3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993848 Jul 22 19:34:50.375270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:50.388661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:50.389359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.437231 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b1974a24-f728-40e4-b307-b84aa8148d0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7c21ed6d8b843de955b9fe3f97d5af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441770 Jul 22 19:34:50.437934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:50.466010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9d10-3af7-46fc-b757-0880069af5dc req-87949048-4e57-461d-9cc4-68f63c6f2e49 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.467624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b5a9d10-3af7-46fc-b757-0880069af5dc req-87949048-4e57-461d-9cc4-68f63c6f2e49 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 947 time: 0.5851073 Jul 22 19:34:50.503606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Deleting subnet 0d67d9c0-fb8d-4c02-821b-a0cc1f34839d {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:34:50.507890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.539077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Allocated IP 172.25.6.167 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/6454bde2-78f5-4f3c-9a23-cb3a91fe0f95) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:50.564759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.616215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.626801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.706150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b3678f86-a87e-451c-8c27-8d8b19470ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.708043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-b3678f86-a87e-451c-8c27-8d8b19470ce1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1099 time: 0.5902791 Jul 22 19:34:50.766795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-83d271eb-d35a-40be-8a0b-01b7bc9dba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:50.768531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-83d271eb-d35a-40be-8a0b-01b7bc9dba94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6085629 Jul 22 19:34:50.776233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ac516f59-f1be-432e-90eb-6a7977f91219 None None] Provisioning for port c38976f4-f6f0-41eb-840b-82ab5b8e4442 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:50.782417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.785273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.786199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ac516f59-f1be-432e-90eb-6a7977f91219 None None] Provisioning complete for port c38976f4-f6f0-41eb-840b-82ab5b8e4442 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:50.786438 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1208c993-a819-4aa0-998e-68f2389e2283 HTTP/1.1" status: 204 len: 168 time: 0.3456604 Jul 22 19:34:50.787538 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac516f59-f1be-432e-90eb-6a7977f91219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.790091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.804744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265cbe6-aa1c-4b73-9737-b06b4d731674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208c993-a819-4aa0-998e-68f2389e2283,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:50.843593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b5a9d10-3af7-46fc-b757-0880069af5dc req-f09795bf-3d86-461b-ba79-643049041695 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665135 Jul 22 19:34:50.869690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:50.914382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-491473a0-eda8-4202-97f0-9ef20f0333cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d039d3af-3767-40e3-8762-62f3adc52349 HTTP/1.1" status: 200 len: 217 time: 0.1628335 Jul 22 19:34:50.920348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ac516f59-f1be-432e-90eb-6a7977f91219 None None] Port c38976f4-f6f0-41eb-840b-82ab5b8e4442 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:50.951407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:50.955013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:50.962700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:50.999077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Pushing event updated for resources: {'Port': ['ID=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:51.093479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:51.096001 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59" -d '{"events": [{"name": "network-changed", "server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:51.168679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-47903c01-11f5-4a7c-b802-6f4c97ca0c31 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908971 Jul 22 19:34:51.181404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.211303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.215542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-7c06f91f-1843-43d1-a893-edfa9878b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:51.217224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-7c06f91f-1843-43d1-a893-edfa9878b95c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.2889044 Jul 22 19:34:51.227711 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3654db2d-0c7e-4fdc-9aa2-0088dc083813 x-openstack-request-id: req-3654db2d-0c7e-4fdc-9aa2-0088dc083813 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:51.227903 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:51.228135 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3654db2d-0c7e-4fdc-9aa2-0088dc083813 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:51.228542 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'status': 'completed', 'code': 200} Jul 22 19:34:51.289078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.407384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-74fa4771-37cc-4913-972b-e6c963613a70 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910282 Jul 22 19:34:51.551776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-1f2a48cf-fdd4-4c10-8572-7f66d8dc4dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715155 Jul 22 19:34:51.560857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.574261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.629836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:51.634380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d67d9c0-fb8d-4c02-821b-a0cc1f34839d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:51.639278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:51.641738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-89a8baa4-d645-4f1b-922b-07a0d8530618 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d67d9c0-fb8d-4c02-821b-a0cc1f34839d HTTP/1.1" status: 204 len: 168 time: 1.4830692 Jul 22 19:34:51.651461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51938) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:51.656138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d1584-a667-4343-a677-b671ef55fbe4 req-4565d401-b584-4045-8a8b-fa9802952276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:51.658109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-4565d401-b584-4045-8a8b-fa9802952276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3983896 Jul 22 19:34:51.686353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92cd105-6235-4a23-8696-809e84ce4ed2 None None] Network 94f96300-639c-49a6-8d5b-905716682ff2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:34:51.783707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bc61b7c-6f6e-42de-8e42-51e08ec2429a req-51a032ee-2ffb-4407-ba9e-a2e8fe2fd0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674061 Jul 22 19:34:51.844803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.020340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Router 3366197b-9732-43b3-b398-4cd8acea226f is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:34:52.034493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Deleting port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:52.034493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.049126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:52.049586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.125490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e327099-9604-4a53-b8e1-fc4c22e53850 req-b89cd003-7941-4d5b-bdc2-ae09cecf575d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 210 time: 0.1823812 Jul 22 19:34:52.148726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-7d5e4c63-a67b-4319-99b4-222919fbb12d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4802606 Jul 22 19:34:52.232789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3a6bc1ad-441e-45a6-8689-f656161d72d1 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:52.266960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] For port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:52.267362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.290963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Calling delete_port for 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:52.334001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3a6bc1ad-441e-45a6-8689-f656161d72d1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:52.336645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3a6bc1ad-441e-45a6-8689-f656161d72d1 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:52.337232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 38e43e47-ad74-4df1-a026-56d0b7ce308f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:52.343370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] DHCP port deletion for 94f96300-639c-49a6-8d5b-905716682ff2 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:34:52.396456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 38e43e47-ad74-4df1-a026-56d0b7ce308f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:52.397299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 38e43e47-ad74-4df1-a026-56d0b7ce308f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:52.410235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:52.417022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.422638 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Sync routers for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:52.439727 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:52.441926 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:52.447936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.449229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5671da55-8c29-4c68-9339-c7a94fe1ff0f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6035290 Jul 22 19:34:52.451783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51968) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:52.453098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.455088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.541314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Deleting port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:52.542800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.676176 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:52.733318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] For port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,segment=NetworkSegment(2ff9fedc-9a78-4591-8478-7a1272fd5ca2),segment_id=2ff9fedc-9a78-4591-8478-7a1272fd5ca2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:52.735185 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:52.791562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Calling delete_port for 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:53.040862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-879e586b-92bb-46ec-8cd1-7792180166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:53.043480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-879e586b-92bb-46ec-8cd1-7792180166c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 1099 time: 1.2005634 Jul 22 19:34:53.058710 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:51Z', 'revision_number': 3, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:53.106186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b88dce-f134-4ada-b31a-6da07e80bbf4 req-abb7a2b6-65e3-44ea-86ba-e7bd223dedc5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:53.107402 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Checking router: 3366197b-9732-43b3-b398-4cd8acea226f for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:53.108199 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Updating router 3366197b-9732-43b3-b398-4cd8acea226f port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:53.113697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b88dce-f134-4ada-b31a-6da07e80bbf4 req-abb7a2b6-65e3-44ea-86ba-e7bd223dedc5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 947 time: 1.0952406 Jul 22 19:34:53.123893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=c38976f4-f6f0-41eb-840b-82ab5b8e4442,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:53.157110 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.210059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-465d1584-a667-4343-a677-b671ef55fbe4 req-abc41aaa-62eb-4f0d-aefa-3a66390f2fd2 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646316 Jul 22 19:34:53.294498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b88dce-f134-4ada-b31a-6da07e80bbf4 req-af5857ac-0963-4d48-8eec-95ab5b1c8765 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799276 Jul 22 19:34:53.311460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.316330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.395618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] No DVR routers for this DVR port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:53.398751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:53.405184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c077832-63c5-4590-966f-c97f1e39ab9e None None] Pushing event deleted for resources: {'Port': ['ID=0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:53.494598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] No DVR routers for this DVR port 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:34:53.506706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c909280-7bef-403f-8292-83cef3c53b94 req-2cb84861-1263-494c-ab4f-0e38cabdd1bf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 210 time: 0.2142475 Jul 22 19:34:53.611730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-69e317bb-f88e-4ad9-bb88-db75d2038160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:53.613188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-69e317bb-f88e-4ad9-bb88-db75d2038160 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.5524459 Jul 22 19:34:53.615031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:53.622339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:53.662987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:34:53.701307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:34:53.701654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0dfbf8b8-acac-4eeb-9edf-5b3c1e1a4ace not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:34:53.704163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-b92e6c93-eb87-4208-b9d0-af4565eaff53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893 HTTP/1.1" status: 200 len: 217 time: 0.0840707 Jul 22 19:34:53.716687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-a124a53a-5f28-4a14-a6e3-810a3418ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:53.718416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-a124a53a-5f28-4a14-a6e3-810a3418ec95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1099 time: 0.4293194 Jul 22 19:34:53.738105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.863957 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.878816 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Transition to ACTIVE for port object 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:53.896689 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.920894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-4ae4d198-8a50-4672-a60b-cfd99dbfe330 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:53.922535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-4ae4d198-8a50-4672-a60b-cfd99dbfe330 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.5471916 Jul 22 19:34:53.979748 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Attempting to bind port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:53.981277 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Attempting to bind port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:53.981849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Attempting to bind port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:53.990156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Pushing event updated for resources: {'Port': ['ID=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:53.993842 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:53.994519 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:53.995348 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:53.996094 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:53.996812 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Bound port: 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:53.997415 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.000687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': '4452cf0f-259c-4275-858c-361c78d43cdf', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:54.008790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f96300-639c-49a6-8d5b-905716682ff2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.020954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-10eb9dc8-bf92-46ef-bf7d-21a630f07e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.021509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff9fedc-9a78-4591-8478-7a1272fd5ca2') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.021818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff9fedc-9a78-4591-8478-7a1272fd5ca2') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.023478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-10eb9dc8-bf92-46ef-bf7d-21a630f07e6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3086023 Jul 22 19:34:54.024447 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.024798 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.025134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.025464 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.026012 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.026342 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.026672 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.026997 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.027318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.027640 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.028096 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.028481 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:34:54.037190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.053469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.061232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:34:54.061642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:34:54.063822 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:34:54.079245 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] For port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:54.083182 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] For port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:54.091942 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.094742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9100bf95-a764-4553-ba30-33df26d0a2d1 None None] Provisioning complete for port c38976f4-f6f0-41eb-840b-82ab5b8e4442 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:54.095301 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9100bf95-a764-4553-ba30-33df26d0a2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.158307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9100bf95-a764-4553-ba30-33df26d0a2d1 None None] Port c38976f4-f6f0-41eb-840b-82ab5b8e4442 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:34:54.189212 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:54.189833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.192646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054952-4093-4ea6-ab57-825b95a284a7 None None] Pushing event updated for resources: {'Port': ['ID=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:54.282534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.283130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.283787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.283899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.284343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.285436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.285919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.286387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.287991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.287991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.297279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4b7e594-78c9-46ba-892f-2939f90877a2 req-9b14550a-b680-4111-b520-f03211c20cb0 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7057 time: 0.4654765 Jul 22 19:34:54.314969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-a800bf7d-4b71-4842-8bf7-9ba23da6c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.316520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-a800bf7d-4b71-4842-8bf7-9ba23da6c978 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.4832942 Jul 22 19:34:54.333595 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.380442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-e19950a4-2c2f-48b5-99c1-e2730cb1d89f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d039d3af-3767-40e3-8762-62f3adc52349 HTTP/1.1" status: 200 len: 217 time: 0.0422792 Jul 22 19:34:54.387129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.390122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:34:54.399863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.404079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] 10.222.0.10 "DELETE /v2.0/networks/94f96300-639c-49a6-8d5b-905716682ff2 HTTP/1.1" status: 204 len: 168 time: 2.7473509 Jul 22 19:34:54.430889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b478b-3e21-4112-86b0-61a40201be35 admin admin] Pushing event deleted for resources: {'Network': ['ID=94f96300-639c-49a6-8d5b-905716682ff2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:54.468123 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:54.599807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:54.611733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.638152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:54.654536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-53c3f04a-617d-4266-bf8f-37a1dfbc5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.656430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-53c3f04a-617d-4266-bf8f-37a1dfbc5e57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5535946 Jul 22 19:34:54.743760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-8925faf5-1cb1-4e51-a70e-e7409b717063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.745782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-8925faf5-1cb1-4e51-a70e-e7409b717063 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.3489573 Jul 22 19:34:54.746420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52030) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:54.768692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:54.784473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Sync routers for ids ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:54.789573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:51Z', 'revision_number': 3, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.806197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Routers {'2c4f441a-b8d4-423f-ae44-ed417a6e4aea'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:54.808345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:54.822011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd42fe3b-7003-4115-841d-727c8b75ade5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "PUT /v2.0/routers/2c4f441a-b8d4-423f-ae44-ed417a6e4aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9417267 Jul 22 19:34:54.840674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52032) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:54.846790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd52c635-2035-42e1-9c76-b8bd55ec7108 None None] The sync data for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 is: [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:51Z', 'revision_number': 3, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:54.966154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe047-f46c-4c33-8cac-16519087e839 req-c51430bf-170c-4bab-8a59-b469730d9448 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:54.967823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1fffe047-f46c-4c33-8cac-16519087e839 req-c51430bf-170c-4bab-8a59-b469730d9448 tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 886 time: 0.6287909 Jul 22 19:34:54.992515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Set router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:55.003377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.4 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/14408a9e-2d06-4e79-8518-85443e1ef6ed) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:55.047533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e9241-d7cc-4697-8c9e-ddec9e2a7b9c req-5f0056c3-8af1-4a79-9882-cf7fa8038f6e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:55.055783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb7e9241-d7cc-4697-8c9e-ddec9e2a7b9c req-5f0056c3-8af1-4a79-9882-cf7fa8038f6e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 947 time: 0.5982351 Jul 22 19:34:55.084856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d7c84cb9-9831-4606-ac68-4e4dde56f893 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:55.109622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81953e-0fd9-4b11-b9cf-2556fed228fc tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:55.113903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e81953e-0fd9-4b11-b9cf-2556fed228fc tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports/c38976f4-f6f0-41eb-840b-82ab5b8e4442 HTTP/1.1" status: 200 len: 911 time: 0.2720406 Jul 22 19:34:55.114361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52036) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:55.126957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e8677b3b-0c91-4bf0-a387-3a6a62d2b119 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d617440b03d1477cbd48d90a10457657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678231 Jul 22 19:34:55.135187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:55.172408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Allocated IP 172.20.0.1 (a84e566a-f0e6-445f-bb89-0a616a3ce004/5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18/f3580544-ba99-4609-8770-3113efe13206) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:34:55.201783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-dc6544ad-e5dd-401c-b500-b6c3798c430c service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015364 Jul 22 19:34:55.286466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb7e9241-d7cc-4697-8c9e-ddec9e2a7b9c req-92df80c6-faba-4d60-877c-d22be59491fb tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294452 Jul 22 19:34:55.363015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07d481b2-db6b-47ff-a329-8bc9145321aa req-bfa5a0cd-c104-4aa7-8f28-eb0d5e7a1195 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 210 time: 0.1570642 Jul 22 19:34:55.390378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.405159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.433910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-b1980bf4-a893-4ddb-b5a0-a4f8de8d7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:55.435698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-b1980bf4-a893-4ddb-b5a0-a4f8de8d7011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6755979 Jul 22 19:34:55.511540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:55.542559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'd7c84cb9-9831-4606-ac68-4e4dde56f893', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd7c84cb9-9831-4606-ac68-4e4dde56f893', 'mac_address': 'fa:16:3e:44:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:55.564189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:34:50Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': 'c38976f4-f6f0-41eb-840b-82ab5b8e4442', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:2e:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:51Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:55.637968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.640577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.644611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2dbd2d03-4b8f-4f96-9db1-6a498df0c689 HTTP/1.1" status: 204 len: 168 time: 0.5070620 Jul 22 19:34:55.644812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Checking router: 2c4f441a-b8d4-423f-ae44-ed417a6e4aea for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:55.665358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Updating router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea port c38976f4-f6f0-41eb-840b-82ab5b8e4442 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:55.670671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278b26f-17fa-4ab9-9256-6c98b81292dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd2d03-4b8f-4f96-9db1-6a498df0c689,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:55.745410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:55.759261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.767165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.817482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8c88e4e-1ce3-480f-ad52-dee25bed6eb3 req-f9803baf-b8c1-4d1c-9d52-860217bd0a40 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525730 Jul 22 19:34:55.823471 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.828199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.857384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c84cb9-9831-4606-ac68-4e4dde56f893 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:55.866432 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.891513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:55.911591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:55.936854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:55.941332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:55.950159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:55.957475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:55.975135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.013211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:56.016268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Pushing event updated for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:56.018357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:56.021306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:56.049207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:34:56.054912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-3c47b00e-b85b-48af-bffe-1f1eb1fc6c7b service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974262 Jul 22 19:34:56.071927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.123702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:56.124079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.136190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9366b7c-dc9f-4f68-aa72-35c530b839b7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.136953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.137620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.158400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9366b7c-dc9f-4f68-aa72-35c530b839b7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.160743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a9366b7c-dc9f-4f68-aa72-35c530b839b7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0393708 Jul 22 19:34:56.167218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.167979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.169661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.170325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.170870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.171304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.174985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.175445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.175945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:56.180467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5b9267b-ca4c-49aa-9ba7-e8b2a92056d4 req-5dd88928-b71a-4464-ae9a-ac834766724f tempest-NetworksTest-827935944 tempest-NetworksTest-827935944-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 0.8124962 Jul 22 19:34:56.180995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52050) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:56.205404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:56.215607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d7c84cb9-9831-4606-ac68-4e4dde56f893'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:56.275355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-9f400187-7ca4-4d05-8bc8-e28365f305bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2743230 Jul 22 19:34:56.285368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:34:56.287206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Request body: {'port': {'device_id': '4452cf0f-259c-4275-858c-361c78d43cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:56.487225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.517272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:56.539289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.827271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.830196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52068) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:56.834285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.855688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.863939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:56.915495 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:56.997018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.002348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Pushing event updated for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.003339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.051478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca16ed7a-20e1-4822-94a0-2f0f30a2cd59 req-12ae67a0-736a-45cd-99f2-091073f6e804 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9873979 Jul 22 19:34:57.108611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52090) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:57.138008 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.152562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:57.238741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd039d3af-3767-40e3-8762-62f3adc52349', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd039d3af-3767-40e3-8762-62f3adc52349', 'mac_address': 'fa:16:3e:3b:b2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:34:57.243440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb62ae98-2d1b-4479-9ecd-f6fa10e601be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.353989 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.380379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1964624515-network', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:57.385926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.401084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:34:57.408520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Transition to ACTIVE for port object c38976f4-f6f0-41eb-840b-82ab5b8e4442 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:57.412636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:34:57.424748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:57.433193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.464834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8294-7be6-4aa1-9807-8cc48afc0233 req-3d50edbb-ef6b-4608-aa92-6565237e30f8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:57.466467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff0a8294-7be6-4aa1-9807-8cc48afc0233 req-3d50edbb-ef6b-4608-aa92-6565237e30f8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 931 time: 0.4117944 Jul 22 19:34:57.488058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e15f95-4e51-4fca-99f4-be8e4d7de6eb req-fcdcadb1-130e-45e0-b8d0-cc52d6ed99d1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:57.498223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9e15f95-4e51-4fca-99f4-be8e4d7de6eb req-fcdcadb1-130e-45e0-b8d0-cc52d6ed99d1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 948 time: 0.4449694 Jul 22 19:34:57.540682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:57.541802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912c83f-1f9e-4b17-8a18-285439b3126e None None] Pushing event updated for resources: {'Port': ['ID=c38976f4-f6f0-41eb-840b-82ab5b8e4442,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.552806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb62ae98-2d1b-4479-9ecd-f6fa10e601be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.556698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.620021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb62ae98-2d1b-4479-9ecd-f6fa10e601be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.645181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:57.685572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb62ae98-2d1b-4479-9ecd-f6fa10e601be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aac894736066411fae07eb66275a2ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406312 Jul 22 19:34:57.693702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:57.721697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9e15f95-4e51-4fca-99f4-be8e4d7de6eb req-a6220147-31e7-4657-95e9-225967420426 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226272 Jul 22 19:34:57.740115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff0a8294-7be6-4aa1-9807-8cc48afc0233 req-f1c9874a-78a5-4bac-aec1-442251dd35f8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246640 Jul 22 19:34:57.743213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.750943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:57.754165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.778594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.779042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Attempting to bind port c38976f4-f6f0-41eb-840b-82ab5b8e4442 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:57.779418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Attempting to bind port c38976f4-f6f0-41eb-840b-82ab5b8e4442 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:57.779780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Attempting to bind port c38976f4-f6f0-41eb-840b-82ab5b8e4442 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:57.802283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:57.802662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:57.803075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.803472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:57.806573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Bound port: c38976f4-f6f0-41eb-840b-82ab5b8e4442, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:57.806965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.855346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ae98-2d1b-4479-9ecd-f6fa10e601be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eb1a3e-3eaf-4a1d-80ff-95bd4033a58f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:57.934711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.935735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] For port c38976f4-f6f0-41eb-840b-82ab5b8e4442, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:57.940258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] For port c38976f4-f6f0-41eb-840b-82ab5b8e4442, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c38976f4-f6f0-41eb-840b-82ab5b8e4442,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:57.947271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:34:57.954113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.970145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.970359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:57.980473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.036667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:34:58.051337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a0c7f4-9a80-4952-be09-b71f2621ccdb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.058540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:58.060060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.082599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.086583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.088036 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4eb1a3e-3eaf-4a1d-80ff-95bd4033a58f HTTP/1.1" status: 204 len: 168 time: 0.3924785 Jul 22 19:34:58.120682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.121128 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Added segment 6bf31962-7ed1-43b8-915b-1b2c4238d643 of type vlan for network dd5c4df9-83bb-4798-a90e-fd6f9846adfc Jul 22 19:34:58.129270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66755bc2-37d7-4ab2-b3a7-731edc69296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eb1a3e-3eaf-4a1d-80ff-95bd4033a58f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.146279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Router 3366197b-9732-43b3-b398-4cd8acea226f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:34:58.153218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14408a9e-2d06-4e79-8518-85443e1ef6ed {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:34:58.166161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.202519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912c83f-1f9e-4b17-8a18-285439b3126e None None] Pushing event updated for resources: {'Port': ['ID=c38976f4-f6f0-41eb-840b-82ab5b8e4442,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.212680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Routers {'2c4f441a-b8d4-423f-ae44-ed417a6e4aea'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:58.213605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:58.261633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Transition to ACTIVE for port object 14408a9e-2d06-4e79-8518-85443e1ef6ed will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:34:58.273726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.296634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.362119 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.369667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:58.370367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.463795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.519751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] Pushing event updated for resources: {'Network': ['ID=dd5c4df9-83bb-4798-a90e-fd6f9846adfc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:58.532237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a0e10e30-cf3b-4647-b682-b11df449f56a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3846903 Jul 22 19:34:58.537235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:58.549070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.555303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Request body: {'subnet': {'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1964624515-subnet', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:34:58.573188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:34:58.587287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:34:58.605641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39bc515d-2efd-445e-929c-c7264b51c221 admin admin] 10.222.0.10 "PUT /v2.0/routers/3366197b-9732-43b3-b398-4cd8acea226f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1526906 Jul 22 19:34:58.605813 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Sync routers for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:34:58.622518 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:34:58.623304 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:58.657722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Attempting to bind port 14408a9e-2d06-4e79-8518-85443e1ef6ed on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:34:58.658341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Attempting to bind port 14408a9e-2d06-4e79-8518-85443e1ef6ed by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:34:58.658831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Attempting to bind port 14408a9e-2d06-4e79-8518-85443e1ef6ed on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:58.665478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:34:58.668535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.671036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Port 14408a9e-2d06-4e79-8518-85443e1ef6ed on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:34:58.671543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Attempting to bind port 14408a9e-2d06-4e79-8518-85443e1ef6ed on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:34:58.688563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:34:58.688911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:58.689309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:34:58.689758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Bound port: 14408a9e-2d06-4e79-8518-85443e1ef6ed, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:34:58.690257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:58.702470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] Set router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:58.849952 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:34:58.976731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:34:58.981346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52130) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:34:58.991091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:34:59.007795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.031799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c28b1146-a9c7-4c2a-b939-b6e08752ddc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.091877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:59.091877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.094189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/14408a9e-2d06-4e79-8518-85443e1ef6ed HTTP/1.1" status: 200 len: 1092 time: 2.8179548 Jul 22 19:34:59.094718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:59.097453 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5e8f4-314a-4284-b1cf-75cc05310a46" -d '{"events": [{"name": "network-changed", "server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:59.120545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22657d01-a2ce-462d-a904-9039b761c125 req-85ff7104-b8f1-4f5c-8c2c-f7a325368a4d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:59.123248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22657d01-a2ce-462d-a904-9039b761c125 req-85ff7104-b8f1-4f5c-8c2c-f7a325368a4d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 943 time: 0.2834535 Jul 22 19:34:59.148941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d7c84cb9-9831-4606-ac68-4e4dde56f893 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:34:59.155576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d7910-0114-4293-bcf5-d2c959f6aa6a req-ab4df7dd-708f-4aab-b235-4078eaf6b834 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:59.158026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-520d7910-0114-4293-bcf5-d2c959f6aa6a req-ab4df7dd-708f-4aab-b235-4078eaf6b834 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 948 time: 0.2256804 Jul 22 19:34:59.169722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d5c61-22f5-49cd-ad9b-0bbe6456f7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:59.225361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22657d01-a2ce-462d-a904-9039b761c125 req-6224f32a-88ea-444a-a21f-70a22313d5d4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 Jul 22 19:34:59.252543 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f3580544-ba99-4609-8770-3113efe13206', 'name': '', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'mac_address': 'fa:16:3e:38:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:54Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 2, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'subnets': [{'id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:59.291689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port d7c84cb9-9831-4606-ac68-4e4dde56f893 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:34:59.297653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:34:50Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': 'c38976f4-f6f0-41eb-840b-82ab5b8e4442', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:2e:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:57Z', 'revision_number': 4, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:34:59.302043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port d7c84cb9-9831-4606-ac68-4e4dde56f893 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:34:59.302837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.311141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-520d7910-0114-4293-bcf5-d2c959f6aa6a req-b5a26a84-6844-4303-9420-2d79285652d5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102452 Jul 22 19:34:59.331309 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Checking router: 3366197b-9732-43b3-b398-4cd8acea226f for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:34:59.331984 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Updating router 3366197b-9732-43b3-b398-4cd8acea226f port f3580544-ba99-4609-8770-3113efe13206 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:34:59.340710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.349226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port c38976f4-f6f0-41eb-840b-82ab5b8e4442 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:34:59.349557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.352636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1344ed39-6bf8-4c3a-8d74-be5656e60380 None None] The sync data for ids ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'] in n-d-800087-13 is: [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:34:50Z', 'revision_number': 2, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None, '_interfaces': [{'id': 'c38976f4-f6f0-41eb-840b-82ab5b8e4442', 'name': '', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'mac_address': 'fa:16:3e:2e:de:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:57Z', 'revision_number': 4, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'subnets': [{'id': '8692378b-8822-4815-adf2-a8d1a2a4989a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:34:59.446228 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.473111 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170ac20-3faa-4a73-9b47-8467d134cc6a x-openstack-request-id: req-0170ac20-3faa-4a73-9b47-8467d134cc6a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:59.473660 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:59.474085 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0170ac20-3faa-4a73-9b47-8467d134cc6a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:59.474769 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed', 'status': 'completed', 'code': 200} Jul 22 19:34:59.558542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.568059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee43d05-f2c4-4c9d-8b40-9e402abbe388,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:59.574029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-10ce688d-efcf-4932-a571-38ca61534f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:34:59.576281 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-10ce688d-efcf-4932-a571-38ca61534f43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 1095 time: 0.4314330 Jul 22 19:34:59.605006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port c38976f4-f6f0-41eb-840b-82ab5b8e4442, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c38976f4-f6f0-41eb-840b-82ab5b8e4442,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:59.609694 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.628128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:34:59.635631 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eaa796-913a-4220-bce2-539f4922f7a8" -d '{"events": [{"server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "name": "network-vif-plugged", "status": "completed", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:34:59.664781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for c38976f4-f6f0-41eb-840b-82ab5b8e4442 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:34:59.666423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:34:59.673169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.790192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Checking segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:34:59.790906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Network hostable DHCP agents. Network: dd5c4df9-83bb-4798-a90e-fd6f9846adfc, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:34:59.800303 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d566fb17-d2cc-48bc-8f43-67adcaf7d20b x-openstack-request-id: req-d566fb17-d2cc-48bc-8f43-67adcaf7d20b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:34:59.800596 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "name": "network-vif-plugged", "status": "completed", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:34:59.801782 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d566fb17-d2cc-48bc-8f43-67adcaf7d20b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:34:59.802208 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893', 'code': 200} Jul 22 19:34:59.810496 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-8b4cf36c-bda9-47a1-a6aa-a0deb71aae13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed HTTP/1.1" status: 200 len: 217 time: 0.2108445 Jul 22 19:34:59.832394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c28b1146-a9c7-4c2a-b939-b6e08752ddc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.891304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:34:59.920599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c28b1146-a9c7-4c2a-b939-b6e08752ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:34:59.956842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:34:59.982943 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c28b1146-a9c7-4c2a-b939-b6e08752ddc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=58f0a4b995eb404e99919f04ddb22fd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9984510 Jul 22 19:34:59.992979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:00.017355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dd5c4df9-83bb-4798-a90e-fd6f9846adfc) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:00.027824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc7a8b-c203-4762-b2d8-a930c045fb22 None None] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:00.076896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd2d3a38-ac51-4177-88c3-dabea3035694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.081254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-fd2d3a38-ac51-4177-88c3-dabea3035694 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.2513444 Jul 22 19:35:00.140655 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.149361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.150008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.162218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Transition to ACTIVE for port object f3580544-ba99-4609-8770-3113efe13206 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:00.174223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-bdccac21-3482-47e0-afff-5349da304d97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844548 Jul 22 19:35:00.175072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1146-a9c7-4c2a-b939-b6e08752ddc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd1fe29-63f9-41a9-be11-fbf7bf4ccb7e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:00.185931 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.267121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7175-8f9a-46bd-b52d-6c1f5a1c396c req-e0be5336-8d1f-4d62-829b-c27608ef145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.269624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-502d7175-8f9a-46bd-b52d-6c1f5a1c396c req-e0be5336-8d1f-4d62-829b-c27608ef145a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 1101 time: 0.3962767 Jul 22 19:35:00.341480 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1ef79-5528-4cde-801a-b56b23879f7c None None] Pushing event updated for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:00.353208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-5e0bb162-9747-45ec-822e-81fe3a6c5070 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.360653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-5e0bb162-9747-45ec-822e-81fe3a6c5070 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 818 time: 0.3657665 Jul 22 19:35:00.365158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aa21a070-c94e-47d2-94cd-852535b0b56d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8250096 Jul 22 19:35:00.366155 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Attempting to bind port f3580544-ba99-4609-8770-3113efe13206 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:00.366822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Attempting to bind port f3580544-ba99-4609-8770-3113efe13206 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:00.367329 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Attempting to bind port f3580544-ba99-4609-8770-3113efe13206 on network a84e566a-f0e6-445f-bb89-0a616a3ce004 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:00.371548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:00.374570 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:00.374947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Checking segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:00.375355 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.375747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Bound using segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:00.376242 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Bound port: f3580544-ba99-4609-8770-3113efe13206, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:00.376646 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.396863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:00.419932 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-e6136550-f24b-4e3c-be5f-1cec2619509e service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380962 Jul 22 19:35:00.436373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:00.511731 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] For port f3580544-ba99-4609-8770-3113efe13206, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:00.515075 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] For port f3580544-ba99-4609-8770-3113efe13206, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f3580544-ba99-4609-8770-3113efe13206,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:00.525382 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.536273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-434d7282-1611-417e-91b1-7355f3c9962c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/quotas/d0980c33aea14b8fa94b7fefc90ac377 HTTP/1.1" status: 200 len: 375 time: 0.0643203 Jul 22 19:35:00.536917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.545816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.547441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.564486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port d039d3af-3767-40e3-8762-62f3adc52349 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:00.579868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d039d3af-3767-40e3-8762-62f3adc52349 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:00.580272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.608715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-502d7175-8f9a-46bd-b52d-6c1f5a1c396c req-a5ea9bf0-e41a-4993-9bb4-770e516619e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317635 Jul 22 19:35:00.609352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=c38976f4-f6f0-41eb-840b-82ab5b8e4442,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:00.670986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1ef79-5528-4cde-801a-b56b23879f7c None None] Pushing event updated for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:00.736115 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:00.736781 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:00.796176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:00.797023 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.819000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40705663-3e9d-4632-aa32-bdff380dd4f3 req-34beed85-d9bf-4d7f-b146-da68291f286d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:00.821680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40705663-3e9d-4632-aa32-bdff380dd4f3 req-34beed85-d9bf-4d7f-b146-da68291f286d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 943 time: 0.3515015 Jul 22 19:35:00.824250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:00.842687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-b4dbd038-1bb2-47be-b535-0986237e33e5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2922256 Jul 22 19:35:01.024957 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:01.028280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Allocated IP 172.20.0.2 (dd5c4df9-83bb-4798-a90e-fd6f9846adfc/0ee43d05-f2c4-4c9d-8b40-9e402abbe388/f5aac546-390a-4696-8706-c689c2df4da0) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:01.109700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40705663-3e9d-4632-aa32-bdff380dd4f3 req-82508165-0c37-45b6-a611-0d3e9b8da13d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773395 Jul 22 19:35:01.224664 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.229399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.239546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Transition to ACTIVE for port object f5aac546-390a-4696-8706-c689c2df4da0 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:01.259999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Transition to ACTIVE for port object f5aac546-390a-4696-8706-c689c2df4da0 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:01.260399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.276557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.354368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.366747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.372168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cd1fe29-63f9-41a9-be11-fbf7bf4ccb7e HTTP/1.1" status: 204 len: 168 time: 1.3756824 Jul 22 19:35:01.386827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Pushing event updated for resources: {'Port': ['ID=f5aac546-390a-4696-8706-c689c2df4da0,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:01.390769 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af543b8-0a56-42d6-9268-681035042ebb req-83c1a761-6345-47cd-9ed7-333ec24f19f6 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9618943 Jul 22 19:35:01.411671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:01.417591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:01.423664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:01.446788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feee5e-1d6d-4692-9c43-a4834e6ef0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd1fe29-63f9-41a9-be11-fbf7bf4ccb7e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:01.513448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.578378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.737460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Attempting to bind port f5aac546-390a-4696-8706-c689c2df4da0 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:01.737952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Attempting to bind port f5aac546-390a-4696-8706-c689c2df4da0 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:01.738323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Attempting to bind port f5aac546-390a-4696-8706-c689c2df4da0 on network dd5c4df9-83bb-4798-a90e-fd6f9846adfc {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:01.743481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:01.755134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:01.758564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Checking segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:01.759006 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.759404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Bound using segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:01.759990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Bound port: f5aac546-390a-4696-8706-c689c2df4da0, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:01.761591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.785349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52172) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:01.807433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:01.814827 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56510f-bad5-4c7b-882c-df0e9540b02d" -d '{"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:01.827747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.923504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-97375d64-ac48-4c9c-8db8-6f3766000148 service neutron] 10.222.0.10 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0632744 Jul 22 19:35:01.984429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:01.997845 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f3580544-ba99-4609-8770-3113efe13206', 'name': '', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'mac_address': 'fa:16:3e:38:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:54Z', 'updated_at': '2021-07-22T19:35:00Z', 'revision_number': 4, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'subnets': [{'id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:01.999730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-711cf977-8bba-46ac-84c4-2ae2cba02319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.001837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-711cf977-8bba-46ac-84c4-2ae2cba02319 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 1095 time: 0.4856298 Jul 22 19:35:02.016680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:35:02.088241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:02.091172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159cb879-a182-4de8-8d2f-97cd9c113bad None None] The sync data for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 is: [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f3580544-ba99-4609-8770-3113efe13206', 'name': '', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'mac_address': 'fa:16:3e:38:b4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:54Z', 'updated_at': '2021-07-22T19:35:00Z', 'revision_number': 4, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'subnets': [{'id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:35:02.119338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] For port f5aac546-390a-4696-8706-c689c2df4da0, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:02.123294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] For port f5aac546-390a-4696-8706-c689c2df4da0, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f5aac546-390a-4696-8706-c689c2df4da0,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:02.129459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7776-7dc8-4f79-b627-e97801bc6a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:02.134226 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:02.260315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-834d787a-94f4-410c-b732-f556baa5a95b service neutron] 10.222.0.10 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178458 Jul 22 19:35:02.273052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:35:02.287001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-987e36ad-892c-4b32-8f5f-1f0018ee6d9c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "PUT /v2.0/routers/2c4f441a-b8d4-423f-ae44-ed417a6e4aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1017139 Jul 22 19:35:02.290000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:02.290764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Sync routers for ids ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:35:02.339063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0962f-714b-4921-8ed8-60358de188cc None None] Pushing event updated for resources: {'Port': ['ID=f5aac546-390a-4696-8706-c689c2df4da0,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:02.357003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ee35f-5fa9-401c-b8d9-19ee58e17101 req-342c4ad7-a2ac-472f-94a6-693068314178 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.358739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-230ee35f-5fa9-401c-b8d9-19ee58e17101 req-342c4ad7-a2ac-472f-94a6-693068314178 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 949 time: 0.4320219 Jul 22 19:35:02.367400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Routers {'2c4f441a-b8d4-423f-ae44-ed417a6e4aea'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:02.368962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:02.457320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-9f71774f-ab0a-4603-9e85-55c35eb9f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.460583 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-9f71774f-ab0a-4603-9e85-55c35eb9f155 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.4398301 Jul 22 19:35:02.537418 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:35:02.557093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca57d4-c9c1-4e1a-a177-9a0177e4ef61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.558887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca57d4-c9c1-4e1a-a177-9a0177e4ef61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.563988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Set router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:02.564594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-84ca57d4-c9c1-4e1a-a177-9a0177e4ef61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2698128 Jul 22 19:35:02.568834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52198) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:02.589701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-230ee35f-5fa9-401c-b8d9-19ee58e17101 req-d40e3da6-f7fd-4ab2-9185-c8ed360fa4b0 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051315 Jul 22 19:35:02.612803 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-fc546e00-4c5e-4b65-8ece-4bb4d53bc993 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed HTTP/1.1" status: 200 len: 217 time: 0.1440830 Jul 22 19:35:02.829079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7776-7dc8-4f79-b627-e97801bc6a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:02.833725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:35:00Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:02.860387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e8c7776-7dc8-4f79-b627-e97801bc6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:02.886743 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2afc24d-07ae-46ce-b15f-df6c42575e00 x-openstack-request-id: req-e2afc24d-07ae-46ce-b15f-df6c42575e00 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:02.887296 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:02.887746 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2afc24d-07ae-46ce-b15f-df6c42575e00 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:02.888308 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'code': 200} Jul 22 19:35:02.889628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ad4dec-7350-416f-b48e-6f15833cb92b req-219cd439-1f56-442e-9363-d699c76bcab9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 210 time: 0.1245384 Jul 22 19:35:02.890411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Checking router: 2c4f441a-b8d4-423f-ae44-ed417a6e4aea for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:35:02.905234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Routers {'2c4f441a-b8d4-423f-ae44-ed417a6e4aea'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:02.906271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:02.932137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c7776-7dc8-4f79-b627-e97801bc6a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad752b0-af9f-4a33-878a-ee6712cf8da4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:02.967871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-ddd719e1-da87-4753-aeff-2efa8501a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:02.982546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-ddd719e1-da87-4753-aeff-2efa8501a53e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.3474741 Jul 22 19:35:02.984902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4e8c7776-7dc8-4f79-b627-e97801bc6a0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=558b8c8fb59942f2aa98cfbd0d1619a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1786830 Jul 22 19:35:03.073558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52208) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:03.086843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 8692378b-8822-4815-adf2-a8d1a2a4989a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:03.104057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] Set router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:03.113786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-2559814e-b86b-4986-be84-f9e10215d327 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845413 Jul 22 19:35:03.210072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.283215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:35:00Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:03.295203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-9b89e7ce-3150-4b6f-9ccc-31c72bfe80bc service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704133 Jul 22 19:35:03.333026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.345251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.352927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd36142c-4b77-4c59-8294-7fb92df3433b None None] The sync data for ids ['2c4f441a-b8d4-423f-ae44-ed417a6e4aea'] in n-d-800087-13 is: [{'id': '2c4f441a-b8d4-423f-ae44-ed417a6e4aea', 'name': 'tempest-NetworksTestDHCPv6-router-1709615390', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:46Z', 'updated_at': '2021-07-22T19:35:00Z', 'revision_number': 3, 'project_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:35:03.466443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.575736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.594113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.610172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.674508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6a5e8f4-314a-4284-b1cf-75cc05310a46 req-e2e9666c-50dc-4d6d-9d51-853d67b9ed7a service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729455 Jul 22 19:35:03.713640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7930f-db5f-4775-b59a-3b7b1625c53f req-0b2650d4-0d29-4336-b2b1-faea0628409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:03.716368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32e7930f-db5f-4775-b59a-3b7b1625c53f req-0b2650d4-0d29-4336-b2b1-faea0628409a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1101 time: 0.8246408 Jul 22 19:35:03.821276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Allocated IP 172.25.6.184 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/fd99b117-b12e-47dd-aa41-664d94d30e24) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:03.867913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.876053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:03.887623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ad752b0-af9f-4a33-878a-ee6712cf8da4 HTTP/1.1" status: 204 len: 168 time: 0.7963746 Jul 22 19:35:03.913912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.107807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd60cd9-e66b-442e-93c5-37e1998c542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad752b0-af9f-4a33-878a-ee6712cf8da4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.132707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f3580544-ba99-4609-8770-3113efe13206 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:04.136940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f09471-bf24-4679-967f-e11f7275aa23 req-93f5195d-ff68-4f6a-bc8d-71b329dfdee6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:04.149147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f09471-bf24-4679-967f-e11f7275aa23 req-93f5195d-ff68-4f6a-bc8d-71b329dfdee6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 943 time: 1.2558854 Jul 22 19:35:04.210745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.239292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc32dd4-d78e-4799-ac27-451a38d123dc None None] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:04.327681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=8692378b-8822-4815-adf2-a8d1a2a4989a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.339189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.346414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-6afdd7e5-d5f8-458b-849f-4487f7684eb0 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:04.373159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-6afdd7e5-d5f8-458b-849f-4487f7684eb0 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 818 time: 1.1133280 Jul 22 19:35:04.403531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.409659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-28f02eae-39cf-45d8-b9ee-819e4c539acf None None] Provisioning for port f5aac546-390a-4696-8706-c689c2df4da0 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:04.411456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbc38813-37fc-4424-b972-33ff54c14367 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/8692378b-8822-4815-adf2-a8d1a2a4989a HTTP/1.1" status: 204 len: 168 time: 1.8340945 Jul 22 19:35:04.413670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:04.417202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76452b-129e-4c0e-821d-8a6d8c66d29c None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:04.418967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-bf4952c7-5a08-495b-b18d-72447e5919eb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/quotas/d0980c33aea14b8fa94b7fefc90ac377 HTTP/1.1" status: 200 len: 375 time: 0.0438299 Jul 22 19:35:04.453776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f09471-bf24-4679-967f-e11f7275aa23 req-6808f60e-aca4-4e9e-bffc-fb439f63d446 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997324 Jul 22 19:35:04.503390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f3580544-ba99-4609-8770-3113efe13206 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:04.512015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:04.526882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:04.538528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:04.552930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f3580544-ba99-4609-8770-3113efe13206 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:04.553302 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.563322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Pushing event updated for resources: {'Port': ['ID=fd99b117-b12e-47dd-aa41-664d94d30e24,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:04.721258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32e7930f-db5f-4775-b59a-3b7b1625c53f req-a704ea78-2349-4f69-bea1-271cfc81bbb5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839995 Jul 22 19:35:04.775004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-3ab52734-e464-47e1-86f2-9341cebf6f95 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:04.777894 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-3ab52734-e464-47e1-86f2-9341cebf6f95 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 818 time: 0.3692272 Jul 22 19:35:04.816407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52254) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:04.821104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Request body: {'port': {'device_id': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'admin_state_up': True, 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:04.831113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:04.869023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d07ae14b-e2a5-4c0c-8a33-ba3d689cf6a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.037365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d07ae14b-e2a5-4c0c-8a33-ba3d689cf6a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.047604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:35:05.050940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f3580544-ba99-4609-8770-3113efe13206, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f3580544-ba99-4609-8770-3113efe13206,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:05.052645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d3f1de60-879a-4ba0-8097-51e5973407f4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6317956 Jul 22 19:35:05.054719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52256) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:05.057587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.057860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f5aac546-390a-4696-8706-c689c2df4da0 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:05.059076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d07ae14b-e2a5-4c0c-8a33-ba3d689cf6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.080705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.107087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ae14b-e2a5-4c0c-8a33-ba3d689cf6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df78822b-1500-4579-969b-264dd89173ec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:05.112994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 14408a9e-2d06-4e79-8518-85443e1ef6ed details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:05.126919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Made reservation on behalf of d0980c33aea14b8fa94b7fefc90ac377 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:05.130771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.173472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945cca2-06ba-4205-8b71-6cab58cb1738 req-771efb11-40e1-4ce6-9e6b-a123509cb70a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:05.174107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2945cca2-06ba-4205-8b71-6cab58cb1738 req-771efb11-40e1-4ce6-9e6b-a123509cb70a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 949 time: 0.5212185 Jul 22 19:35:05.186704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-d1680f0e-cb49-4730-86ea-d9a83fd956fd tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7313347 Jul 22 19:35:05.259828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:05.281911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f5aac546-390a-4696-8706-c689c2df4da0 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:05.299639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-87cd8910-a97b-4077-8345-ce3139001dd7 None None] Provisioning complete for port f5aac546-390a-4696-8706-c689c2df4da0 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:05.299918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87cd8910-a97b-4077-8345-ce3139001dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.301974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.306247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f5aac546-390a-4696-8706-c689c2df4da0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:05.306575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.310488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d07ae14b-e2a5-4c0c-8a33-ba3d689cf6a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38afe4952b8e4a12bb24cb773faf588d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914403 Jul 22 19:35:05.322124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:05.425850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Allocated IP 172.20.0.7 (a84e566a-f0e6-445f-bb89-0a616a3ce004/5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18/50729366-533e-4159-8129-fcfff1b33c62) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:05.459904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Deleting port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:05.460493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.508858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2945cca2-06ba-4205-8b71-6cab58cb1738 req-519a155e-86ba-4817-a531-cdc15a4d344d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607319 Jul 22 19:35:05.525173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:05.594882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '14408a9e-2d06-4e79-8518-85443e1ef6ed', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '14408a9e-2d06-4e79-8518-85443e1ef6ed', 'mac_address': 'fa:16:3e:e1:c7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:05.596010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.644289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.645509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-3c4a2b0f-1777-49b2-8762-bf4655d50a87 service neutron] 10.222.0.10 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583893 Jul 22 19:35:05.650374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.653002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.683376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.708754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] For port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:05.711368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.763024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Calling delete_port for 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:05.777136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.792988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87cd8910-a97b-4077-8345-ce3139001dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.854277 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.890815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.912441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14408a9e-2d06-4e79-8518-85443e1ef6ed {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:05.947800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.950802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.952219 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df78822b-1500-4579-969b-264dd89173ec HTTP/1.1" status: 204 len: 168 time: 0.6291265 Jul 22 19:35:05.953560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.956255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f5aac546-390a-4696-8706-c689c2df4da0, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f5aac546-390a-4696-8706-c689c2df4da0,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:05.974777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:05.986437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:05.994832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c38976f4-f6f0-41eb-840b-82ab5b8e4442 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:06.001847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454b71f-cbf9-4a00-a08f-2799ee7792d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df78822b-1500-4579-969b-264dd89173ec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:06.052650 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.099295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: c38976f4-f6f0-41eb-840b-82ab5b8e4442 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:06.100283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c38976f4-f6f0-41eb-840b-82ab5b8e4442 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:06.108936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:06.113936 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.117218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.120859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Fanout notify agent at l3_agent the message router_deleted on router 2c4f441a-b8d4-423f-ae44-ed417a6e4aea {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:35:06.122003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:06.129712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:06.138837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-87cd8910-a97b-4077-8345-ce3139001dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:35:06.139287 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-87cd8910-a97b-4077-8345-ce3139001dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:35:06.143668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] No DVR routers for this DVR port 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:06.145609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f5aac546-390a-4696-8706-c689c2df4da0,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:06.146641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.154379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e022ec75-a123-4157-a561-6a56208c0002 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/routers/2c4f441a-b8d4-423f-ae44-ed417a6e4aea HTTP/1.1" status: 204 len: 168 time: 1.0952060 Jul 22 19:35:06.227540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:06.233908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:06.245587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.246268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.267509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0164a07-9883-4185-9f7c-161c39cf526e None None] Pushing event deleted for resources: {'Port': ['ID=59dffe3e-ce4e-4a85-8fee-e68f9878bd0e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:06.294201 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4772191 Jul 22 19:35:06.299905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-78fa846e-18fa-4bac-a3c8-0d6e515b1c0f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=123a378bd11d4186a3d7632fd284c137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752275 Jul 22 19:35:06.303125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f3580544-ba99-4609-8770-3113efe13206 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:06.308011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['14408a9e-2d06-4e79-8518-85443e1ef6ed'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:06.325013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d25f424-2f77-4471-9120-b82cd8016223 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505331 Jul 22 19:35:06.328963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52280) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:06.334505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Request body: {'port': {'device_id': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:06.338476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff1f0a-c24e-47b7-b41e-c99d16f2b70f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Pushing event updated for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:06.412353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-041c4bfd-2343-4f3d-8b7e-5780b7480f4c service neutron] 10.222.0.10 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554362 Jul 22 19:35:06.438859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.440814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Router 1c303d7d-f29f-4aba-90c8-de58f44042d4 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:35:06.448628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f3580544-ba99-4609-8770-3113efe13206 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:06.448944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.466340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa3110-e0ae-4c89-b92a-af7e232735a1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.477610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b1aa3110-e0ae-4c89-b92a-af7e232735a1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1378024 Jul 22 19:35:06.480729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:06.536739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-4855f0f7-b4f3-417d-94d6-98da2feae4ad tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.544494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-4855f0f7-b4f3-417d-94d6-98da2feae4ad tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2326405 Jul 22 19:35:06.561904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-8f3ea0b1-5bbd-48b0-a731-52a5278e6e66 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/quotas/123a378bd11d4186a3d7632fd284c137 HTTP/1.1" status: 200 len: 375 time: 0.0162499 Jul 22 19:35:06.618958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-8bcec958-885b-4897-aec3-4512dd2f5db3 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544200 Jul 22 19:35:06.627552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52284) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:06.661986 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fc19ae6-f430-43fe-a0bd-0faf9b6066ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.763017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:06.817565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:06.817931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59dffe3e-ce4e-4a85-8fee-e68f9878bd0e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:06.948227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fc19ae6-f430-43fe-a0bd-0faf9b6066ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.961860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fc19ae6-f430-43fe-a0bd-0faf9b6066ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:06.984890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a06dc-06bc-4261-89a0-74a90213f665 req-9744f725-357e-4bc2-9ade-1a964345d4ba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:06.986554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b8a06dc-06bc-4261-89a0-74a90213f665 req-9744f725-357e-4bc2-9ade-1a964345d4ba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 944 time: 0.2012126 Jul 22 19:35:07.046872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7fc19ae6-f430-43fe-a0bd-0faf9b6066ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ff3a831dd58422ebfe89629cf2a88bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156125 Jul 22 19:35:07.051689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52304) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:07.061399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc19ae6-f430-43fe-a0bd-0faf9b6066ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f3c2c-a75f-4653-88f5-e910a6679801,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:07.088438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5844652-b187-4f82-ad87-a2e896981838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.099777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c072f-0cc5-429f-8889-3bd6153f77ed req-f290796e-8fba-4ebf-bbc6-3743f0ff4263 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:07.102167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-088c072f-0cc5-429f-8889-3bd6153f77ed req-f290796e-8fba-4ebf-bbc6-3743f0ff4263 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2041953 Jul 22 19:35:07.112847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 14408a9e-2d06-4e79-8518-85443e1ef6ed up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:07.118114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b8a06dc-06bc-4261-89a0-74a90213f665 req-636eeb0c-65f0-488d-95cb-82c0bf21271a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165063 Jul 22 19:35:07.157499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:35:07.168861 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Sync routers for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:35:07.201872 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:07.203750 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:07.224957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-088c072f-0cc5-429f-8889-3bd6153f77ed req-b197acde-3b6f-46e3-b274-bf7b1d01bab7 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169896 Jul 22 19:35:07.247303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 14408a9e-2d06-4e79-8518-85443e1ef6ed completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:07.263629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.276610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 14408a9e-2d06-4e79-8518-85443e1ef6ed triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:07.279349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.285597 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-034642b0-5c4b-44ff-8aac-ad290595c94e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8022394 Jul 22 19:35:07.287663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:07.300031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:07.341414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0fb1795e-b936-4f97-bf40-c4276430d7c1 req-98a42d07-99e0-4424-a521-94f652658327 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 210 time: 0.1152244 Jul 22 19:35:07.365491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.452754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.455509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.468711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee0f3c2c-a75f-4653-88f5-e910a6679801 HTTP/1.1" status: 204 len: 168 time: 0.4158404 Jul 22 19:35:07.510659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.514934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f417a33-f2b3-41de-baa2-43e555d75d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f3c2c-a75f-4653-88f5-e910a6679801,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:07.525072 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:07.549101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f11d34a-9533-47c9-9ffc-71915edc113d req-d96c3d8f-bfd1-41f4-8314-619aff9ae021 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 210 time: 0.1166680 Jul 22 19:35:07.588976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:07.592280 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b56fa0-c8af-42d1-8141-3d47c1f42681" -d '{"events": [{"server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "name": "network-vif-plugged", "status": "completed", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:07.603134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.604594 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec0ead40-53cb-4ede-b582-3c37e6a4d03c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2113693 Jul 22 19:35:07.607582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52324) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:07.681659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:07.693854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.745365 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774a9257-d816-43d5-b91b-cb262072d69a x-openstack-request-id: req-774a9257-d816-43d5-b91b-cb262072d69a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:07.746353 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "name": "network-vif-plugged", "status": "completed", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:07.746821 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-774a9257-d816-43d5-b91b-cb262072d69a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:07.747439 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed', 'code': 200} Jul 22 19:35:07.770385 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:04Z', 'revision_number': 3, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:07.802825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:07.811532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.812108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.812663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.813182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.814389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.814389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.814748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.815317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.815880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.816431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.817196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.817706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:07.823571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Checking router: 1c303d7d-f29f-4aba-90c8-de58f44042d4 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:35:07.824578 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Updating router 1c303d7d-f29f-4aba-90c8-de58f44042d4 port fd99b117-b12e-47dd-aa41-664d94d30e24 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:35:07.856743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:07.863759 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.864669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:07.889351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-22cb7141-b920-4d93-8882-85a9256ed818 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1465435 Jul 22 19:35:08.142084 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.158864 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Transition to ACTIVE for port object fd99b117-b12e-47dd-aa41-664d94d30e24 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:08.168682 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.185596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a25479-7ebc-4263-ba70-652057fde6cb req-7f9680f6-8129-475e-8975-7a11f34fb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.187369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59a25479-7ebc-4263-ba70-652057fde6cb req-7f9680f6-8129-475e-8975-7a11f34fb474 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 1097 time: 0.3687010 Jul 22 19:35:08.243873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-baa465bb-59bd-40bd-804e-94c4866356aa tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.252699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-baa465bb-59bd-40bd-804e-94c4866356aa tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3555298 Jul 22 19:35:08.261159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f5aac546-390a-4696-8706-c689c2df4da0 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:08.286582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Attempting to bind port fd99b117-b12e-47dd-aa41-664d94d30e24 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:08.287147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Attempting to bind port fd99b117-b12e-47dd-aa41-664d94d30e24 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:08.287266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Attempting to bind port fd99b117-b12e-47dd-aa41-664d94d30e24 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:08.299571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:08.299948 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:08.300384 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.300766 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:08.312168 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Bound port: fd99b117-b12e-47dd-aa41-664d94d30e24, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:08.312936 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.325350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-5127d716-3f66-4466-a46b-ea6c21c5bb69 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/quotas/0658bfb86fa44bfab586939892a9bb67 HTTP/1.1" status: 200 len: 375 time: 0.0716574 Jul 22 19:35:08.400578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f5aac546-390a-4696-8706-c689c2df4da0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:08.402233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.424255 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] For port fd99b117-b12e-47dd-aa41-664d94d30e24, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:08.431302 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] For port fd99b117-b12e-47dd-aa41-664d94d30e24, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd99b117-b12e-47dd-aa41-664d94d30e24,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:08.449269 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.466965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:08.470001 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a549a2-5266-4ec5-9a4d-99195aefa7d4 None None] Pushing event updated for resources: {'Port': ['ID=fd99b117-b12e-47dd-aa41-664d94d30e24,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:08.481873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.530918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a549a2-5266-4ec5-9a4d-99195aefa7d4 None None] Pushing event updated for resources: {'Port': ['ID=fd99b117-b12e-47dd-aa41-664d94d30e24,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:08.531544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59a25479-7ebc-4263-ba70-652057fde6cb req-1d08846a-7c91-4ff4-8973-d6617922c70c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128140 Jul 22 19:35:08.542790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:08.544012 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:34:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:08.587171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=60f63d59-1089-45fe-924c-bfe47489609e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:08.686201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:08.696136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:08.707701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b0033-21b6-48da-9e84-75c0ac1e9763 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:08.708964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.709820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.737814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8de1cc7-8805-4881-a603-31f4abdd7189 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4415278 Jul 22 19:35:08.742710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50729366-533e-4159-8129-fcfff1b33c62 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:08.742878 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:08.749802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:08.757984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:08.767423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-018227a1-4182-4bfe-83d3-f33cdf10b441 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.772187 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-018227a1-4182-4bfe-83d3-f33cdf10b441 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 818 time: 0.3590672 Jul 22 19:35:08.772867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.792823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Request body: {'port': {'device_id': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'admin_state_up': True, 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:08.850252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-e3e1ed26-170d-4aae-bd4f-a37b9092bbac tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4939446 Jul 22 19:35:08.923924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23413b3e-c41a-47d8-acb9-da78d9cf286e req-e3253f31-6b91-4f41-81bb-0ed5403103d7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:08.928451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23413b3e-c41a-47d8-acb9-da78d9cf286e req-e3253f31-6b91-4f41-81bb-0ed5403103d7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.5760014 Jul 22 19:35:08.929774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Transition to ACTIVE for port object 50729366-533e-4159-8129-fcfff1b33c62 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:08.967341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:08.996843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-02a3e016-189c-4f22-99bd-94b93f9be315 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=123a378bd11d4186a3d7632fd284c137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2203867 Jul 22 19:35:09.044627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '60f63d59-1089-45fe-924c-bfe47489609e'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:09.045535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.124252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:09.171715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Made reservation on behalf of d0980c33aea14b8fa94b7fefc90ac377 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:09.175606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.185985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:09.189948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.205406 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:04Z', 'revision_number': 3, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:09.271183 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0934d244-9c38-475d-8f1c-f185c16a17cc None None] The sync data for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 is: [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:04Z', 'revision_number': 3, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:35:09.282345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-c9fcee61-4b74-47c9-a8a4-7bbfae2d8d3f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:09.284358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-c9fcee61-4b74-47c9-a8a4-7bbfae2d8d3f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821701 Jul 22 19:35:09.325170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Request body: {'port': {'device_id': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '123a378bd11d4186a3d7632fd284c137'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:09.418201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Allocated IP 2001:db8::f816:3eff:fee3:944f (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/60f63d59-1089-45fe-924c-bfe47489609e/be9693ef-317d-492d-ae69-44d096b68c4e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:09.473812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Attempting to bind port 50729366-533e-4159-8129-fcfff1b33c62 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:09.480259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Attempting to bind port 50729366-533e-4159-8129-fcfff1b33c62 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:09.480259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Attempting to bind port 50729366-533e-4159-8129-fcfff1b33c62 on network a84e566a-f0e6-445f-bb89-0a616a3ce004 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:09.508538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Port 50729366-533e-4159-8129-fcfff1b33c62 on network a84e566a-f0e6-445f-bb89-0a616a3ce004 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:09.508747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Attempting to bind port 50729366-533e-4159-8129-fcfff1b33c62 on network a84e566a-f0e6-445f-bb89-0a616a3ce004 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:09.532565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:09.532966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Checking segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:09.533600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Bound using segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:09.534053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Bound port: 50729366-533e-4159-8129-fcfff1b33c62, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:09.534439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.597131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52378) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:09.625592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a91cbca-8ab6-4255-aaa7-e99adfb2d6ba req-fda94b23-c548-4053-8d2a-7115dd8a9fb2 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 210 time: 0.3392777 Jul 22 19:35:09.636225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23413b3e-c41a-47d8-acb9-da78d9cf286e req-bd901c79-1c13-430e-ac10-412681744569 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6383374 Jul 22 19:35:09.730009 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.790093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Transition to ACTIVE for port object be9693ef-317d-492d-ae69-44d096b68c4e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:09.791774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Allocated IP 172.20.0.5 (a84e566a-f0e6-445f-bb89-0a616a3ce004/5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18/1db3f777-6024-4deb-82e8-0a9b8245a97d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:09.810608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.842892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Transition to ACTIVE for port object be9693ef-317d-492d-ae69-44d096b68c4e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:09.867250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.886460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.928167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:09.933699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:09.938977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:09.942750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:09.971590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-157535e5-b221-4924-a621-5d24660dd6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:09.988357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:09.997590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fd7efcc-eaf0-47db-8ebb-86f06c4e7739 req-ba6e8c19-2320-45d5-8ba5-61f9f5cf21db tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 210 time: 0.1601927 Jul 22 19:35:10.026655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Attempting to bind port be9693ef-317d-492d-ae69-44d096b68c4e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:10.026897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Attempting to bind port be9693ef-317d-492d-ae69-44d096b68c4e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:10.027762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Attempting to bind port be9693ef-317d-492d-ae69-44d096b68c4e on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:10.032618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:10.032997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:10.033408 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.033943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:10.034422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Bound port: be9693ef-317d-492d-ae69-44d096b68c4e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:10.034814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.038168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c0b96338-1339-4f61-af04-d2ff9483199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.045164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba0a02b7-661b-4389-8010-60fbe2a3dbd9 req-6767110a-0f6a-437c-928d-dd7e3763b3fc tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 210 time: 0.1504602 Jul 22 19:35:10.076615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50729366-533e-4159-8129-fcfff1b33c62,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:10.102024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.152780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:10.157159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:10.171316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.261266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:10.261814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.263264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 1092 time: 3.9335291 Jul 22 19:35:10.263714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'tag': '50729366-533e-4159-8129-fcfff1b33c62'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:10.266033 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "tag": "50729366-533e-4159-8129-fcfff1b33c62"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:10.332960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d14fac-e22c-4569-b86c-add83bcc5890 None None] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:10.341687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd99b117-b12e-47dd-aa41-664d94d30e24 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:10.409365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b741-9454-485e-ad20-5df808687bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:10.424705 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64cc770-535b-42a7-8af0-6fc76b10ae4c x-openstack-request-id: req-a64cc770-535b-42a7-8af0-6fc76b10ae4c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:10.424849 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "tag": "50729366-533e-4159-8129-fcfff1b33c62", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:10.425156 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a64cc770-535b-42a7-8af0-6fc76b10ae4c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:10.430023 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'tag': '50729366-533e-4159-8129-fcfff1b33c62', 'status': 'completed', 'code': 200} Jul 22 19:35:10.442431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.573240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:10.579190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=403d1aea-dc34-4dff-9cb9-53a0fe67b70f,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:10.606158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:10.613225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port fd99b117-b12e-47dd-aa41-664d94d30e24 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:10.643163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port fd99b117-b12e-47dd-aa41-664d94d30e24 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:10.643940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.655951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:10.661429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.677343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.791254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-35ff3655-283f-4605-a7b5-47be6839f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:10.795487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-35ff3655-283f-4605-a7b5-47be6839f43c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1095 time: 0.3623297 Jul 22 19:35:10.814542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.860042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port fd99b117-b12e-47dd-aa41-664d94d30e24, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd99b117-b12e-47dd-aa41-664d94d30e24,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:10.866940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.872574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-0797903f-2403-4da4-a0ad-2a23e7eb4848 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.0710597 Jul 22 19:35:10.922852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:10.963484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=fd99b117-b12e-47dd-aa41-664d94d30e24,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:10.986736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-299694fb-4129-41a1-a409-ccd77c236bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:10.988442 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-299694fb-4129-41a1-a409-ccd77c236bd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.1094642 Jul 22 19:35:10.990257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Network a84e566a-f0e6-445f-bb89-0a616a3ce004 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:11.006241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:11.007546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-49b72899-347e-4423-aee1-da6612a9d2d2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0658bfb86fa44bfab586939892a9bb67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1063588 Jul 22 19:35:11.009888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Pushing event updated for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:11.012494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:11.036960 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-d7dc0410-6e19-40dc-ba08-6721822f8c48 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394049 Jul 22 19:35:11.088484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Allocated IP 172.20.0.1 (dd5c4df9-83bb-4798-a90e-fd6f9846adfc/0ee43d05-f2c4-4c9d-8b40-9e402abbe388/5dcc0ad5-3df7-4ae0-a85f-d81278dfab42) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:11.102532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-157535e5-b221-4924-a621-5d24660dd6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.113747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.114385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.124376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-157535e5-b221-4924-a621-5d24660dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.174782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-83055f52-2b97-4488-90f4-f9372f7c0cd3 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195674 Jul 22 19:35:11.244071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278274-6d92-4c4d-a2ad-866ba4e6ebe6 req-76ce76fd-da45-47e4-9cd8-8ab9b847d19d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.245724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c278274-6d92-4c4d-a2ad-866ba4e6ebe6 req-76ce76fd-da45-47e4-9cd8-8ab9b847d19d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.4424012 Jul 22 19:35:11.274205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Made reservation on behalf of 123a378bd11d4186a3d7632fd284c137 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:11.275500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-1ca2deef-dc19-47b8-9d5f-0c76fba56c8c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4879909 Jul 22 19:35:11.276828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c5f2e48-6fdc-4bce-95d8-574d4f52565b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5257955 Jul 22 19:35:11.280888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52396) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:11.284802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.287294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:50:47:c3', 'name': 'tempest-NetworksTestDHCPv6-645168443'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:11.291906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-157535e5-b221-4924-a621-5d24660dd6ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d984eb25611d4fa4a8276f3821533cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6628194 Jul 22 19:35:11.299911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Request body: {'port': {'device_id': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:11.305727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52398) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:11.313787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157535e5-b221-4924-a621-5d24660dd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c879bb-7b91-4e80-a08b-bac462c62be7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:11.352309 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a31325f5-47b2-4c9b-acda-f2d20df6f314 req-810b19ce-29b2-4eb6-ae29-cb449a16d843 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621084 Jul 22 19:35:11.376981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.398705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd0c1d-5223-4909-af7d-14065ec4f836 req-ce9f93e5-b0e2-436d-a088-fffc020596cb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.400294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bdd0c1d-5223-4909-af7d-14065ec4f836 req-ce9f93e5-b0e2-436d-a088-fffc020596cb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 931 time: 0.5996168 Jul 22 19:35:11.434570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-e5658044-ad15-4897-be53-0ccc3d2c1dab tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.436088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-e5658044-ad15-4897-be53-0ccc3d2c1dab tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100051 Jul 22 19:35:11.440450 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.467441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Request body: {'port': {'device_id': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '0658bfb86fa44bfab586939892a9bb67'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:11.497070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.521765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:35:11.521765 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:35:11.521765 n-d-800087-13 neutron-server[93801]: [parameters: {'project_id_1': 'f3622d6845ec43e9a6b3cd98beb7128a', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 35, 11, 510228)}] Jul 22 19:35:11.521765 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:35:11.522824 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:35:11.526831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c278274-6d92-4c4d-a2ad-866ba4e6ebe6 req-f60f26d3-37cb-4c77-8a64-525960eca514 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631152 Jul 22 19:35:11.567428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-552bd5c7-9e23-4178-9b96-2370ded2f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.569794 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-552bd5c7-9e23-4178-9b96-2370ded2f5b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1095 time: 0.1384201 Jul 22 19:35:11.577830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.667490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bdd0c1d-5223-4909-af7d-14065ec4f836 req-81c85a31-3e21-4a3f-9c7b-fb061a656b86 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506075 Jul 22 19:35:11.689888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Transition to ACTIVE for port object 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:11.699259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.765942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558c7db-41ab-46fb-b512-7efecc542e2d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:11.816709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:11.827132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-782d23c7-9de1-43e2-8d69-454ce99c0982 None None] Provisioning for port be9693ef-317d-492d-ae69-44d096b68c4e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:11.864473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1d1a271-3eb5-4c49-9ab8-c22d5b95b3b6 req-2c7d2dba-642a-4f15-ac4a-686e10993bcc tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 210 time: 0.1058657 Jul 22 19:35:11.870399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08a3e422-9a98-4861-9201-a5d60972839e req-d2abbf89-2203-4eac-878a-7c6e369e5df7 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 210 time: 0.0989842 Jul 22 19:35:11.887724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-72dc8347-6dc6-43de-95e0-32c38b8bfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:11.892203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-72dc8347-6dc6-43de-95e0-32c38b8bfc4e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.3099144 Jul 22 19:35:11.948396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-3bd157cc-2126-446b-88a5-eefe279067d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.0497372 Jul 22 19:35:11.966760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.005702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.030144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-2aea7b9b-cadf-49b7-ad37-fa5c7f3f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:12.031604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-2aea7b9b-cadf-49b7-ad37-fa5c7f3f0b97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.0769219 Jul 22 19:35:12.035007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.076364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.078844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.080272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16c879bb-7b91-4e80-a08b-bac462c62be7 HTTP/1.1" status: 204 len: 168 time: 0.7633946 Jul 22 19:35:12.087133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:12.108853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-ab0e2510-7add-430e-a528-d86bbc2517c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703161 Jul 22 19:35:12.129696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db3f777-6024-4deb-82e8-0a9b8245a97d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:12.140336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:12.152829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:12.154766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Made reservation on behalf of 0658bfb86fa44bfab586939892a9bb67 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:12.158365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.160372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Pushing event updated for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:12.169962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.173961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:12.176661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': '60f63d59-1089-45fe-924c-bfe47489609e', 'ip_address': '2001:db8::f816:3eff:fee3:944f'}, {'subnet_id': '403d1aea-dc34-4dff-9cb9-53a0fe67b70f'}], 'binding:host_id': 'n-d-800087-13'}, 'id': 'be9693ef-317d-492d-ae69-44d096b68c4e'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:35:12.214770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac32416-591f-495a-b021-8e01150364cb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:12.243697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.266878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35de0-722e-485e-973f-3e7d4e244a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c879bb-7b91-4e80-a08b-bac462c62be7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:12.350801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8ff3b-be58-4c98-9f91-a374cd9737e4 req-c647597b-5c2c-48e6-8687-9a0d397d7d6b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:12.358198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a8ff3b-be58-4c98-9f91-a374cd9737e4 req-c647597b-5c2c-48e6-8687-9a0d397d7d6b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.4123337 Jul 22 19:35:12.365043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.411715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Transition to ACTIVE for port object 1db3f777-6024-4deb-82e8-0a9b8245a97d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:12.423331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.430512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-394f8876-9415-4acf-815e-d4496b7ef35e service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033605 Jul 22 19:35:12.525799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.550872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Allocated IP 192.168.233.143 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/ea27beb9-939d-4e3c-847a-74555d39cedc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:12.585622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a8ff3b-be58-4c98-9f91-a374cd9737e4 req-a390b09f-2c06-48a8-b38b-e1ab0b83cb85 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211499 Jul 22 19:35:12.586418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:12.629973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:12.744931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d3490721-2f89-405b-9a2a-7dba0289e5b0 None None] Provisioning for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:12.756996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d3490721-2f89-405b-9a2a-7dba0289e5b0 None None] Provisioning complete for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:12.758558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d3490721-2f89-405b-9a2a-7dba0289e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.859269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d3490721-2f89-405b-9a2a-7dba0289e5b0 None None] Port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:12.875952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port be9693ef-317d-492d-ae69-44d096b68c4e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:12.882662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:12.883099 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.884463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Pushing event updated for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:12.914238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.929714 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:12.940883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Allocated IP 172.20.0.2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/403d1aea-dc34-4dff-9cb9-53a0fe67b70f/be9693ef-317d-492d-ae69-44d096b68c4e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:12.957650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-345f7acc-f1d8-43f8-853a-34d7fd27ae8f req-3303a67c-9171-409b-ad84-b14a6aa867f9 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282937 Jul 22 19:35:12.962548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Attempting to bind port 1db3f777-6024-4deb-82e8-0a9b8245a97d on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:12.963269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Attempting to bind port 1db3f777-6024-4deb-82e8-0a9b8245a97d by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:12.963862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Attempting to bind port 1db3f777-6024-4deb-82e8-0a9b8245a97d on network a84e566a-f0e6-445f-bb89-0a616a3ce004 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:12.969102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Port 1db3f777-6024-4deb-82e8-0a9b8245a97d on network a84e566a-f0e6-445f-bb89-0a616a3ce004 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:12.969731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Attempting to bind port 1db3f777-6024-4deb-82e8-0a9b8245a97d on network a84e566a-f0e6-445f-bb89-0a616a3ce004 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:12.978284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:12.979133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Checking segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:12.979815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Bound using segment: {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:12.980572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Bound port: 1db3f777-6024-4deb-82e8-0a9b8245a97d, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10647c10-ffa2-4827-b29c-af8fcd65240d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:12.981346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.020656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.075536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.091530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:13.095867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:13.104715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.107174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Transition to ACTIVE for port object ea27beb9-939d-4e3c-847a-74555d39cedc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:13.138757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:13.163533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.164069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.165562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] 10.222.0.26 "PUT /v2.0/ports/1db3f777-6024-4deb-82e8-0a9b8245a97d HTTP/1.1" status: 200 len: 1092 time: 1.8742449 Jul 22 19:35:13.166014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:13.175746 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea7f940-64ff-438b-9e68-03398b9f46e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:13.205875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eefb0-ac88-4adc-a2d4-7f36a4708b13 req-4dc07ff5-33e4-4c20-bf77-281adc43ba06 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.207357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-052eefb0-ac88-4adc-a2d4-7f36a4708b13 req-4dc07ff5-33e4-4c20-bf77-281adc43ba06 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 943 time: 0.2796967 Jul 22 19:35:13.220413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.249325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Transition to ACTIVE for port object be9693ef-317d-492d-ae69-44d096b68c4e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:13.259315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.265671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52731e0-a494-4911-81b2-7cfdacf57db2 service neutron] Pushing event updated for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:13.274345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad535371-f8e1-4db4-8ef1-ed17ac416a9c req-000ccbb8-1190-432b-8b85-d54d8df0af09 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.275908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad535371-f8e1-4db4-8ef1-ed17ac416a9c req-000ccbb8-1190-432b-8b85-d54d8df0af09 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.2720242 Jul 22 19:35:13.354428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91391937-2df3-4d31-a319-05f505c1a792 None None] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:13.359794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-ae07f749-6109-46a7-9ed8-b75e3f456764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.361701 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-ae07f749-6109-46a7-9ed8-b75e3f456764 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 1095 time: 0.1384926 Jul 22 19:35:13.379064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.409343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:35:13.409697 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:35:13.446478 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-b38dad80-08c5-4022-a4f1-dad4e1ec6f5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d HTTP/1.1" status: 200 len: 217 time: 0.0478694 Jul 22 19:35:13.466555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.493937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-052eefb0-ac88-4adc-a2d4-7f36a4708b13 req-f34850cd-ffd7-4008-a3e3-1ac352fd4b5c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459166 Jul 22 19:35:13.494243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.498048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 172.20.0.8 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/403d1aea-dc34-4dff-9cb9-53a0fe67b70f/bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:13.512299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe50:47c3 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/60f63d59-1089-45fe-924c-bfe47489609e/bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:13.539649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-0ab5868d-36d2-4495-9e84-e60c1e1bd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:13.541186 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-0ab5868d-36d2-4495-9e84-e60c1e1bd5c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.0870495 Jul 22 19:35:13.576513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:13.577577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Pushing event updated for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:13.603379 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-e41e6cae-a1cf-4f2a-817a-cef62144ea9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477710 Jul 22 19:35:13.609176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad535371-f8e1-4db4-8ef1-ed17ac416a9c req-929570b1-7aca-48e5-96c7-9fa3dd30a580 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180428 Jul 22 19:35:13.632384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:13.728090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Allocated IP 192.168.233.254 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/f6cf4cdf-90b0-4696-9add-55fd11b19aba) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:13.778880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Pushing event updated for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:13.781848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:13.927699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:13.956848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f85a1aa1-cf1c-43e7-89e1-09b5d4332b10 req-ae0bc6b6-1938-4a58-8aa1-c7566437b27a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 210 time: 0.1354978 Jul 22 19:35:13.979489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.034811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:14.035785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.046826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:14.059972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.062097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd99b117-b12e-47dd-aa41-664d94d30e24 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:14.075614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-59bfa952-3d9e-4023-b485-cd2b88412360 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7540183 Jul 22 19:35:14.127575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Request body: {'port': {'device_id': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:14.234060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:14.264901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fd9e4c9e-d8ba-49ee-a42b-5ce7589edeeb None None] Provisioning for port ea27beb9-939d-4e3c-847a-74555d39cedc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:14.286575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port fd99b117-b12e-47dd-aa41-664d94d30e24 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:14.287081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.289185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fd9e4c9e-d8ba-49ee-a42b-5ce7589edeeb None None] Provisioning complete for port ea27beb9-939d-4e3c-847a-74555d39cedc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:14.289681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd9e4c9e-d8ba-49ee-a42b-5ce7589edeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.321845 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e557c-b0c1-48a8-9a57-58d63fb94f59 x-openstack-request-id: req-bf8e557c-b0c1-48a8-9a57-58d63fb94f59 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:14.322439 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:14.322439 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf8e557c-b0c1-48a8-9a57-58d63fb94f59 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:14.322785 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d', 'status': 'completed', 'code': 200} Jul 22 19:35:14.385703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e4c9e-d8ba-49ee-a42b-5ce7589edeeb None None] Port ea27beb9-939d-4e3c-847a-74555d39cedc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:14.513984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89407d39-44cc-4089-bf90-4a4d86730872 None None] Provisioning for port be9693ef-317d-492d-ae69-44d096b68c4e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:14.518706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89407d39-44cc-4089-bf90-4a4d86730872 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:14.518869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89407d39-44cc-4089-bf90-4a4d86730872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.598941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:14.626123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-85e7c574-ccd1-4551-8225-cadaab6f9632 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0087593 Jul 22 19:35:14.676530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.702788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994fff4-d382-4914-89ba-aca5a78df72f req-b627c4bd-26e0-4372-8564-fdb71974a60f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:14.715125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4994fff4-d382-4914-89ba-aca5a78df72f req-b627c4bd-26e0-4372-8564-fdb71974a60f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 936 time: 0.9386983 Jul 22 19:35:14.739190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:14.739571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.755382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-beb0b464-f17a-4a0c-8e6d-32d25d4804d7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:14.757965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-beb0b464-f17a-4a0c-8e6d-32d25d4804d7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.4319768 Jul 22 19:35:14.778187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.783240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cd0d564-3a57-4a0a-b189-3bf3e8c936ed req-3608648f-4c26-4219-8b73-4f30fae2ecad service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454399 Jul 22 19:35:14.830287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:14.933890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:14.936632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.941875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4994fff4-d382-4914-89ba-aca5a78df72f req-56eea0ae-11c2-4056-bb03-4a688663311f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223790 Jul 22 19:35:14.956101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:14.970077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 14408a9e-2d06-4e79-8518-85443e1ef6ed {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:14.970542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:14.990140 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.007723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-6993078c-9c11-4c0a-8aef-d1a1b3f2bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.009418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-6993078c-9c11-4c0a-8aef-d1a1b3f2bc7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 1095 time: 0.1382742 Jul 22 19:35:15.042450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Transition to ACTIVE for port object f6cf4cdf-90b0-4696-9add-55fd11b19aba will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:15.091796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07bae5-4d2b-4186-908a-06623ff95303 req-5fae042c-a6dc-4bf5-9760-7f84cd344dee tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.094110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f07bae5-4d2b-4186-908a-06623ff95303 req-5fae042c-a6dc-4bf5-9760-7f84cd344dee tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 943 time: 0.4675536 Jul 22 19:35:15.125333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:15.140841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:15.150945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50729366-533e-4159-8129-fcfff1b33c62 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:15.153996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:15.160601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:15.278794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.298603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 14408a9e-2d06-4e79-8518-85443e1ef6ed, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=14408a9e-2d06-4e79-8518-85443e1ef6ed,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:15.299065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.321936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 14408a9e-2d06-4e79-8518-85443e1ef6ed owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:15.322893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f07bae5-4d2b-4186-908a-06623ff95303 req-c036f9c1-dfa9-472c-ae6f-428239863bc5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044833 Jul 22 19:35:15.335747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.336539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.380780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:15.393773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d7c84cb9-9831-4606-ac68-4e4dde56f893'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:15.406584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-7e93b0b5-1309-4312-bd49-25b51ddf5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.408113 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-7e93b0b5-1309-4312-bd49-25b51ddf5f25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.3824632 Jul 22 19:35:15.411931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec7e3c2a-1d20-4cda-b796-3e4ec1c9053e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1290712 Jul 22 19:35:15.422148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52466) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:15.516808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-906b62ba-59c4-4586-a925-4ce382bdcdd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d HTTP/1.1" status: 200 len: 217 time: 0.0612104 Jul 22 19:35:15.549242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-05d9cc05-0f45-4790-a2b5-fa2e1b3532ec None None] Provisioning complete for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:15.550069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05d9cc05-0f45-4790-a2b5-fa2e1b3532ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.554689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50729366-533e-4159-8129-fcfff1b33c62,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:15.627585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '50729366-533e-4159-8129-fcfff1b33c62', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'port_id': '50729366-533e-4159-8129-fcfff1b33c62', 'mac_address': 'fa:16:3e:73:10:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:15.636971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-5eb27d8f-7b50-4319-a0b1-1787e80284b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.639225 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-5eb27d8f-7b50-4319-a0b1-1787e80284b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.1056466 Jul 22 19:35:15.644853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:15.650342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Router 1c303d7d-f29f-4aba-90c8-de58f44042d4 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:35:15.662327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:15.669146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event updated for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:15.672097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:15.682737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-05d9cc05-0f45-4790-a2b5-fa2e1b3532ec None None] Port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:15.693057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a8290-22a7-44b3-a738-57b46dd1d8fe req-da2d3153-e63b-4da6-9afb-b63417292800 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:15.701391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e7a8290-22a7-44b3-a738-57b46dd1d8fe req-da2d3153-e63b-4da6-9afb-b63417292800 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=4452cf0f-259c-4275-858c-361c78d43cdf HTTP/1.1" status: 200 len: 945 time: 0.6358526 Jul 22 19:35:15.759998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.777767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-f9faefd0-b04b-4c78-868a-2de7083b6065 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305945 Jul 22 19:35:15.883237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-26e3e31e-e7e9-4893-8eda-526af9ee7b48 None None] Provisioning for port bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:15.887420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.907296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-26e3e31e-e7e9-4893-8eda-526af9ee7b48 None None] Provisioning complete for port bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:15.908076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26e3e31e-e7e9-4893-8eda-526af9ee7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.914019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50729366-533e-4159-8129-fcfff1b33c62 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:15.918848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=14408a9e-2d06-4e79-8518-85443e1ef6ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:15.930661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 14408a9e-2d06-4e79-8518-85443e1ef6ed on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:15.934421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:15.937418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-57c4ac52-0962-4558-b189-463b5a72cef5 req-16467aaf-5f6a-4e5a-a543-ae18ea1cee9d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "DELETE /v2.0/ports/14408a9e-2d06-4e79-8518-85443e1ef6ed HTTP/1.1" status: 204 len: 173 time: 1.1691380 Jul 22 19:35:15.984384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e7a8290-22a7-44b3-a738-57b46dd1d8fe req-9200129d-f55f-4d6a-8bf5-c4ecfff654a4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765729 Jul 22 19:35:16.007260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50729366-533e-4159-8129-fcfff1b33c62,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:16.018715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:16.021846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:16.035214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:16.047140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5552b8-1cf5-4dad-976c-690a44744fab req-9164e22c-5bf6-4fb2-ba22-7f19489938c9 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:16.059135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa5552b8-1cf5-4dad-976c-690a44744fab req-9164e22c-5bf6-4fb2-ba22-7f19489938c9 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 936 time: 0.5919597 Jul 22 19:35:16.060817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-26e3e31e-e7e9-4893-8eda-526af9ee7b48 None None] Port bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:16.080124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-a2d6816f-d738-4ad3-9851-d0f613147694 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884715 Jul 22 19:35:16.129430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:16.160934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a3907-5067-4ada-918a-58225b6ab96d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:16.167463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a3907-5067-4ada-918a-58225b6ab96d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:16.169251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1d2a3907-5067-4ada-918a-58225b6ab96d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7375510 Jul 22 19:35:16.185267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52470) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:16.194729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3f768bd3-fe44-46b5-897d-157bbd96785a None None] Provisioning for port f6cf4cdf-90b0-4696-9add-55fd11b19aba completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:16.202577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3f768bd3-fe44-46b5-897d-157bbd96785a None None] Provisioning complete for port f6cf4cdf-90b0-4696-9add-55fd11b19aba triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:16.202969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f768bd3-fe44-46b5-897d-157bbd96785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:16.250676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:16.260321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa5552b8-1cf5-4dad-976c-690a44744fab req-194993f5-be9f-4ebc-a3e7-fd04d11ef968 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927845 Jul 22 19:35:16.282556 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ea7f940-64ff-438b-9e68-03398b9f46e7 req-e2e79a94-26fa-4803-ad4c-b4bb44948f56 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948624 Jul 22 19:35:16.292723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3f768bd3-fe44-46b5-897d-157bbd96785a None None] Port f6cf4cdf-90b0-4696-9add-55fd11b19aba cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:16.299523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50729366-533e-4159-8129-fcfff1b33c62'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:16.302476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-519610d5-e27f-44b9-9d72-25ab42b29e94 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8392875 Jul 22 19:35:16.324005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'name': 'network-vif-deleted', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:16.328721 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ab044-3f90-4e36-b0f8-0b023a1a4e87" -d '{"events": [{"server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "name": "network-vif-deleted", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:16.330706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Request body: {'port': {'device_id': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:16.355458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea27beb9-939d-4e3c-847a-74555d39cedc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:16.366411 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:16.372309 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d32e9-073f-4540-b218-07d13300e763 x-openstack-request-id: req-e42d32e9-073f-4540-b218-07d13300e763 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:16.372629 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4452cf0f-259c-4275-858c-361c78d43cdf", "name": "network-vif-deleted", "tag": "14408a9e-2d06-4e79-8518-85443e1ef6ed", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:16.372956 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e42d32e9-073f-4540-b218-07d13300e763 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:16.374394 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4452cf0f-259c-4275-858c-361c78d43cdf', 'name': 'network-vif-deleted', 'tag': '14408a9e-2d06-4e79-8518-85443e1ef6ed', 'status': 'completed', 'code': 200} Jul 22 19:35:16.386317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Transition to ACTIVE for port object ea27beb9-939d-4e3c-847a-74555d39cedc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:16.417802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:35:16.449863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Sync routers for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:35:16.477802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:16.478420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:35:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:16.496434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8000d957-57e9-4ca6-a165-5863397e7a2c admin admin] 10.222.0.10 "PUT /v2.0/routers/1c303d7d-f29f-4aba-90c8-de58f44042d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8874087 Jul 22 19:35:16.501540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:16.627648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:16.894410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:16.937052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b931a4-6a93-4692-bc40-161517ec47b4 req-67685699-ea42-412c-9046-e45b38de9f24 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:16.949644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52b931a4-6a93-4692-bc40-161517ec47b4 req-67685699-ea42-412c-9046-e45b38de9f24 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 936 time: 0.6857593 Jul 22 19:35:17.035918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52b931a4-6a93-4692-bc40-161517ec47b4 req-d67632f3-dd2a-4805-9a23-5e9dcb91a9b0 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851245 Jul 22 19:35:17.087871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.139573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:17.139919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.153326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69f5e3-a5d5-4f4a-9ee8-af0e13638b82 req-76cefdc8-e0ce-4fe6-bfe5-ad3c59a1da37 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:17.155092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b69f5e3-a5d5-4f4a-9ee8-af0e13638b82 req-76cefdc8-e0ce-4fe6-bfe5-ad3c59a1da37 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 943 time: 0.6782253 Jul 22 19:35:17.184670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1db3f777-6024-4deb-82e8-0a9b8245a97d details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:17.186653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 14408a9e-2d06-4e79-8518-85443e1ef6ed no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:17.224186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 14408a9e-2d06-4e79-8518-85443e1ef6ed {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:17.224186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 14408a9e-2d06-4e79-8518-85443e1ef6ed not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:17.358436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:17.371979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:13Z', 'revision_number': 2, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:17.377014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '1db3f777-6024-4deb-82e8-0a9b8245a97d', 'network_id': 'a84e566a-f0e6-445f-bb89-0a616a3ce004', 'port_id': '1db3f777-6024-4deb-82e8-0a9b8245a97d', 'mac_address': 'fa:16:3e:61:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:17.420475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Checking router: 1c303d7d-f29f-4aba-90c8-de58f44042d4 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:35:17.420847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Updating router 1c303d7d-f29f-4aba-90c8-de58f44042d4 port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:35:17.521682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.525522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.548559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db3f777-6024-4deb-82e8-0a9b8245a97d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:17.593043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:17.653911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Attempting to bind port ea27beb9-939d-4e3c-847a-74555d39cedc on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:17.654486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Attempting to bind port ea27beb9-939d-4e3c-847a-74555d39cedc by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:17.654486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Attempting to bind port ea27beb9-939d-4e3c-847a-74555d39cedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:17.711610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.727253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b69f5e3-a5d5-4f4a-9ee8-af0e13638b82 req-95bde67c-eea8-4081-97f7-99606616dbfa tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558338 Jul 22 19:35:17.727863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Port ea27beb9-939d-4e3c-847a-74555d39cedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:17.733052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Attempting to bind port ea27beb9-939d-4e3c-847a-74555d39cedc on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:17.771035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:17.771389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:17.772593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:17.773009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Bound port: ea27beb9-939d-4e3c-847a-74555d39cedc, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:17.773382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.818517 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:17.871445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:17.901415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:17.982065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['1db3f777-6024-4deb-82e8-0a9b8245a97d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:18.077603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:18.082113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ea27beb9-939d-4e3c-847a-74555d39cedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:18.112657 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.131558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.156212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Transition to ACTIVE for port object 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:18.169951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.228287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:18.229216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.230847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea27beb9-939d-4e3c-847a-74555d39cedc HTTP/1.1" status: 200 len: 1097 time: 4.1189566 Jul 22 19:35:18.231502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:18.234275 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd14a8-18fb-4509-b678-9dc27d79c4c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:18.254339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e680dc-7182-4770-a368-054e404a8d59 None None] Pushing event updated for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:18.265903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db0d2c-588b-4dac-af87-08d3e4d7d4bf req-421ede56-2b76-4499-9cfd-db72f27f421b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:18.267522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3db0d2c-588b-4dac-af87-08d3e4d7d4bf req-421ede56-2b76-4499-9cfd-db72f27f421b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 936 time: 0.4105737 Jul 22 19:35:18.358940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Attempting to bind port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:18.359331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Attempting to bind port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:18.359693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Attempting to bind port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 on network dd5c4df9-83bb-4798-a90e-fd6f9846adfc {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:18.368852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:18.369236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Checking segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:18.369644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.370028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Bound using segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:18.370524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Bound port: 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:18.371188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.495613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70c215-9383-4e9d-81d3-4781b6f28587 service neutron] Pushing event updated for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:18.501733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] For port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:18.510879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] For port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:18.520836 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.580027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6cf4cdf-90b0-4696-9add-55fd11b19aba {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:18.615184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.649995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e680dc-7182-4770-a368-054e404a8d59 None None] Pushing event updated for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:18.660972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:35:18.661653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:35:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:18.665704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3db0d2c-588b-4dac-af87-08d3e4d7d4bf req-7879328c-902b-4b1c-8176-2194fe9a6d4b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773105 Jul 22 19:35:18.693649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-5e9bb9c0-6c4e-47c4-84e2-d86a61df8f7e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:18.701201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-5e9bb9c0-6c4e-47c4-84e2-d86a61df8f7e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.5393455 Jul 22 19:35:18.740505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-83913f12-d8f7-4b24-a90c-e282f206d449 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0380480 Jul 22 19:35:18.795661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:35:18.812067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Transition to ACTIVE for port object f6cf4cdf-90b0-4696-9add-55fd11b19aba will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:18.814392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.818039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-4db14c49-868a-489c-bfa2-b16aaabd1598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:18.820381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-4db14c49-868a-489c-bfa2-b16aaabd1598 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 1100 time: 0.4760318 Jul 22 19:35:18.824777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:18.927266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:18.945593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-20f82fd9-6e3d-42df-b52f-27d91f1d7a78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ea27beb9-939d-4e3c-847a-74555d39cedc HTTP/1.1" status: 200 len: 217 time: 0.1132722 Jul 22 19:35:19.157215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:18Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:35:19.217332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:19.234492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50729366-533e-4159-8129-fcfff1b33c62 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:19.238716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2566c0d-0a9a-47b1-83aa-9862b2681945 None None] The sync data for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 is: [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:18Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:35:19.375465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 50729366-533e-4159-8129-fcfff1b33c62 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:19.389169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 50729366-533e-4159-8129-fcfff1b33c62 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:19.389779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:19.401327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-656f872c-1e64-45c9-af71-d9824ac5fbf6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6511161 Jul 22 19:35:19.440382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-a993e3b6-b8d7-4fd2-a0a2-b0dec415751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.441877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-a993e3b6-b8d7-4fd2-a0a2-b0dec415751a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.4536493 Jul 22 19:35:19.490115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:19.492839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-915d0e98-6c15-4bcb-b8fb-12bc6295b8f1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 HTTP/1.1" status: 204 len: 168 time: 3.3025072 Jul 22 19:35:19.496179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52590) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:19.604472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf1205-f0d5-40d6-ac2f-1bb8d06cb6f3 req-1254ebc5-c789-4cb6-aaa8-b64b6dafc3e0 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.606821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89bf1205-f0d5-40d6-ac2f-1bb8d06cb6f3 req-1254ebc5-c789-4cb6-aaa8-b64b6dafc3e0 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 948 time: 0.7250218 Jul 22 19:35:19.622529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0369e-8759-44de-809c-4c3a6f4981d4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.629165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0369e-8759-44de-809c-4c3a6f4981d4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.636038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b0369e-8759-44de-809c-4c3a6f4981d4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.648799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:19.650459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:19.652766 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69b0369e-8759-44de-809c-4c3a6f4981d4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1549160 Jul 22 19:35:19.707111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50729366-533e-4159-8129-fcfff1b33c62'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:19.713944 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c8148e-883e-40d1-a8c1-ce8228f92c73" -d '{"events": [{"server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "50729366-533e-4159-8129-fcfff1b33c62"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:19.714345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Attempting to bind port f6cf4cdf-90b0-4696-9add-55fd11b19aba on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:19.715225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Attempting to bind port f6cf4cdf-90b0-4696-9add-55fd11b19aba by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:19.716404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Attempting to bind port f6cf4cdf-90b0-4696-9add-55fd11b19aba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:19.782493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50729366-533e-4159-8129-fcfff1b33c62,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:19.791417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:19.792711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1db3f777-6024-4deb-82e8-0a9b8245a97d up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:19.901238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-9189c5d6-6656-4f91-a457-936d790cb141 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978411 Jul 22 19:35:19.902261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Port f6cf4cdf-90b0-4696-9add-55fd11b19aba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:19.902752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Attempting to bind port f6cf4cdf-90b0-4696-9add-55fd11b19aba on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:19.907637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:19.915750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7315b10-7cbe-4440-87be-193620238a7d req-b0d1da1f-076f-436f-8754-6ecfe7b1409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:19.925553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 1db3f777-6024-4deb-82e8-0a9b8245a97d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:19.932904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-b0d1da1f-076f-436f-8754-6ecfe7b1409e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4688356 Jul 22 19:35:19.933721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 1db3f777-6024-4deb-82e8-0a9b8245a97d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:19.934522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:19.943461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:19.944610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:19.945129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:19.945582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Bound port: f6cf4cdf-90b0-4696-9add-55fd11b19aba, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:19.945955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.033691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.056141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89bf1205-f0d5-40d6-ac2f-1bb8d06cb6f3 req-ef10c837-8005-4a64-a83e-56aaeef34cee tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395230 Jul 22 19:35:20.071054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:20.090253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:20.092187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 403d1aea-dc34-4dff-9cb9-53a0fe67b70f {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:20.100204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.109890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.175995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:20.182546 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ed0734-e877-4453-ae31-442f44311c84 x-openstack-request-id: req-d0ed0734-e877-4453-ae31-442f44311c84 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:20.182849 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:20.190190 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0ed0734-e877-4453-ae31-442f44311c84 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:20.190706 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc', 'status': 'completed', 'code': 200} Jul 22 19:35:20.207276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:20.256121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.286768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.402592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:20.403226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:20.404714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6cf4cdf-90b0-4696-9add-55fd11b19aba HTTP/1.1" status: 200 len: 1097 time: 4.0782602 Jul 22 19:35:20.511937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-51a68263-cce5-489e-ae42-e3d12f807c88 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778384 Jul 22 19:35:20.534629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-e13d2151-d7c9-4af9-8de5-1df162fde959 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646899 Jul 22 19:35:20.649625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:20.981834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b2ec-71d1-4536-9fd3-ce807bb3f591 service neutron] Pushing event updated for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:20.982955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:20.988237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:20.988845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.141738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.184607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:21.188532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c00428-c70a-46e5-bdf1-65f12a5330e0 req-3958894c-cdb6-4187-8dd6-cf9c89a48d32 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.191520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.202554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2c00428-c70a-46e5-bdf1-65f12a5330e0 req-3958894c-cdb6-4187-8dd6-cf9c89a48d32 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.9017680 Jul 22 19:35:21.232638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.296651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:21.338574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-bbc71e0e-506a-457a-a312-9e401431e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.340101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-bbc71e0e-506a-457a-a312-9e401431e465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 1100 time: 0.8879716 Jul 22 19:35:21.432288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354274b-8798-47df-b824-953091d66e63 req-1aac4639-71c0-49e6-b4c5-03a98efee565 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.433829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f354274b-8798-47df-b824-953091d66e63 req-1aac4639-71c0-49e6-b4c5-03a98efee565 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 948 time: 0.4329958 Jul 22 19:35:21.441162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-acabae06-91ac-496b-9808-0722e6879eee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba HTTP/1.1" status: 200 len: 217 time: 0.0922592 Jul 22 19:35:21.444009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2c00428-c70a-46e5-bdf1-65f12a5330e0 req-9824f673-d661-4583-b998-e210c284f1b8 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390254 Jul 22 19:35:21.494442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7315b10-7cbe-4440-87be-193620238a7d req-02d4c0ec-3bc5-48e3-8aae-0618b2903eb9 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906900 Jul 22 19:35:21.525895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.535351 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b896a7-5ea4-4cf1-b2c2-ab8fc871c087 x-openstack-request-id: req-43b896a7-5ea4-4cf1-b2c2-ab8fc871c087 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:21.535718 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "50729366-533e-4159-8129-fcfff1b33c62", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:21.536089 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43b896a7-5ea4-4cf1-b2c2-ab8fc871c087 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:21.536581 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50729366-533e-4159-8129-fcfff1b33c62', 'code': 200} Jul 22 19:35:21.565466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=403d1aea-dc34-4dff-9cb9-53a0fe67b70f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:21.567864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.572855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2f9d517e-af50-407d-a9b6-34b00b714524 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/403d1aea-dc34-4dff-9cb9-53a0fe67b70f HTTP/1.1" status: 204 len: 168 time: 1.9159017 Jul 22 19:35:21.573738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:21.579137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c9fc7-60ee-4b79-b7b9-209bb85aac56 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:21.588503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f354274b-8798-47df-b824-953091d66e63 req-50bc3492-10cf-41a8-9189-8b50e8273e88 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347985 Jul 22 19:35:21.619594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-f962ff54-b36e-43c4-bda5-8f852f11b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.629186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-f962ff54-b36e-43c4-bda5-8f852f11b1fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1787865 Jul 22 19:35:21.779184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 60f63d59-1089-45fe-924c-bfe47489609e {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:21.782862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.783849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8a28db3-ee0a-40af-9842-cf3236a2e84e req-3e6162ce-0cd8-43aa-8838-970b086e57cb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 210 time: 0.0901761 Jul 22 19:35:21.835647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:21.910376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44aefb-c5cc-432c-9ec5-83db517f76e4 req-6b511333-8ed6-4f61-9c19-5680e2ee9c1e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.922749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e44aefb-c5cc-432c-9ec5-83db517f76e4 req-6b511333-8ed6-4f61-9c19-5680e2ee9c1e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 948 time: 0.2188020 Jul 22 19:35:21.936930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638afa5-edf1-4679-b66b-dba584d4370d req-5984c35b-1aac-4972-8fe5-859a44208d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:21.938914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-5984c35b-1aac-4972-8fe5-859a44208d96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2786009 Jul 22 19:35:21.954052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:22.021194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23f4e9-572a-41bd-bd36-8fcface1ce1a req-c8589179-fffc-479b-9030-844ac87eb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.023534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9a23f4e9-572a-41bd-bd36-8fcface1ce1a req-c8589179-fffc-479b-9030-844ac87eb38f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.3573825 Jul 22 19:35:22.043421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e44aefb-c5cc-432c-9ec5-83db517f76e4 req-c67658d6-39d0-4e9b-9d18-aa0960bc0d1a tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957410 Jul 22 19:35:22.056975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-93ac2b23-79dc-4f3f-914c-9496184601ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.058523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-93ac2b23-79dc-4f3f-914c-9496184601ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 1100 time: 0.4599488 Jul 22 19:35:22.088427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9a23f4e9-572a-41bd-bd36-8fcface1ce1a req-398ea3ce-0328-4b86-8863-c472d9ed4519 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536780 Jul 22 19:35:22.094560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:22.126144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=60f63d59-1089-45fe-924c-bfe47489609e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:22.155101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:22.163483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52628) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:22.163657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dc6e858d-9a88-4fff-b0e2-d8120434a31f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/60f63d59-1089-45fe-924c-bfe47489609e HTTP/1.1" status: 204 len: 168 time: 0.5893528 Jul 22 19:35:22.192773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:22.195848 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd3dbd6-b866-4398-b058-d50349413e50" -d '{"events": [{"name": "network-changed", "server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:22.302531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-07a89352-3374-413f-8d11-a9c10c3129c9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051116 Jul 22 19:35:22.302749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f8c431dd-21ae-4423-b3fb-276a188c9303 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359365 Jul 22 19:35:22.307420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:22.307898 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34053ac5-40d4-4de6-9d47-59e376059b42 x-openstack-request-id: req-34053ac5-40d4-4de6-9d47-59e376059b42 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:22.308223 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:22.308480 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34053ac5-40d4-4de6-9d47-59e376059b42 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:22.308881 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'status': 'completed', 'code': 200} Jul 22 19:35:22.313485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:22.468655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:22.475734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:22.628709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:22.649556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-6a261444-a97a-4713-9a5a-54d7e7c09888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.651089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-6a261444-a97a-4713-9a5a-54d7e7c09888 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.5419836 Jul 22 19:35:22.718788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:22.721302 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:22.835418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6638afa5-edf1-4679-b66b-dba584d4370d req-24e1f891-5578-4cec-bc79-118f308ba56e service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133710 Jul 22 19:35:22.844690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-ecb8a02c-6448-4c64-83f7-83fded278c43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=ea27beb9-939d-4e3c-847a-74555d39cedc HTTP/1.1" status: 200 len: 217 time: 0.1406465 Jul 22 19:35:22.859541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-db460c71-1e5e-4855-aa29-8b1270b61999 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.863009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-db460c71-1e5e-4855-aa29-8b1270b61999 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.6821384 Jul 22 19:35:22.887495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:22.969594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0d5b4-25f1-4cbd-b301-d9633a6421d9 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:22.992387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-603a6a87-1814-4142-a134-0e326e807ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:22.994026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-603a6a87-1814-4142-a134-0e326e807ff2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1299632 Jul 22 19:35:23.106161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5e81a39b-f264-4663-9bbd-e6b905e59602 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:23.106802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e81a39b-f264-4663-9bbd-e6b905e59602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.149687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638976dc-81d8-4db7-ae5f-cd76cffe9205 req-727cbb82-da54-4d7b-8ed2-069569bc3c6f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.156941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-638976dc-81d8-4db7-ae5f-cd76cffe9205 req-727cbb82-da54-4d7b-8ed2-069569bc3c6f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.5934548 Jul 22 19:35:23.232330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315f4c-d06f-4855-9a1f-08d68c260c45 req-553bc762-93b2-4646-ad7b-ff2c39e11c7e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.233947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b315f4c-d06f-4855-9a1f-08d68c260c45 req-553bc762-93b2-4646-ad7b-ff2c39e11c7e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 948 time: 0.5042922 Jul 22 19:35:23.284629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:23.289354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-638976dc-81d8-4db7-ae5f-cd76cffe9205 req-fd967205-2ee9-428d-bfed-56874937ae88 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313746 Jul 22 19:35:23.380359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-095725ab-ae3b-4c06-8f03-737c5680e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.381912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-095725ab-ae3b-4c06-8f03-737c5680e915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3512504 Jul 22 19:35:23.425123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b315f4c-d06f-4855-9a1f-08d68c260c45 req-cafaf851-a155-4410-a2e2-efc548786065 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810236 Jul 22 19:35:23.459815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcef83b4-dfd5-41ba-8e1e-2409ec11c7dc req-2d12324c-8fc6-49a8-84c3-068fad1bbe60 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 210 time: 0.0852368 Jul 22 19:35:23.499175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-5dea6dc8-3774-4e58-acc2-7d5a6f9b67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.506850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-5dea6dc8-3774-4e58-acc2-7d5a6f9b67c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 1100 time: 0.4932308 Jul 22 19:35:23.537343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:23.540627 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc0b93a-dd70-499d-b6dc-d858a7f94289" -d '{"events": [{"server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:23.647886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f7059e4f-d478-45c4-b6de-0d2768834878 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:23.648619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7059e4f-d478-45c4-b6de-0d2768834878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.691071 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca8559a-06b8-4c1b-b088-93dccb4eddef x-openstack-request-id: req-7ca8559a-06b8-4c1b-b088-93dccb4eddef {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:23.691636 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:23.692040 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ca8559a-06b8-4c1b-b088-93dccb4eddef {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:23.692637 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d', 'code': 200} Jul 22 19:35:23.711913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:23.716689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.847805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-c19d7b6c-ace5-4042-8d8e-ce4c5098ffaf service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545605 Jul 22 19:35:23.849397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:23.903188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f7da-945e-44b4-baff-6b8fc4adacfe req-e0b55e4a-e55c-4f45-8074-6bd8db823d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.905611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58e1f7da-945e-44b4-baff-6b8fc4adacfe req-e0b55e4a-e55c-4f45-8074-6bd8db823d36 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 1097 time: 0.1563292 Jul 22 19:35:23.979471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-58e1f7da-945e-44b4-baff-6b8fc4adacfe req-192554a0-0b36-4e88-88bd-b945e92e1a37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609279 Jul 22 19:35:23.997051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-499d2413-cc29-43ed-9584-fe53d8513e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:23.998591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-499d2413-cc29-43ed-9584-fe53d8513e43 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.4817328 Jul 22 19:35:24.034281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535bdd2-3a3e-464e-a1f2-0e7d3c03f249 req-4dfac3cc-ba86-44af-9518-a255eb4cc84f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:24.035156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1535bdd2-3a3e-464e-a1f2-0e7d3c03f249 req-4dfac3cc-ba86-44af-9518-a255eb4cc84f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 948 time: 0.4241426 Jul 22 19:35:24.068131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:24.081268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-b5a9530e-dd09-4824-8885-ebe9ea7cdb16 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba HTTP/1.1" status: 200 len: 217 time: 0.0653255 Jul 22 19:35:24.109787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.116519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.118202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.207349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1535bdd2-3a3e-464e-a1f2-0e7d3c03f249 req-623f234c-b47c-45b7-aca2-e2f35e3df471 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365907 Jul 22 19:35:24.223192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:24.223396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dd14a8-18fb-4509-b678-9dc27d79c4c3 req-a7a177e8-8436-49b6-aa0a-5af5b14718ba service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489766 Jul 22 19:35:24.239095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:24.244505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:24.251251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-4e9d7cf8-a61c-4717-89cd-d304c22ed1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:24.253023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-4e9d7cf8-a61c-4717-89cd-d304c22ed1e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1537838 Jul 22 19:35:24.255106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:24.255683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc09db9-e2ed-4a5f-9e6c-f1fd4329b96d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:24.255823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.259656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=b0061e67-86f0-4d65-88c0-13ea30c1bd51,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:24.260761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.10 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/5c79f055-541b-462a-a0d6-a275ee2aa674) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:24.280481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ba55476-ac02-49a2-bb4a-e0c4fe11410b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9702251 Jul 22 19:35:24.280784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:24.288818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:24.429291 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.656475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:24.659516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:24.661825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:24.826922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:24.826922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.002629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-e6914cdc-2b5a-478a-9812-4c63450e5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.004220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-e6914cdc-2b5a-478a-9812-4c63450e5b67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7407064 Jul 22 19:35:25.048210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ef6fc-def3-4591-8ffa-00713e9cef4e req-c19701b6-51cf-4ba4-a2dd-d319fb836862 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.049656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b37ef6fc-def3-4591-8ffa-00713e9cef4e req-c19701b6-51cf-4ba4-a2dd-d319fb836862 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 948 time: 0.3071043 Jul 22 19:35:25.079907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e66b1-199a-4406-a326-725e676ec048 req-dad7c9e9-9058-4e63-9ae2-8a5c05fb1768 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.087618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d6e66b1-199a-4406-a326-725e676ec048 req-dad7c9e9-9058-4e63-9ae2-8a5c05fb1768 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.3550644 Jul 22 19:35:25.173240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.208130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ea27beb9-939d-4e3c-847a-74555d39cedc details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:25.297413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d6e66b1-199a-4406-a326-725e676ec048 req-db33b348-af90-4e07-81df-2d987ae3c51c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951196 Jul 22 19:35:25.297413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b37ef6fc-def3-4591-8ffa-00713e9cef4e req-d20acb64-ac5e-4be4-8867-ba51a2b704a4 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337747 Jul 22 19:35:25.306211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f58b432c-e8b7-4b17-8ec0-4ae37273a202 None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:25.306587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f58b432c-e8b7-4b17-8ec0-4ae37273a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.329344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:25.331947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.332086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:25.341177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.342164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.352928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59905f6e-1d8d-427a-b93e-4f18deacf33c None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:25.373956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-da9264f1-c33e-430f-95a5-f41da3e010ee service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469217 Jul 22 19:35:25.399665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1144261 Jul 22 19:35:25.406461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52670) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:25.414870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:07:94:c3', 'name': 'tempest-NetworksTestDHCPv6-1074272783'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:25.429800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934e1bb-7a9b-4832-9fb3-6fb1a5e0270a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=1584402c-3d61-4aa4-9ecc-18a932f98e91,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:25.448129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f88d5ee0-ebb3-4824-8d72-72c9219f18fd req-d2f90e6a-e032-49f0-aac8-31bdb573b39c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 210 time: 0.0609674 Jul 22 19:35:25.633250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ea27beb9-939d-4e3c-847a-74555d39cedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:25.657721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.703855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dd3dbd6-b866-4398-b058-d50349413e50 req-a4f9a1e6-686c-41ca-ac04-530b46748e88 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109426 Jul 22 19:35:25.713120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:25.743463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'ea27beb9-939d-4e3c-847a-74555d39cedc', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'ea27beb9-939d-4e3c-847a-74555d39cedc', 'mac_address': 'fa:16:3e:56:35:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:25.747632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:25.751225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:25.753137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:25.754504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:25.757707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:25.787184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0aee51-2847-408a-af2c-7a075fa7b473 req-6d903053-187b-4c97-ae2d-8d60bb33607c tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.794590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee0aee51-2847-408a-af2c-7a075fa7b473 req-6d903053-187b-4c97-ae2d-8d60bb33607c tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 948 time: 0.2187347 Jul 22 19:35:25.847825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:25.848547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.866500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee0aee51-2847-408a-af2c-7a075fa7b473 req-1330b122-b2a6-4857-8c6c-9ae4d9c46014 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663056 Jul 22 19:35:25.880467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.880580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:25.890905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-744ceeb1-2924-4e89-854c-a862d009d8d3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0113986 Jul 22 19:35:25.901600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'b0061e67-86f0-4d65-88c0-13ea30c1bd51', 'ip_address': '2001:db8::f816:3eff:fee3:944f'}, {'subnet_id': '1584402c-3d61-4aa4-9ecc-18a932f98e91'}], 'binding:host_id': 'n-d-800087-13'}, 'id': 'be9693ef-317d-492d-ae69-44d096b68c4e'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:35:25.905271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Request body: {'port': {'device_id': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:25.923183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port b5721806-d6fd-4179-a318-060a8f39af3a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:25.934983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea27beb9-939d-4e3c-847a-74555d39cedc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:25.973335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ea27beb9-939d-4e3c-847a-74555d39cedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:25.987082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.040947 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.059291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.087027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:26.168222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 172.20.0.6 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/1584402c-3d61-4aa4-9ecc-18a932f98e91/b5721806-d6fd-4179-a318-060a8f39af3a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:26.174743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe07:94c3 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b0061e67-86f0-4d65-88c0-13ea30c1bd51/b5721806-d6fd-4179-a318-060a8f39af3a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:26.356489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ea27beb9-939d-4e3c-847a-74555d39cedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:26.416798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f6cf4cdf-90b0-4696-9add-55fd11b19aba details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:26.438071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.457337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object b5721806-d6fd-4179-a318-060a8f39af3a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:26.481194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c79f055-541b-462a-a0d6-a275ee2aa674 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:26.489480 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.503973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Transition to ACTIVE for port object 5c79f055-541b-462a-a0d6-a275ee2aa674 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:26.518933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.529589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.577352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:26.585178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:26.591882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:26.627428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:26.670057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:26.670883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Allocated IP 172.20.0.2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/1584402c-3d61-4aa4-9ecc-18a932f98e91/be9693ef-317d-492d-ae69-44d096b68c4e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:26.684205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'mac_address': 'fa:16:3e:8f:dc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:26.699584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=b5721806-d6fd-4179-a318-060a8f39af3a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:26.739807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:26.740570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.763900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-79a8b0eb-2cda-4f2a-a053-3f6b2c3dd5ed tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3584995 Jul 22 19:35:26.766007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52686) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:26.770749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e9c57-c198-47d5-98be-32a93256affc req-d578aab4-f85e-4a66-bbfa-704c7168f111 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:26.773390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee5e9c57-c198-47d5-98be-32a93256affc req-d578aab4-f85e-4a66-bbfa-704c7168f111 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 948 time: 0.2679713 Jul 22 19:35:26.783649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9facf-b384-4e9e-a194-f1b81db5f27e req-31c063c4-1f87-4b17-aea0-0cd1c31126bc tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:26.785546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fac9facf-b384-4e9e-a194-f1b81db5f27e req-31c063c4-1f87-4b17-aea0-0cd1c31126bc tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.2704804 Jul 22 19:35:26.835955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Attempting to bind port 5c79f055-541b-462a-a0d6-a275ee2aa674 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:26.836691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Attempting to bind port 5c79f055-541b-462a-a0d6-a275ee2aa674 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:26.837267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Attempting to bind port 5c79f055-541b-462a-a0d6-a275ee2aa674 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:26.864511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Port 5c79f055-541b-462a-a0d6-a275ee2aa674 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:26.865208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Attempting to bind port 5c79f055-541b-462a-a0d6-a275ee2aa674 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:26.871457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:26.872115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:26.872753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:26.873442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Bound port: 5c79f055-541b-462a-a0d6-a275ee2aa674, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:26.874047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:26.878981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee5e9c57-c198-47d5-98be-32a93256affc req-3df4bfa5-f83f-471a-b515-687bc22bdbfa tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922496 Jul 22 19:35:26.882581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fac9facf-b384-4e9e-a194-f1b81db5f27e req-45cf2801-9fa1-479b-b00c-40cd1a34d877 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888512 Jul 22 19:35:26.949669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819db00d-aba4-4c8a-8346-3d6d82ac39f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:26.971742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819db00d-aba4-4c8a-8346-3d6d82ac39f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:26.976377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-819db00d-aba4-4c8a-8346-3d6d82ac39f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2068462 Jul 22 19:35:26.977622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:26.987606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:26.992192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5c79f055-541b-462a-a0d6-a275ee2aa674,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:27.000743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.051294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.089090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:27.089894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6cf4cdf-90b0-4696-9add-55fd11b19aba {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:27.090285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.091972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/5c79f055-541b-462a-a0d6-a275ee2aa674 HTTP/1.1" status: 200 len: 1093 time: 1.1927290 Jul 22 19:35:27.101952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:27.105300 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dafe8e7-bb78-4bdf-b110-bde960a527d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:27.161647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port b5721806-d6fd-4179-a318-060a8f39af3a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:27.161993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.168245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:27.186973 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.205404 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.232238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25927439-fdf1-4c74-a0f8-bc2459bce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:27.275491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10c497-709a-454d-8a49-1aff41718ed4 req-b1e3e86f-c21d-466e-9b41-3d62cef39a1d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:27.278078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f10c497-709a-454d-8a49-1aff41718ed4 req-b1e3e86f-c21d-466e-9b41-3d62cef39a1d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 944 time: 0.2393477 Jul 22 19:35:27.349473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f10c497-709a-454d-8a49-1aff41718ed4 req-c2fb0db3-ce60-4dee-9922-25d36cb0f10a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652361 Jul 22 19:35:27.355720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.374857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86480558-db72-4245-985c-5dd15348d80c req-9055608f-2b88-473d-8ed0-0ddd8f7a46d8 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:27.376876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86480558-db72-4245-985c-5dd15348d80c req-9055608f-2b88-473d-8ed0-0ddd8f7a46d8 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 949 time: 0.2200089 Jul 22 19:35:27.379036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-26e9132e-4045-41ef-a8e9-7162b8ed6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:27.380642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-26e9132e-4045-41ef-a8e9-7162b8ed6244 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 1096 time: 0.2390189 Jul 22 19:35:27.390641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for b5721806-d6fd-4179-a318-060a8f39af3a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:27.435167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-14d65f31-1a01-43f5-9f2e-e19873aa83f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c79f055-541b-462a-a0d6-a275ee2aa674 HTTP/1.1" status: 200 len: 217 time: 0.0432963 Jul 22 19:35:27.488454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:27.527731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:27.534307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86480558-db72-4245-985c-5dd15348d80c req-2857812b-d914-4a10-b73f-8ceae47d19c0 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499822 Jul 22 19:35:27.547573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-60cc9e29-df4a-45b1-bb85-27e157a4862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:27.549855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-60cc9e29-df4a-45b1-bb85-27e157a4862f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1071799 Jul 22 19:35:27.556454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.584814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Transition to ACTIVE for port object be9693ef-317d-492d-ae69-44d096b68c4e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:27.589684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f6cf4cdf-90b0-4696-9add-55fd11b19aba'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:27.594560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.620829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-cd05c867-0fd9-4740-8e42-0c30a7013ce2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602512 Jul 22 19:35:27.653399 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaefcde0-6f9a-4358-b2a2-c967c9dd2754 x-openstack-request-id: req-eaefcde0-6f9a-4358-b2a2-c967c9dd2754 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:27.653873 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:27.654267 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaefcde0-6f9a-4358-b2a2-c967c9dd2754 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:27.654768 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674', 'status': 'completed', 'code': 200} Jul 22 19:35:27.658485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.676535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ddb38-4e2b-45f4-a780-32ec9e1cd863 None None] Pushing event updated for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:27.739085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=b5721806-d6fd-4179-a318-060a8f39af3a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:27.913372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:27.919187 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-abb184be-44b6-42c1-822c-411b49c982ee tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/b5721806-d6fd-4179-a318-060a8f39af3a HTTP/1.1" status: 204 len: 168 time: 0.9383662 Jul 22 19:35:27.920800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:28.059586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-c1cf0c3f-e130-4111-8426-47a0ce64a2a7 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306059 Jul 22 19:35:28.086782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ccef7-fae5-4d46-a265-cb0c4df11dab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.088524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ccef7-fae5-4d46-a265-cb0c4df11dab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.090243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ccef7-fae5-4d46-a265-cb0c4df11dab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.092211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-802ccef7-fae5-4d46-a265-cb0c4df11dab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1542292 Jul 22 19:35:28.094769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:28.145570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-fe1433b1-9d26-4e3a-806e-5bf7f0d0db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.152183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-fe1433b1-9d26-4e3a-806e-5bf7f0d0db1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 1097 time: 0.3356478 Jul 22 19:35:28.190529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 1584402c-3d61-4aa4-9ecc-18a932f98e91 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:28.195016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.274182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.392823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.418588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddbcf-d07c-400c-8382-97f76ad04154 req-661dec0a-c43e-4ea7-9962-ad7a22e84af5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.427077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3deddbcf-d07c-400c-8382-97f76ad04154 req-661dec0a-c43e-4ea7-9962-ad7a22e84af5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.5678773 Jul 22 19:35:28.538286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.579109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cdb705d-d2c3-4119-90bb-d514bdcb1bf9 req-aa891db6-4f93-491c-8ccd-cd612abc5ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062964 Jul 22 19:35:28.593131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=1584402c-3d61-4aa4-9ecc-18a932f98e91,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:28.629137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.634057 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5960936-c61e-489a-bfbb-c90323847744 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/1584402c-3d61-4aa4-9ecc-18a932f98e91 HTTP/1.1" status: 204 len: 168 time: 0.5379453 Jul 22 19:35:28.636540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3deddbcf-d07c-400c-8382-97f76ad04154 req-419e900b-5c01-478e-9eb3-1dd4456eb861 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058597 Jul 22 19:35:28.637485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:28.693222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:28.783659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet b0061e67-86f0-4d65-88c0-13ea30c1bd51 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:28.788213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.800479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-270ff0dc-c719-491e-9eee-0e99aeba4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:28.807951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-270ff0dc-c719-491e-9eee-0e99aeba4695 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.6308498 Jul 22 19:35:28.840842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.900351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9fcd79-3b39-4b1a-b9cc-1889c82838a6 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:28.974328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:28.997822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef8660-debf-4334-9eee-a7ebbe0439a3 req-31956731-1c6e-4e91-bd27-5d8c3e7a3904 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:29.005137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aef8660-debf-4334-9eee-a7ebbe0439a3 req-31956731-1c6e-4e91-bd27-5d8c3e7a3904 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 949 time: 0.9387410 Jul 22 19:35:29.014254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-74936965-4961-474d-9ac9-857241b5114b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d HTTP/1.1" status: 200 len: 217 time: 0.1827943 Jul 22 19:35:29.068114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e4e67738-1f8a-4435-903c-b9514a0895bc None None] Provisioning for port be9693ef-317d-492d-ae69-44d096b68c4e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:29.075607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e4e67738-1f8a-4435-903c-b9514a0895bc None None] Provisioning complete for port be9693ef-317d-492d-ae69-44d096b68c4e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:29.083766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e4e67738-1f8a-4435-903c-b9514a0895bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.088329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-8625dd29-1bf6-4acd-8dbb-efe93dca46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:29.089976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-8625dd29-1bf6-4acd-8dbb-efe93dca46eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.0556085 Jul 22 19:35:29.134032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.149704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aef8660-debf-4334-9eee-a7ebbe0439a3 req-9b690bf3-7f1c-4e75-be80-6ff820acf923 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432321 Jul 22 19:35:29.154808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.158855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b0061e67-86f0-4d65-88c0-13ea30c1bd51 HTTP/1.1" status: 204 len: 168 time: 0.5183010 Jul 22 19:35:29.165227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-e05c5eb0-1465-4090-9c8e-9cedb29a9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:29.168783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52730) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:29.175315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-e05c5eb0-1465-4090-9c8e-9cedb29a9786 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 1096 time: 0.5061834 Jul 22 19:35:29.246159 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ef406f71-a7f0-46ba-9a35-21e25dd5a18d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758719 Jul 22 19:35:29.248295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b0bc5-dada-4f5e-b0f3-ed23d5213481 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=b0061e67-86f0-4d65-88c0-13ea30c1bd51,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:29.251285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:29.256683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:29.292733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ea27beb9-939d-4e3c-847a-74555d39cedc up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:29.349376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-e184faf0-e6a9-4afa-9be2-a5756a848268 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2297084 Jul 22 19:35:29.351648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-bbd43de0-ff9d-4800-bce4-882ec65d2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:29.353343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-bbd43de0-ff9d-4800-bce4-882ec65d2f22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.1295662 Jul 22 19:35:29.391691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:29.397457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.530635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port ea27beb9-939d-4e3c-847a-74555d39cedc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:29.556586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port ea27beb9-939d-4e3c-847a-74555d39cedc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:29.558866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.634146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:35:29.830392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.851365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Deleting port be9693ef-317d-492d-ae69-44d096b68c4e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:29.851803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.897787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-12be21eb-be32-4c9c-9196-061be786b89b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c79f055-541b-462a-a0d6-a275ee2aa674 HTTP/1.1" status: 200 len: 217 time: 0.4893799 Jul 22 19:35:29.899798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:29.902085 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6330d6bd-24e8-47e0-8763-4d1940c1d25f" -d '{"events": [{"server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:29.906291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7acb90-c96c-4d9c-9324-24c3dbd2409a req-cdfdb81f-c6c9-42ce-8f31-763a64802882 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:29.908015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f7acb90-c96c-4d9c-9324-24c3dbd2409a req-cdfdb81f-c6c9-42ce-8f31-763a64802882 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 944 time: 0.9705632 Jul 22 19:35:29.921235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ea27beb9-939d-4e3c-847a-74555d39cedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:29.952714 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:29.997822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] For port be9693ef-317d-492d-ae69-44d096b68c4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=be9693ef-317d-492d-ae69-44d096b68c4e,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:29.998153 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.020372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Calling delete_port for be9693ef-317d-492d-ae69-44d096b68c4e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:30.038427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:30.047860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-e6a019cf-2bd9-4d73-ada0-53a0306217e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.049387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-e6a019cf-2bd9-4d73-ada0-53a0306217e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1403053 Jul 22 19:35:30.106082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f7acb90-c96c-4d9c-9324-24c3dbd2409a req-c425dc6a-73a3-46f7-bd89-acdddd915d0e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471081 Jul 22 19:35:30.108420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-834c8b7c-2d5a-47fc-a3ea-7ccab0acb01c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412564 Jul 22 19:35:30.148749 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.164209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e6e1-8c1b-4acb-9fc6-093707b1f88d req-cd9c7d16-c046-4f51-aa3d-9008d97c3a71 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.165782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d416e6e1-8c1b-4acb-9fc6-093707b1f88d req-cd9c7d16-c046-4f51-aa3d-9008d97c3a71 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 949 time: 0.8091812 Jul 22 19:35:30.173662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-c1247d26-e16a-4508-9835-588d817a2ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076262 Jul 22 19:35:30.186656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] Pushing event deleted for resources: {'Port': ['ID=be9693ef-317d-492d-ae69-44d096b68c4e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:30.190126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48d288-10d3-4629-bc12-30e09d7114ad None None] No DVR routers for this DVR port be9693ef-317d-492d-ae69-44d096b68c4e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:30.206519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.259314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:30.262771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:30.267297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.267919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.270412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=c48ca056-b4d5-473e-944c-af7afe1bdb0d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:30.271516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694cd5f1-5f43-489b-a621-7ff0af5c67a2 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:30.291077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-46887fd3-cc6e-47cc-9d1c-4cc502236fca tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0386605 Jul 22 19:35:30.291984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:30.297793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:30.380736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d416e6e1-8c1b-4acb-9fc6-093707b1f88d req-c5f89eb6-2ed2-4074-89e4-ab7ba6aa46b3 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046106 Jul 22 19:35:30.425887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f6cf4cdf-90b0-4696-9add-55fd11b19aba up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:30.432479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931a3a7b-a686-47e4-810b-0af6f5b56318 req-0d29b3fd-4852-45d4-abe6-a15ed8ddc32e service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452660 Jul 22 19:35:30.441834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-7d5273f3-9fcf-4223-bf5c-eeccba08d899 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186238 Jul 22 19:35:30.482714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:30.484541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54636c8f-ee96-4646-bdfa-faa08c896127 req-35a74a07-8790-4162-9b66-7c4c5399ad04 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.486154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54636c8f-ee96-4646-bdfa-faa08c896127 req-35a74a07-8790-4162-9b66-7c4c5399ad04 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.2653904 Jul 22 19:35:30.500942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.547078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f6cf4cdf-90b0-4696-9add-55fd11b19aba completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:30.556248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54636c8f-ee96-4646-bdfa-faa08c896127 req-878d6de5-45cd-4214-b35f-a2d022cbf2ad tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631540 Jul 22 19:35:30.572858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f6cf4cdf-90b0-4696-9add-55fd11b19aba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:30.573194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.615748 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dad33a-285b-434a-be73-0e924b00d3e3 x-openstack-request-id: req-36dad33a-285b-434a-be73-0e924b00d3e3 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:30.616272 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "name": "network-vif-plugged", "status": "completed", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:30.616473 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36dad33a-285b-434a-be73-0e924b00d3e3 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:30.617024 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc', 'code': 200} Jul 22 19:35:30.622325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'c48ca056-b4d5-473e-944c-af7afe1bdb0d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:30.623208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.661459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:30.734193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: be9693ef-317d-492d-ae69-44d096b68c4e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:30.734777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device be9693ef-317d-492d-ae69-44d096b68c4e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:30.767726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dafe8e7-bb78-4bdf-b110-bde960a527d0 req-f978e9a0-610f-4fc7-a016-0eef01dbd4cd service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175714 Jul 22 19:35:30.824655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.907981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:30.913923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80968a07-3a58-4234-93be-0063dfb190cb req-498e4ef6-28e5-4d82-92a4-c92ec05c65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.916769 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:30.917807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80968a07-3a58-4234-93be-0063dfb190cb req-498e4ef6-28e5-4d82-92a4-c92ec05c65d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 1102 time: 0.1712952 Jul 22 19:35:30.960912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Allocated IP 172.20.0.2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/c48ca056-b4d5-473e-944c-af7afe1bdb0d/8bb077fc-8a63-499c-ae87-a7e31d1281be) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:30.962288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672542db-0aa9-47e8-a734-b80dd46b7e40 req-ec2cc86b-68e3-47fd-b7e9-fa50f1b2b7a5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:30.963853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-672542db-0aa9-47e8-a734-b80dd46b7e40 req-ec2cc86b-68e3-47fd-b7e9-fa50f1b2b7a5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 949 time: 0.2772748 Jul 22 19:35:31.016630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.017503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80968a07-3a58-4234-93be-0063dfb190cb req-64863da3-6c31-487b-ad7f-fb2f7171abdd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893867 Jul 22 19:35:31.043874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-672542db-0aa9-47e8-a734-b80dd46b7e40 req-8237d06f-2715-4d2d-883a-f9ede8d426f9 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673151 Jul 22 19:35:31.083453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:31.085546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.143389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:31.148051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:31.153269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:31.153871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.179040 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8855884 Jul 22 19:35:31.180063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5bcd6-50fc-416a-b74a-be3df5f83dec tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=593b6a9d-51f4-4fcb-83ff-80a6c318acdf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.181703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:31.187571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:1a:ba:9d', 'name': 'tempest-NetworksTestDHCPv6-1580367826'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:31.211820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.225941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Transition to ACTIVE for port object 8bb077fc-8a63-499c-ae87-a7e31d1281be will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:31.248042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Transition to ACTIVE for port object 8bb077fc-8a63-499c-ae87-a7e31d1281be will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:31.263683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.319954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:31.327410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:31.330205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:31.338891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59445175-f66e-4416-8fbd-8f6976bbcd9b req-d78bf84d-0810-4a88-b836-6d9fd7f34d19 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:31.340702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59445175-f66e-4416-8fbd-8f6976bbcd9b req-d78bf84d-0810-4a88-b836-6d9fd7f34d19 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 944 time: 0.1425829 Jul 22 19:35:31.343182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Pushing event updated for resources: {'Port': ['ID=8bb077fc-8a63-499c-ae87-a7e31d1281be,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.430139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Attempting to bind port 8bb077fc-8a63-499c-ae87-a7e31d1281be on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:31.430880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59445175-f66e-4416-8fbd-8f6976bbcd9b req-910828d1-38bc-4320-bf03-cdea1e56c4fb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789282 Jul 22 19:35:31.432198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:31.435761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Attempting to bind port 8bb077fc-8a63-499c-ae87-a7e31d1281be by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:31.436174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Attempting to bind port 8bb077fc-8a63-499c-ae87-a7e31d1281be on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:31.448102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:31.448478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:31.448878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.449270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:31.449749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Bound port: 8bb077fc-8a63-499c-ae87-a7e31d1281be, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:31.450115 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.535016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] For port 8bb077fc-8a63-499c-ae87-a7e31d1281be, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:31.538948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] For port 8bb077fc-8a63-499c-ae87-a7e31d1281be, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8bb077fc-8a63-499c-ae87-a7e31d1281be,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:31.549599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.618018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:31.626639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb5025-7d8b-491d-b979-f43fd280b1b7 None None] Pushing event updated for resources: {'Port': ['ID=8bb077fc-8a63-499c-ae87-a7e31d1281be,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:31.648984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 98c65dcd-8b0d-43de-ac18-64af3ba4896c yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:31.766810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62367dc-1604-4fcd-8408-6b8c2157eb2b req-ecfecd23-9a6a-4901-b715-434b453c5ae2 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:31.779686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c62367dc-1604-4fcd-8408-6b8c2157eb2b req-ecfecd23-9a6a-4901-b715-434b453c5ae2 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 950 time: 0.2928884 Jul 22 19:35:31.943918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c62367dc-1604-4fcd-8408-6b8c2157eb2b req-337ad339-b66a-4e33-9ba7-2a8bcf03cd8b tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627913 Jul 22 19:35:31.980803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f637d-158d-4522-906b-5f40a1b950e8 req-4a27db80-4f23-4db8-a94c-54ff2bbd0fdd tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:31.982625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed8f637d-158d-4522-906b-5f40a1b950e8 req-4a27db80-4f23-4db8-a94c-54ff2bbd0fdd tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.2771893 Jul 22 19:35:32.068867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 172.20.0.4 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/c48ca056-b4d5-473e-944c-af7afe1bdb0d/98c65dcd-8b0d-43de-ac18-64af3ba4896c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:32.080734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed8f637d-158d-4522-906b-5f40a1b950e8 req-6abb36a5-19a9-4212-93ac-b92fc3d6806a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900159 Jul 22 19:35:32.096468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe1a:ba9d (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/593b6a9d-51f4-4fcb-83ff-80a6c318acdf/98c65dcd-8b0d-43de-ac18-64af3ba4896c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:32.317962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1764e-9965-4e50-8f79-6e98032d2f38 req-4504ff1e-3c69-4e71-bec1-2a299ea62a4e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:32.321578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bd1764e-9965-4e50-8f79-6e98032d2f38 req-4504ff1e-3c69-4e71-bec1-2a299ea62a4e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.1797619 Jul 22 19:35:32.411591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5c79f055-541b-462a-a0d6-a275ee2aa674 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:32.474257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.487577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bd1764e-9965-4e50-8f79-6e98032d2f38 req-01e726e7-f8a9-4365-b5c2-809723449af4 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460812 Jul 22 19:35:32.499228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 98c65dcd-8b0d-43de-ac18-64af3ba4896c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:32.550984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.626538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:32.633901 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef84a530-1e5f-4508-85a2-ccd272473945" -d '{"events": [{"server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "name": "network-vif-plugged", "status": "completed", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:32.661008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5c79f055-541b-462a-a0d6-a275ee2aa674,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:32.676318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8bb077fc-8a63-499c-ae87-a7e31d1281be up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:32.691753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:32.711783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '5c79f055-541b-462a-a0d6-a275ee2aa674', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '5c79f055-541b-462a-a0d6-a275ee2aa674', 'mac_address': 'fa:16:3e:c9:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:32.721881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:32.730449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:32.736976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=98c65dcd-8b0d-43de-ac18-64af3ba4896c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:32.782306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.795304 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595cf3cd-6588-472e-8cf7-0329d45d7f1f x-openstack-request-id: req-595cf3cd-6588-472e-8cf7-0329d45d7f1f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:32.795609 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "name": "network-vif-plugged", "status": "completed", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:32.800495 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-595cf3cd-6588-472e-8cf7-0329d45d7f1f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:32.801317 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'code': 200} Jul 22 19:35:32.803641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8bb077fc-8a63-499c-ae87-a7e31d1281be completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:32.808107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c79f055-541b-462a-a0d6-a275ee2aa674 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:32.842616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5c79f055-541b-462a-a0d6-a275ee2aa674,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:32.847680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.864878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:32.866233 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:32.910340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:32.932203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e5b4b167-2cbd-415c-aaee-075809794d82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7473915 Jul 22 19:35:32.932819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:32.956306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a6d4-a22f-4f11-8ae2-80422e6dec45 req-a6b7b26c-41f8-4f90-96cc-0c9ed12ab6fd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:32.964432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d14a6d4-a22f-4f11-8ae2-80422e6dec45 req-a6b7b26c-41f8-4f90-96cc-0c9ed12ab6fd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 944 time: 0.3207400 Jul 22 19:35:32.992775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cd837-3433-4526-9cf6-9177524d707d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:33.019466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d14a6d4-a22f-4f11-8ae2-80422e6dec45 req-dc66d68d-9b70-4589-94b1-d0cc9335a79e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541327 Jul 22 19:35:33.027647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394f46-d425-450d-8b03-477691a29c0b req-61f4517f-8113-4cf1-bb1b-6538f85a4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.030403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28394f46-d425-450d-8b03-477691a29c0b req-61f4517f-8113-4cf1-bb1b-6538f85a4121 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 1102 time: 0.1577594 Jul 22 19:35:33.043984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c34955d-9c8c-4c46-a0a9-7029d3ce3a70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.056309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c34955d-9c8c-4c46-a0a9-7029d3ce3a70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.062350 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c34955d-9c8c-4c46-a0a9-7029d3ce3a70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1231599 Jul 22 19:35:33.066109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52788) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:33.092861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28394f46-d425-450d-8b03-477691a29c0b req-9d552e41-a246-416f-90ee-d048a5a4efe0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554271 Jul 22 19:35:33.132369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Provisioning for port 8bb077fc-8a63-499c-ae87-a7e31d1281be completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:33.165286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae5ae7-fd0b-475d-84d4-9ca4a0982bae req-04ca521b-dab2-45f6-95c6-e92f74b37573 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.168194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1ae5ae7-fd0b-475d-84d4-9ca4a0982bae req-04ca521b-dab2-45f6-95c6-e92f74b37573 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 950 time: 0.0950372 Jul 22 19:35:33.180104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['5c79f055-541b-462a-a0d6-a275ee2aa674'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:33.211568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Provisioning complete for port 8bb077fc-8a63-499c-ae87-a7e31d1281be triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:33.212101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.252032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 98c65dcd-8b0d-43de-ac18-64af3ba4896c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:33.252755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.262933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1ae5ae7-fd0b-475d-84d4-9ca4a0982bae req-a2181b23-a467-4caa-bb2f-09b31cd4de3a tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897801 Jul 22 19:35:33.310727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc5354-9098-4aa6-b099-1d07391951b5 req-ecafb479-bab3-47d5-b796-7f2c86bb6425 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.312348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0bc5354-9098-4aa6-b099-1d07391951b5 req-ecafb479-bab3-47d5-b796-7f2c86bb6425 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.1096320 Jul 22 19:35:33.393732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.408096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0bc5354-9098-4aa6-b099-1d07391951b5 req-9394e7bb-709e-4575-b494-becf0c55325d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777287 Jul 22 19:35:33.411802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 98c65dcd-8b0d-43de-ac18-64af3ba4896c owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:33.662727 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.767285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933811b-526a-4e0e-8dd7-0620b439c4e1 req-66ed84ba-0c6a-4cc0-8960-060c39b90c36 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:33.768917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7933811b-526a-4e0e-8dd7-0620b439c4e1 req-66ed84ba-0c6a-4cc0-8960-060c39b90c36 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.1535764 Jul 22 19:35:33.795766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] For port 8bb077fc-8a63-499c-ae87-a7e31d1281be, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8bb077fc-8a63-499c-ae87-a7e31d1281be,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:33.799635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.826455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:33.885909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=98c65dcd-8b0d-43de-ac18-64af3ba4896c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:33.892300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7933811b-526a-4e0e-8dd7-0620b439c4e1 req-d80b3c42-6de6-4416-a834-ac7a43722e66 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151991 Jul 22 19:35:33.925349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e2ddb-4b52-4705-9683-6745c0c59564 None None] Pushing event updated for resources: {'Port': ['ID=8bb077fc-8a63-499c-ae87-a7e31d1281be,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:33.999626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'c48ca056-b4d5-473e-944c-af7afe1bdb0d', 'ip_address': '172.20.0.2'}, {'subnet_id': '593b6a9d-51f4-4fcb-83ff-80a6c318acdf'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8bb077fc-8a63-499c-ae87-a7e31d1281be'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:35:34.054764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.083451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.086823 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9513b889-73be-4b1a-9994-e4690e5a4500 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/98c65dcd-8b0d-43de-ac18-64af3ba4896c HTTP/1.1" status: 204 len: 168 time: 1.0188997 Jul 22 19:35:34.089510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52826) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:34.105928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-22e0a1f8-c4b1-4dec-8c2a-9b66263f66d4 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=123a378bd11d4186a3d7632fd284c137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365868 Jul 22 19:35:34.160354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec1e52-b079-409b-a830-b92c04e01a3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.164735 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec1e52-b079-409b-a830-b92c04e01a3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.167335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec1e52-b079-409b-a830-b92c04e01a3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.169156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-efec1e52-b079-409b-a830-b92c04e01a3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0785067 Jul 22 19:35:34.171684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:34.254153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 593b6a9d-51f4-4fcb-83ff-80a6c318acdf {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:34.283901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Allocated IP 2001:db8::f816:3eff:fed4:be9b (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/593b6a9d-51f4-4fcb-83ff-80a6c318acdf/8bb077fc-8a63-499c-ae87-a7e31d1281be) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:34.337877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-25954a4c-e84a-46f5-b636-c6e62a9631af tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.339490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-25954a4c-e84a-46f5-b636-c6e62a9631af tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284987 Jul 22 19:35:34.348037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa11b3e-e200-4ba4-b22b-9d8e7596691a req-93b52af6-2deb-4e5d-a27a-491cfe1e7e9c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.350636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5aa11b3e-e200-4ba4-b22b-9d8e7596691a req-93b52af6-2deb-4e5d-a27a-491cfe1e7e9c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 945 time: 0.1936185 Jul 22 19:35:34.378257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-65e8471b-5f54-462e-9f72-d184ce56b115 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/quotas/123a378bd11d4186a3d7632fd284c137 HTTP/1.1" status: 200 len: 375 time: 0.0264680 Jul 22 19:35:34.428837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] For port 8bb077fc-8a63-499c-ae87-a7e31d1281be, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8bb077fc-8a63-499c-ae87-a7e31d1281be,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:34.431095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5aa11b3e-e200-4ba4-b22b-9d8e7596691a req-60ec5fcf-99a8-475f-9a11-4f561ec6e8cb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 Jul 22 19:35:34.482900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-330c8b75-dfbb-47b8-8d37-3195e16fcf87 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946095 Jul 22 19:35:34.501554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.533711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Transition to ACTIVE for port object 8bb077fc-8a63-499c-ae87-a7e31d1281be will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:34.545236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.551463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.691592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.702200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37886078-d103-4b01-8d33-1b7d745af650 None None] Pushing event updated for resources: {'Port': ['ID=8bb077fc-8a63-499c-ae87-a7e31d1281be,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:34.751487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61215ab-431b-4dee-9705-58670bbff431 req-a8314f94-4ccb-459b-ba13-e48df4419fa5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:34.759389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c61215ab-431b-4dee-9705-58670bbff431 req-a8314f94-4ccb-459b-ba13-e48df4419fa5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.1769102 Jul 22 19:35:34.786373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8bb077fc-8a63-499c-ae87-a7e31d1281be up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:34.831245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.875391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-badecbb2-b088-4d53-a8e2-a066c66c1b4a req-8d527239-9b94-4355-8a29-4c5e5d18ef4c tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 210 time: 0.1138051 Jul 22 19:35:34.942986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:34.952314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c61215ab-431b-4dee-9705-58670bbff431 req-2853fbfd-d13e-436d-9adb-2a216b6a6946 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509321 Jul 22 19:35:34.992929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=593b6a9d-51f4-4fcb-83ff-80a6c318acdf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:35.011061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.020460 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d42a23e6-8913-4664-87c4-e2b2a8f648bf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/593b6a9d-51f4-4fcb-83ff-80a6c318acdf HTTP/1.1" status: 204 len: 168 time: 0.8449752 Jul 22 19:35:35.020705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:35.178865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet c48ca056-b4d5-473e-944c-af7afe1bdb0d {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:35.182702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.241625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957e798-7c7c-4840-b10b-c9460111d4fb req-72809402-283a-41fe-8600-6526bb6178a3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:35.243001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.247612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4957e798-7c7c-4840-b10b-c9460111d4fb req-72809402-283a-41fe-8600-6526bb6178a3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.1658163 Jul 22 19:35:35.335539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4957e798-7c7c-4840-b10b-c9460111d4fb req-c007d633-5e7d-4d72-b22c-900bff989cd6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794754 Jul 22 19:35:35.480076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.629031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.665528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=c48ca056-b4d5-473e-944c-af7afe1bdb0d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:35.679371 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.683745 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d14def05-dbcb-49d8-b85c-712c4242f33d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/c48ca056-b4d5-473e-944c-af7afe1bdb0d HTTP/1.1" status: 204 len: 168 time: 0.6578450 Jul 22 19:35:35.684022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:35.715662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c86cfd-f4dd-465c-94b9-c1dce41358b7 req-36fbfca7-ce69-4820-861a-5c34f7ae46c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:35.736977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73c86cfd-f4dd-465c-94b9-c1dce41358b7 req-36fbfca7-ce69-4820-861a-5c34f7ae46c8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 945 time: 0.1376529 Jul 22 19:35:35.755729 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e03607d2-5e27-4006-bede-f5312fa6e690 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682237 Jul 22 19:35:35.756738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:35.763505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:35.817988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73c86cfd-f4dd-465c-94b9-c1dce41358b7 req-7da8d9d0-c942-4cb2-a238-be66e5b100ac tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743177 Jul 22 19:35:35.898574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:35.907961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:35.954896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bafa5-762c-40d1-8672-ea2e90f32913 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:36.034001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4f2d309-71e1-4d5a-b3b9-69b5662c1f6b req-61543667-0a58-485f-a7cb-bc54edab1feb tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 210 time: 0.0492930 Jul 22 19:35:36.116834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a6754df8-c4c1-46db-be33-5adfd5de45d1 None None] Provisioning for port 8bb077fc-8a63-499c-ae87-a7e31d1281be completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:36.139065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a6754df8-c4c1-46db-be33-5adfd5de45d1 None None] Provisioning complete for port 8bb077fc-8a63-499c-ae87-a7e31d1281be triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:36.139435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6754df8-c4c1-46db-be33-5adfd5de45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.277620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fac3a3-1bae-4ce4-8a1e-cf1880db628e req-75ff74ef-007f-4b8c-8338-1344d628a05e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.285356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7fac3a3-1bae-4ce4-8a1e-cf1880db628e req-75ff74ef-007f-4b8c-8338-1344d628a05e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.1724489 Jul 22 19:35:36.307911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.308379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.309075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.309555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.310022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.310519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.311001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.311557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.312028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.313017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.313492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.314089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.314560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.315022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.315516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.315626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.318882 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-e1ff7da1-0473-43e9-bdb1-787b67783b24 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c&device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501&device_id=67c3616b-c5b9-40af-ac14-15d71712c20f&device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f&device_id=b097af4c-a197-492f-9a04-51e69e6675e2&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb&device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336&device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585&device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 13622 time: 0.1387539 Jul 22 19:35:36.347658 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-7dda6aa7-f810-4841-af0a-b0233740909e tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.408874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-c79417e4-dec5-4c48-87e6-dc6ff5cf524b tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=123a378bd11d4186a3d7632fd284c137&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353007 Jul 22 19:35:36.420258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7fac3a3-1bae-4ce4-8a1e-cf1880db628e req-5e0477aa-d899-4f92-a6d2-74f6f7950a5f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339476 Jul 22 19:35:36.435247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:36.445035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:36.451440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.452040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.462189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5c79f055-541b-462a-a0d6-a275ee2aa674 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:36.493973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=ab6c5915-c1f5-4efe-bede-c5420c476b0c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:36.588181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:35:36.645178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a6754df8-c4c1-46db-be33-5adfd5de45d1 None None] Could not find standard attr ID for object 98c65dcd-8b0d-43de-ac18-64af3ba4896c. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:35:36.678698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 5c79f055-541b-462a-a0d6-a275ee2aa674 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:36.697088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 5c79f055-541b-462a-a0d6-a275ee2aa674 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:36.697466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.731860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-fca4d4c5-f755-4610-b85e-37f8c0836729 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:36.733429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-fca4d4c5-f755-4610-b85e-37f8c0836729 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006728 Jul 22 19:35:36.737334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Deleting port 8bb077fc-8a63-499c-ae87-a7e31d1281be {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:36.737706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.751335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Request body: {'port': {'device_id': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '123a378bd11d4186a3d7632fd284c137'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:36.762263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-7dda6aa7-f810-4841-af0a-b0233740909e tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.776027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-7dda6aa7-f810-4841-af0a-b0233740909e tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:36.781276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1dfbbf11-2cdc-434e-9bf8-2c234b4a02eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0230811 Jul 22 19:35:36.781841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52874) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:36.788164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:36.861206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc3e5357-e27c-4925-b218-5ef99bf31540 req-7dda6aa7-f810-4841-af0a-b0233740909e tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&id=b0f439d4-ea01-44f2-afcf-66f931b0103d&id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&id=3f2e037f-1b40-44d4-a700-7e989706f50b&id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5328548 Jul 22 19:35:36.938579 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.020996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:37.032259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda6aa7-f810-4841-af0a-b0233740909e tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bb4ca-7bc8-45cc-bc2b-770010e8e06e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:37.042166 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef94e14a-c1ea-4259-9cf6-55827b1e0c09" -d '{"events": [{"server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "name": "network-vif-plugged", "status": "completed", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:37.079392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] For port 8bb077fc-8a63-499c-ae87-a7e31d1281be, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8bb077fc-8a63-499c-ae87-a7e31d1281be,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:37.079804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.099163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:37.106736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcd293-5e45-470e-b8eb-5126d46ecc84 req-4293589e-7d79-41f4-83e3-4480aba523dd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:37.110684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.116461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9afcd293-5e45-470e-b8eb-5126d46ecc84 req-4293589e-7d79-41f4-83e3-4480aba523dd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 945 time: 0.1668377 Jul 22 19:35:37.142943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5c79f055-541b-462a-a0d6-a275ee2aa674,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:37.146201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Calling delete_port for 8bb077fc-8a63-499c-ae87-a7e31d1281be owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:37.173766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46ba7808-bf24-4809-b1af-4c00ce9ac506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.175978 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.266077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9afcd293-5e45-470e-b8eb-5126d46ecc84 req-d0c7b912-ce98-498a-9b2f-2db57ab58f1b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422014 Jul 22 19:35:37.269312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Made reservation on behalf of 123a378bd11d4186a3d7632fd284c137 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:37.273660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.368668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:37.405718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb26b01-d048-417f-8df2-920011771d9a req-fdf05154-5d23-481c-a1ba-0d56ff648e87 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:37.406332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb26b01-d048-417f-8df2-920011771d9a req-fdf05154-5d23-481c-a1ba-0d56ff648e87 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:37.406679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb26b01-d048-417f-8df2-920011771d9a req-fdf05154-5d23-481c-a1ba-0d56ff648e87 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:37.414078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fb26b01-d048-417f-8df2-920011771d9a req-fdf05154-5d23-481c-a1ba-0d56ff648e87 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f&device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336&device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 2885 time: 0.2845562 Jul 22 19:35:37.431680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.484304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] Pushing event deleted for resources: {'Port': ['ID=8bb077fc-8a63-499c-ae87-a7e31d1281be,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:37.488307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c806906-d5bd-49c5-9a7f-951f9e561d08 None None] No DVR routers for this DVR port 8bb077fc-8a63-499c-ae87-a7e31d1281be on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:37.489676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aaf9cbf-696d-4385-8751-12da07859a5b req-5333313d-14fd-4303-9b41-4284e1c0eb08 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 210 time: 0.0690985 Jul 22 19:35:37.504314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44828214-805d-4e3f-8251-c3f44834c6b1 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:37.546843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fb26b01-d048-417f-8df2-920011771d9a req-725c7c24-1aaf-4c8a-9411-536748e685dc tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320999 Jul 22 19:35:37.613528 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a73b38-1184-4694-9011-edba1aa3d871 x-openstack-request-id: req-c6a73b38-1184-4694-9011-edba1aa3d871 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:37.616262 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "name": "network-vif-plugged", "status": "completed", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:37.617798 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6a73b38-1184-4694-9011-edba1aa3d871 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:37.619297 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674', 'code': 200} Jul 22 19:35:37.690802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Allocated IP 192.168.233.99 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/46caf01d-5bc2-4b8a-ba4b-122d7125787d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:37.745613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:37.747177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.811069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:37.815893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:37.831181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=e59e4597-0741-4688-87a7-731b51626afe,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:37.837426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:37.838036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:37.880263 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-831eaf57-3101-4a48-a3b7-732b29e14395 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0948732 Jul 22 19:35:37.882145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:37.887404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:de:b1:c1', 'name': 'tempest-NetworksTestDHCPv6-1489146567'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:37.940613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'ab6c5915-c1f5-4efe-bede-c5420c476b0c'}, {'subnet_id': 'e59e4597-0741-4688-87a7-731b51626afe'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:37.941504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:38.052463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:38.242169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:38.290273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 43df11ad-2579-4540-8f1c-73d93bdfe458 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:38.387147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:38.421461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Allocated IP 172.20.0.2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/ab6c5915-c1f5-4efe-bede-c5420c476b0c/5917f6cb-ddfb-41db-911d-9fd55edd6821) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:38.452871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Transition to ACTIVE for port object 46caf01d-5bc2-4b8a-ba4b-122d7125787d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:38.453447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Allocated IP 2001:db8::f816:3eff:fe78:5b22 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e59e4597-0741-4688-87a7-731b51626afe/5917f6cb-ddfb-41db-911d-9fd55edd6821) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:38.485534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a5aa3-408c-4b32-a097-fd163794fb0c req-49a87dfa-901e-4c62-9759-517cf5f4d8f7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:38.494041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-309a5aa3-408c-4b32-a097-fd163794fb0c req-49a87dfa-901e-4c62-9759-517cf5f4d8f7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.8667402 Jul 22 19:35:38.549090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181115e-e32d-49d1-a27a-2ece6e1b4c60 req-95683864-4ac8-4e40-8772-46306a3d3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:38.550673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8181115e-e32d-49d1-a27a-2ece6e1b4c60 req-95683864-4ac8-4e40-8772-46306a3d3f00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 1098 time: 0.8767073 Jul 22 19:35:38.619451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-309a5aa3-408c-4b32-a097-fd163794fb0c req-10fcc414-5f73-44ca-8f61-9de0f61c2963 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157098 Jul 22 19:35:38.725959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8181115e-e32d-49d1-a27a-2ece6e1b4c60 req-bb492b15-1ec0-4966-ba11-2bc1d5045881 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632371 Jul 22 19:35:38.730307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8bb077fc-8a63-499c-ae87-a7e31d1281be no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:38.731327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:38.784410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ea27beb9-939d-4e3c-847a-74555d39cedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:38.792837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8bb077fc-8a63-499c-ae87-a7e31d1281be {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:38.792837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8bb077fc-8a63-499c-ae87-a7e31d1281be not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:38.818875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:38.824980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:38.832750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:38.847793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8ba98-9fc5-4bb6-a2de-53375beda05d req-58c9a6bd-e73d-4ad4-bbe1-13831c568730 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:38.861885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8a8ba98-9fc5-4bb6-a2de-53375beda05d req-58c9a6bd-e73d-4ad4-bbe1-13831c568730 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 946 time: 0.2747946 Jul 22 19:35:38.908691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Pushing event updated for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:39.015208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8a8ba98-9fc5-4bb6-a2de-53375beda05d req-36ea3797-8c4b-4994-9562-4fe5b7b3a37b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522012 Jul 22 19:35:39.049898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:39.050539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.139303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-8fa7bdca-b59d-4dad-ad27-a9b485a0b32e tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3959553 Jul 22 19:35:39.151467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Request body: {'port': {'device_id': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:39.239292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.255369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4b4fe-c995-46e8-9dc6-73b94c2362b9 req-fd2b878e-c5c1-40eb-a057-976185df75a6 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:39.257757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Transition to ACTIVE for port object 5917f6cb-ddfb-41db-911d-9fd55edd6821 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:39.262251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2af4b4fe-c995-46e8-9dc6-73b94c2362b9 req-fd2b878e-c5c1-40eb-a057-976185df75a6 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 935 time: 0.2441223 Jul 22 19:35:39.326856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.351229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Transition to ACTIVE for port object 5917f6cb-ddfb-41db-911d-9fd55edd6821 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:39.373677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.382419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-340daddc-6fb9-4056-89f3-d456f383254a None None] Provisioning for port 46caf01d-5bc2-4b8a-ba4b-122d7125787d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:39.385977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2af4b4fe-c995-46e8-9dc6-73b94c2362b9 req-7cd1d2ff-4a6d-454e-939d-0abdcffdf886 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104317 Jul 22 19:35:39.423060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-340daddc-6fb9-4056-89f3-d456f383254a None None] Provisioning complete for port 46caf01d-5bc2-4b8a-ba4b-122d7125787d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:39.423653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-340daddc-6fb9-4056-89f3-d456f383254a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.540224 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:35:39.557595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:39.569535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:39.589967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:39.603252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-340daddc-6fb9-4056-89f3-d456f383254a None None] Port 46caf01d-5bc2-4b8a-ba4b-122d7125787d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:39.611540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 172.20.0.7 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/ab6c5915-c1f5-4efe-bede-c5420c476b0c/43df11ad-2579-4540-8f1c-73d93bdfe458) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:39.617748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Pushing event updated for resources: {'Port': ['ID=5917f6cb-ddfb-41db-911d-9fd55edd6821,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:39.643704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fede:b1c1 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e59e4597-0741-4688-87a7-731b51626afe/43df11ad-2579-4540-8f1c-73d93bdfe458) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:39.806388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-00350226-de28-44b3-93e5-2c1c017eff84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4137583 Jul 22 19:35:39.861017 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.866757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Attempting to bind port 5917f6cb-ddfb-41db-911d-9fd55edd6821 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:39.867113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Attempting to bind port 5917f6cb-ddfb-41db-911d-9fd55edd6821 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:39.867470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Attempting to bind port 5917f6cb-ddfb-41db-911d-9fd55edd6821 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:39.873158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:39.873593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:39.874024 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.874524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:39.875221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Bound port: 5917f6cb-ddfb-41db-911d-9fd55edd6821, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:39.875351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.950730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eab6a-dc57-4ab1-93a7-7e869ae915f0 req-8579c1b5-f119-4851-afe2-3dda579c1388 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:39.952419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a4eab6a-dc57-4ab1-93a7-7e869ae915f0 req-8579c1b5-f119-4851-afe2-3dda579c1388 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1101 time: 0.4815738 Jul 22 19:35:39.955765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] For port 5917f6cb-ddfb-41db-911d-9fd55edd6821, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:39.960267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] For port 5917f6cb-ddfb-41db-911d-9fd55edd6821, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5917f6cb-ddfb-41db-911d-9fd55edd6821,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:39.973601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:39.997448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:40.024805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 43df11ad-2579-4540-8f1c-73d93bdfe458 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:40.027630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8124dfdf-1559-499a-a30f-5ca2918698bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:40.045081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149bed-c3a8-401a-8c77-605388a9ce9c req-1a729048-1d61-4565-9265-9993eb080d5a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.052646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc149bed-c3a8-401a-8c77-605388a9ce9c req-1a729048-1d61-4565-9265-9993eb080d5a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.2451131 Jul 22 19:35:40.063589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f28d7-5035-474c-bb07-d5574bb94b12 None None] Pushing event updated for resources: {'Port': ['ID=5917f6cb-ddfb-41db-911d-9fd55edd6821,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:40.089293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:40.137845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a4eab6a-dc57-4ab1-93a7-7e869ae915f0 req-ad1e87b0-9738-43bf-9713-17d3f81659d0 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748843 Jul 22 19:35:40.170838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:40.178250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:40.182935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:40.246285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=43df11ad-2579-4540-8f1c-73d93bdfe458,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:40.290557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.291442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.292083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.292872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.293500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.294130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.294758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.297734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2546db3c-6928-499f-8ad4-3cd4941a7ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.4113212 Jul 22 19:35:40.312772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.313580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:40.351367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-12df8e0a-7b84-423a-a43f-76418515f4f2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4680543 Jul 22 19:35:40.352056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52946) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:40.431995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc149bed-c3a8-401a-8c77-605388a9ce9c req-3205cba6-3d3d-4e6b-8b54-342ebca0e665 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730342 Jul 22 19:35:40.523368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1829cb-3d92-4c67-aa36-db4089d7ca6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.543947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1829cb-3d92-4c67-aa36-db4089d7ca6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.545656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6d1829cb-3d92-4c67-aa36-db4089d7ca6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1926150 Jul 22 19:35:40.561351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52952) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:40.835018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2e384-6e8e-43c5-af84-bf20036fcebd req-e35cf1e9-a2ca-47b8-8f4a-b64e9fa19766 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.841805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95d2e384-6e8e-43c5-af84-bf20036fcebd req-e35cf1e9-a2ca-47b8-8f4a-b64e9fa19766 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 946 time: 0.5189965 Jul 22 19:35:40.845166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5917f6cb-ddfb-41db-911d-9fd55edd6821 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:40.902168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-288bee48-76db-4b73-8fba-cf38bd13a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.902656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-288bee48-76db-4b73-8fba-cf38bd13a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.903135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-288bee48-76db-4b73-8fba-cf38bd13a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:40.904867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-288bee48-76db-4b73-8fba-cf38bd13a363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=bf5be53a-7a0e-473b-bace-446d21368e68&id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 2297 time: 0.5240908 Jul 22 19:35:40.944646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:41.035244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95d2e384-6e8e-43c5-af84-bf20036fcebd req-f4e32f52-c933-4982-85f1-ca5a38658295 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924698 Jul 22 19:35:41.059344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625665e-5fcf-4b52-ab69-2665470b0400 req-c86c013b-6a63-4203-9926-15117742a328 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:41.066290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a625665e-5fcf-4b52-ab69-2665470b0400 req-c86c013b-6a63-4203-9926-15117742a328 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1101 time: 0.3811352 Jul 22 19:35:41.101966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46caf01d-5bc2-4b8a-ba4b-122d7125787d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:41.123438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.216434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 43df11ad-2579-4540-8f1c-73d93bdfe458 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:41.216970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.221233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-fe7f637c-ffd3-4d95-8bfa-8a09eee69f6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 1001 time: 0.2888439 Jul 22 19:35:41.226040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Transition to ACTIVE for port object 46caf01d-5bc2-4b8a-ba4b-122d7125787d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:41.266961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a625665e-5fcf-4b52-ab69-2665470b0400 req-6700d14e-fbf6-4948-a457-0aff3155305a tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991756 Jul 22 19:35:41.286202 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.427140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.743193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-6a043646-f618-46bc-8a80-86372861c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:41.744824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-6a043646-f618-46bc-8a80-86372861c42c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 200 len: 856 time: 0.5058231 Jul 22 19:35:41.745494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Pushing event updated for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:41.886848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:41.902424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 43df11ad-2579-4540-8f1c-73d93bdfe458 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:41.938556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb73bd-fbcf-4919-aa3f-6960c6386823 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:41.989684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ced723-a907-4849-90e8-b2ef14b32a5e req-d10c72a1-b780-4bb4-9495-aa1bdb249a52 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:41.992245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5ced723-a907-4849-90e8-b2ef14b32a5e req-d10c72a1-b780-4bb4-9495-aa1bdb249a52 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 947 time: 0.7649932 Jul 22 19:35:42.088584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Provisioning for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:42.101449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Provisioning complete for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:42.101825 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:42.106579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a56a55-37fc-4504-8ef4-532b4671a6c3 req-4ea55635-beb9-4a22-a2cb-ac6c599cbfc8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:42.111974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98a56a55-37fc-4504-8ef4-532b4671a6c3 req-4ea55635-beb9-4a22-a2cb-ac6c599cbfc8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 946 time: 0.6451738 Jul 22 19:35:42.117206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Attempting to bind port 46caf01d-5bc2-4b8a-ba4b-122d7125787d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:42.117593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Attempting to bind port 46caf01d-5bc2-4b8a-ba4b-122d7125787d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:42.121473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Attempting to bind port 46caf01d-5bc2-4b8a-ba4b-122d7125787d on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:42.232997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5ced723-a907-4849-90e8-b2ef14b32a5e req-cda594dd-4ed6-4d9b-98ae-ec35c93e21ec tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055206 Jul 22 19:35:42.332203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-49b57c8b-f699-436f-be3c-d7d80edbd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:42.334138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-49b57c8b-f699-436f-be3c-d7d80edbd92e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5429745 Jul 22 19:35:42.334138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Port 46caf01d-5bc2-4b8a-ba4b-122d7125787d on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:42.334138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Attempting to bind port 46caf01d-5bc2-4b8a-ba4b-122d7125787d on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:42.385571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98a56a55-37fc-4504-8ef4-532b4671a6c3 req-bc9d09c2-0b31-40a9-b804-880d5a4a4794 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452166 Jul 22 19:35:42.386554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:42.387678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:42.389007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:42.389007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Bound port: 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:42.389409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:42.478380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:42.598756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] For port 5917f6cb-ddfb-41db-911d-9fd55edd6821, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5917f6cb-ddfb-41db-911d-9fd55edd6821,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:42.624397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:42.716853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963cda3-75a5-48f5-af46-cb3c71a37f08 None None] Pushing event updated for resources: {'Port': ['ID=5917f6cb-ddfb-41db-911d-9fd55edd6821,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:42.822892 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.196787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-a4b07634-6055-4aea-a933-34bac825a47d service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488796 Jul 22 19:35:43.205440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Provisioning for port 43df11ad-2579-4540-8f1c-73d93bdfe458 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:43.211032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Provisioning complete for port 43df11ad-2579-4540-8f1c-73d93bdfe458 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:43.211407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.262624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:43.271986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Port 43df11ad-2579-4540-8f1c-73d93bdfe458 was deleted so its status cannot be updated. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 19:35:43.289810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.293035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:43.319733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Provisioning complete for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:43.320415 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-621f0b47-2c5a-4ced-88b9-7d68d4c293c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.421249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.448003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=43df11ad-2579-4540-8f1c-73d93bdfe458,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:43.621097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:43.621604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.623063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] 10.222.0.32 "PUT /v2.0/ports/46caf01d-5bc2-4b8a-ba4b-122d7125787d HTTP/1.1" status: 200 len: 1096 time: 4.4760511 Jul 22 19:35:43.634526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-864d28fb-f122-4006-806f-677a7a40b75b None None] Could not find standard attr ID for object 98c65dcd-8b0d-43de-ac18-64af3ba4896c. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:35:43.645082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:43.648012 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b14c3d-10e3-41ef-823d-cd20554d7de3" -d '{"events": [{"name": "network-changed", "server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:43.665478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3174275-93b5-4976-97a0-2df573fe0832 req-44e774d0-1ba2-490d-9283-672281fe2a92 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:43.667030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3174275-93b5-4976-97a0-2df573fe0832 req-44e774d0-1ba2-490d-9283-672281fe2a92 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.6322918 Jul 22 19:35:43.850284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f8f2b-b4e3-4219-8ff6-e6202a320d7f service neutron] Pushing event updated for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:43.895180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-e811ba34-9812-4f83-9050-338bb38f4195 service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515203 Jul 22 19:35:43.986448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3174275-93b5-4976-97a0-2df573fe0832 req-c3ce8fd7-ddb2-41c6-92cc-dcf038b4dbeb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830174 Jul 22 19:35:43.994041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:43.996391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a0c9be3f-1822-4d21-85d2-e3f8a0711572 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/43df11ad-2579-4540-8f1c-73d93bdfe458 HTTP/1.1" status: 204 len: 168 time: 3.4344923 Jul 22 19:35:43.999300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-c03c4e43-ac54-4469-a3dd-118e003945b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 217 time: 0.0825515 Jul 22 19:35:43.999978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52996) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:44.116368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f34640-f714-462a-8b09-4239d54d8a02 req-9c9aba45-183e-4b15-8988-2b48899057f4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.128619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65f34640-f714-462a-8b09-4239d54d8a02 req-9c9aba45-183e-4b15-8988-2b48899057f4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 946 time: 0.6934838 Jul 22 19:35:44.212831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a3e9e-ef85-4151-a56a-479df1dcf737 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.232002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a3e9e-ef85-4151-a56a-479df1dcf737 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.236007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a3e9e-ef85-4151-a56a-479df1dcf737 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.238403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc8a3e9e-ef85-4151-a56a-479df1dcf737 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2361400 Jul 22 19:35:44.252623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53000) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:44.306379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a158101b-b178-4ce9-96e1-73827ad4ea3b None None] Could not find standard attr ID for object 43df11ad-2579-4540-8f1c-73d93bdfe458. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:35:44.331114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-6de05c3b-0fb1-46fd-89fb-7c5c7d80a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.332966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-6de05c3b-0fb1-46fd-89fb-7c5c7d80a42c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 1099 time: 0.6308324 Jul 22 19:35:44.345516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-5a8bf797-9f44-4021-b845-839a9b89f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.347446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-5a8bf797-9f44-4021-b845-839a9b89f38e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.3311615 Jul 22 19:35:44.457369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65f34640-f714-462a-8b09-4239d54d8a02 req-ce990500-17e5-49c7-b7e9-2722328e997f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275352 Jul 22 19:35:44.503626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-a52b22e2-4e9f-4b91-8257-b12e586ffab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d HTTP/1.1" status: 200 len: 217 time: 0.1551199 Jul 22 19:35:44.510538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet ab6c5915-c1f5-4efe-bede-c5420c476b0c {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:44.536221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:44.647560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5917f6cb-ddfb-41db-911d-9fd55edd6821 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:44.719667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-1b09c331-cec4-4c22-aeee-81f63260417b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.725411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-1b09c331-cec4-4c22-aeee-81f63260417b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 946 time: 0.1537464 Jul 22 19:35:44.775571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8455-521f-48b4-90bf-dd8cb53c65bc req-5d155894-fb76-4e42-a48a-921d9139518c tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:44.782859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-298d8455-521f-48b4-90bf-dd8cb53c65bc req-5d155894-fb76-4e42-a48a-921d9139518c tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 947 time: 0.5755980 Jul 22 19:35:44.799780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:44.800606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:44.865958 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b825ba-cf33-4c20-a7bd-4e4fcbfcb667 x-openstack-request-id: req-91b825ba-cf33-4c20-a7bd-4e4fcbfcb667 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:44.866347 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:44.866643 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91b825ba-cf33-4c20-a7bd-4e4fcbfcb667 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:44.867021 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d', 'status': 'completed', 'code': 200} Jul 22 19:35:44.872080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-196359f9-bef5-46ad-b972-891fce2d0e27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5569260 Jul 22 19:35:44.898530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.000490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 5c79f055-541b-462a-a0d6-a275ee2aa674 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:45.001738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.066756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-9d000d56-3b0a-4315-bea1-7c7182e82bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:45.068538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-9d000d56-3b0a-4315-bea1-7c7182e82bba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.5519838 Jul 22 19:35:45.117281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-298d8455-521f-48b4-90bf-dd8cb53c65bc req-a1a162ef-ab2b-4571-852d-ad69adf168b2 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334475 Jul 22 19:35:45.134631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9cf4c42e-ea14-4258-9a12-3fb425bd0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:45.134631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9cf4c42e-ea14-4258-9a12-3fb425bd0e44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7429721 Jul 22 19:35:45.196025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 5c79f055-541b-462a-a0d6-a275ee2aa674, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5c79f055-541b-462a-a0d6-a275ee2aa674,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:45.196025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.236725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 5c79f055-541b-462a-a0d6-a275ee2aa674 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:45.458678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-afc669cd-2c26-4bec-a16e-5123533e21ce service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057380 Jul 22 19:35:45.487815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.503166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['5c79f055-541b-462a-a0d6-a275ee2aa674'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:45.526641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=5c79f055-541b-462a-a0d6-a275ee2aa674,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:45.560841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:45.633210 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.639745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-3470eaa5-62c8-4f69-a1bb-afba1d489a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:45.642251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-3470eaa5-62c8-4f69-a1bb-afba1d489a31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 1097 time: 0.6459672 Jul 22 19:35:45.660466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 5c79f055-541b-462a-a0d6-a275ee2aa674 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:45.664197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.666741 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31a27b9d-a6a6-4207-a434-1cdf45831f72 req-e5933425-bb49-49c7-9f27-c5a031f4698b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "DELETE /v2.0/ports/5c79f055-541b-462a-a0d6-a275ee2aa674 HTTP/1.1" status: 204 len: 173 time: 0.9350696 Jul 22 19:35:45.667191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'name': 'network-vif-deleted', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:45.671407 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a5f068-99c8-45ca-8e71-83d1079b0125" -d '{"events": [{"server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "name": "network-vif-deleted", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:45.706876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-0fb1fa52-d678-4a54-a7cf-d6099862d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:45.713297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-0fb1fa52-d678-4a54-a7cf-d6099862d83f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6191800 Jul 22 19:35:45.878673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:45.987882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6c5915-c1f5-4efe-bede-c5420c476b0c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:45.996079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80278cda-522d-44e1-9c85-42df91078d77 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:45.997486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90e94-af71-415e-aba8-2026c7cb8c8a req-675fc79b-6ce3-4494-80dd-be12a6624b95 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:45.999570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cf90e94-af71-415e-aba8-2026c7cb8c8a req-675fc79b-6ce3-4494-80dd-be12a6624b95 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.7325509 Jul 22 19:35:46.004598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.006543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ab6c5915-c1f5-4efe-bede-c5420c476b0c HTTP/1.1" status: 204 len: 168 time: 1.7553165 Jul 22 19:35:46.009434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.015856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-5b71b7ae-ddaa-4c5b-9906-7834c3448552 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393882 Jul 22 19:35:46.060299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet e59e4597-0741-4688-87a7-731b51626afe {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:46.063709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.104481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337930a0-9f00-4140-9eb0-b5793f5c4896 req-b31e2bd5-c48b-4362-8c1d-bc9ef7f42024 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.105402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.112200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-337930a0-9f00-4140-9eb0-b5793f5c4896 req-b31e2bd5-c48b-4362-8c1d-bc9ef7f42024 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.6482811 Jul 22 19:35:46.120291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-a133bb9a-7f6b-475e-99a7-095b11decddc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 217 time: 0.0709972 Jul 22 19:35:46.133703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.134071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.134424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.134791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.135135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.135471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.135838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.136806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.137141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.137499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.137840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.138176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c580f-2101-4216-8d65-3b017c7e0473 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:46.215703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cf90e94-af71-415e-aba8-2026c7cb8c8a req-4b0f9bfc-318a-41f8-8c70-7489726a270f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915643 Jul 22 19:35:46.254701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-337930a0-9f00-4140-9eb0-b5793f5c4896 req-85717388-ec1e-471b-858e-d21a0ac95e6d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415455 Jul 22 19:35:46.260258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-09516945-c6fd-4525-9cbe-8cf49f86e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.261697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-09516945-c6fd-4525-9cbe-8cf49f86e6a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.5738049 Jul 22 19:35:46.265646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.279804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-56b7aac3-2101-48af-93d0-e1ed7d7b52c5 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843459 Jul 22 19:35:46.382629 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d9e8dd-16d8-4570-a668-e2e72e394608 x-openstack-request-id: req-48d9e8dd-16d8-4570-a668-e2e72e394608 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:46.386434 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4bfe16-8986-45c1-a0d1-5ed3c1a98501", "name": "network-vif-deleted", "tag": "5c79f055-541b-462a-a0d6-a275ee2aa674", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:46.386633 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48d9e8dd-16d8-4570-a668-e2e72e394608 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:46.387066 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4bfe16-8986-45c1-a0d1-5ed3c1a98501', 'name': 'network-vif-deleted', 'tag': '5c79f055-541b-462a-a0d6-a275ee2aa674', 'status': 'completed', 'code': 200} Jul 22 19:35:46.437808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.462279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-9f91e253-b6cd-4290-a376-3d76022ed628 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16 HTTP/1.1" status: 200 len: 217 time: 0.1855257 Jul 22 19:35:46.489245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-6b77adf4-fd7e-4755-ac65-af158ecdb43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.491059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-6b77adf4-fd7e-4755-ac65-af158ecdb43b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.3292589 Jul 22 19:35:46.499411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=e59e4597-0741-4688-87a7-731b51626afe,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:46.501964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:46.504611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-606ebda5-81bc-4a92-a540-bc4cd439c9d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e59e4597-0741-4688-87a7-731b51626afe HTTP/1.1" status: 204 len: 168 time: 0.4940128 Jul 22 19:35:46.507657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53046) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.585584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a2cb6282-b40d-426d-9818-f262702b58d6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760472 Jul 22 19:35:46.587911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.705059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29606887-5c80-4014-adf2-ebdfe417e99e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.712164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-29606887-5c80-4014-adf2-ebdfe417e99e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1198525 Jul 22 19:35:46.712164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.765324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-85859709-f709-49d4-b5d9-25c83da39863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.766445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-85859709-f709-49d4-b5d9-25c83da39863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.2533650 Jul 22 19:35:46.769139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-493d529e-6870-4739-a0fe-7280d2507941 req-541b7670-0bbe-4193-b978-d9e045a0ecdf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4bfe16-8986-45c1-a0d1-5ed3c1a98501 HTTP/1.1" status: 200 len: 210 time: 0.3122537 Jul 22 19:35:46.780895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83e5091d-e771-4d58-9eeb-3a84d9b99158 req-ab1c1e65-8768-4d17-a1af-2bc2a86fd0b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879732 Jul 22 19:35:46.791697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304e9c4c-881f-4238-b6ef-1d698ad0566a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:46.795517 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-304e9c4c-881f-4238-b6ef-1d698ad0566a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0802126 Jul 22 19:35:46.796321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.883501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4be29d3a-784b-4841-9ed6-d6d7d8d9248d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808945 Jul 22 19:35:46.889889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:46.902807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:47.059614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:47.063673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.065455 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:47.066150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:47.092058 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc3dd7c1-fc0e-4f01-ab64-f5fb1167e460 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2003701 Jul 22 19:35:47.093669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53064) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:47.101492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:47.195135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b7e3bd-8d5b-471f-ab42-58275a0778c6 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:47.228467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:47.239385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.243441 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:47.245275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:47.291226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-8945e09d-4d93-42a7-9113-4c6a802ff8cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5126734 Jul 22 19:35:47.299719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ad0d2906-0d93-4308-ad97-d1ea7c4df421 None None] Provisioning complete for port 5917f6cb-ddfb-41db-911d-9fd55edd6821 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:47.300458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad0d2906-0d93-4308-ad97-d1ea7c4df421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.301811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fbf1dc0f-0861-4bd9-9e62-0f21f2fa966f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2062285 Jul 22 19:35:47.305223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:47.319327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:47.475794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:47.480025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.481803 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:47.482398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:47.499850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d18ccfeb-e0cc-483a-8094-736794f8338c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1934166 Jul 22 19:35:47.502737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:47.519153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:47.591592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491066b3-c103-4c03-948b-48165d89448a req-19539f6f-9d17-4855-96ce-8f0b8467af35 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:47.598921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-491066b3-c103-4c03-948b-48165d89448a req-19539f6f-9d17-4855-96ce-8f0b8467af35 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 947 time: 0.8217096 Jul 22 19:35:47.617645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:35:47.622219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-669c4d4a-2f09-487e-8707-80f8e2460fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:47.623756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-669c4d4a-2f09-487e-8707-80f8e2460fb5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=123a378bd11d4186a3d7632fd284c137&device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 1099 time: 0.3355055 Jul 22 19:35:47.671038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-f1bc22c1-17d3-4e7f-b70d-e099ac67cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:47.672995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-f1bc22c1-17d3-4e7f-b70d-e099ac67cdf6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1576505 Jul 22 19:35:47.691095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-45b15934-72d7-4138-b327-96cbe2ba57ea service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685384 Jul 22 19:35:47.695763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:47.696812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Deleting port 5917f6cb-ddfb-41db-911d-9fd55edd6821 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:47.698120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.701612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.703418 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:47.703992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:47.733373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d0d4193-04d8-4610-a23c-3182b4a40385 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2290583 Jul 22 19:35:47.735646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53076) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:47.753316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:47.819803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] For port 5917f6cb-ddfb-41db-911d-9fd55edd6821, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5917f6cb-ddfb-41db-911d-9fd55edd6821,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:47.820368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.830823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970d040-59ce-4661-b265-14dab60ffccf req-81422671-8d11-420b-8a48-ca90a428959a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:47.839550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Calling delete_port for 5917f6cb-ddfb-41db-911d-9fd55edd6821 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:47.843357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1970d040-59ce-4661-b265-14dab60ffccf req-81422671-8d11-420b-8a48-ca90a428959a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.4595664 Jul 22 19:35:47.854597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-491066b3-c103-4c03-948b-48165d89448a req-bea17ff4-6cb7-4cab-91b1-cf540c4aeb03 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541363 Jul 22 19:35:47.949081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:47.955087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:47.958807 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:47.961177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:48.002622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ab685a2c-87de-45c1-91c2-574bf66a0f64 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2650089 Jul 22 19:35:48.007550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53084) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:48.016367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:48.068648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:48.112263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] No DVR routers for this DVR port 5917f6cb-ddfb-41db-911d-9fd55edd6821 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:35:48.116666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269055cc-6070-4a53-9ee1-5980b4db3e1d None None] Pushing event deleted for resources: {'Port': ['ID=5917f6cb-ddfb-41db-911d-9fd55edd6821,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:48.126764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1970d040-59ce-4661-b265-14dab60ffccf req-b1fe1a11-123b-49bb-b89b-ac4d70d213b2 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823102 Jul 22 19:35:48.164113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-a05ba20a-c9a4-4f92-9bce-5202c881acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.165855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-a05ba20a-c9a4-4f92-9bce-5202c881acfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.5237937 Jul 22 19:35:48.170960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13c26a2-b246-4913-823d-dfe6d8e748dc req-4bb83e84-30f0-43db-9f0a-54870df4f9ad service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678879 Jul 22 19:35:48.181455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-59071b51-be7e-4bf1-a442-2fc5197a4cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862525 Jul 22 19:35:48.206613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:48.211142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:48.212922 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:35:48.213449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:35:48.233510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5be8308d-7757-4d65-b542-d9c8291b9d6b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2230973 Jul 22 19:35:48.233871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53088) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:48.256079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-c6520c43-3822-4fa8-8816-9ebea66b3c25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d HTTP/1.1" status: 200 len: 217 time: 0.0823479 Jul 22 19:35:48.279544 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15acd0aa-9763-4cb6-80c8-070f216271c3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0425267 Jul 22 19:35:48.279828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53092) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:48.323584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d651797-ebb8-4941-804f-723e6b76e563 req-bbf87038-bde2-4465-be8c-390b3207a15e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.330568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d651797-ebb8-4941-804f-723e6b76e563 req-bbf87038-bde2-4465-be8c-390b3207a15e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2796032 Jul 22 19:35:48.353552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59268478-26f8-43f8-b3dc-be22b6bc03ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.357581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59268478-26f8-43f8-b3dc-be22b6bc03ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735989 Jul 22 19:35:48.358041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53098) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:48.404333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d620bdf5-e42f-4019-8f92-7d2d129f397d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447736 Jul 22 19:35:48.408277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53104) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:48.412666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-c17098ee-469d-450a-af9d-41dbdf74abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.414368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-c17098ee-469d-450a-af9d-41dbdf74abad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1471341 Jul 22 19:35:48.414728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:48.481452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d651797-ebb8-4941-804f-723e6b76e563 req-e99c438a-b53f-4bc6-8255-0bb0a8d43621 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497715 Jul 22 19:35:48.494799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-237180b4-ca1d-4c7c-945a-759080f7b295 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040557 Jul 22 19:35:48.514462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:48.519097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:48.529443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5c79f055-541b-462a-a0d6-a275ee2aa674 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:48.554079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-cc552f4d-a659-4cfe-a22d-4b7a0597c686 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 200 len: 217 time: 0.0475113 Jul 22 19:35:48.572175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 5c79f055-541b-462a-a0d6-a275ee2aa674 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:48.572550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5c79f055-541b-462a-a0d6-a275ee2aa674 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:48.619748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5917f6cb-ddfb-41db-911d-9fd55edd6821 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:35:48.643514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5917f6cb-ddfb-41db-911d-9fd55edd6821 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:35:48.643866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5917f6cb-ddfb-41db-911d-9fd55edd6821 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:35:48.672980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-13417c9c-0628-4fae-8d0d-48b519085d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.674776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-13417c9c-0628-4fae-8d0d-48b519085d92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1130586 Jul 22 19:35:48.682851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-7b3ee241-3a26-43d7-abf1-24ed57007c78 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.684584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-7b3ee241-3a26-43d7-abf1-24ed57007c78 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2424390 Jul 22 19:35:48.686719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-c870daec-ad35-4cc4-b8e9-f4fe720eb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.688438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-c870daec-ad35-4cc4-b8e9-f4fe720eb020 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653778 Jul 22 19:35:48.768620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-a5eea00b-cab7-4964-bb28-a64b3ee4351c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0704064 Jul 22 19:35:48.887543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-73dd30aa-8d02-4a11-87a5-123f3646e1df service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883566 Jul 22 19:35:48.894579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9d759712-9c11-49fd-9b75-8b6ecf271375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:48.896752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9d759712-9c11-49fd-9b75-8b6ecf271375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2066896 Jul 22 19:35:49.000248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-b237aec5-2b6c-4704-92fe-0c7cd589b94d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2006981 Jul 22 19:35:49.065472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:49.067314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.126895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:49.131401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:49.135795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:49.136443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.141558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c0254-ce9c-48c9-93ee-68eb56f49274 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:49.156738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=6bc99ef8-963c-4de7-9c7e-876223b59044,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:49.163958 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7523661 Jul 22 19:35:49.166241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53120) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:49.171174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:25:b3:a2', 'name': 'tempest-NetworksTestDHCPv6-1251468217'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:49.242574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b14c3d-10e3-41ef-823d-cd20554d7de3 req-6720f41d-febf-4026-b9d0-c934fa4d0ba2 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413789 Jul 22 19:35:49.274503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-cad7f674-f988-4fb3-8d20-6dcccd07e4b4 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586681 Jul 22 19:35:49.288229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.288755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.288838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.289163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.289596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.289948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.290204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.290682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.291001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.291374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.291736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.292049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017c42b1-0b35-4a04-bbad-56d3680256b6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:35:49.303159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba93e1-5a23-40ec-a4ca-6193e12367ad req-b3ea4fc2-663c-4289-aa2b-b7f73c41b534 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:49.305060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5ba93e1-5a23-40ec-a4ca-6193e12367ad req-b3ea4fc2-663c-4289-aa2b-b7f73c41b534 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 947 time: 0.3319273 Jul 22 19:35:49.331980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:49.360609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-fac16fe9-16c6-47fe-bf45-f793dd7e80a4 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588517 Jul 22 19:35:49.435123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '6bc99ef8-963c-4de7-9c7e-876223b59044'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:49.436361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.479591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5ba93e1-5a23-40ec-a4ca-6193e12367ad req-a29de9c8-9f80-47bc-8eea-bff1d48d4930 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576903 Jul 22 19:35:49.494739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.523865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 03e16958-ad40-4f75-adbd-77aa249e181a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:49.595653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-2e6ed487-8bd0-4609-a72b-2e4d016073b2 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131485 Jul 22 19:35:49.689189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe25:b3a2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/6bc99ef8-963c-4de7-9c7e-876223b59044/03e16958-ad40-4f75-adbd-77aa249e181a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:49.871245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:49.889133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 03e16958-ad40-4f75-adbd-77aa249e181a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:49.939442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.014221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Allocated IP 2001:db8::f816:3eff:fe13:db38 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/6bc99ef8-963c-4de7-9c7e-876223b59044/ba3e886e-c0a7-4582-9b56-45587e3256e2) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:50.041892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:50.055863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:50.059588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:50.077112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.077799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.087954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-66f1e130-8e04-4e40-af46-9b11a520bf03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 200 len: 217 time: 0.4789758 Jul 22 19:35:50.102203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=03e16958-ad40-4f75-adbd-77aa249e181a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:50.137422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c1fecdc0-9229-49e1-99df-c108316cd875 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9703002 Jul 22 19:35:50.140375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:50.188330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-67709893-baac-438d-97e9-f8b8ba00a01e service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268716 Jul 22 19:35:50.240974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-35ba85e7-0907-428d-893c-b900aa92bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.242583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-35ba85e7-0907-428d-893c-b900aa92bab7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1294684 Jul 22 19:35:50.306856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee721b3c-6b99-4d67-9ba2-de056a2e6996 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.318393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ee721b3c-6b99-4d67-9ba2-de056a2e6996 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1767502 Jul 22 19:35:50.324347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:50.397541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.400464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f65876-3ca3-4b63-ab66-8fc9ec42012a req-90428b25-c9d7-4530-86a9-eac5bd585365 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.402086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57f65876-3ca3-4b63-ab66-8fc9ec42012a req-90428b25-c9d7-4530-86a9-eac5bd585365 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.7996078 Jul 22 19:35:50.417679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Transition to ACTIVE for port object ba3e886e-c0a7-4582-9b56-45587e3256e2 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:50.436602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Transition to ACTIVE for port object ba3e886e-c0a7-4582-9b56-45587e3256e2 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:50.446292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.537995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:50.541979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Pushing event updated for resources: {'Port': ['ID=ba3e886e-c0a7-4582-9b56-45587e3256e2,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:50.549353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57f65876-3ca3-4b63-ab66-8fc9ec42012a req-a78f8fc9-399d-4e52-865e-a7890acc556f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349306 Jul 22 19:35:50.552330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-f2151dfd-bee1-4eac-a7ca-a084ca7523cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:50.554245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-f2151dfd-bee1-4eac-a7ca-a084ca7523cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2946482 Jul 22 19:35:50.558894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:50.566856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:50.582679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 03e16958-ad40-4f75-adbd-77aa249e181a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:50.583029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.589345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 46caf01d-5bc2-4b8a-ba4b-122d7125787d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:35:50.715269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:50.744013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1836962345'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:50.760199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Attempting to bind port ba3e886e-c0a7-4582-9b56-45587e3256e2 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:50.760731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Attempting to bind port ba3e886e-c0a7-4582-9b56-45587e3256e2 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:50.761187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Attempting to bind port ba3e886e-c0a7-4582-9b56-45587e3256e2 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:50.779851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:50.780375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:50.781004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.781501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:50.782101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Bound port: ba3e886e-c0a7-4582-9b56-45587e3256e2, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:50.782582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.800006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:50.833552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 03e16958-ad40-4f75-adbd-77aa249e181a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:50.870694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c8516fa-969a-4a04-82cd-4cd308398d46 req-81a6d197-6411-449a-81fa-cb74be78da2f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 210 time: 0.1416440 Jul 22 19:35:50.945063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:50.969947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '46caf01d-5bc2-4b8a-ba4b-122d7125787d', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '46caf01d-5bc2-4b8a-ba4b-122d7125787d', 'mac_address': 'fa:16:3e:13:8f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:35:50.980466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] For port ba3e886e-c0a7-4582-9b56-45587e3256e2, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:50.985043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] For port ba3e886e-c0a7-4582-9b56-45587e3256e2, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba3e886e-c0a7-4582-9b56-45587e3256e2,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:51.007095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.036247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.040081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-00fb1c0a-0f40-4576-a484-626a943dc3d7 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738045 Jul 22 19:35:51.061856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.080078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=03e16958-ad40-4f75-adbd-77aa249e181a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:51.124722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.124722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5cba34cc-3fe4-4120-a99e-69bb426d0494 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/03e16958-ad40-4f75-adbd-77aa249e181a HTTP/1.1" status: 204 len: 168 time: 0.7977514 Jul 22 19:35:51.126353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53162) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:51.128982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46caf01d-5bc2-4b8a-ba4b-122d7125787d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:51.132517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:51.136064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.153263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa178-aefe-4320-8708-57b2a4fcf9e9 None None] Pushing event updated for resources: {'Port': ['ID=ba3e886e-c0a7-4582-9b56-45587e3256e2,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:51.209444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:51.219546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.222824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d987e-1cfe-48e7-aabd-8595dfc6f962 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.225467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d987e-1cfe-48e7-aabd-8595dfc6f962 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.227306 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e4d987e-1cfe-48e7-aabd-8595dfc6f962 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0998740 Jul 22 19:35:51.229958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144ca81-5ede-4d47-8f57-6042b2db4f18 req-300afdd9-ddf2-4036-a905-dfd6a4061e15 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.230380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:51.231863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9144ca81-5ede-4d47-8f57-6042b2db4f18 req-300afdd9-ddf2-4036-a905-dfd6a4061e15 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.4713650 Jul 22 19:35:51.254189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:35:51.286057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:51.301873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 6bc99ef8-963c-4de7-9c7e-876223b59044 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:51.310153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.325779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.326143 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Added segment bf45942e-c53b-41ab-804f-2475c7a5d727 of type vlan for network eff732a4-e563-4aed-8f2f-55798a2e5a4c Jul 22 19:35:51.374020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.406410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.466215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-ce05f81b-003f-41b2-b95e-c89580de31db service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562868 Jul 22 19:35:51.491023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.510268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.515636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['46caf01d-5bc2-4b8a-ba4b-122d7125787d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:51.534523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.535185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.569719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.592112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.594640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/6bc99ef8-963c-4de7-9c7e-876223b59044 HTTP/1.1" status: 204 len: 168 time: 0.3627110 Jul 22 19:35:51.619639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53170) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:51.628941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9445e-6145-46c6-b6b7-1e38a6c19ea1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc99ef8-963c-4de7-9c7e-876223b59044,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:51.667607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-48b4d2b2-a1ba-4624-8541-6c7bd9324530 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461552 Jul 22 19:35:51.670867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53174) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:51.675783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:51.676598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5405-899c-44b5-8345-da95a2fcab3e req-3a6e787c-5798-4a80-a389-2cc1a6a73891 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.684614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d68d5405-899c-44b5-8345-da95a2fcab3e req-3a6e787c-5798-4a80-a389-2cc1a6a73891 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 947 time: 0.7126904 Jul 22 19:35:51.714128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9144ca81-5ede-4d47-8f57-6042b2db4f18 req-8c260d66-38dc-4605-975f-dc71fca807ec tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663506 Jul 22 19:35:51.747267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0092864 Jul 22 19:35:51.749067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-32fa9df3-62d3-4a10-aea6-6de509526a3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 200 len: 217 time: 0.2693546 Jul 22 19:35:51.761170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53176) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:51.766591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-714207155'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:51.800572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:51.804890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.846558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:35:51.851260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:51.854933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.876715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2088d-bf33-4500-a6e9-c289a0a0cc25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Network': ['ID=eff732a4-e563-4aed-8f2f-55798a2e5a4c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:51.890262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:35:51.892294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:51.892556 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Added segment 0031a4d1-285c-426b-8440-896c5131e71b of type vlan for network 824e7915-8b99-4eda-ae61-da46a09ba1b4 Jul 22 19:35:51.926308 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d68d5405-899c-44b5-8345-da95a2fcab3e req-811da401-b76c-40e5-a80a-1ebd2ae679e1 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406793 Jul 22 19:35:51.961099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-dd73bedd-d1bf-404c-9faf-3ee36d621aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:51.962675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-dd73bedd-d1bf-404c-9faf-3ee36d621aa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1630924 Jul 22 19:35:52.007607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e87752-5625-4bde-8711-ea69bbf53156 req-4fba2ccb-0fd1-432a-983c-ae9404ba6111 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:52.013155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12e87752-5625-4bde-8711-ea69bbf53156 req-4fba2ccb-0fd1-432a-983c-ae9404ba6111 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.2279904 Jul 22 19:35:52.077037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.220534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3e7abf5-064a-4a7a-b109-22e7ec8dd626 req-9c78df57-1c15-4647-9412-4b44fb88a277 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 210 time: 0.0984209 Jul 22 19:35:52.249074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.254617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:52.255228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.263678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12e87752-5625-4bde-8711-ea69bbf53156 req-981b3b66-c5d1-4954-b903-c5b2692d93f4 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888270 Jul 22 19:35:52.357795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-bffdcb9a-3d43-468e-97af-971fe94dd312 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:52.358039 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5957382 Jul 22 19:35:52.358798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-bffdcb9a-3d43-468e-97af-971fe94dd312 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2679749 Jul 22 19:35:52.360278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:52.371594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9aaddce7-9c1e-48dd-ba05-c8500d3a6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:52.373473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'subnet': {'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:52.374077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-9aaddce7-9c1e-48dd-ba05-c8500d3a6bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3963823 Jul 22 19:35:52.379417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:52.451099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ef533-1105-4276-ae3a-c30155f9774d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Network': ['ID=824e7915-8b99-4eda-ae61-da46a09ba1b4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:52.463847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:35:52.499431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316d608-bad5-4004-aee0-de7235f403b4 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:52.639777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-601e3306-23dd-430a-bb10-a70cf3225a83 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529275 Jul 22 19:35:52.651403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:52.656653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.667141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-12e023e0-1411-4ab9-b35b-f046fd087caf None None] Provisioning for port ba3e886e-c0a7-4582-9b56-45587e3256e2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:52.683134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:35:52.736798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba3e886e-c0a7-4582-9b56-45587e3256e2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:52.741197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:52.749592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.964087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ba3e886e-c0a7-4582-9b56-45587e3256e2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:52.968970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ba3e886e-c0a7-4582-9b56-45587e3256e2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:52.969343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:52.992770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-1ff43999-1591-4fd4-b4b1-6bd53bd259ca service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387775 Jul 22 19:35:53.070133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-596b9f29-0867-4981-9e4d-443ad8bdaf52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0667188 Jul 22 19:35:53.081702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.086787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.156871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ba3e886e-c0a7-4582-9b56-45587e3256e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba3e886e-c0a7-4582-9b56-45587e3256e2,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:53.169322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.211799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.247771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-42753b5b-bcee-44e7-a728-2fe30945cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.249951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-42753b5b-bcee-44e7-a728-2fe30945cfc1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1600280 Jul 22 19:35:53.264123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ba3e886e-c0a7-4582-9b56-45587e3256e2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:53.279100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:35:53.279449 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:35:53.306749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Subnet': ['ID=1baa2bd5-65a6-49f8-9f01-556da3d0cb67,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:53.322788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:53.323111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network hostable DHCP agents. Network: eff732a4-e563-4aed-8f2f-55798a2e5a4c, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:35:53.341322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d9dfd-1f93-4344-a1e5-9f9b7a6b9e01 req-7cfa3468-4b84-4cd6-979b-32b00b123b30 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.343026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-326d9dfd-1f93-4344-a1e5-9f9b7a6b9e01 req-7cfa3468-4b84-4cd6-979b-32b00b123b30 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.4875362 Jul 22 19:35:53.345655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:35:53.356379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, eff732a4-e563-4aed-8f2f-55798a2e5a4c) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:53.360431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.361073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.370123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416957d-4be6-40d6-8047-005b67ca1f92 None None] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:53.376365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.2 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/9f50220a-9186-42c8-98c5-d7f5e31539e1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:53.387777 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b9a1741f-08e2-4a2d-9e4a-ee368bc69b5e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0166116 Jul 22 19:35:53.388790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:53.403967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'subnet': {'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:53.405315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bd-1d2f-4fcc-bc66-1c5d6dc25d7d req-4c3fb19f-62e2-47e8-94fa-3f8c09ad013a tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.407053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ff918bd-1d2f-4fcc-bc66-1c5d6dc25d7d req-4c3fb19f-62e2-47e8-94fa-3f8c09ad013a tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 948 time: 0.3313870 Jul 22 19:35:53.500889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-326d9dfd-1f93-4344-a1e5-9f9b7a6b9e01 req-34a90906-9c87-40cf-a6cf-e8c3cf10da0f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417379 Jul 22 19:35:53.507594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5125f333-3dad-4de3-8593-601383456a4c None None] Provisioning complete for port ba3e886e-c0a7-4582-9b56-45587e3256e2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:53.508011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5125f333-3dad-4de3-8593-601383456a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.526202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-300ea025-826c-4913-b2df-5df29df1c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:53.527729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-300ea025-826c-4913-b2df-5df29df1c260 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2668021 Jul 22 19:35:53.541905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ff918bd-1d2f-4fcc-bc66-1c5d6dc25d7d req-1651d6e7-4c5d-4f19-903e-1b49afd12471 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258066 Jul 22 19:35:53.614640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:53.619951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.790615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:53.791427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.883388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:53.893705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-514e7ae1-87d9-4257-84e4-d670f18a1d33 req-620a03de-3bbc-4683-8a28-630fb816509f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 210 time: 0.1493759 Jul 22 19:35:53.970375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-894579d4-1f77-4e1e-a950-0673a45e3286 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271059 Jul 22 19:35:54.035930 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.088287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Allocated IP 10.1.1.2 (eff732a4-e563-4aed-8f2f-55798a2e5a4c/1baa2bd5-65a6-49f8-9f01-556da3d0cb67/1236f1f5-dd64-4be8-8b69-d8c35fa79d61) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:54.222799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port ba3e886e-c0a7-4582-9b56-45587e3256e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba3e886e-c0a7-4582-9b56-45587e3256e2,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:54.255946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.259834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.265279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Transition to ACTIVE for port object 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:54.281453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Transition to ACTIVE for port object 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:54.289284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.291153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-219e8c2f-d45d-4545-a1df-f72304465ae5 None None] Could not find standard attr ID for object 03e16958-ad40-4f75-adbd-77aa249e181a. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:35:54.293811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.350529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:54.360021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:54.360919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.361826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.363729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:54.367396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:54.369813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.371512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Pushing event updated for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.435470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Attempting to bind port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:54.436163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Attempting to bind port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:54.436534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Attempting to bind port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:54.440898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a4f-04e2-4dbc-abef-01f3baf9bcbf req-fe8d634b-9a08-4c51-aa51-d86646e3d57f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:54.442412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7825a4f-04e2-4dbc-abef-01f3baf9bcbf req-fe8d634b-9a08-4c51-aa51-d86646e3d57f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.5688918 Jul 22 19:35:54.442663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:54.443645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:54.444174 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.444818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Bound using segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:54.446087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Bound port: 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:54.446583 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.497832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-173c1055-1afd-4bd3-9be2-6b355ffd445a req-43db2533-b1b7-46f8-9c1b-18cd6c766012 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178857 Jul 22 19:35:54.519062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:54.523790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:54.529377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.532549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.565885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:54.571299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:54.598237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 46caf01d-5bc2-4b8a-ba4b-122d7125787d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:54.598568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:54.606188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:35:54.615879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca30728-2185-4db0-9580-a58e03c33ae0 None None] Pushing event updated for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.617334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7825a4f-04e2-4dbc-abef-01f3baf9bcbf req-3afc8989-cd05-45d5-a6a4-d4a9519d5de6 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633074 Jul 22 19:35:54.665306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba3e886e-c0a7-4582-9b56-45587e3256e2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:54.779066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:54.784737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Subnet': ['ID=96c2e494-1ce1-43b1-9909-56bdd9de98a9,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.799032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:54.816600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4d00c-2ba2-4401-b685-37ffdc1a1116 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:54.825237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.864800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:54.866058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.870880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.880704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:54.881530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.884085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Checking segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:54.884474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network hostable DHCP agents. Network: 824e7915-8b99-4eda-ae61-da46a09ba1b4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:35:54.898125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=ba3e886e-c0a7-4582-9b56-45587e3256e2,revision_number=6']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:54.920812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6de62cc-bf4b-48e7-863d-dc4ddce784f3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2487476 Jul 22 19:35:54.921514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 46caf01d-5bc2-4b8a-ba4b-122d7125787d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:54.921767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:54.932239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:0c:45:81', 'name': 'tempest-NetworksTestDHCPv6-1663655921'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:54.937728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-2a37623b-2dd4-4407-baa0-25ab88b3fd38 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5625057 Jul 22 19:35:54.938390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 46caf01d-5bc2-4b8a-ba4b-122d7125787d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:54.938769 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:54.965443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Request body: {'port': {'device_id': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:54.978645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:35:54.993049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e7c03-8355-4b18-9e66-5dab04bdcd7c req-44614a1b-dfac-4ca3-8e18-a55864316a1d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:55.003268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3e7c03-8355-4b18-9e66-5dab04bdcd7c req-44614a1b-dfac-4ca3-8e18-a55864316a1d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3767748 Jul 22 19:35:55.027480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 824e7915-8b99-4eda-ae61-da46a09ba1b4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:55.033897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030b47d2-c862-49d9-a603-6879051fbd2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.059415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01668a14-1a25-4fb0-91b8-56a93581e2f4 None None] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:55.063966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:55.064965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.103321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371365b-5641-49db-bbe1-9dfc78ee7456 req-ff401bec-92e9-4710-92e7-6bd6e7848892 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:55.110495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b371365b-5641-49db-bbe1-9dfc78ee7456 req-ff401bec-92e9-4710-92e7-6bd6e7848892 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 948 time: 0.3756464 Jul 22 19:35:55.121582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ba3e886e-c0a7-4582-9b56-45587e3256e2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:55.121890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.137766 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b181629f-ac19-40fa-85ad-7d10f5bc94fa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7456291 Jul 22 19:35:55.144492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:55.150876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'name': 'tempest-TaggedBootDevicesTest-2098455022', 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:55.166147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3e7c03-8355-4b18-9e66-5dab04bdcd7c req-db72c9a1-84ee-454d-8e49-4d6f0c15e72f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616709 Jul 22 19:35:55.225558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.252832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b371365b-5641-49db-bbe1-9dfc78ee7456 req-715b7fc8-7ee8-46d2-9ccd-5afcf1c70bd7 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413152 Jul 22 19:35:55.309887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.400789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030b47d2-c862-49d9-a603-6879051fbd2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.409527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030b47d2-c862-49d9-a603-6879051fbd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.413992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:55.416550 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc415a-182b-4f93-86b8-b97c052dbde7" -d '{"events": [{"server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:55.445848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:55.461156 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.465085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:55.488986 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f022ee-37fa-416a-9954-845505490b68 x-openstack-request-id: req-b3f022ee-37fa-416a-9954-845505490b68 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:55.489272 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "name": "network-vif-plugged", "status": "completed", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:55.489521 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3f022ee-37fa-416a-9954-845505490b68 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:55.490499 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d', 'code': 200} Jul 22 19:35:55.532770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-824e7915-8b99-4eda-ae61-da46a09ba1b4', 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ips': [{'subnet_id': '96c2e494-1ce1-43b1-9909-56bdd9de98a9'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:35:55.533699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.571582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:55.584013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.593403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-030b47d2-c862-49d9-a603-6879051fbd2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=701b37de27b741fe91c59a920d9ea51d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2200184 Jul 22 19:35:55.605089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b47d2-c862-49d9-a603-6879051fbd2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21b3f8e-f9ed-44ac-a451-0c87468b16b2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:55.609519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:55.638758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] device_id is not set on port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:55.644544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:55.739172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Allocated IP 10.2.2.2 (824e7915-8b99-4eda-ae61-da46a09ba1b4/96c2e494-1ce1-43b1-9909-56bdd9de98a9/a9404eef-f8c7-442c-8d41-9445cf6b34e5) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:55.748213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f50220a-9186-42c8-98c5-d7f5e31539e1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:35:55.760109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.778778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Transition to ACTIVE for port object 9f50220a-9186-42c8-98c5-d7f5e31539e1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:55.814932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.857481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7c74e-d852-44f8-845d-a201ddfa8353 req-1719fefc-6d28-4453-b632-190d01ef953c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:55.859339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a7c74e-d852-44f8-845d-a201ddfa8353 req-1719fefc-6d28-4453-b632-190d01ef953c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 931 time: 0.4533525 Jul 22 19:35:55.864293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a2e0cd63-21d7-467a-9fe8-1ad464be9219 None None] Provisioning complete for port ba3e886e-c0a7-4582-9b56-45587e3256e2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:55.864293 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2e0cd63-21d7-467a-9fe8-1ad464be9219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:55.980624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.012308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Pushing event updated for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:56.040879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.041906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.061162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Transition to ACTIVE for port object a9404eef-f8c7-442c-8d41-9445cf6b34e5 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:56.076083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 35329eb9-91f7-4591-b6c6-a4fc1d282318 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:56.090133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a7c74e-d852-44f8-845d-a201ddfa8353 req-a3c8adab-f862-4efd-99ff-59c34d050c0f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084472 Jul 22 19:35:56.103237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.131301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Transition to ACTIVE for port object a9404eef-f8c7-442c-8d41-9445cf6b34e5 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:56.137739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879effe-8dc6-455e-a07a-3cdb0f415a4c req-6cc1db1a-b151-4c03-9ff5-28b9dc055af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.138981 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.139269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4879effe-8dc6-455e-a07a-3cdb0f415a4c req-6cc1db1a-b151-4c03-9ff5-28b9dc055af8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 1101 time: 0.3527331 Jul 22 19:35:56.149333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea9b5b-f67a-40d6-beae-07de22d30a91 req-4b867cf3-ea0b-4a03-9090-273859470c92 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.156666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaea9b5b-f67a-40d6-beae-07de22d30a91 req-4b867cf3-ea0b-4a03-9090-273859470c92 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.3681352 Jul 22 19:35:56.158655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:56.161047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:56.164399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.1.1.28 (eff732a4-e563-4aed-8f2f-55798a2e5a4c/1baa2bd5-65a6-49f8-9f01-556da3d0cb67/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:56.214392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:56.232665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb0c400-8697-4808-a99b-6f8e32829d52 None None] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:56.233478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Attempting to bind port 9f50220a-9186-42c8-98c5-d7f5e31539e1 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:56.234008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Attempting to bind port 9f50220a-9186-42c8-98c5-d7f5e31539e1 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:56.234845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Attempting to bind port 9f50220a-9186-42c8-98c5-d7f5e31539e1 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:56.282770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Port 9f50220a-9186-42c8-98c5-d7f5e31539e1 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:35:56.283101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Attempting to bind port 9f50220a-9186-42c8-98c5-d7f5e31539e1 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:56.312482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:56.312840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:56.313361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:56.314139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Bound port: 9f50220a-9186-42c8-98c5-d7f5e31539e1, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:56.314518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.336012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe0c:4581 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7/35329eb9-91f7-4591-b6c6-a4fc1d282318) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:56.340669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4879effe-8dc6-455e-a07a-3cdb0f415a4c req-830102eb-c384-4ebf-8bca-def83a2d2d59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732650 Jul 22 19:35:56.354082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaea9b5b-f67a-40d6-beae-07de22d30a91 req-b81cc9ff-47bd-4667-89ef-56e705e86aab tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964386 Jul 22 19:35:56.358775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.362033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.372177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c21b3f8e-f9ed-44ac-a451-0c87468b16b2 HTTP/1.1" status: 204 len: 168 time: 0.7490411 Jul 22 19:35:56.390890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb80c5c-8995-4644-8c9b-ff73437ff660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21b3f8e-f9ed-44ac-a451-0c87468b16b2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:56.455826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a88ef-d700-4a75-aaee-a0ef8a4673e5 req-5aabf2fc-d1da-455e-8ccd-49a89e8b1dd8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.463911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a04a88ef-d700-4a75-aaee-a0ef8a4673e5 req-5aabf2fc-d1da-455e-8ccd-49a89e8b1dd8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2240832 Jul 22 19:35:56.519118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Pushing event updated for resources: {'Port': ['ID=a9404eef-f8c7-442c-8d41-9445cf6b34e5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:56.536238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:56.569093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-70fe5d51-1a57-41d0-87fd-d8230c0a8718 None None] Provisioning for port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:56.574204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Attempting to bind port a9404eef-f8c7-442c-8d41-9445cf6b34e5 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:35:56.574572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Attempting to bind port a9404eef-f8c7-442c-8d41-9445cf6b34e5 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:35:56.575003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Attempting to bind port a9404eef-f8c7-442c-8d41-9445cf6b34e5 on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:35:56.582429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:35:56.582815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Checking segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:35:56.583229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.584238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Bound using segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:35:56.584848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Bound port: a9404eef-f8c7-442c-8d41-9445cf6b34e5, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:35:56.585214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.589398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:56.598206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a04a88ef-d700-4a75-aaee-a0ef8a4673e5 req-cca64110-67ff-44cb-ba16-0926b530e2a9 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330607 Jul 22 19:35:56.616439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.669909 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.706187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] For port a9404eef-f8c7-442c-8d41-9445cf6b34e5, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:35:56.715872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:56.723437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.725155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.727278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-87528119-7057-4125-94f9-562fc889bb72 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f50220a-9186-42c8-98c5-d7f5e31539e1 HTTP/1.1" status: 200 len: 1092 time: 1.7795484 Jul 22 19:35:56.741137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:35:56.744972 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7aebe3-fd37-4033-882e-f174434f9241" -d '{"events": [{"name": "network-changed", "server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:35:56.764464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] For port a9404eef-f8c7-442c-8d41-9445cf6b34e5, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a9404eef-f8c7-442c-8d41-9445cf6b34e5,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:35:56.774063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979836c6-77e3-4188-b56f-e8a1e12eecda req-efcef764-46dd-4e19-a68d-7f22a9b28c27 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.775771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-979836c6-77e3-4188-b56f-e8a1e12eecda req-efcef764-46dd-4e19-a68d-7f22a9b28c27 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 949 time: 0.3377378 Jul 22 19:35:56.788123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:56.790001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.797470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87528119-7057-4125-94f9-562fc889bb72 service neutron] Pushing event updated for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:56.832936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 35329eb9-91f7-4591-b6c6-a4fc1d282318 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:56.843554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.847068 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9352eeef-491a-4dd3-b4cd-c616b73369d6 x-openstack-request-id: req-9352eeef-491a-4dd3-b4cd-c616b73369d6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:35:56.847225 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:35:56.847800 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9352eeef-491a-4dd3-b4cd-c616b73369d6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:35:56.847800 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1', 'status': 'completed', 'code': 200} Jul 22 19:35:56.878416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-979836c6-77e3-4188-b56f-e8a1e12eecda req-0c66f517-206c-49f2-be2c-563be1e06767 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938897 Jul 22 19:35:56.897754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.910579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-5b2d84f7-330a-4639-b505-278af1d85f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:56.912912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-5b2d84f7-330a-4639-b505-278af1d85f97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 1095 time: 0.1177495 Jul 22 19:35:56.964917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:56.966913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:56.968870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:56.971401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:56.977045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:56.977255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:56.977468 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.000584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-cb2fd342-f994-4332-a43d-c0db226b8e8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1 HTTP/1.1" status: 200 len: 217 time: 0.0799661 Jul 22 19:35:57.009068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b994174-c9e9-4255-96da-eab36b780c9b None None] Pushing event updated for resources: {'Port': ['ID=a9404eef-f8c7-442c-8d41-9445cf6b34e5,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:57.071102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.082575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.083301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.109887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:57.137843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:57.138673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-409a2098-9415-48ac-a60f-d3ea37e627b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.140445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-409a2098-9415-48ac-a60f-d3ea37e627b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1183732 Jul 22 19:35:57.174670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:57.180057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:57.189144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.189818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.213335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.214327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-953b5a67-a345-46ae-9407-a9ff05675261 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0682526 Jul 22 19:35:57.219489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53260) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:57.226401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-cabd3b65-8ebf-4f72-907e-d0040222f735 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723853 Jul 22 19:35:57.230308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'name': 'tempest-TaggedBootDevicesTest-184630440', 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:35:57.328027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:57.338578 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.412671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=35329eb9-91f7-4591-b6c6-a4fc1d282318,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:57.434237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-085376d0-0c91-4927-a432-8b677aa23fe7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5026753 Jul 22 19:35:57.436086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53268) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:57.494588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:57.519178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae5804-4f21-4aa8-ae43-f7f4ae60d184 req-f0de7696-243b-432b-80c4-dcce39c76dbf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.521478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fae5804-4f21-4aa8-ae43-f7f4ae60d184 req-f0de7696-243b-432b-80c4-dcce39c76dbf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 943 time: 0.2734399 Jul 22 19:35:57.527350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-157b8dba-a1c6-4e8c-93ab-385c625f3a5d service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916272 Jul 22 19:35:57.559598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6a5ee19-b54e-411f-ae99-1e3dc3d55648 None None] Provisioning complete for port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:57.560269 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ee19-b54e-411f-ae99-1e3dc3d55648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.744138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc970d6-48fa-443d-96de-51faa597e415 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.751513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc970d6-48fa-443d-96de-51faa597e415 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.757095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bdc970d6-48fa-443d-96de-51faa597e415 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3114667 Jul 22 19:35:57.758686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:35:57.762767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53276) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:57.764837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.790043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] device_id is not set on port 7b6672ac-59fd-472b-911f-b8701de7d542 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:35:57.839209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fae5804-4f21-4aa8-ae43-f7f4ae60d184 req-fb7b6465-2909-4227-b836-5c706b79b7e2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924857 Jul 22 19:35:57.857140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Provisioning for port 35329eb9-91f7-4591-b6c6-a4fc1d282318 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:57.861453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Provisioning complete for port 35329eb9-91f7-4591-b6c6-a4fc1d282318 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:57.864623 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.914038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Port 35329eb9-91f7-4591-b6c6-a4fc1d282318 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:57.931479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Provisioning for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:57.940746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Provisioning complete for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:57.941188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:57.957157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9325bba-f2e7-494f-a0ca-ba09ca4ead12 req-63eb3d4e-11f4-48fe-b47b-761606e75336 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175317 Jul 22 19:35:57.966160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c106f-0df2-4a90-991f-403426c4d02f req-b9e68339-3a43-4532-a948-65d43c418930 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:57.973249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-187c106f-0df2-4a90-991f-403426c4d02f req-b9e68339-3a43-4532-a948-65d43c418930 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.4106953 Jul 22 19:35:57.983900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-296a59a1-effc-493a-895f-c7df9ac7f63a None None] Port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:58.053694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.1.1.203 (eff732a4-e563-4aed-8f2f-55798a2e5a4c/1baa2bd5-65a6-49f8-9f01-556da3d0cb67/7b6672ac-59fd-472b-911f-b8701de7d542) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:35:58.098812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-187c106f-0df2-4a90-991f-403426c4d02f req-658c0ef8-8100-407d-86ed-404d085c0645 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246974 Jul 22 19:35:58.156316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 35329eb9-91f7-4591-b6c6-a4fc1d282318 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:35:58.156665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.212948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd64a9-f288-45f0-b830-fef90a10367e req-3588e8ed-06bf-466f-aa1b-0801169c3c40 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.214536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7dbd64a9-f288-45f0-b830-fef90a10367e req-3588e8ed-06bf-466f-aa1b-0801169c3c40 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2377434 Jul 22 19:35:58.219459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-52e763c2-4646-47cf-ae4c-37c49deba832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.221019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-52e763c2-4646-47cf-ae4c-37c49deba832 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 1095 time: 0.1736789 Jul 22 19:35:58.226164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53286) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:58.291560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.310460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 7b6672ac-59fd-472b-911f-b8701de7d542 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:35:58.353461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.424418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:58.431077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:35:58.433123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:35:58.435738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:35:58.438784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7dbd64a9-f288-45f0-b830-fef90a10367e req-77aa9603-ae2c-4dda-8687-006604f63b70 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165227 Jul 22 19:35:58.440593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.474244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-689ddf2f-a9e7-48c9-88a7-4d375bd47398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.487236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 35329eb9-91f7-4591-b6c6-a4fc1d282318 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:35:58.513441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.514379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.533201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-11d3d87b-9b9d-4988-9fdb-b3d1a68f5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.535075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-11d3d87b-9b9d-4988-9fdb-b3d1a68f5373 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.2992854 Jul 22 19:35:58.543850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcbe106-3ec6-423c-a02c-f2193ae6dbec None None] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:35:58.573504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2543b-7fd2-430e-a8a9-4a581b6e936a req-e084a4bd-65e5-4fa3-a8e8-be8aeafd5edb tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.575051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc2543b-7fd2-430e-a8a9-4a581b6e936a req-e084a4bd-65e5-4fa3-a8e8-be8aeafd5edb tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 949 time: 0.2889435 Jul 22 19:35:58.632065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-1ed4f7d2-b167-49ab-9ede-bad992ed2016 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1 HTTP/1.1" status: 200 len: 217 time: 0.0520110 Jul 22 19:35:58.642724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a2429022-289d-445f-87dc-81c5200a5c32 None None] Provisioning for port a9404eef-f8c7-442c-8d41-9445cf6b34e5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:58.741023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:58.758328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc2543b-7fd2-430e-a8a9-4a581b6e936a req-17e89205-cc46-4c13-a52e-0551ac1b45aa tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765840 Jul 22 19:35:58.765132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-f866267b-af76-4684-9886-5337569c4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:58.767092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-f866267b-af76-4684-9886-5337569c4723 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1225059 Jul 22 19:35:58.811249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c8730425-aa19-420c-b61b-a910c106229d None None] Provisioning for port 7b6672ac-59fd-472b-911f-b8701de7d542 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:58.820177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c8730425-aa19-420c-b61b-a910c106229d None None] Provisioning complete for port 7b6672ac-59fd-472b-911f-b8701de7d542 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:58.820558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c8730425-aa19-420c-b61b-a910c106229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.834601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-03f05ea6-a312-473e-ae0f-6f3d86bec192 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529749 Jul 22 19:35:58.848352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:58.848828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.892505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c8730425-aa19-420c-b61b-a910c106229d None None] Port 7b6672ac-59fd-472b-911f-b8701de7d542 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:35:58.938413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-689ddf2f-a9e7-48c9-88a7-4d375bd47398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.956610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-689ddf2f-a9e7-48c9-88a7-4d375bd47398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:58.965410 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d911f38f-c0df-40ec-b3e4-c9f9c2ab7508 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7447562 Jul 22 19:35:58.971684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a9404eef-f8c7-442c-8d41-9445cf6b34e5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:35:59.033985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a9404eef-f8c7-442c-8d41-9445cf6b34e5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:35:59.038769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a9404eef-f8c7-442c-8d41-9445cf6b34e5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:59.039310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.134650 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.137825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ac9295e5-eac4-4517-9b3a-f7ab4de377bb None None] Provisioning complete for port a9404eef-f8c7-442c-8d41-9445cf6b34e5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:35:59.138195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac9295e5-eac4-4517-9b3a-f7ab4de377bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.204719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a9404eef-f8c7-442c-8d41-9445cf6b34e5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a9404eef-f8c7-442c-8d41-9445cf6b34e5,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:35:59.211845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.291765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a9404eef-f8c7-442c-8d41-9445cf6b34e5,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:59.349155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.439988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=35329eb9-91f7-4591-b6c6-a4fc1d282318,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:59.451649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-689ddf2f-a9e7-48c9-88a7-4d375bd47398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fc7638a8eba4b00bb49d5efbca7a523&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2228744 Jul 22 19:35:59.455843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:59.460204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ddf2f-a9e7-48c9-88a7-4d375bd47398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce1202-81c7-4d92-9765-90b709bc56ec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:59.494656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.496589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-da06f85f-7689-422f-8e21-77e8d81a1a82 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/35329eb9-91f7-4591-b6c6-a4fc1d282318 HTTP/1.1" status: 204 len: 168 time: 1.7317832 Jul 22 19:35:59.500352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:59.502904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-1492cfbf-7a1e-4f81-b7c2-804ecc52cb9c service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581817 Jul 22 19:35:59.550855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.553498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13c9c0-b908-47ae-89d9-970d8ecfdf94 req-457c0571-d188-4b05-bc5e-4e273ae87d05 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:59.555517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a13c9c0-b908-47ae-89d9-970d8ecfdf94 req-457c0571-d188-4b05-bc5e-4e273ae87d05 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 943 time: 0.6058154 Jul 22 19:35:59.578203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-0a1d2336-6df9-4082-a270-b037aecdd668 tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:59.579642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-0a1d2336-6df9-4082-a270-b037aecdd668 tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 1101 time: 0.2435467 Jul 22 19:35:59.598119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f382d18-1d9c-4279-a453-bea62298ab0e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:59.600635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f382d18-1d9c-4279-a453-bea62298ab0e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:35:59.604682 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f382d18-1d9c-4279-a453-bea62298ab0e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954044 Jul 22 19:35:59.604682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.606430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:35:59.647219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-c3f134cf-502e-4563-9801-3a6dee3d517a tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.683320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a13c9c0-b908-47ae-89d9-970d8ecfdf94 req-837d80bb-1a5f-4d27-ba0f-cf10698b486d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175649 Jul 22 19:35:59.688315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:35:59.693166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.694411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd7aebe3-fd37-4033-882e-f174434f9241 req-2c295f44-8cdb-4b8e-ba77-971afe8d6a03 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813569 Jul 22 19:35:59.738479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.741246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.742424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcce1202-81c7-4d92-9765-90b709bc56ec HTTP/1.1" status: 204 len: 168 time: 0.2849536 Jul 22 19:35:59.758118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.817078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-c3f134cf-502e-4563-9801-3a6dee3d517a tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.823692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-c3f134cf-502e-4563-9801-3a6dee3d517a tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.824010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3069a2-986e-496e-b4ca-2c21b5dbd317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce1202-81c7-4d92-9765-90b709bc56ec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:59.852182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c47b14a4-810d-486a-ad6f-70ed20a6eac3 req-c3f134cf-502e-4563-9801-3a6dee3d517a tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613990 Jul 22 19:35:59.866255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f134cf-502e-4563-9801-3a6dee3d517a tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a469294-fb90-46a4-8ed8-ce0dc99ccc6c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:35:59.919094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:35:59.991347 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.024425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58e5ce-aacd-42d2-a6d0-38c499dd95d0 req-dfcaca55-fd3b-4f38-9c97-6f1b8a91f84e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.026305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e58e5ce-aacd-42d2-a6d0-38c499dd95d0 req-dfcaca55-fd3b-4f38-9c97-6f1b8a91f84e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.0827758 Jul 22 19:36:00.042665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:00.046154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07957d6a-3556-43e8-a3f0-c52eb8185bd3 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:00.048769 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.051936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1414770d-7d8e-4bce-b4c9-ba39f4f43c8b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7 HTTP/1.1" status: 204 len: 168 time: 0.4435120 Jul 22 19:36:00.054196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53318) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.102473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-593ecacb-dca6-4883-80ae-66e5047b4b3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449858 Jul 22 19:36:00.103645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.114506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e58e5ce-aacd-42d2-a6d0-38c499dd95d0 req-8f6cc880-ad13-43e1-8fc3-b818cc7051e7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824003 Jul 22 19:36:00.217440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d224825-777a-4cdd-9224-8a6f969b0c78 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.221687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d224825-777a-4cdd-9224-8a6f969b0c78 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1146903 Jul 22 19:36:00.222060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53326) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.286050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd3081-2352-41ca-b840-4c0511e5f809 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.290769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-97fd3081-2352-41ca-b840-4c0511e5f809 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652514 Jul 22 19:36:00.292464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.323976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:36:00.354029 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d60695d8-72b7-4212-95c7-75c5ba19918b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568104 Jul 22 19:36:00.355478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.360924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:00.373795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53334) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.379552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796973333', 'description': 'tempest-description--761385308'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:00.393808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Deleting port ba3e886e-c0a7-4582-9b56-45587e3256e2 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:00.394467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.414098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88014f30-cb2e-46b6-9d0a-ba46fee0552d req-a0de82e0-83e5-41d6-8057-3639f524aa9c tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.415842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88014f30-cb2e-46b6-9d0a-ba46fee0552d req-a0de82e0-83e5-41d6-8057-3639f524aa9c tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1147518 Jul 22 19:36:00.473110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88014f30-cb2e-46b6-9d0a-ba46fee0552d req-2e968435-74a8-41bc-89eb-3ba0151d8873 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464051 Jul 22 19:36:00.482075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.504766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] For port ba3e886e-c0a7-4582-9b56-45587e3256e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba3e886e-c0a7-4582-9b56-45587e3256e2,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:00.505909 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.526742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:00.528593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Calling delete_port for ba3e886e-c0a7-4582-9b56-45587e3256e2 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:00.530592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.641270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.672987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] Pushing event deleted for resources: {'Port': ['ID=ba3e886e-c0a7-4582-9b56-45587e3256e2,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:00.679343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf17f7a2-2f87-463a-a0d9-4d0109fe4eb5 None None] No DVR routers for this DVR port ba3e886e-c0a7-4582-9b56-45587e3256e2 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:00.690241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a9404eef-f8c7-442c-8d41-9445cf6b34e5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:00.725117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.735183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.767296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a9404eef-f8c7-442c-8d41-9445cf6b34e5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:00.767788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.778083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:00.802591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.803863 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-30eebb30-cac1-47fa-9afb-a94a0c42bfea tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4291170 Jul 22 19:36:00.808699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53348) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:00.813795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'security_group_rule': {'security_group_id': 'bf7898a2-33c4-4ca5-82b3-0af55c68a0fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:00.873401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07b1c0-5e70-4dd1-a115-ab6c82adfce5 req-7f16034e-10ac-4972-8efa-95e1b8ffda35 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:00.875056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a07b1c0-5e70-4dd1-a115-ab6c82adfce5 req-7f16034e-10ac-4972-8efa-95e1b8ffda35 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 943 time: 0.1068449 Jul 22 19:36:00.912981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.948646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba3e886e-c0a7-4582-9b56-45587e3256e2 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:00.951058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a07b1c0-5e70-4dd1-a115-ab6c82adfce5 req-9dc3f27a-d5ca-448e-9486-24e63a8ffa4c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Jul 22 19:36:00.983475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:00.987236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ba3e886e-c0a7-4582-9b56-45587e3256e2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:00.987761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba3e886e-c0a7-4582-9b56-45587e3256e2 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:00.995528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.018625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:01.029533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.051830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb04ae-30ce-4e96-821c-c77297fe41a2 req-345b56c9-553e-472c-9274-a95360dd3e2f tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:01.054470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bb04ae-30ce-4e96-821c-c77297fe41a2 req-345b56c9-553e-472c-9274-a95360dd3e2f tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 1101 time: 0.0741324 Jul 22 19:36:01.064446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09578b47-088f-42f5-9797-4ef6105966f4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:01.086951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.090667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-03fb161e-6e90-4158-b88d-1e7d7ab44dfa tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784014 Jul 22 19:36:01.090667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:01.090962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53352) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:01.093296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:01.097902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:01.098379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'security_group_rule': {'security_group_id': 'bf7898a2-33c4-4ca5-82b3-0af55c68a0fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:01.098495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.106743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbb998-0996-4b54-aec0-56ad942827fa None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:01.113226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bb04ae-30ce-4e96-821c-c77297fe41a2 req-3d9a0388-8b1a-4e6c-9f9a-df77c61e6ee7 tempest-ServersAdminNegativeTestJSON-1576449730 tempest-ServersAdminNegativeTestJSON-1576449730-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Jul 22 19:36:01.120014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=741eb291-98fa-4c88-a6fa-85be20bd3b87,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:01.144383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82a62bae-6283-4473-a794-b80a6e431c7f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7877088 Jul 22 19:36:01.147731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:01.148991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.156595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:fc:1a:22', 'name': 'tempest-NetworksTestDHCPv6-1466199220'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:01.294292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-838b9675-10ed-49ea-addc-ec43b234fbb4 req-15f14860-8a93-455a-a5ef-cb8acbe7969a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:01.295459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-838b9675-10ed-49ea-addc-ec43b234fbb4 req-15f14860-8a93-455a-a5ef-cb8acbe7969a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315645 Jul 22 19:36:01.315431 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.335874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.363274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:01.369257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9b4a84-d31a-40be-a145-b1e0f04e0190,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:01.373474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.377598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3054357e-e0d5-4cf7-8175-7a32d2c8c845 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2826872 Jul 22 19:36:01.378268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53368) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:01.383797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:01.426217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb16d89-3ba9-4879-a658-d384f3b883ea req-81ff931e-222e-4750-851a-4c44f800798f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:01.428262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfb16d89-3ba9-4879-a658-d384f3b883ea req-81ff931e-222e-4750-851a-4c44f800798f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.1317644 Jul 22 19:36:01.438688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.468177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9f50220a-9186-42c8-98c5-d7f5e31539e1 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:01.477398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '741eb291-98fa-4c88-a6fa-85be20bd3b87'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:36:01.478255 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.528940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfb16d89-3ba9-4879-a658-d384f3b883ea req-99507654-fe36-44fb-902a-720e474a5f15 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798151 Jul 22 19:36:01.706209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.717584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31af3b-ba36-43bd-a741-a7260e4ff343 req-5c7bca2f-cbe8-43b6-9d7c-c9fba4565afe tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:01.719248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef31af3b-ba36-43bd-a741-a7260e4ff343 req-5c7bca2f-cbe8-43b6-9d7c-c9fba4565afe tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.0927947 Jul 22 19:36:01.815671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:01.829925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.843908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9f50220a-9186-42c8-98c5-d7f5e31539e1', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '9f50220a-9186-42c8-98c5-d7f5e31539e1', 'mac_address': 'fa:16:3e:fd:5b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:01.852077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 90d89970-81d3-427b-ab79-114fb24d8581 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:01.940724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef31af3b-ba36-43bd-a741-a7260e4ff343 req-47ead6d5-49a7-4036-a13f-8646efe6d185 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089229 Jul 22 19:36:01.974288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Allocated IP 2001:db8::f816:3eff:fe81:785e (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/741eb291-98fa-4c88-a6fa-85be20bd3b87/6dc0e139-16da-481a-ab49-644343fcb024) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:01.976605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:01.998657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f50220a-9186-42c8-98c5-d7f5e31539e1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:01.999156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 172.25.6.206 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/07067013-297e-480b-a591-55256bb8dc4a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:02.019681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353056d1-56c0-4ef8-974d-93c962b6da06 req-0443970d-d578-450e-ae47-3e2ed385c8a4 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.027778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-353056d1-56c0-4ef8-974d-93c962b6da06 req-0443970d-d578-450e-ae47-3e2ed385c8a4 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 949 time: 0.2293363 Jul 22 19:36:02.040874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:02.057102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c59b9-9a92-419a-97c9-b26b58ac7f3b req-5d963519-0891-475a-bd9a-b24da48c061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.058676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a81c59b9-9a92-419a-97c9-b26b58ac7f3b req-5d963519-0891-475a-bd9a-b24da48c061e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 1097 time: 0.2305965 Jul 22 19:36:02.075632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.147495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:02.202858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-353056d1-56c0-4ef8-974d-93c962b6da06 req-35f6371f-a951-4572-9b35-a2a0d5313721 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736822 Jul 22 19:36:02.223109 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.238111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Transition to ACTIVE for port object 6dc0e139-16da-481a-ab49-644343fcb024 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:02.248975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a81c59b9-9a92-419a-97c9-b26b58ac7f3b req-a624c2c5-b20f-41b1-ac04-ecdff740038b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620648 Jul 22 19:36:02.259059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Transition to ACTIVE for port object 6dc0e139-16da-481a-ab49-644343fcb024 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:02.273724 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.295561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4fa7f-7983-4a5f-9b58-07c493339fee req-de42fcf6-de9c-4406-9124-1adc19e7707b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.297182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aad4fa7f-7983-4a5f-9b58-07c493339fee req-de42fcf6-de9c-4406-9124-1adc19e7707b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 944 time: 0.2343202 Jul 22 19:36:02.307544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:02.310373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:02.313830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:02.314741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.354015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fefc:1a22 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/741eb291-98fa-4c88-a6fa-85be20bd3b87/90d89970-81d3-427b-ab79-114fb24d8581) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:02.354786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9f50220a-9186-42c8-98c5-d7f5e31539e1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:02.395382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Pushing event updated for resources: {'Port': ['ID=6dc0e139-16da-481a-ab49-644343fcb024,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:02.425412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aad4fa7f-7983-4a5f-9b58-07c493339fee req-5f32cc17-2418-43b8-8409-999ee89b3ace tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075537 Jul 22 19:36:02.447176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Attempting to bind port 6dc0e139-16da-481a-ab49-644343fcb024 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:02.447548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Attempting to bind port 6dc0e139-16da-481a-ab49-644343fcb024 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:02.447920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Attempting to bind port 6dc0e139-16da-481a-ab49-644343fcb024 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:02.454456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:02.454833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:02.455236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.455631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:02.456108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Bound port: 6dc0e139-16da-481a-ab49-644343fcb024, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:02.456509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.471562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.514034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:02.517837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:02.521790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:02.579949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=07067013-297e-480b-a591-55256bb8dc4a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:02.580927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.587381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] For port 6dc0e139-16da-481a-ab49-644343fcb024, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:02.600800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 90d89970-81d3-427b-ab79-114fb24d8581 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:02.608222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] For port 6dc0e139-16da-481a-ab49-644343fcb024, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6dc0e139-16da-481a-ab49-644343fcb024,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:02.620346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.648861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.689139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25766fb-b2c3-4a1e-8ab9-4808a4a9105f None None] Pushing event updated for resources: {'Port': ['ID=6dc0e139-16da-481a-ab49-644343fcb024,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:02.708984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.709613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:02.715157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:02.717808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:02.725225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.725898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.744458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=90d89970-81d3-427b-ab79-114fb24d8581,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:02.749804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6d6301ad-74b2-486f-a9ad-05f01c8c5787 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6004882 Jul 22 19:36:02.753416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:02.774488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850021f5-100f-481d-9073-eadb50dd42a6 req-be729583-db1a-45d8-906a-de39c4cb6dac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.776025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-850021f5-100f-481d-9073-eadb50dd42a6 req-be729583-db1a-45d8-906a-de39c4cb6dac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.1387882 Jul 22 19:36:02.785255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:02.825639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f0b2-b225-4264-85c3-27e5c5f6953a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.832035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861f0b2-b225-4264-85c3-27e5c5f6953a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:02.834397 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a861f0b2-b225-4264-85c3-27e5c5f6953a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0799117 Jul 22 19:36:02.844458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:02.877555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-850021f5-100f-481d-9073-eadb50dd42a6 req-665471cb-954d-4d81-a41f-76dfec30ac71 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944617 Jul 22 19:36:02.985260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 90d89970-81d3-427b-ab79-114fb24d8581 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:02.985904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.020549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.029220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.085576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.100357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 90d89970-81d3-427b-ab79-114fb24d8581 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:03.160689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=07067013-297e-480b-a591-55256bb8dc4a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:03.173312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.195137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8e801-eecc-479e-b4c6-d0bdff0e51d4 req-e7237fa2-7ecf-485c-8827-c31b1728f069 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.198744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a8e801-eecc-479e-b4c6-d0bdff0e51d4 req-e7237fa2-7ecf-485c-8827-c31b1728f069 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1722729 Jul 22 19:36:03.205965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.207303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a46ff25b-2307-41e3-847f-8ccdb8e68144 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8282082 Jul 22 19:36:03.251230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a8e801-eecc-479e-b4c6-d0bdff0e51d4 req-81c087a8-e388-4f26-8262-f80196d5b577 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Jul 22 19:36:03.271767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.309087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=90d89970-81d3-427b-ab79-114fb24d8581,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:03.341976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.346610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-592dc449-f381-47a3-b5e2-0df83196214e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/90d89970-81d3-427b-ab79-114fb24d8581 HTTP/1.1" status: 204 len: 168 time: 0.5048702 Jul 22 19:36:03.347920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:03.395311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc42351-9931-4ec2-9073-50bc0cdf84e7 req-0c7e22bf-2f23-47ad-bf02-acf4e13e78ec tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.397172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cc42351-9931-4ec2-9073-50bc0cdf84e7 req-0c7e22bf-2f23-47ad-bf02-acf4e13e78ec tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 949 time: 0.1064765 Jul 22 19:36:03.406698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff524a4-b014-475c-a8a9-256b7067c33b req-0e57a822-7c8e-4c73-b628-92c188264db3 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.408332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aff524a4-b014-475c-a8a9-256b7067c33b req-0e57a822-7c8e-4c73-b628-92c188264db3 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.32 "GET /v2.0/ports?device_id=01952b8b-f9ed-477b-8529-a1f5fd69ac0c HTTP/1.1" status: 200 len: 949 time: 0.1282799 Jul 22 19:36:03.421290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd2ac0-a18a-4a7c-a8a7-880c5a0f0e3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.422797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd2ac0-a18a-4a7c-a8a7-880c5a0f0e3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.429192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-edbd2ac0-a18a-4a7c-a8a7-880c5a0f0e3d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0763454 Jul 22 19:36:03.431313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53410) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:03.471894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9f50220a-9186-42c8-98c5-d7f5e31539e1 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:03.522969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 741eb291-98fa-4c88-a6fa-85be20bd3b87 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:03.526398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.550678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 9f50220a-9186-42c8-98c5-d7f5e31539e1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:03.556197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9f50220a-9186-42c8-98c5-d7f5e31539e1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:03.556778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.573104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.611186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cc42351-9931-4ec2-9073-50bc0cdf84e7 req-d796191a-3011-43f4-a625-0bd98fda81eb tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017186 Jul 22 19:36:03.621834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-b384c6cb-e3ba-47cd-a00d-d37ea4f076df tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--796973333&fields=id&tenant_id=16c1eed0da1544ffa26e47d39d605a3e HTTP/1.1" status: 200 len: 267 time: 0.1321340 Jul 22 19:36:03.712140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.728755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.730126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Deleting port 46caf01d-5bc2-4b8a-ba4b-122d7125787d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:03.730572 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.742018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-6d383e10-de80-4438-84ce-ed3fcc8433d7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.749246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-6d383e10-de80-4438-84ce-ed3fcc8433d7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 931 time: 0.1137919 Jul 22 19:36:03.763545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:03.766263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:03.769401 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6044b790-de78-4f15-b1f2-57885c3a56e0" -d '{"events": [{"server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "name": "network-vif-plugged", "status": "completed", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:03.775571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.854397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.869290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:03.897427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=741eb291-98fa-4c88-a6fa-85be20bd3b87,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:03.899391 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:03.904199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0fe3d287-8f21-4bb4-b44a-e576e33f19a6 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/741eb291-98fa-4c88-a6fa-85be20bd3b87 HTTP/1.1" status: 204 len: 168 time: 0.4719238 Jul 22 19:36:03.905127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:03.949411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7ed41b05-3afb-462b-b53e-c1c5105c3200 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431740 Jul 22 19:36:03.949997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:03.955309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:03.978871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-c8108c80-f898-40ae-b520-2c6c470a62eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:03.987056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-c8108c80-f898-40ae-b520-2c6c470a62eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 931 time: 0.2367086 Jul 22 19:36:03.988352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b23b35-b508-40f9-825b-0d022fba3718 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:04.063260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:04.072065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.089436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-29ffcf2e-88e6-498d-a9e5-cc4555ca27d5 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1012795 Jul 22 19:36:04.097382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] For port 46caf01d-5bc2-4b8a-ba4b-122d7125787d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=46caf01d-5bc2-4b8a-ba4b-122d7125787d,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:04.097922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.148632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-59f547b1-683c-40e5-af2d-b1e55d9c40bd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0577614 Jul 22 19:36:04.159024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Calling delete_port for 46caf01d-5bc2-4b8a-ba4b-122d7125787d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:04.202431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d037e2a-fa72-4f6a-b11e-13d0f6204da6 req-efc016ea-1341-4c0b-bde3-e5417052c1cd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:04.204607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d037e2a-fa72-4f6a-b11e-13d0f6204da6 req-efc016ea-1341-4c0b-bde3-e5417052c1cd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.4489238 Jul 22 19:36:04.222494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-74dac9f2-baac-4c98-a877-79779e7b140a None None] Provisioning for port 6dc0e139-16da-481a-ab49-644343fcb024 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:04.388317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:36:04.399495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d037e2a-fa72-4f6a-b11e-13d0f6204da6 req-ed66a6b1-6c10-4a10-8580-f06a7fe6c852 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827254 Jul 22 19:36:04.477621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9f238d9c-6cda-4f30-a3e8-eb4cc16382b8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:04.483896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9f238d9c-6cda-4f30-a3e8-eb4cc16382b8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:04.486543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Deleting port 6dc0e139-16da-481a-ab49-644343fcb024 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:04.487036 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.490005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9f238d9c-6cda-4f30-a3e8-eb4cc16382b8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:04.491944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-9f238d9c-6cda-4f30-a3e8-eb4cc16382b8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=824e7915-8b99-4eda-ae61-da46a09ba1b4&id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 1990 time: 0.3424392 Jul 22 19:36:04.520478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-8615e72e-e73f-4166-ae6b-af92ff4fda12 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/quotas/16c1eed0da1544ffa26e47d39d605a3e HTTP/1.1" status: 200 len: 375 time: 0.0208693 Jul 22 19:36:04.540579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:04.618986 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37800eaa-2401-4e13-9bd4-2991fa7a1df4 x-openstack-request-id: req-37800eaa-2401-4e13-9bd4-2991fa7a1df4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:04.628456 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "name": "network-vif-plugged", "status": "completed", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:04.628629 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37800eaa-2401-4e13-9bd4-2991fa7a1df4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:04.629133 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1', 'code': 200} Jul 22 19:36:04.654513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.686331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] For port 6dc0e139-16da-481a-ab49-644343fcb024, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6dc0e139-16da-481a-ab49-644343fcb024,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:04.686891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.690470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Pushing event deleted for resources: {'Port': ['ID=46caf01d-5bc2-4b8a-ba4b-122d7125787d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:04.750637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-3fbb36ad-e3cc-4cc9-9a61-5188821fe34c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1870184 Jul 22 19:36:04.797753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Calling delete_port for 6dc0e139-16da-481a-ab49-644343fcb024 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:04.810394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ea27beb9-939d-4e3c-847a-74555d39cedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:04.889610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.926275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-8c2ee041-5071-4006-ae2a-9d7b49d05fdb service neutron] 10.222.0.10 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418400 Jul 22 19:36:04.987050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] No DVR routers for this DVR port 46caf01d-5bc2-4b8a-ba4b-122d7125787d on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:04.991512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:04.993553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aff524a4-b014-475c-a8a9-256b7067c33b req-79a4309f-cfe6-4bee-ae6a-1d31b9dd4f38 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.32 "DELETE /v2.0/ports/46caf01d-5bc2-4b8a-ba4b-122d7125787d HTTP/1.1" status: 204 len: 173 time: 1.5758972 Jul 22 19:36:05.019011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'name': 'network-vif-deleted', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:05.022102 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29958a8f-e707-47e0-9194-1184d23aa098" -d '{"events": [{"server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "name": "network-vif-deleted", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:05.179341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port 6dc0e139-16da-481a-ab49-644343fcb024, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6dc0e139-16da-481a-ab49-644343fcb024,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:05.219485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.226440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.227650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.232258 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.253848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] No DVR routers for this DVR port 6dc0e139-16da-481a-ab49-644343fcb024 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:05.297718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=6dc0e139-16da-481a-ab49-644343fcb024,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:05.312168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:05.315553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:05.321308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.321917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.340244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=58942819-f7cc-47ad-b7dc-06284143068e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:05.344650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6ce8c-f789-4532-879c-91c1ceca4f69 None None] Pushing event deleted for resources: {'Port': ['ID=6dc0e139-16da-481a-ab49-644343fcb024,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:05.368322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a886cd5c-a0a4-4185-9ae4-0e07adfa17ba None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:05.391600 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e9c0ccf-efef-4ff9-b512-6fe172e98b08 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4398971 Jul 22 19:36:05.393455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53442) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:05.415456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:c6:52:d0', 'name': 'tempest-NetworksTestDHCPv6-968463504'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:05.595839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '58942819-f7cc-47ad-b7dc-06284143068e'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:36:05.599989 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.645463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:05.649418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68ad82-2197-4e6b-910d-36c0d7127ff1 req-e133497a-94c3-454c-b6c0-ec06fa3a713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.650018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.650943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c68ad82-2197-4e6b-910d-36c0d7127ff1 req-e133497a-94c3-454c-b6c0-ec06fa3a713b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 1097 time: 0.9625437 Jul 22 19:36:05.668568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830040d3-981a-481c-b5f5-235fbda90f0e req-cbb977a3-1eeb-44df-aa16-301ba93cc924 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.671317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port c0bfea1a-dcca-42e6-9a10-6a84990369e2 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:05.672834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-830040d3-981a-481c-b5f5-235fbda90f0e req-cbb977a3-1eeb-44df-aa16-301ba93cc924 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.8895497 Jul 22 19:36:05.712609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-657d9da8-5fd5-4623-96b4-5decbb2e63c7 service neutron] 10.222.0.10 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049022 Jul 22 19:36:05.776140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Allocated IP 2001:db8::f816:3eff:fed5:61f2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/58942819-f7cc-47ad-b7dc-06284143068e/2ffaed5a-2452-4926-b8cf-e0527046cf4a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:05.786586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-830040d3-981a-481c-b5f5-235fbda90f0e req-040763f8-b453-485c-966b-33bd037041db tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923913 Jul 22 19:36:05.790260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c68ad82-2197-4e6b-910d-36c0d7127ff1 req-d3b05515-eebb-429c-ba18-f88a38e40bda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044099 Jul 22 19:36:05.796359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-8d86f7b5-b84b-4a1e-84cf-2ada70e893dd service neutron] 10.222.0.10 "GET /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0744276 Jul 22 19:36:05.926064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-7fb383cc-de18-4da6-99cb-6fb7a51c3917 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169243 Jul 22 19:36:05.934329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.943388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Transition to ACTIVE for port object 2ffaed5a-2452-4926-b8cf-e0527046cf4a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:05.959136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Transition to ACTIVE for port object 2ffaed5a-2452-4926-b8cf-e0527046cf4a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:05.966972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:05.978562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00558a2-7783-4cc0-8b6a-ce2510d1aca0 req-b4bd2b6f-bd01-43fd-b698-875c9d61964b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:05.980104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d00558a2-7783-4cc0-8b6a-ce2510d1aca0 req-b4bd2b6f-bd01-43fd-b698-875c9d61964b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1137695 Jul 22 19:36:06.007852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:06.010894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:06.014198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:06.022054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Pushing event updated for resources: {'Port': ['ID=2ffaed5a-2452-4926-b8cf-e0527046cf4a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:06.033474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fec6:52d0 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/58942819-f7cc-47ad-b7dc-06284143068e/c0bfea1a-dcca-42e6-9a10-6a84990369e2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:06.096078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Attempting to bind port 2ffaed5a-2452-4926-b8cf-e0527046cf4a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:06.096866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Attempting to bind port 2ffaed5a-2452-4926-b8cf-e0527046cf4a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:06.097230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Attempting to bind port 2ffaed5a-2452-4926-b8cf-e0527046cf4a on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:06.100877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-2f3db16f-1ee8-4c5b-af53-de7007a29625 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659799 Jul 22 19:36:06.103338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:06.103774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:06.104204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.104605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:06.105067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Bound port: 2ffaed5a-2452-4926-b8cf-e0527046cf4a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:06.105453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.141801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d00558a2-7783-4cc0-8b6a-ce2510d1aca0 req-819e1fbf-0c0c-458d-9d4b-92daf622408d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224926 Jul 22 19:36:06.203923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] For port 2ffaed5a-2452-4926-b8cf-e0527046cf4a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:06.207570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] For port 2ffaed5a-2452-4926-b8cf-e0527046cf4a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2ffaed5a-2452-4926-b8cf-e0527046cf4a,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:06.209401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-b654bc0f-8eff-4926-99af-0a4a3d4fd74d service neutron] 10.222.0.10 "GET /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0997803 Jul 22 19:36:06.214139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.328671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe091d6-ee7f-4ce5-86b5-817a6ed23aa0 None None] Pushing event updated for resources: {'Port': ['ID=2ffaed5a-2452-4926-b8cf-e0527046cf4a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:06.344739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.364038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object c0bfea1a-dcca-42e6-9a10-6a84990369e2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:06.367128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-914303e1-3e8d-4c8a-a416-073f95695657 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511531 Jul 22 19:36:06.433929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.514420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:06.518402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:06.531752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:06.539328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.539937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.550915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-a3819dd5-a905-4381-a61d-1312dad3e978 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689103 Jul 22 19:36:06.554348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=c0bfea1a-dcca-42e6-9a10-6a84990369e2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:06.573710 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ec91a50-ff68-450e-92fa-e85452989750 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1785498 Jul 22 19:36:06.575862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53458) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:06.617899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:06.619975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:06.721559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6778bd2-4dc8-43c0-a5ea-b5dbab2a8a09 x-openstack-request-id: req-b6778bd2-4dc8-43c0-a5ea-b5dbab2a8a09 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:06.721559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01952b8b-f9ed-477b-8529-a1f5fd69ac0c", "name": "network-vif-deleted", "tag": "46caf01d-5bc2-4b8a-ba4b-122d7125787d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:06.726190 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6778bd2-4dc8-43c0-a5ea-b5dbab2a8a09 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:06.727573 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01952b8b-f9ed-477b-8529-a1f5fd69ac0c', 'name': 'network-vif-deleted', 'tag': '46caf01d-5bc2-4b8a-ba4b-122d7125787d', 'status': 'completed', 'code': 200} Jul 22 19:36:06.760451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5478b98-1601-4ba7-9722-ea06fbe9940c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.787368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5478b98-1601-4ba7-9722-ea06fbe9940c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.789137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5478b98-1601-4ba7-9722-ea06fbe9940c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2063963 Jul 22 19:36:06.793584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53460) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:06.805894 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.885546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-f113c270-e575-464f-a2f8-9d055630a858 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335984 Jul 22 19:36:06.910562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:06.913814 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780d4ce-f54b-4e55-805e-26a57580b03c" -d '{"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-unplugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:06.928038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f3f6b-4c6d-4818-806a-d49136141fee req-5e60428b-93bb-4cfa-ad22-102ea84c787e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:06.930232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-863f3f6b-4c6d-4818-806a-d49136141fee req-5e60428b-93bb-4cfa-ad22-102ea84c787e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.1951520 Jul 22 19:36:06.934052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:06.946046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:06.946923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 46caf01d-5bc2-4b8a-ba4b-122d7125787d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:06.976390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port c0bfea1a-dcca-42e6-9a10-6a84990369e2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:06.976905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.011940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 46caf01d-5bc2-4b8a-ba4b-122d7125787d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:07.013692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 46caf01d-5bc2-4b8a-ba4b-122d7125787d not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:07.038157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-863f3f6b-4c6d-4818-806a-d49136141fee req-dbd47511-daad-4068-ad88-9ba9c73b4c98 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955174 Jul 22 19:36:07.061411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:07.064377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:07.080240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-714fd4b9-b10f-4973-91e3-a177f034dfd2 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935875 Jul 22 19:36:07.089092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.098072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd039d3af-3767-40e3-8762-62f3adc52349', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd039d3af-3767-40e3-8762-62f3adc52349', 'mac_address': 'fa:16:3e:3b:b2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:07.104130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for c0bfea1a-dcca-42e6-9a10-6a84990369e2 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:07.127972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-01420b91-9ca4-4a9b-b10e-1d92fbf3523d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.144213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.159672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:07.196816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:07.205484 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.306335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:07.312115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.333936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e435a2ac-3cec-48e1-8349-af8ea99eb882 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463064 Jul 22 19:36:07.381278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=c0bfea1a-dcca-42e6-9a10-6a84990369e2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:07.389225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.391625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a0eb0789-19eb-4820-9a74-4d2be24791ad tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/c0bfea1a-dcca-42e6-9a10-6a84990369e2 HTTP/1.1" status: 204 len: 168 time: 0.5971420 Jul 22 19:36:07.394030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53468) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:07.401151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46d2f-9c29-487a-bca5-44d2eeaeca50 req-e64affa3-131f-4ee7-b77d-08127bd7a50f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.403438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66d46d2f-9c29-487a-bca5-44d2eeaeca50 req-e64affa3-131f-4ee7-b77d-08127bd7a50f tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.1510775 Jul 22 19:36:07.462054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426302a8-37fc-483f-96a6-da2224d3e54f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.463715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426302a8-37fc-483f-96a6-da2224d3e54f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:07.468661 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-426302a8-37fc-483f-96a6-da2224d3e54f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0734036 Jul 22 19:36:07.469244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53470) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:07.487609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:07.493782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66d46d2f-9c29-487a-bca5-44d2eeaeca50 req-9d47d832-9f9d-47b1-af95-194d753a2e8b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540411 Jul 22 19:36:07.525107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-4f364b00-c4a0-48a4-8272-baff39618de6 service neutron] 10.222.0.10 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889818 Jul 22 19:36:07.546659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 58942819-f7cc-47ad-b7dc-06284143068e {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:07.553620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.637984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.693891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-63fc0baa-43b4-4837-afd8-611bc4245fcc service neutron] 10.222.0.10 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640401 Jul 22 19:36:07.769707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:07.792730 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeac1311-7840-4e47-965b-7eafa1897fbf x-openstack-request-id: req-aeac1311-7840-4e47-965b-7eafa1897fbf {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:07.793291 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-unplugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:07.793291 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aeac1311-7840-4e47-965b-7eafa1897fbf {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:07.793640 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'code': 200} Jul 22 19:36:07.855897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e50f7331-d294-4d6c-8b57-6e35f7d6e06b service neutron] 10.222.0.10 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469669 Jul 22 19:36:07.873435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-706729dc-70c5-4daa-9a76-845e3659a9cd None None] Provisioning for port 2ffaed5a-2452-4926-b8cf-e0527046cf4a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:07.913866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.004109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.008237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/58942819-f7cc-47ad-b7dc-06284143068e HTTP/1.1" status: 204 len: 168 time: 0.5378945 Jul 22 19:36:08.009758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43da3e-eca4-4c80-b47f-df8f7820f32c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=58942819-f7cc-47ad-b7dc-06284143068e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:08.017899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53476) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.073418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc247c10-b363-4ac4-94d8-1734aa5cbcd4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523543 Jul 22 19:36:08.076853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53480) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.153742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a78f-3dba-48fd-895b-e4a308659232 req-2b9ad099-0edc-45c3-8cd4-d79c6ab4ffdb tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.154145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cc8a78f-3dba-48fd-895b-e4a308659232 req-2b9ad099-0edc-45c3-8cd4-d79c6ab4ffdb tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 948 time: 0.2286561 Jul 22 19:36:08.155112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fa81f3-255f-4155-a6ef-766f269bc57b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.159059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f8fa81f3-255f-4155-a6ef-766f269bc57b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0787420 Jul 22 19:36:08.159205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-2bc65693-be15-4106-b6ba-b02b485e5810 service neutron] 10.222.0.10 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791870 Jul 22 19:36:08.159425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.211780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2e9fc-3817-49d4-9522-2775a62ffc84 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:08.214961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215a80ac-d9f4-46e0-9a27-ed94ea527a5d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.215664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e1028fb4-d2d1-4604-8fb7-1a503e81d567 None None] Could not find standard attr ID for object c0bfea1a-dcca-42e6-9a10-6a84990369e2. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:36:08.216949 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-215a80ac-d9f4-46e0-9a27-ed94ea527a5d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566866 Jul 22 19:36:08.219329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.265997 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-872cd194-3a79-453e-8a84-601f1e3a90da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453587 Jul 22 19:36:08.281102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.281102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:08.284385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cc8a78f-3dba-48fd-895b-e4a308659232 req-ea7141b7-e7a8-4d1f-84df-ea18baf2b8f3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062043 Jul 22 19:36:08.317231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-1a009464-bcfe-41cb-82a7-e9f48fc2ff12 service neutron] 10.222.0.10 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493695 Jul 22 19:36:08.405984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:08.410954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.497430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:36:08.504415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e7699-02e4-4c64-8c2d-3a7c1ede093e req-59c1b3ef-ba92-49dd-bc34-9c87fb45ab43 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.506632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef2e7699-02e4-4c64-8c2d-3a7c1ede093e req-59c1b3ef-ba92-49dd-bc34-9c87fb45ab43 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 950 time: 0.1113214 Jul 22 19:36:08.551692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Deleting port 2ffaed5a-2452-4926-b8cf-e0527046cf4a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:08.552024 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.573805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef2e7699-02e4-4c64-8c2d-3a7c1ede093e req-4e3a9526-a9a4-4325-8981-7d5e6a3c8891 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/security-groups?id=bac32416-591f-495a-b021-8e01150364cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611773 Jul 22 19:36:08.662340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:08.700996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] For port 2ffaed5a-2452-4926-b8cf-e0527046cf4a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2ffaed5a-2452-4926-b8cf-e0527046cf4a,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:08.701738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.724450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Calling delete_port for 2ffaed5a-2452-4926-b8cf-e0527046cf4a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:08.753625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.753875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3c3f-153e-41f1-96f3-24c1fb60701c req-ef5f11d2-1fac-4695-be43-5925af369a04 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.756080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-050e3c3f-153e-41f1-96f3-24c1fb60701c req-ef5f11d2-1fac-4695-be43-5925af369a04 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.1104665 Jul 22 19:36:08.803068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d039d3af-3767-40e3-8762-62f3adc52349 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:08.804177 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.810627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=5d5d52ec-e926-4af5-9cda-800a0b8025c2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:08.825692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-050e3c3f-153e-41f1-96f3-24c1fb60701c req-b69663c2-4977-405c-be72-ee52c5319366 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622375 Jul 22 19:36:08.831035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:08.833826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:08.837642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:08.838337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:08.895444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3fb4a57-0ebe-40e7-a202-3f148c9c7a7b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6201420 Jul 22 19:36:08.898924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:08.904103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:52:30:ef', 'name': 'tempest-NetworksTestDHCPv6-1887574103'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:08.941392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.006535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:09.017581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.062704 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.090392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] No DVR routers for this DVR port 2ffaed5a-2452-4926-b8cf-e0527046cf4a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:09.103636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:09.114830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b92223-dcaa-402b-b41b-f56324eb74b8 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:09.118015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.118376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.118924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.119105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.119493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.119824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.120383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.120630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.120969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.121293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.121633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.122006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:09.123057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:09.147653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ac033-1b0e-47fb-aea5-4280f8758b87 None None] Pushing event deleted for resources: {'Port': ['ID=2ffaed5a-2452-4926-b8cf-e0527046cf4a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:09.326648 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.379726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': '5d5d52ec-e926-4af5-9cda-800a0b8025c2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:36:09.380552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port 53f358ba-4981-459b-a602-be23fabaa4c2 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:09.381503 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.485432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-061b373c-bc51-4fde-9e74-c57959590629 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.486972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-061b373c-bc51-4fde-9e74-c57959590629 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.26 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 950 time: 0.3282497 Jul 22 19:36:09.527446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-4c28020c-d3d8-4b1a-99a3-eda06fc4ca46 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.528101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::25a (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/5d5d52ec-e926-4af5-9cda-800a0b8025c2/53f358ba-4981-459b-a602-be23fabaa4c2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:09.534474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-4c28020c-d3d8-4b1a-99a3-eda06fc4ca46 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2473404 Jul 22 19:36:09.576680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-30f86262-8caf-4e01-ba95-019ce5f54b36 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0411618 Jul 22 19:36:09.712536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f5051-98aa-448d-9d07-eaf68b4f1f50 req-9c772173-d933-47ae-aa8b-462313e1c56a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.714045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-401f5051-98aa-448d-9d07-eaf68b4f1f50 req-9c772173-d933-47ae-aa8b-462313e1c56a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2622175 Jul 22 19:36:09.738549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-13ccc014-861f-4c9e-b112-2d4a9843e287 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604929 Jul 22 19:36:09.751466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.759038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.775767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object 53f358ba-4981-459b-a602-be23fabaa4c2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:09.794545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:09.796961 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1887ce22-6b73-40af-b82a-5523a6ad133b" -d '{"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:09.823246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Deleting port ea27beb9-939d-4e3c-847a-74555d39cedc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:09.824065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.835489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.875417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-401f5051-98aa-448d-9d07-eaf68b4f1f50 req-f98b1913-5060-4750-96d9-e1d2b15cdec9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537731 Jul 22 19:36:09.893018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/5d5d52ec-e926-4af5-9cda-800a0b8025c2/80ddaa37-0c29-4513-b8a3-e0998725d5e4) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:09.899919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:09.904635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:09.914977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:09.922141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:09.923397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:09.947576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=53f358ba-4981-459b-a602-be23fabaa4c2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:09.958095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f72d1d37-1c5d-4a1a-ac7d-41dd294498a9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0579998 Jul 22 19:36:09.959998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53550) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:09.967408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-48cd8fe7-bee0-4606-93c7-7a6c53f7296a service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275589 Jul 22 19:36:10.104098 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d42a91f-d329-4241-b92d-581a9b32d88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.194314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f9691-1480-4465-a5e1-14ee97b09fe5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:10.196362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be7f9691-1480-4465-a5e1-14ee97b09fe5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2351291 Jul 22 19:36:10.199296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:10.244895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e37936b-436b-423f-a500-87a62d17565e req-f901ab2f-acf1-4349-b4f0-28daeb22a02c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.1489775 Jul 22 19:36:10.300089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.309901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Transition to ACTIVE for port object 80ddaa37-0c29-4513-b8a3-e0998725d5e4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:10.318344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] For port ea27beb9-939d-4e3c-847a-74555d39cedc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ea27beb9-939d-4e3c-847a-74555d39cedc,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:10.318820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.327413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Transition to ACTIVE for port object 80ddaa37-0c29-4513-b8a3-e0998725d5e4 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:10.335776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Calling delete_port for ea27beb9-939d-4e3c-847a-74555d39cedc owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:10.338874 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.382003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:10.384916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port 53f358ba-4981-459b-a602-be23fabaa4c2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:10.385330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.386429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:10.390311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:10.399743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Pushing event updated for resources: {'Port': ['ID=80ddaa37-0c29-4513-b8a3-e0998725d5e4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:10.456378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Attempting to bind port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:10.456755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Attempting to bind port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:10.457122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Attempting to bind port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:10.463203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:10.463573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:10.463987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.464406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:10.464868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Bound port: 80ddaa37-0c29-4513-b8a3-e0998725d5e4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:10.465255 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.484712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-33a0039f-e5b9-418e-93bf-d841e47a55a5 service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162783 Jul 22 19:36:10.495752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.515618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for 53f358ba-4981-459b-a602-be23fabaa4c2 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:10.529787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f085fb6-38b7-4273-8bd1-0aed948e4678 req-dce77e3a-a0c4-4071-9d0e-86f6eb1c4cc1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:10.531354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f085fb6-38b7-4273-8bd1-0aed948e4678 req-dce77e3a-a0c4-4071-9d0e-86f6eb1c4cc1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1935899 Jul 22 19:36:10.549127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] For port 80ddaa37-0c29-4513-b8a3-e0998725d5e4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:10.553809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] For port 80ddaa37-0c29-4513-b8a3-e0998725d5e4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=80ddaa37-0c29-4513-b8a3-e0998725d5e4,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:10.559211 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.653395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85376e89-dc10-4c36-9b32-412f7a771547 None None] Pushing event updated for resources: {'Port': ['ID=80ddaa37-0c29-4513-b8a3-e0998725d5e4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:10.768339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.780503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ea27beb9-939d-4e3c-847a-74555d39cedc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:10.821733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f085fb6-38b7-4273-8bd1-0aed948e4678 req-9f9a739b-4920-446f-8e32-59468fb75413 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847700 Jul 22 19:36:10.834793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:10.899271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e480e18-7111-4cae-8fb3-2d5ab7afd096 req-3c327421-a074-4171-9e88-e7398d6fccab tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 210 time: 0.0690200 Jul 22 19:36:10.972839 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38219248-e0bb-40b2-8cb7-a36642be22e4 x-openstack-request-id: req-38219248-e0bb-40b2-8cb7-a36642be22e4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:10.973335 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:10.973469 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38219248-e0bb-40b2-8cb7-a36642be22e4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:10.974614 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'code': 200} Jul 22 19:36:11.047592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Pushing event deleted for resources: {'Port': ['ID=ea27beb9-939d-4e3c-847a-74555d39cedc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:11.066751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=53f358ba-4981-459b-a602-be23fabaa4c2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:11.087696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.094418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-981a9c02-c5f7-4eeb-95c6-ca3de2228928 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/53f358ba-4981-459b-a602-be23fabaa4c2 HTTP/1.1" status: 204 len: 168 time: 0.8937519 Jul 22 19:36:11.099662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:11.153812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] No DVR routers for this DVR port ea27beb9-939d-4e3c-847a-74555d39cedc on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:11.193266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-717e7587-71c5-4311-b602-b37e3b2c62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.194712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-717e7587-71c5-4311-b602-b37e3b2c62b0 service neutron] 10.222.0.32 "GET /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 1027 time: 0.4573004 Jul 22 19:36:11.197303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.199954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52a1b42f-8b25-4022-827e-49d25c9676e3 req-782ba680-b42f-499c-adf5-76690edaab7f tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.26 "DELETE /v2.0/ports/ea27beb9-939d-4e3c-847a-74555d39cedc HTTP/1.1" status: 204 len: 173 time: 1.6892500 Jul 22 19:36:11.204616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2225db96-b814-4495-8183-1632b540df79 req-3923eff7-ad12-42a3-a41f-1b4fe1fd1511 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 210 time: 0.1609502 Jul 22 19:36:11.205339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'name': 'network-vif-deleted', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:11.207949 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da73f3f-9543-4718-88b5-7ecaa34d40b3" -d '{"events": [{"server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "name": "network-vif-deleted", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:11.254008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca5571-d36e-4750-ab8d-66d0714a261c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.257395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acca5571-d36e-4750-ab8d-66d0714a261c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.261546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-acca5571-d36e-4750-ab8d-66d0714a261c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1584237 Jul 22 19:36:11.261936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:11.338153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 5d5d52ec-e926-4af5-9cda-800a0b8025c2 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:11.342394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.352345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9c131c88-b027-42a8-9a98-4a06ceeed27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.353313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-9c131c88-b027-42a8-9a98-4a06ceeed27e service neutron] 10.222.0.32 "GET /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 1027 time: 0.1329641 Jul 22 19:36:11.368109 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c2cc0-85ff-4567-9b6c-445a216f8996 x-openstack-request-id: req-5f0c2cc0-85ff-4567-9b6c-445a216f8996 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:11.368455 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b097af4c-a197-492f-9a04-51e69e6675e2", "name": "network-vif-deleted", "tag": "ea27beb9-939d-4e3c-847a-74555d39cedc", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:11.368714 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f0c2cc0-85ff-4567-9b6c-445a216f8996 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:11.369119 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b097af4c-a197-492f-9a04-51e69e6675e2', 'name': 'network-vif-deleted', 'tag': 'ea27beb9-939d-4e3c-847a-74555d39cedc', 'status': 'completed', 'code': 200} Jul 22 19:36:11.436262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.494865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.535019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea235e14-7076-48f9-a21d-b19ceeadbe40 req-b6d35ed5-2c71-446c-9239-df0119481fd9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.544635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea235e14-7076-48f9-a21d-b19ceeadbe40 req-b6d35ed5-2c71-446c-9239-df0119481fd9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3467495 Jul 22 19:36:11.596194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24541608-a301-4eb6-9994-a534d93900a1 req-a9e5766b-dc85-4def-a113-0e3663682f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.598292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24541608-a301-4eb6-9994-a534d93900a1 req-a9e5766b-dc85-4def-a113-0e3663682f24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1101 time: 0.3974962 Jul 22 19:36:11.664575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00c6e257-13e5-4b3b-bdd6-57e0d0be19c7 req-210e13b6-27a9-43b8-ba81-323f4a2b4c33 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.1333153 Jul 22 19:36:11.762436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.772806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea235e14-7076-48f9-a21d-b19ceeadbe40 req-c53e5346-d3a1-48cc-8e4b-c3d6175daac5 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292552 Jul 22 19:36:11.825648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-e0e8f3c3-7110-4ce9-990c-28ec719697a3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.836225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-e0e8f3c3-7110-4ce9-990c-28ec719697a3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.871032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-e0e8f3c3-7110-4ce9-990c-28ec719697a3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:11.872738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e0e8f3c3-7110-4ce9-990c-28ec719697a3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=824e7915-8b99-4eda-ae61-da46a09ba1b4&id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 1990 time: 0.5014589 Jul 22 19:36:11.962002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:11.989189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24541608-a301-4eb6-9994-a534d93900a1 req-f91dfeb4-f22f-49f9-8ec1-e3e2a78bbbff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620234 Jul 22 19:36:12.031364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5d52ec-e926-4af5-9cda-800a0b8025c2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:12.050155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:12.064756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6327331f-d367-4866-9d77-d695ccf5f95b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/5d5d52ec-e926-4af5-9cda-800a0b8025c2 HTTP/1.1" status: 204 len: 168 time: 0.8017385 Jul 22 19:36:12.065581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53626) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:12.074712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-903637b0-61a0-4726-a5e9-56893e188bd3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c1eed0da1544ffa26e47d39d605a3e HTTP/1.1" status: 200 len: 379 time: 0.1775403 Jul 22 19:36:12.097152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'admin_state_up': True, 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'security_groups': ['bf7898a2-33c4-4ca5-82b3-0af55c68a0fc']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:12.198114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d26a9c7a-2744-4182-b11e-a7ac6b557c91 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132817 Jul 22 19:36:12.199225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:12.242855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad583b96-a6d3-46e1-8757-1dd8e4689176 req-90ae7d19-646c-4c56-9128-f2f43acb76e7 tempest-ServersAdminNegativeTestJSON-998882111 tempest-ServersAdminNegativeTestJSON-998882111-project] 10.222.0.10 "GET /v2.0/ports?device_id=b097af4c-a197-492f-9a04-51e69e6675e2 HTTP/1.1" status: 200 len: 210 time: 0.0492392 Jul 22 19:36:12.307410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499d5395-41f1-4cde-b0d6-0b226a3217b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:12.315477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-499d5395-41f1-4cde-b0d6-0b226a3217b9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1137164 Jul 22 19:36:12.316268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:12.339690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30e226-1b19-4f77-981e-d5a2c77b8024 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:12.379376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0628139-7c08-4103-91e5-8b49ecc58121 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:12.383807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0628139-7c08-4103-91e5-8b49ecc58121 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0664115 Jul 22 19:36:12.384578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:12.416572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0d192-883f-48df-b318-cab8f5d75b1e req-c2196bc8-8268-4d72-af8a-485b98576957 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:12.424482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88b0d192-883f-48df-b318-cab8f5d75b1e req-c2196bc8-8268-4d72-af8a-485b98576957 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.4265678 Jul 22 19:36:12.432467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4cf1042-7c28-4332-a675-fa1d4e82d72d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466204 Jul 22 19:36:12.433366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:12.438913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:12.490799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88b0d192-883f-48df-b318-cab8f5d75b1e req-104be2f2-065b-4341-94ec-d0676a116e0e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630817 Jul 22 19:36:12.495253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:12.506481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:12.557047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a33e65b2-c7eb-494d-bb61-3b48c6781b83 None None] Provisioning for port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:12.704905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 172.20.0.7 (dd5c4df9-83bb-4798-a90e-fd6f9846adfc/0ee43d05-f2c4-4c9d-8b40-9e402abbe388/78682eaa-ae5e-4e34-ad21-86d1b945dd1e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:12.821974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 80ddaa37-0c29-4513-b8a3-e0998725d5e4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:12.874787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:12.960041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:12.966222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:12.966848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:12.970786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:36:13.103417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:13.108767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.133717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Deleting port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:13.134230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.392509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.417636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] For port 80ddaa37-0c29-4513-b8a3-e0998725d5e4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=80ddaa37-0c29-4513-b8a3-e0998725d5e4,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:13.417975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.443773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Calling delete_port for 80ddaa37-0c29-4513-b8a3-e0998725d5e4 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:13.456056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 80ddaa37-0c29-4513-b8a3-e0998725d5e4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=80ddaa37-0c29-4513-b8a3-e0998725d5e4,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:13.456467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:13.465849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.532109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ea27beb9-939d-4e3c-847a-74555d39cedc no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:13.562574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3417891f-3b84-4148-93c4-fe308406fe2b req-83f85baf-27e1-4560-9699-ce362e9845d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 210 time: 0.5827663 Jul 22 19:36:13.567634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=80ddaa37-0c29-4513-b8a3-e0998725d5e4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:13.591643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: ea27beb9-939d-4e3c-847a-74555d39cedc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:13.591985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ea27beb9-939d-4e3c-847a-74555d39cedc not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:13.624622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.631492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.660423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_pluggable_backend [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 19:36:13.660947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_pluggable_backend [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Reverting IP allocation for 2001:db8::f816:3eff:fe20:a09d {{(pid=93801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 19:36:13.664353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] Pushing event deleted for resources: {'Port': ['ID=80ddaa37-0c29-4513-b8a3-e0998725d5e4,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:13.666396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_pluggable_backend [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe20:a09d {{(pid=93801) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 19:36:13.668649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0147b-aaf6-4c30-a3e4-4b3ae25a7559 None None] No DVR routers for this DVR port 80ddaa37-0c29-4513-b8a3-e0998725d5e4 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:13.669408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.729312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:13.734562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:13.737041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b1a4445-575c-4571-80f4-6cff102a2b01 req-5aa4989d-2f64-4980-aaf9-6e6b8c29c3f7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0825295 Jul 22 19:36:13.739955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:13.740472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 78682eaa-ae5e-4e34-ad21-86d1b945dd1e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:13.740825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:13.749413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=e4cf89bc-eff1-4d84-84eb-2bb213526c47,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:13.759584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ec715-204c-422b-a487-65360988d25e None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:13.762202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b054661c-2cee-467b-973f-dc8a3ea78186 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3274601 Jul 22 19:36:13.764896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:13.770733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:13.956909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252496ff-0c33-4f7a-8ed1-7d483234acba req-368f9fd9-93ec-47cd-b9b2-fe085a02a1ba tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:13.965248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-252496ff-0c33-4f7a-8ed1-7d483234acba req-368f9fd9-93ec-47cd-b9b2-fe085a02a1ba tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 1.0505607 Jul 22 19:36:13.976915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-d52e0b85-ee94-4883-969a-bae5dbd9f170 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:13.977295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-d52e0b85-ee94-4883-969a-bae5dbd9f170 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.9852400 Jul 22 19:36:13.994988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:14.019191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'tenant_id': 'f3622d6845ec43e9a6b3cd98beb7128a', 'fixed_ips': [{'subnet_id': 'e4cf89bc-eff1-4d84-84eb-2bb213526c47'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:36:14.022505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.111447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:14.115775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.165262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.200987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-252496ff-0c33-4f7a-8ed1-7d483234acba req-38377dbb-d8eb-435f-83d9-4b15e5573fa8 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090182 Jul 22 19:36:14.312464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:14.325492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Allocated IP 2001:db8::f816:3eff:fee1:cbbd (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e4cf89bc-eff1-4d84-84eb-2bb213526c47/8774c9a0-67cb-45b7-afba-7abb8f876ab6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:14.351396 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4cf89bc-eff1-4d84-84eb-2bb213526c47 (CIDR: 2001:db8::/64) Jul 22 19:36:14.358976 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:36:14.359518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:14.388989 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d711705-4952-4eed-bc79-786fdbe47838 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6228223 Jul 22 19:36:14.391608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53662) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:14.397831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:14.418990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:14.427149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:14.432976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:14.460598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53664) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:14.547415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e801a0a-1c45-44f3-9c1f-0dd24bec6214 req-d76ec4b2-c365-4ab4-a9b4-b36dee6a646d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:14.561662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e801a0a-1c45-44f3-9c1f-0dd24bec6214 req-d76ec4b2-c365-4ab4-a9b4-b36dee6a646d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3948638 Jul 22 19:36:14.574741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.586362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Transition to ACTIVE for port object 8774c9a0-67cb-45b7-afba-7abb8f876ab6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:14.624759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Transition to ACTIVE for port object 8774c9a0-67cb-45b7-afba-7abb8f876ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:14.624980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:14.625621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.641953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.715611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 80ddaa37-0c29-4513-b8a3-e0998725d5e4 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:14.721559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62b53c78-df4b-4c18-81ea-5b786af874e6 req-905f76a8-f92b-482f-bf3a-cea7f1ff48d0 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 210 time: 0.0563414 Jul 22 19:36:14.759922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:14.766619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.767514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:14.773090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:14.774101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:14.775832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:14.778193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 80ddaa37-0c29-4513-b8a3-e0998725d5e4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:14.778629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 80ddaa37-0c29-4513-b8a3-e0998725d5e4 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:14.785720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.809737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-b83371d8-1766-42bb-a8c2-bb021a27e1b2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7204218 Jul 22 19:36:14.827980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e801a0a-1c45-44f3-9c1f-0dd24bec6214 req-2d308ddd-747d-4718-9d23-45f06f5df667 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653737 Jul 22 19:36:14.833818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'admin_state_up': True, 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'security_groups': ['bf7898a2-33c4-4ca5-82b3-0af55c68a0fc']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:14.850524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:14.904526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Attempting to bind port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:14.905211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Attempting to bind port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:14.905805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Attempting to bind port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 on network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:14.917242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-922b918f-fc65-4ebe-beea-5ab7c6df464e None None] Provisioning for port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:14.927724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-922b918f-fc65-4ebe-beea-5ab7c6df464e None None] Provisioning complete for port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:14.930027 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-922b918f-fc65-4ebe-beea-5ab7c6df464e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.932304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:14.934364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Checking segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:14.935002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:14.935562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Bound using segment: {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:14.936252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Bound port: 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7df87a-0171-4a76-9c72-c10444c07de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:14.937063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.010816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-922b918f-fc65-4ebe-beea-5ab7c6df464e None None] Port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:15.044043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:15.049452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:15.050836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-be0463e5-990f-4396-8df1-472c7d82d9aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=123a378bd11d4186a3d7632fd284c137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673525 Jul 22 19:36:15.055183 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.072710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:15.136468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65049cb3-0605-4fac-8332-4f6800e8d747 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:15.205663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.244820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:15.248453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.256462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:15.260102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:15.264769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.265727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.282316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=4d446735-eaa5-4a20-8b00-3c3e888d2a5c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:15.287150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.11 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/f192f1c4-a45e-4d70-a03c-210a5c606527) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:15.291218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ab4bf0d7-f150-4bff-8ae6-1b4408183560 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8977723 Jul 22 19:36:15.294516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:15.306526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:ad:41:aa', 'name': 'tempest-NetworksTestDHCPv6-979556694'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:15.338671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.359402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a91778-bc80-4ba0-a123-b4527dc519d8 req-6e6bc398-f06b-4f92-84af-0b1fe69a5f64 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.360916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1a91778-bc80-4ba0-a123-b4527dc519d8 req-6e6bc398-f06b-4f92-84af-0b1fe69a5f64 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3350019 Jul 22 19:36:15.369107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bec1e-c69d-4641-9030-cf8561a37e79 req-bf507c9b-fef8-43db-a256-71711dc78f77 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:15.370619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac6bec1e-c69d-4641-9030-cf8561a37e79 req-bf507c9b-fef8-43db-a256-71711dc78f77 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 931 time: 0.4209909 Jul 22 19:36:15.502533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.553342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:15.676442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac6bec1e-c69d-4641-9030-cf8561a37e79 req-b2b53432-a04a-4a10-a359-d612b756b25d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456200 Jul 22 19:36:15.684940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1a91778-bc80-4ba0-a123-b4527dc519d8 req-68665dc4-f0c7-4106-a659-4a012149f95c tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561650 Jul 22 19:36:15.700635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.748625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port e9134ee0-eb68-445e-9699-8a6cab8d4894 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:15.819526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.1.1.183 (eff732a4-e563-4aed-8f2f-55798a2e5a4c/1baa2bd5-65a6-49f8-9f01-556da3d0cb67/0c57535f-bca6-4f19-9174-044ae9a0d3a7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:15.861422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.864742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:15.868759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bac32416-591f-495a-b021-8e01150364cb HTTP/1.1" status: 204 len: 168 time: 0.7914371 Jul 22 19:36:15.901844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd83e6-eac6-4c09-9796-c0cdf05b70ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac32416-591f-495a-b021-8e01150364cb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:15.913546 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.034648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4025-527f-4e06-9102-4a6e0cffcf61 req-7aa9d5f1-7899-4db2-a319-b3bd08060142 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:16.045064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aedd4025-527f-4e06-9102-4a6e0cffcf61 req-7aa9d5f1-7899-4db2-a319-b3bd08060142 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2839625 Jul 22 19:36:16.134539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8:0:1::30b (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/4d446735-eaa5-4a20-8b00-3c3e888d2a5c/e9134ee0-eb68-445e-9699-8a6cab8d4894) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:16.142754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fead:41aa (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e4cf89bc-eff1-4d84-84eb-2bb213526c47/e9134ee0-eb68-445e-9699-8a6cab8d4894) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:16.195319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aedd4025-527f-4e06-9102-4a6e0cffcf61 req-ff478967-a9af-445a-a611-1b16b109141a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492519 Jul 22 19:36:16.332523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.416789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 0c57535f-bca6-4f19-9174-044ae9a0d3a7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:16.438630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.460541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object e9134ee0-eb68-445e-9699-8a6cab8d4894 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:16.528798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:16.545658 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:36:16.553589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0aa7da06-c6af-4d19-847f-cf0d15ddf17a req-fde839aa-2edf-4149-beba-323f98e7500d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 210 time: 0.0533998 Jul 22 19:36:16.606172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.606955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.743662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:16.782031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:16.785541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.807452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16', '9f50220a-9186-42c8-98c5-d7f5e31539e1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:16.841470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:16.862679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:16.874910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:16.886753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:16.895021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:16.899421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a65115-f2c3-449b-9b0d-52b3860d33d4 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:16.907461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:16.940552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=e9134ee0-eb68-445e-9699-8a6cab8d4894,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:16.947663 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c81fdf85-02ed-4b0e-a95c-5f0236137836 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8da99999f87443e8e08b4fa4dc93467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174683 Jul 22 19:36:16.950054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:16.961684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:16.977378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-05d15175-dd65-4606-b1a3-e9d4e31291da tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6753035 Jul 22 19:36:16.989961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:17.188500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.219615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5307e495-9629-4797-83c6-bdbb03c2827d None None] Provisioning for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:17.242574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:17.251486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.276303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port e9134ee0-eb68-445e-9699-8a6cab8d4894 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:17.276657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.342378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:17.357751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:17.358368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.367976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:17.391053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:17.395444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:17.446424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.459698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:17.460016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for e9134ee0-eb68-445e-9699-8a6cab8d4894 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:17.460406 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.486317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:17.550135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4edc-581a-407d-ad72-303609900a6c req-ae00e987-9886-4e8f-bd8f-f5b28da657e5 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:17.568675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd4edc-581a-407d-ad72-303609900a6c req-ae00e987-9886-4e8f-bd8f-f5b28da657e5 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:17.573298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44bd4edc-581a-407d-ad72-303609900a6c req-ae00e987-9886-4e8f-bd8f-f5b28da657e5 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 1653 time: 0.6674247 Jul 22 19:36:17.593717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18f080-205b-44d5-9c82-c0a5939b125a req-480c8312-b61f-44ae-9131-43b88dd2a6ba tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:17.597354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca18f080-205b-44d5-9c82-c0a5939b125a req-480c8312-b61f-44ae-9131-43b88dd2a6ba tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 1.0417526 Jul 22 19:36:17.645139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-20703027-8814-45d6-a7f1-2ad1f30b909f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207476 Jul 22 19:36:17.653083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:17.653744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.669003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'admin_state_up': True, 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'security_groups': ['bf7898a2-33c4-4ca5-82b3-0af55c68a0fc']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:17.687903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.710737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f86e6666-edfd-4744-9f77-82f0393f24ff None None] Provisioning for port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:17.738549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=e9134ee0-eb68-445e-9699-8a6cab8d4894,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:17.749713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44bd4edc-581a-407d-ad72-303609900a6c req-f24fc55b-133a-4c30-8d9c-abd6d1bfbd9c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492887 Jul 22 19:36:17.764461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-bd6dc674-6c17-4b94-aa22-c685925bfbcc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7707930 Jul 22 19:36:17.779210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f86e6666-edfd-4744-9f77-82f0393f24ff None None] Provisioning complete for port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:17.779777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f86e6666-edfd-4744-9f77-82f0393f24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.791175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Request body: {'port': {'device_id': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:17.831370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.836289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.840329 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a469294-fb90-46a4-8ed8-ce0dc99ccc6c HTTP/1.1" status: 204 len: 168 time: 0.8828044 Jul 22 19:36:17.851567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:17.859318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bfcc9c5c-2c43-4cf3-9626-d549ba302731 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/e9134ee0-eb68-445e-9699-8a6cab8d4894 HTTP/1.1" status: 204 len: 168 time: 0.8668768 Jul 22 19:36:17.861148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53734) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:17.888730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba802c-4a63-4fe4-9457-65c8174c26b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a469294-fb90-46a4-8ed8-ce0dc99ccc6c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:17.946482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca18f080-205b-44d5-9c82-c0a5939b125a req-f553abbe-1119-4a06-94d1-bba63fa41e1b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031492 Jul 22 19:36:18.032451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b03470-1c8f-4ee1-b1c1-a35d79d468c9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.053957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-40b03470-1c8f-4ee1-b1c1-a35d79d468c9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1914911 Jul 22 19:36:18.057004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:18.180639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.210765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.222671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f86e6666-edfd-4744-9f77-82f0393f24ff None None] Port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:18.275406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:18.286960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.312908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3292d98-3498-4c3f-9335-d1fb635409d5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.314521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3292d98-3498-4c3f-9335-d1fb635409d5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2554834 Jul 22 19:36:18.321487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:18.369500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:18.392743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.408603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f7d41-fb79-4559-97aa-84b0c9cbeed7 req-ba26bebe-749f-4af4-8a7c-50efe1d804f1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.410126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87f7d41-fb79-4559-97aa-84b0c9cbeed7 req-ba26bebe-749f-4af4-8a7c-50efe1d804f1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 932 time: 0.3573401 Jul 22 19:36:18.437516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d257e-d412-468b-9fca-424981afe10e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.450235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d257e-d412-468b-9fca-424981afe10e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.451905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d257e-d412-468b-9fca-424981afe10e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:18.456318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-956d257e-d412-468b-9fca-424981afe10e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1312597 Jul 22 19:36:18.461396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53752) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:18.568747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 4d446735-eaa5-4a20-8b00-3c3e888d2a5c {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:18.572273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.627377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.638443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:18.643623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671316ec-eee9-46c5-a06a-f4bee2417e70 None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'e4cf89bc-eff1-4d84-84eb-2bb213526c47', 'ip_address': '2001:db8::f816:3eff:fee1:cbbd'}, {'subnet_id': '4d446735-eaa5-4a20-8b00-3c3e888d2a5c'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:36:18.685324 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-671316ec-eee9-46c5-a06a-f4bee2417e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.701825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.728939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87f7d41-fb79-4559-97aa-84b0c9cbeed7 req-ffd3152f-026b-48c9-8e01-b078037b6476 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912884 Jul 22 19:36:18.785009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.850659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:18.853058 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/4d446735-eaa5-4a20-8b00-3c3e888d2a5c HTTP/1.1" status: 204 len: 168 time: 0.3906801 Jul 22 19:36:18.854071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f1d91-2d52-4071-b797-fcd6380ed1d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=4d446735-eaa5-4a20-8b00-3c3e888d2a5c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:18.855647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:18.915918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.1.1.67 (eff732a4-e563-4aed-8f2f-55798a2e5a4c/1baa2bd5-65a6-49f8-9f01-556da3d0cb67/73989f29-165c-4418-9952-5054e667a6ad) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:18.972029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet e4cf89bc-eff1-4d84-84eb-2bb213526c47 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:18.978088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-671316ec-eee9-46c5-a06a-f4bee2417e70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d446735-eaa5-4a20-8b00-3c3e888d2a5c: This subnet is being modified by another concurrent operation. Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:36:19.044385 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d446735-eaa5-4a20-8b00-3c3e888d2a5c: This subnet is being modified by another concurrent operation. Jul 22 19:36:19.048015 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:36:19.053982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.205475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fbedb3ec-c828-4903-9cfc-c2d869f4565b None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:19.207200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbedb3ec-c828-4903-9cfc-c2d869f4565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.241921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:19.258528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.431448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.477238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95d3aa8-0abb-4584-8b27-08685a180beb None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:36:19.482812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-886864644-network', 'tenant_id': '1edfbe584c46497fa071fe91c8b25347'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:19.492796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cf89bc-eff1-4d84-84eb-2bb213526c47,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:19.501326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.505694 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82724cd4-efed-4f51-85d8-91664e745e27 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e4cf89bc-eff1-4d84-84eb-2bb213526c47 HTTP/1.1" status: 204 len: 168 time: 0.6466682 Jul 22 19:36:19.507575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:19.568467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fb33012a-8d14-4fab-a475-300ff3926ad2 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563748 Jul 22 19:36:19.568675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53788) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:19.574091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:19.592173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Made reservation on behalf of 1edfbe584c46497fa071fe91c8b25347 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:19.594249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef446f3a-710f-4017-8b98-cebd15a77da4 None None] Could not find standard attr ID for object e9134ee0-eb68-445e-9699-8a6cab8d4894. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:36:19.595596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.616796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.704185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.722903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 73989f29-165c-4418-9952-5054e667a6ad will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:19.783106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.849469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.857165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.870726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:36:19.880536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:19.880881 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Added segment e71d8783-047b-42a8-b746-cfbe4e00ae3e of type vlan for network 1061af7a-74de-491d-956c-34811aad1903 Jul 22 19:36:19.882323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d3aa8-0abb-4584-8b27-08685a180beb None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:36:19.943342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:20.012370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:20.017408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:20.017725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:20.021983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.029989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.032938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:20.047921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:20.138348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.138655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.153723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.155956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.156626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.193115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9493382 Jul 22 19:36:20.194740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53794) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:20.247696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a802f2c-d099-45b3-953a-717ba0912327 req-8594217d-2dbc-43a8-a059-edce29078475 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.249565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a802f2c-d099-45b3-953a-717ba0912327 req-8594217d-2dbc-43a8-a059-edce29078475 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.6769340 Jul 22 19:36:20.255756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f192f1c4-a45e-4d70-a03c-210a5c606527 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:20.263423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-758e52af-166b-44dc-b740-d137a7d7077e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6066244 Jul 22 19:36:20.276515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec7e6-3359-4790-b91c-1482c5f0dde2 req-aac2d6f6-b0c1-4ab3-94f6-edf67fc4e834 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.282861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec7e6-3359-4790-b91c-1482c5f0dde2 req-aac2d6f6-b0c1-4ab3-94f6-edf67fc4e834 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.289130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec7e6-3359-4790-b91c-1482c5f0dde2 req-aac2d6f6-b0c1-4ab3-94f6-edf67fc4e834 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:20.290983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-263ec7e6-3359-4790-b91c-1482c5f0dde2 req-aac2d6f6-b0c1-4ab3-94f6-edf67fc4e834 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 2373 time: 0.7281735 Jul 22 19:36:20.308706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Request body: {'subnet': {'network_id': '1061af7a-74de-491d-956c-34811aad1903', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-886864644-subnet', 'tenant_id': '1edfbe584c46497fa071fe91c8b25347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:20.312422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc034a1-626c-49ea-84ac-df099b3d711c admin admin] Pushing event updated for resources: {'Network': ['ID=1061af7a-74de-491d-956c-34811aad1903,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:20.312558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.341586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 1061af7a-74de-491d-956c-34811aad1903 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:36:20.342181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'admin_state_up': True, 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'security_groups': ['bf7898a2-33c4-4ca5-82b3-0af55c68a0fc']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:20.361179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a802f2c-d099-45b3-953a-717ba0912327 req-10b319c1-8993-40c8-acdd-f079d353f29b tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956311 Jul 22 19:36:20.378947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Made reservation on behalf of 1edfbe584c46497fa071fe91c8b25347 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:20.382845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.485910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Transition to ACTIVE for port object f192f1c4-a45e-4d70-a03c-210a5c606527 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:20.513936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:20.738038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-263ec7e6-3359-4790-b91c-1482c5f0dde2 req-ec8ac873-9dad-450c-9afe-897a59800c57 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867457 Jul 22 19:36:20.774878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:20.860987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8280cb-1ce4-493d-8043-30b7b889c4d2 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:36:20.870591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:20.985826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:21.007517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:21.055568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8280cb-1ce4-493d-8043-30b7b889c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:36:21.071015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.101892 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.148033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-20588c24-7c66-49e6-bb30-4c23eca10581 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:21.148681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20588c24-7c66-49e6-bb30-4c23eca10581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.158506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:21.172046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Checking segment: {'id': 'e71d8783-047b-42a8-b746-cfbe4e00ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1061af7a-74de-491d-956c-34811aad1903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:21.172046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Network hostable DHCP agents. Network: 1061af7a-74de-491d-956c-34811aad1903, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:36:21.226840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Network 1061af7a-74de-491d-956c-34811aad1903 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:36:21.230256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.242616 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.255773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 1061af7a-74de-491d-956c-34811aad1903) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:21.260268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.261066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.330688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fece3452-0517-42b1-a33b-6cc887dbf934 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0994728 Jul 22 19:36:21.419212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:36:21.419212 n-d-800087-13 neutron-server[93802]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 22 19:36:21.419212 n-d-800087-13 neutron-server[93802]: [parameters: {'status': 'DOWN', 'ports_id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'}] Jul 22 19:36:21.419212 n-d-800087-13 neutron-server[93802]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:36:21.419955 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:36:21.513115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:21.529794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca36cd-0504-427a-8815-3b022796d747 req-5e69f8e3-2636-44cf-9fed-d3ab58b9fc7a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.540324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edca36cd-0504-427a-8815-3b022796d747 req-5e69f8e3-2636-44cf-9fed-d3ab58b9fc7a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 944 time: 0.7960088 Jul 22 19:36:21.566758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.573857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.575421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.599522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Attempting to bind port f192f1c4-a45e-4d70-a03c-210a5c606527 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:21.599870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Attempting to bind port f192f1c4-a45e-4d70-a03c-210a5c606527 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:21.601206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Attempting to bind port f192f1c4-a45e-4d70-a03c-210a5c606527 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:21.616089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-d34185ef-b0cb-4f5d-94d1-dd08dab85654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.618082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-d34185ef-b0cb-4f5d-94d1-dd08dab85654 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.8706555 Jul 22 19:36:21.678311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Port f192f1c4-a45e-4d70-a03c-210a5c606527 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:21.678777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Attempting to bind port f192f1c4-a45e-4d70-a03c-210a5c606527 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:21.733858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0eaab-04f2-47a3-b772-6005de673d81 req-8d78d00f-b001-483a-9db9-c5cbd2692b2d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.742649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ab0eaab-04f2-47a3-b772-6005de673d81 req-8d78d00f-b001-483a-9db9-c5cbd2692b2d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.7402904 Jul 22 19:36:21.761315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:21.761683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:21.762056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:21.762509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Bound port: f192f1c4-a45e-4d70-a03c-210a5c606527, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:21.762880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.772379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=6']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:21.778757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edca36cd-0504-427a-8815-3b022796d747 req-f8e9ea0f-76fc-4689-b783-02f0c8889785 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374570 Jul 22 19:36:21.856760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:21.866286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:21.896587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:21.898386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:21.921786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=ccfcb0ed-3073-4429-a485-e7acb90ec0b1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:21.935150 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d50a018-fe62-42a7-a6bf-20ba58f2b165 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3655007 Jul 22 19:36:21.939235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53820) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:21.947838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:22.070551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.112068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:22.124887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.133382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:22.136696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f192f1c4-a45e-4d70-a03c-210a5c606527,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:22.151825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ab0eaab-04f2-47a3-b772-6005de673d81 req-151f40bf-b5bb-4034-bc0e-284cf2a0d4fb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083047 Jul 22 19:36:22.182815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.238999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.2.2.100 (824e7915-8b99-4eda-ae61-da46a09ba1b4/96c2e494-1ce1-43b1-9909-56bdd9de98a9/6623a45f-7152-4c9f-be1a-8ee44efdb3d2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:22.239980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:22.329225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:22.334590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.346694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-ceabd336-3884-4623-8ab5-e5084428e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.348255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-ceabd336-3884-4623-8ab5-e5084428e94e service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.7102134 Jul 22 19:36:22.350229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.350941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.352170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] 10.222.0.32 "PUT /v2.0/ports/f192f1c4-a45e-4d70-a03c-210a5c606527 HTTP/1.1" status: 200 len: 1093 time: 4.5688355 Jul 22 19:36:22.357768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:22.360133 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932e5859-d00b-48d3-a0b2-2b44268009b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:22.385498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53830) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:22.401876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-778217973-network', 'tenant_id': 'fa1f177694d5474495774a5be4fd1678'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:22.500735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-e8089c64-2873-4c2d-a2b0-327f866b2d11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.1053398 Jul 22 19:36:22.522680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946250c1-3328-4318-84b2-f57581245cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:22.549710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee4419-19cc-4a52-bda1-95ac328f31cf req-d452dcb4-5bc8-4690-af2c-dab110c3e1e1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.551294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83ee4419-19cc-4a52-bda1-95ac328f31cf req-d452dcb4-5bc8-4690-af2c-dab110c3e1e1 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.5653369 Jul 22 19:36:22.563363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Made reservation on behalf of fa1f177694d5474495774a5be4fd1678 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:22.565875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.578999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.641927 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ccfcb0ed-3073-4429-a485-e7acb90ec0b1 (CIDR: 2001:db8::/64) Jul 22 19:36:22.651782 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:36:22.652930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:22.750428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-2987898d-22ae-426a-bb83-79a1de33c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.751875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-2987898d-22ae-426a-bb83-79a1de33c93d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.2347357 Jul 22 19:36:22.777030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:22.797826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.809414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.809615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3805b-fcdd-4363-98e5-8fcde492f76b req-e28c8016-9d71-4566-817a-35d7c66975bf tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.818543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3805b-fcdd-4363-98e5-8fcde492f76b req-e28c8016-9d71-4566-817a-35d7c66975bf tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.842041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0849803-9690-4c3d-a8bd-992643c58942 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9014626 Jul 22 19:36:22.845942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3805b-fcdd-4363-98e5-8fcde492f76b req-e28c8016-9d71-4566-817a-35d7c66975bf tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:22.849754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26b3805b-fcdd-4363-98e5-8fcde492f76b req-e28c8016-9d71-4566-817a-35d7c66975bf tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 2373 time: 0.5381329 Jul 22 19:36:22.851025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:22.875399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:22.884290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:22.884805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.886015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:36:22.931660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83ee4419-19cc-4a52-bda1-95ac328f31cf req-f7ab6433-fb17-45f5-a1e5-7ba4786e4ca7 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404405 Jul 22 19:36:22.949629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:22.950145 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Added segment 3efee4de-879a-4d9d-8f70-004401c78c5a of type vlan for network 7157b584-a812-4f70-abca-602397fc8439 Jul 22 19:36:22.954557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2455911f-dabd-4bc4-bf72-2f802b3e065a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:22.969884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-bb2090aa-53ff-496c-a58a-bb8f1e57833a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096520 Jul 22 19:36:23.010980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-07134b9d-bc70-41ce-a873-2adb4bc318a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:23.014440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-07134b9d-bc70-41ce-a873-2adb4bc318a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 1096 time: 0.6094010 Jul 22 19:36:23.084769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e649c82-89bb-4ff0-93dd-302a669b1205 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:23.126686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.152938 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173dce70-7f42-4e45-9e14-add72103e67f x-openstack-request-id: req-173dce70-7f42-4e45-9e14-add72103e67f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:23.153282 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:23.153469 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-173dce70-7f42-4e45-9e14-add72103e67f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:23.153854 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527', 'status': 'completed', 'code': 200} Jul 22 19:36:23.155036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06699079-a178-4b37-9a8d-1ddba9cc199f None None] Network 1061af7a-74de-491d-956c-34811aad1903 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:23.265582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26b3805b-fcdd-4363-98e5-8fcde492f76b req-855091e0-cb6a-4885-83e4-769eba1c7903 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3943036 Jul 22 19:36:23.296843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-5025a8a5-903c-469d-88bc-5f7188731fcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f192f1c4-a45e-4d70-a03c-210a5c606527 HTTP/1.1" status: 200 len: 217 time: 0.2510870 Jul 22 19:36:23.308424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.368390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:23.400413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e33eae13-a375-40fa-933b-36746d4bb2a2 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:23.400906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e33eae13-a375-40fa-933b-36746d4bb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.473178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-8ac777b2-8447-4ade-9d3b-b863601cb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:23.475412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-8ac777b2-8447-4ade-9d3b-b863601cb35c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1492162 Jul 22 19:36:23.625950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eac3de-4dc5-4b93-923d-33197e2221b3 req-19680abf-d5a1-4d82-aea5-5fe49712c9df tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:23.627625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23eac3de-4dc5-4b93-923d-33197e2221b3 req-19680abf-d5a1-4d82-aea5-5fe49712c9df tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 944 time: 0.3846829 Jul 22 19:36:23.634259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-9e6b6e6c-3882-49be-8186-5d0860b01eec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284404 Jul 22 19:36:23.669996 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.745671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.747347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:23.748342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.763429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e33eae13-a375-40fa-933b-36746d4bb2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.782681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23eac3de-4dc5-4b93-923d-33197e2221b3 req-dc76182d-5ebb-4f2b-a59a-1a6b42f366ea tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460261 Jul 22 19:36:23.789199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-fe74a5f5-f5c9-4190-bd3f-72a58e5170d0 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7736764 Jul 22 19:36:23.829681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:23.839988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:23.847479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.854580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.857429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:23.862257 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4756455 Jul 22 19:36:23.866663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:23.875937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Request body: {'subnet': {'network_id': '7157b584-a812-4f70-abca-602397fc8439', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-778217973-subnet', 'tenant_id': 'fa1f177694d5474495774a5be4fd1678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:23.951795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:23.976969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3296ed8-b28b-4f1f-add5-4a6a3e39a002 admin admin] Pushing event updated for resources: {'Network': ['ID=7157b584-a812-4f70-abca-602397fc8439,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:24.014905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:24.016418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:24.037823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Made reservation on behalf of fa1f177694d5474495774a5be4fd1678 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:24.038234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7157b584-a812-4f70-abca-602397fc8439 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:36:24.040169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:24.076108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:24.318963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d612708-5998-4bbd-8edb-724766c7624f None None] Network 1061af7a-74de-491d-956c-34811aad1903 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:24.378811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-e33eae13-a375-40fa-933b-36746d4bb2a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:36:24.380434 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-e33eae13-a375-40fa-933b-36746d4bb2a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:36:24.397935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:24.472340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:24.511024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:24.534363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:24.549921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:24.554047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:24.554699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:24.607529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=173c5db9-4c52-4782-80cc-a0f379c729c9,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:24.629153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-04758f29-9c88-4e7b-ad6a-fd65e4d8d195 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7566507 Jul 22 19:36:24.638871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:24.651315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:97:a6:86', 'name': 'tempest-NetworksTestDHCPv6-308017537'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:24.721976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:24.768519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5fc9e-f4ec-433b-a4f1-7424d37e481b None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:24.824138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:24.860827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb376-3876-4d56-847d-6a6ba5747533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:24.886621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9abd2-b486-4ed3-aaf4-a5b2dcf10fda req-73f7f932-1941-400a-9fcf-63ea1ebeaf3b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:24.888404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ae9abd2-b486-4ed3-aaf4-a5b2dcf10fda req-73f7f932-1941-400a-9fcf-63ea1ebeaf3b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 1.4103007 Jul 22 19:36:24.962421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:24.986898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:24.987477 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.017910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.018861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.041429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-8f9ee3a1-b190-4499-af22-6c9a64b40715 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3715477 Jul 22 19:36:25.078494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb376-3876-4d56-847d-6a6ba5747533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.085605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33a7427e-fd33-4307-9ab8-7ba3a777119a req-732a42ca-43a6-490e-8206-b484160fbd52 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2862928 Jul 22 19:36:25.097692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc9cb376-3876-4d56-847d-6a6ba5747533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.098722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ae9abd2-b486-4ed3-aaf4-a5b2dcf10fda req-8b7de007-b275-455f-a0b1-c58764624f93 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810348 Jul 22 19:36:25.137193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367681e-e5a8-475d-9355-491ccdb161f4 req-171d465d-451a-483b-bd5b-6d1a1a6f2871 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.144427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2367681e-e5a8-475d-9355-491ccdb161f4 req-171d465d-451a-483b-bd5b-6d1a1a6f2871 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 1.0484779 Jul 22 19:36:25.161680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.209317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-d2a563e5-5310-479c-86b0-adca146fbb27 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8931913 Jul 22 19:36:25.220789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'admin_state_up': True, 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'security_groups': ['bf7898a2-33c4-4ca5-82b3-0af55c68a0fc']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:25.271198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc9cb376-3876-4d56-847d-6a6ba5747533 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6aa00a02ef33442a8982a3d5d4405f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543519 Jul 22 19:36:25.277552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cb376-3876-4d56-847d-6a6ba5747533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3021d1a2-467b-4563-8013-20b01d30486c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:25.280334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53866) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:25.318344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2367681e-e5a8-475d-9355-491ccdb161f4 req-19515ab7-e338-4082-90fd-ff1533bb472a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726935 Jul 22 19:36:25.323008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c582d28-b14f-4cf6-912a-25bca347c120 req-0a9a705c-26c8-4103-a06f-742c4610a4dd service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692976 Jul 22 19:36:25.355108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.358120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Checking segment: {'id': '3efee4de-879a-4d9d-8f70-004401c78c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7157b584-a812-4f70-abca-602397fc8439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:25.358487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Network hostable DHCP agents. Network: 7157b584-a812-4f70-abca-602397fc8439, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:36:25.371078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef314178-196b-4acb-ac7c-45bd3a205488,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:25.403310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:25.403683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.425179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port f8798d57-ffa3-4af6-b95d-4615b411abff yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:25.474173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Network 7157b584-a812-4f70-abca-602397fc8439 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:36:25.480691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.510838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7157b584-a812-4f70-abca-602397fc8439) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:25.527021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c74bf3-d2c8-4bd9-88be-46e4287ba6fa None None] Network 7157b584-a812-4f70-abca-602397fc8439 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:25.545200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.545884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.567618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.610880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-92ff2867-4829-4755-8783-759771911c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.612609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-92ff2867-4829-4755-8783-759771911c09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 1096 time: 0.2008669 Jul 22 19:36:25.615403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Made reservation on behalf of 16c1eed0da1544ffa26e47d39d605a3e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:25.620320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.630030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'ccfcb0ed-3073-4429-a485-e7acb90ec0b1', 'ip_address': '2001:db8::f816:3eff:fee1:cbbd'}, {'subnet_id': '173c5db9-4c52-4782-80cc-a0f379c729c9'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:36:25.633648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-7196a823-4b91-408b-a1ef-ea8d3ada52cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.639961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-7196a823-4b91-408b-a1ef-ea8d3ada52cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.646939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-7196a823-4b91-408b-a1ef-ea8d3ada52cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.648413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d12cf37-db40-4c52-a3cd-7d9e5101d2f2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7800453 Jul 22 19:36:25.654165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-7196a823-4b91-408b-a1ef-ea8d3ada52cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.656125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-7196a823-4b91-408b-a1ef-ea8d3ada52cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 3094 time: 0.2659461 Jul 22 19:36:25.679732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc1ee2-5e86-4f94-826a-74504dc363d0 req-22f33c44-3a44-41a6-ba41-fa4227534867 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:25.686918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dfc1ee2-5e86-4f94-826a-74504dc363d0 req-22f33c44-3a44-41a6-ba41-fa4227534867 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 944 time: 0.2547278 Jul 22 19:36:25.740180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Provisioning for port 73989f29-165c-4418-9952-5054e667a6ad completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:25.752356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Provisioning complete for port 73989f29-165c-4418-9952-5054e667a6ad triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:25.753972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.759934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.760126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.765607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:25.766337 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3021d1a2-467b-4563-8013-20b01d30486c HTTP/1.1" status: 204 len: 168 time: 0.4774897 Jul 22 19:36:25.779687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8:0:1::18 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/173c5db9-4c52-4782-80cc-a0f379c729c9/f8798d57-ffa3-4af6-b95d-4615b411abff) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:25.808484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c66b5-e837-415e-8949-75f25d8948d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3021d1a2-467b-4563-8013-20b01d30486c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:25.811482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::f816:3eff:fe97:a686 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/ccfcb0ed-3073-4429-a485-e7acb90ec0b1/f8798d57-ffa3-4af6-b95d-4615b411abff) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:25.923155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8535ca-fef5-451d-8006-8e6c1c62b6ba None None] Network 7157b584-a812-4f70-abca-602397fc8439 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:25.928032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Port 73989f29-165c-4418-9952-5054e667a6ad cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:25.988063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dfc1ee2-5e86-4f94-826a-74504dc363d0 req-08e4e269-eb93-4911-9bce-2023c319e567 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000481 Jul 22 19:36:26.006390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Provisioning for port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:26.014616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-136563c4-8cfb-467d-bffc-819f33a91a87 req-abf565c6-ec96-4417-954f-b226ccb0f149 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183904 Jul 22 19:36:26.080353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Provisioning complete for port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:26.080905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.083743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-fa27835b-4bc8-4a08-8923-a098866db357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.092457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-fa27835b-4bc8-4a08-8923-a098866db357 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.4352453 Jul 22 19:36:26.165506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-d6f79990-210b-41ff-a46b-b9118714af4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f192f1c4-a45e-4d70-a03c-210a5c606527 HTTP/1.1" status: 200 len: 217 time: 0.0651116 Jul 22 19:36:26.178679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.212028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object f8798d57-ffa3-4af6-b95d-4615b411abff will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:26.308159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.342666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-59f2e954-3848-4f1d-8187-f13aa6498f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.357854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-59f2e954-3848-4f1d-8187-f13aa6498f09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1834481 Jul 22 19:36:26.382968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Allocated IP 10.2.2.200 (824e7915-8b99-4eda-ae61-da46a09ba1b4/96c2e494-1ce1-43b1-9909-56bdd9de98a9/93007e3b-daca-4900-a53a-9ec89e94650b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:26.387444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=f8798d57-ffa3-4af6-b95d-4615b411abff,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:26.398782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:26.399734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:26.413159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:26.417728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c5692f80-1344-4e04-8c0e-d052c4289f0a None None] Port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:26.428670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.429366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.435046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-f14d85a1-63cf-4809-b131-514d1bc5df09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693243 Jul 22 19:36:26.452344 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9c67710f-5c2e-48d7-9311-9501a475bf99 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8077819 Jul 22 19:36:26.452344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:26.536125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Allocated IP 2001:db8:0:1::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/173c5db9-4c52-4782-80cc-a0f379c729c9/8774c9a0-67cb-45b7-afba-7abb8f876ab6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:26.605428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port f8798d57-ffa3-4af6-b95d-4615b411abff {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:26.605885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.647179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb203e-230f-4b0f-be91-b93cc197a33a req-950f0175-88b5-4c9d-99c2-2535380fe380 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.649104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eddb203e-230f-4b0f-be91-b93cc197a33a req-950f0175-88b5-4c9d-99c2-2535380fe380 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3886907 Jul 22 19:36:26.670462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:26.711225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.726328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Transition to ACTIVE for port object 8774c9a0-67cb-45b7-afba-7abb8f876ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:26.731652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.736885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-18995690-3783-4672-b86a-193f09c026b2 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:26.738367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-18995690-3783-4672-b86a-193f09c026b2 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/networks?id=1061af7a-74de-491d-956c-34811aad1903 HTTP/1.1" status: 200 len: 814 time: 0.2896767 Jul 22 19:36:26.785534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97952a68-b2e2-4ae2-9f24-8a11e971449f None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:26.812170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:26.828423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for f8798d57-ffa3-4af6-b95d-4615b411abff owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:26.847201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eddb203e-230f-4b0f-be91-b93cc197a33a req-89731f80-66fd-487b-a407-133107b7ef47 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555948 Jul 22 19:36:26.900245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-2c2eb45f-d7de-42a9-9e04-f80193e55225 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/quotas/1edfbe584c46497fa071fe91c8b25347 HTTP/1.1" status: 200 len: 375 time: 0.1562259 Jul 22 19:36:26.996242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-8f4b6e50-716a-46d1-9218-5cd5e8f404d5 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1edfbe584c46497fa071fe91c8b25347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886075 Jul 22 19:36:27.000198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-6c470b1a-aa0e-4c30-a8b9-055fb37cc542 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532074 Jul 22 19:36:27.003503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.021745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:27.053477 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.146507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.148928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Transition to ACTIVE for port object 93007e3b-daca-4900-a53a-9ec89e94650b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:27.194385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=f8798d57-ffa3-4af6-b95d-4615b411abff,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:27.226047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1658889747-network', 'tenant_id': '5c0fb6eaf82e4087baf673b984ab51dc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:27.287377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-e0bd1252-02b7-444c-b349-fd6bab114cf2 service neutron] 10.222.0.10 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776816 Jul 22 19:36:27.290708 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.295550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-021eca80-02bc-4e10-a9de-ffa422036d70 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/f8798d57-ffa3-4af6-b95d-4615b411abff HTTP/1.1" status: 204 len: 168 time: 0.8402898 Jul 22 19:36:27.297530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53920) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:27.339688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Made reservation on behalf of 5c0fb6eaf82e4087baf673b984ab51dc for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:27.342706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.358168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.370197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a22adc-720c-40b4-ad0b-bea74262c8eb req-16e0e148-1bb4-4fc4-9cdf-563a7588d4b8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.377442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26a22adc-720c-40b4-ad0b-bea74262c8eb req-16e0e148-1bb4-4fc4-9cdf-563a7588d4b8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2993276 Jul 22 19:36:27.381369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-932e5859-d00b-48d3-a0b2-2b44268009b2 req-b17a5021-cf1c-49a4-aba6-5b3442cdc969 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729434 Jul 22 19:36:27.433220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.436361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b4554-2164-4652-a349-724f8600fae1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.439114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d0b4554-2164-4652-a349-724f8600fae1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1403830 Jul 22 19:36:27.446576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53922) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:27.495419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26a22adc-720c-40b4-ad0b-bea74262c8eb req-b62f4b45-8203-45e8-a387-ad51922f31c3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170845 Jul 22 19:36:27.544206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:27.562101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:27.567809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:27.579772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820cc6bc-16b3-4331-97e3-7fcd7d1ef4e1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.581796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-820cc6bc-16b3-4331-97e3-7fcd7d1ef4e1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1342700 Jul 22 19:36:27.583864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:27.586163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:27.638317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-2a4a52ba-e244-471c-8894-6ae0e3b920e3 service neutron] 10.222.0.10 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498032 Jul 22 19:36:27.688087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.702819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70c47c-9616-4947-9649-762d17aa5b61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.706987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70c47c-9616-4947-9649-762d17aa5b61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.709574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c70c47c-9616-4947-9649-762d17aa5b61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.712797 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c70c47c-9616-4947-9649-762d17aa5b61 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1236813 Jul 22 19:36:27.713601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.716519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:27.725600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.726309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.756044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05431f1b-8a09-4160-ac28-111115322f71 req-309e97b6-34ba-46ba-a794-8fefa07a3413 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:27.757752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05431f1b-8a09-4160-ac28-111115322f71 req-309e97b6-34ba-46ba-a794-8fefa07a3413 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 944 time: 0.1231520 Jul 22 19:36:27.799388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:36:27.809324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05431f1b-8a09-4160-ac28-111115322f71 req-437af001-4700-4519-828a-7ba36af92f6f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445135 Jul 22 19:36:27.811571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-32e68121-9b65-4d2b-9d87-c33f5c91d70a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5948453 Jul 22 19:36:27.821337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23c5b00-bd65-4add-ba87-61027f47eab4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:27.828186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:27.849955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 173c5db9-4c52-4782-80cc-a0f379c729c9 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:27.862094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.862426 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Added segment fd3649b1-bd37-4a39-a682-1c6eb6edec4c of type vlan for network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 Jul 22 19:36:27.871268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8ee7086d-baf6-45a6-a52a-2143daffdfb6 None None] Provisioning for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:27.872474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.899852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8ee7086d-baf6-45a6-a52a-2143daffdfb6 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:27.905026 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8ee7086d-baf6-45a6-a52a-2143daffdfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.986333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:27.994672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.013039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.129528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.130424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.131014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.200192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1776595 Jul 22 19:36:28.204448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53938) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:28.219726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Request body: {'subnet': {'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1658889747-subnet', 'tenant_id': '5c0fb6eaf82e4087baf673b984ab51dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:28.223820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.255716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59fce0bc-e9aa-4e73-af98-3511dc8408b0 None None] Could not find standard attr ID for object f8798d57-ffa3-4af6-b95d-4615b411abff. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:36:28.288459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59fce0bc-e9aa-4e73-af98-3511dc8408b0 None None] Provisioning for port 93007e3b-daca-4900-a53a-9ec89e94650b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:28.294261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a53c3-1dc7-4d92-9d0d-90c1f3b15f77 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3951f9-986a-47eb-a284-c8a0e33b2cd5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:28.295994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59fce0bc-e9aa-4e73-af98-3511dc8408b0 None None] Provisioning complete for port 93007e3b-daca-4900-a53a-9ec89e94650b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:28.296902 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59fce0bc-e9aa-4e73-af98-3511dc8408b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.348628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-59fce0bc-e9aa-4e73-af98-3511dc8408b0 None None] Port 93007e3b-daca-4900-a53a-9ec89e94650b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:28.353471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:36:28.372411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Made reservation on behalf of 5c0fb6eaf82e4087baf673b984ab51dc for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:28.374927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.435753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.534756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.542176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.548423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.555296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.562001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.563816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-2bbca1fe-ce3e-4531-af43-71997506455f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 3815 time: 0.2233491 Jul 22 19:36:28.572467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=173c5db9-4c52-4782-80cc-a0f379c729c9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:28.578266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.583160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0b7d94a-22a4-4726-a017-d7cc825592ab tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/173c5db9-4c52-4782-80cc-a0f379c729c9 HTTP/1.1" status: 204 len: 168 time: 0.8602607 Jul 22 19:36:28.583669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53946) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:28.599498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf75e4f-b70e-49e4-9bee-b6cbf832e704 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:28.601885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6626a-c753-4680-9a54-f8b577eadf75 req-1c035149-ddaa-4a53-b1b7-2c5de039d1ec tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:28.604258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8e6626a-c753-4680-9a54-f8b577eadf75 req-1c035149-ddaa-4a53-b1b7-2c5de039d1ec tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2749262 Jul 22 19:36:28.703823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f192f1c4-a45e-4d70-a03c-210a5c606527 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:28.711318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b35ee5e-cfff-4b70-b3d5-0f179e1eaeed req-a216b521-4827-4f91-a3ca-4510eee8a40f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378903 Jul 22 19:36:28.730470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78682eaa-ae5e-4e34-ad21-86d1b945dd1e {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:28.733905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet ccfcb0ed-3073-4429-a485-e7acb90ec0b1 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:28.737374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.738364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:28.763619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.780693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8e6626a-c753-4680-9a54-f8b577eadf75 req-117c0d9e-0210-4d99-b3fc-8d04aacd0357 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642017 Jul 22 19:36:28.794067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.795570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Transition to ACTIVE for port object 78682eaa-ae5e-4e34-ad21-86d1b945dd1e will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:28.814828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.872475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.resource_extend [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:36:28.900497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:28.978067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935d4fc7-000f-4f38-bb48-ecb7ee7d5c4d req-1298559d-4273-4e72-b219-ff72829125be tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 210 time: 0.1379151 Jul 22 19:36:29.015574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d69103c-32f3-475d-bb7b-125d093c5dcf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:29.122567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:29.134307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.150828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:29.151204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.194988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Checking segment: {'id': 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:29.195645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Network hostable DHCP agents. Network: dd3951f9-986a-47eb-a284-c8a0e33b2cd5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:36:29.225420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01238a-c6e8-4eca-bb1d-4db5f9f90090 req-a840c0b6-ac44-4367-8512-85876ff96120 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:29.231022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:36:29.235037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c01238a-c6e8-4eca-bb1d-4db5f9f90090 req-a840c0b6-ac44-4367-8512-85876ff96120 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1759613 Jul 22 19:36:29.258254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f192f1c4-a45e-4d70-a03c-210a5c606527,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:29.266381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Attempting to bind port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:29.267007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Attempting to bind port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:29.267635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Attempting to bind port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e on network dd5c4df9-83bb-4798-a90e-fd6f9846adfc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:29.269577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dd3951f9-986a-47eb-a284-c8a0e33b2cd5) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:29.276317 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.286091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc951636-6674-4018-8136-2fd869982206 None None] Network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:29.295317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e on network dd5c4df9-83bb-4798-a90e-fd6f9846adfc not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:29.295644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Attempting to bind port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e on network dd5c4df9-83bb-4798-a90e-fd6f9846adfc {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:29.319727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ed5e0-01fd-431b-a1d7-2e99b2aece32 req-6d8884bb-febf-4578-bd22-887125125382 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:29.320573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:29.321504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-488ed5e0-01fd-431b-a1d7-2e99b2aece32 req-6d8884bb-febf-4578-bd22-887125125382 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 944 time: 0.1694601 Jul 22 19:36:29.328354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.335572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfcb0ed-3073-4429-a485-e7acb90ec0b1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:29.336235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c01238a-c6e8-4eca-bb1d-4db5f9f90090 req-9874a831-7ac0-43ba-849e-c50d2a1ffc91 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950127 Jul 22 19:36:29.343735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:29.344073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Checking segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:29.344498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Bound using segment: {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:29.346352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Bound port: 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf31962-7ed1-43b8-915b-1b2c4238d643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:29.347175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.352125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.357554 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-68b91f2e-8fd4-44b3-a59a-ce61bfb6b63f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ccfcb0ed-3073-4429-a485-e7acb90ec0b1 HTTP/1.1" status: 204 len: 168 time: 0.7723436 Jul 22 19:36:29.360631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53950) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:29.377371 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-482ef3d9-801e-4f08-aad0-0feede7c839b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1554451 Jul 22 19:36:29.467584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-39241633-2052-4172-846f-1656c289f335 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975356 Jul 22 19:36:29.470520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53954) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:29.477413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:29.510805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f192f1c4-a45e-4d70-a03c-210a5c606527', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': 'f192f1c4-a45e-4d70-a03c-210a5c606527', 'mac_address': 'fa:16:3e:d8:d5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:29.527824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:29.531805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:29.547366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.573413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:29.574184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.575571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] 10.222.0.32 "PUT /v2.0/ports/78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 1092 time: 1.7521243 Jul 22 19:36:29.586782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:29.595973 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:29.677276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:29.683853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.725010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.742833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:29.781853 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006e28ee-ed18-4a50-8593-805fdd6f80f9 x-openstack-request-id: req-006e28ee-ed18-4a50-8593-805fdd6f80f9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:29.782152 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:29.782410 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-006e28ee-ed18-4a50-8593-805fdd6f80f9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:29.782821 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'status': 'completed', 'code': 200} Jul 22 19:36:29.815604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f192f1c4-a45e-4d70-a03c-210a5c606527 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:29.837263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-488ed5e0-01fd-431b-a1d7-2e99b2aece32 req-f3506645-26cd-4629-9f8a-b93068d74567 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994998 Jul 22 19:36:29.871940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6da7b-80e4-417f-80e3-80fd57a97a51 None None] Network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:29.926528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f192f1c4-a45e-4d70-a03c-210a5c606527,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:29.940091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:29.972378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b810c7-a687-4b24-a4b2-b1c3c207717a None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'ccfcb0ed-3073-4429-a485-e7acb90ec0b1'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:36:30.135372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:30.177142 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-14b810c7-a687-4b24-a4b2-b1c3c207717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.192958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.282845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=e49b3db8-b196-465b-bedb-074f723e09c3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:30.300273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:30.303917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:30.307970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.309071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.335852 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9eb1658-bb24-4057-afad-cc364b8eab14 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8634019 Jul 22 19:36:30.337091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:30.343846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:30.462052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f192f1c4-a45e-4d70-a03c-210a5c606527'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:30.486375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf96e6-36bc-4e0e-8a6b-b8ef1ff30117 service neutron] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:30.513887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:30.524632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-253046512-network', 'tenant_id': 'b37b7a04ff3740919bc30a228151a65d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:30.559214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.575881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:36:30.575881 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:36:30.575881 n-d-800087-13 neutron-server[93801]: [parameters: {'project_id_1': 'f3622d6845ec43e9a6b3cd98beb7128a', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 36, 30, 557719)}] Jul 22 19:36:30.575881 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:36:30.576259 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:36:30.588031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d7d13-45dc-45cb-a4d2-6a78b83fd6b0 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:30.590670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Made reservation on behalf of b37b7a04ff3740919bc30a228151a65d for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:30.593406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.610251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.622223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-ab925554-3c55-4c78-8ec3-70f994093b1a tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.623693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-ab925554-3c55-4c78-8ec3-70f994093b1a tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.26 "GET /v2.0/networks?id=1061af7a-74de-491d-956c-34811aad1903 HTTP/1.1" status: 200 len: 814 time: 1.1593997 Jul 22 19:36:30.660342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.670457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:30.674748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.683770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.692718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.700470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.702798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-8648e242-0429-4717-9ceb-d2d21191ee0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 3827 time: 0.8003695 Jul 22 19:36:30.711547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Request body: {'port': {'device_id': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'network_id': '1061af7a-74de-491d-956c-34811aad1903', 'admin_state_up': True, 'tenant_id': '1edfbe584c46497fa071fe91c8b25347'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:30.714647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8cb035cb-02ed-4c7d-b8c2-b083f36255e9 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:30.715196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8cb035cb-02ed-4c7d-b8c2-b083f36255e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.743205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.749293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.793575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9933873e-d9ea-4640-87f7-ffa181b7c33c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:30.793895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.794273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.794753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.795225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.797909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.810540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:36:30.812714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c3dcaef-a36b-40b7-888e-98432775c29b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 4363 time: 1.0270216 Jul 22 19:36:30.826782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.827310 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Added segment 9894d647-39ae-476d-968c-c848428dd930 of type vlan for network f8104c6e-7776-4c0a-a639-60048faa99a4 Jul 22 19:36:30.846147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f973b-89b5-4381-9cf1-9e575947adc3 req-26d0898b-818c-4d59-82dd-a66014f4ad28 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.853876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d7f973b-89b5-4381-9cf1-9e575947adc3 req-26d0898b-818c-4d59-82dd-a66014f4ad28 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.8587208 Jul 22 19:36:30.884923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.929109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.930168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:30.930897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:30.970363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4553266 Jul 22 19:36:30.975249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53986) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:31.010591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.016969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Request body: {'subnet': {'network_id': 'f8104c6e-7776-4c0a-a639-60048faa99a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-253046512-subnet', 'tenant_id': 'b37b7a04ff3740919bc30a228151a65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:31.038150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebb803-73a2-4080-9787-db2926fb9885 admin admin] Pushing event updated for resources: {'Network': ['ID=f8104c6e-7776-4c0a-a639-60048faa99a4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:31.049000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Made reservation on behalf of b37b7a04ff3740919bc30a228151a65d for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:31.052948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.054076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:31.061647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f8104c6e-7776-4c0a-a639-60048faa99a4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:36:31.076246 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.147988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40f68672-0d60-418e-b1fa-ada6f67b81b4 req-f78b6081-1566-4f8f-bb79-8163abd54d56 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069178 Jul 22 19:36:31.155173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:31.158738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.292603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d7f973b-89b5-4381-9cf1-9e575947adc3 req-2f65ae24-224d-4ee9-89b3-ce000c24ac28 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375930 Jul 22 19:36:31.324409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:31.330374 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e49b3db8-b196-465b-bedb-074f723e09c3 (CIDR: 2001:db8::/64) Jul 22 19:36:31.340234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-5c92f9c3-8b96-4575-9edd-72428debf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.340724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-5c92f9c3-8b96-4575-9edd-72428debf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.341202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-5c92f9c3-8b96-4575-9edd-72428debf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.342889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-5c92f9c3-8b96-4575-9edd-72428debf6b1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5179255 Jul 22 19:36:31.345271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:31.349560 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:36:31.351305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:31.357218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.404641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Transition to ACTIVE for port object cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:31.407311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Made reservation on behalf of 1edfbe584c46497fa071fe91c8b25347 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:31.411548 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.414883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'e49b3db8-b196-465b-bedb-074f723e09c3'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:36:31.432132 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-76e08006-35a1-4c8c-83ac-85892e75fc8d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0930753 Jul 22 19:36:31.434723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53988) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:31.436140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.440124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:31.465677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.554631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.560797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fb9308-8a0d-4143-85e9-58f9f6abe87f req-39271a58-e37d-4bb4-ab42-a00dd6565882 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 210 time: 0.1308205 Jul 22 19:36:31.564438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:31.569390 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.695122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:31.699626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d8d7e7-a593-495b-8308-854f92b4f362,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:31.709605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c0d21a0-d6a4-4a2f-8a0d-7a15402c3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.711135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ae53c5-4f2f-43ed-a88b-e613fd65e5be req-3c0d21a0-d6a4-4a2f-8a0d-7a15402c3a63 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562663 Jul 22 19:36:31.720185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Checking segment: {'id': '9894d647-39ae-476d-968c-c848428dd930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f8104c6e-7776-4c0a-a639-60048faa99a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:31.720879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Network hostable DHCP agents. Network: f8104c6e-7776-4c0a-a639-60048faa99a4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:36:31.755589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Network f8104c6e-7776-4c0a-a639-60048faa99a4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:36:31.789684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f8104c6e-7776-4c0a-a639-60048faa99a4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:31.798751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e49b3db8-b196-465b-bedb-074f723e09c3/8774c9a0-67cb-45b7-afba-7abb8f876ab6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:31.802124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.806151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3ba608-de43-4c8f-9a20-772649906a41 None None] Network f8104c6e-7776-4c0a-a639-60048faa99a4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:31.806929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:31.922520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece4860-e75e-4fc8-8c69-93001cefa2b7 req-e982136f-1270-48c3-8ab5-9f078541e199 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:31.930283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fece4860-e75e-4fc8-8c69-93001cefa2b7 req-e982136f-1270-48c3-8ab5-9f078541e199 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.5013483 Jul 22 19:36:31.985924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Allocated IP 172.20.0.13 (1061af7a-74de-491d-956c-34811aad1903/f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a/a071f2f0-adb1-42d6-b174-0ad2391a1cce) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:32.028070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Attempting to bind port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:32.028480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Attempting to bind port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:32.028826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Attempting to bind port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:32.038567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on network eff732a4-e563-4aed-8f2f-55798a2e5a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:32.038899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Attempting to bind port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:32.050664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387b796-cf42-4f71-90ba-ae32dce7cf14 req-a1a2d6ce-9734-4991-978d-4aa8fe0a4d47 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.053238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6387b796-cf42-4f71-90ba-ae32dce7cf14 req-a1a2d6ce-9734-4991-978d-4aa8fe0a4d47 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 945 time: 0.3504746 Jul 22 19:36:32.071516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fece4860-e75e-4fc8-8c69-93001cefa2b7 req-881a828e-2393-4e7e-96d9-7ba1e817ca11 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402388 Jul 22 19:36:32.097314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:32.101048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:32.101395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:32.101782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Bound using segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:32.102238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Bound port: cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:32.102647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.103409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d63f292-eefe-46ea-8790-9ba7e9c8ba68 None None] Network f8104c6e-7776-4c0a-a639-60048faa99a4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:32.213752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6387b796-cf42-4f71-90ba-ae32dce7cf14 req-a249c302-b309-4dc1-a906-4989963cc3a4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286738 Jul 22 19:36:32.264549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-99b4c03e-536d-4c7f-9396-01dc3dadfcf4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2878690 Jul 22 19:36:32.300455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:32.355683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:32.375978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.415821 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.435080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.440722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.441354 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.443496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] 10.222.0.32 "PUT /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 1131 time: 2.7211342 Jul 22 19:36:32.444141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:32.456830 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:32.480209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Transition to ACTIVE for port object 8774c9a0-67cb-45b7-afba-7abb8f876ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:32.484989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:32.498004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.636642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:32.710007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddf3cd-c5bb-491f-bb83-87b3b8dc29c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:32.739940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f192f1c4-a45e-4d70-a03c-210a5c606527 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:32.774020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.780041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.786958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.793474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.795219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b723-cd45-4e17-bd96-47b01af7cc1f None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=13']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:32.799651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.805615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:32.807526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-f282a028-f890-465c-b823-7d1381474708 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 4599 time: 0.5020814 Jul 22 19:36:32.810769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.834669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f192f1c4-a45e-4d70-a03c-210a5c606527 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:32.840077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f192f1c4-a45e-4d70-a03c-210a5c606527 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:32.840483 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.857720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:32.972965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-786b9869-5ffd-44b0-bc58-a1df09daacc1 req-fba69d4e-7c9a-4125-b03f-1081f31875fc tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381011 Jul 22 19:36:32.985514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.015560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Network 1061af7a-74de-491d-956c-34811aad1903 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:33.026676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52404a5-2546-4730-87e8-b103394e8f83 req-ce953fc7-cffe-4974-8933-0331ef70cc77 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.035407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52404a5-2546-4730-87e8-b103394e8f83 req-ce953fc7-cffe-4974-8933-0331ef70cc77 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.4362717 Jul 22 19:36:33.058615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:33.067575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.069931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Pushing event updated for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:33.085124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:33.167143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f192f1c4-a45e-4d70-a03c-210a5c606527,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:33.172368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:33.175182 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2210ee7-e3d5-4a41-a9a8-eedc496726a7 x-openstack-request-id: req-c2210ee7-e3d5-4a41-a9a8-eedc496726a7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:33.175475 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:33.175733 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2210ee7-e3d5-4a41-a9a8-eedc496726a7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:33.176684 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc', 'status': 'completed', 'code': 200} Jul 22 19:36:33.180302 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375947a-a715-4e66-bcc8-075e3c28222c" -d '{"events": [{"server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "name": "network-vif-plugged", "status": "completed", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:33.188092 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.272817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:33.304258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52404a5-2546-4730-87e8-b103394e8f83 req-eed446dc-ff98-4eae-9a08-635dd7074f02 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677631 Jul 22 19:36:33.308711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:33.347729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.356329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.357356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.459464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:33.461077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.462047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.470912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:33.479141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.479810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.489885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-d4ac01ec-2576-4fbf-88c2-ace184f9ee87 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8521981 Jul 22 19:36:33.495008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=15']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:33.502914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=0d908722-4cae-4559-b401-2a2fe4151fac,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:33.510780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Request body: {'port': {'device_id': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:33.517229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9077d7da-8f6c-4c51-b93f-5c51a98270e8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0811565 Jul 22 19:36:33.520820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54016) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:33.531912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:94:db:9a', 'name': 'tempest-NetworksTestDHCPv6-1505683599'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:33.659511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac489-6e5b-488f-83b6-c498f9ab7fc1 req-32285de9-e7ba-4ce9-a423-15440fe11224 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.661509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99bac489-6e5b-488f-83b6-c498f9ab7fc1 req-32285de9-e7ba-4ce9-a423-15440fe11224 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 932 time: 0.4057679 Jul 22 19:36:33.678008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:33.725367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6672ac-59fd-472b-911f-b8701de7d542 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:33.733541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.747029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Transition to ACTIVE for port object 7b6672ac-59fd-472b-911f-b8701de7d542 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:33.752661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.753250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.753865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.754610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.755377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.755915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:33.758004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-5756acae-e99c-4e1e-af5c-80244ddca406 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5287 time: 0.5634480 Jul 22 19:36:33.786538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.810824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:33.812212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port bb58189e-39e4-4c5b-9280-91e5305fc259 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:33.902171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28097dd3-00b3-42de-a4ee-f951dc37792d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:34.027950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Provisioning for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:34.034326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::330 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/e49b3db8-b196-465b-bedb-074f723e09c3/bb58189e-39e4-4c5b-9280-91e5305fc259) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:34.042817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:db9a (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/0d908722-4cae-4559-b401-2a2fe4151fac/bb58189e-39e4-4c5b-9280-91e5305fc259) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:34.055073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:34.055446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.255240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.281190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object bb58189e-39e4-4c5b-9280-91e5305fc259 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:34.319141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.329949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.372030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:34.382839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.398779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=bb58189e-39e4-4c5b-9280-91e5305fc259,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:34.410231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.413941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:34.415411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:34.417989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:34.424653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.425815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.428164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99bac489-6e5b-488f-83b6-c498f9ab7fc1 req-5b60ba3a-c2bb-4f28-a8eb-926f6f91a77e tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6661870 Jul 22 19:36:34.445786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32a43e36-52a0-45de-a0de-2ea16d923cb8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9231055 Jul 22 19:36:34.447749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:34.456634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00116762-d661-4da0-8d39-b2b3faf78afa None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=16']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:34.635950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port bb58189e-39e4-4c5b-9280-91e5305fc259 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:34.636452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.699047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:34.730885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:34.781868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.791281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:34.791662 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:34.802968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for bb58189e-39e4-4c5b-9280-91e5305fc259 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:34.850600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-02ab9cc1-64a9-4842-8a0e-02b592902139 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.852603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-02ab9cc1-64a9-4842-8a0e-02b592902139 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/networks?id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 200 len: 812 time: 1.2132826 Jul 22 19:36:34.882201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-78b31096-b2b5-4751-bef6-73d9f4322be0 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/quotas/5c0fb6eaf82e4087baf673b984ab51dc HTTP/1.1" status: 200 len: 375 time: 0.0218108 Jul 22 19:36:34.958257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-c8b3378c-2973-4c29-b110-879103827ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.958854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-c8b3378c-2973-4c29-b110-879103827ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.959396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-c8b3378c-2973-4c29-b110-879103827ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:34.961144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-c8b3378c-2973-4c29-b110-879103827ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1617444 Jul 22 19:36:34.993439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-aefceb4c-acee-474a-bccb-a977000340b1 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946219 Jul 22 19:36:35.016314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Attempting to bind port 7b6672ac-59fd-472b-911f-b8701de7d542 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:35.016794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Attempting to bind port 7b6672ac-59fd-472b-911f-b8701de7d542 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:35.017519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Attempting to bind port 7b6672ac-59fd-472b-911f-b8701de7d542 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:35.022198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.059533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=bb58189e-39e4-4c5b-9280-91e5305fc259,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:35.073835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Port 7b6672ac-59fd-472b-911f-b8701de7d542 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:35.074170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Attempting to bind port 7b6672ac-59fd-472b-911f-b8701de7d542 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:35.113231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de165717-02e5-4c45-9f8c-80da3b4f5721 req-92547873-9a7a-4796-8b2d-dbdb877494a4 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.115415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de165717-02e5-4c45-9f8c-80da3b4f5721 req-92547873-9a7a-4796-8b2d-dbdb877494a4 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3923621 Jul 22 19:36:35.118487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.121708 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e3c2829-7177-48d4-8e61-77787180f8f5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/bb58189e-39e4-4c5b-9280-91e5305fc259 HTTP/1.1" status: 204 len: 168 time: 0.6719759 Jul 22 19:36:35.123572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:35.125531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:35.125881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:35.126278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Bound using segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:35.126734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Bound port: 7b6672ac-59fd-472b-911f-b8701de7d542, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:35.127104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.155058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e98ea79f-f6c6-4efd-be65-cc9114c066fd None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:35.155684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e98ea79f-f6c6-4efd-be65-cc9114c066fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.218956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b75cc-5966-4d3e-8ea3-261be688ca86 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.224826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c94b75cc-5966-4d3e-8ea3-261be688ca86 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0998142 Jul 22 19:36:35.225534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:35.303643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa178d-ea40-4a33-8318-4a071dc1bade tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.307253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f3aa178d-ea40-4a33-8318-4a071dc1bade tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0785043 Jul 22 19:36:35.307593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54036) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:35.354711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de165717-02e5-4c45-9f8c-80da3b4f5721 req-69a3f566-8c7c-459f-9970-360ebba9b56f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239439 Jul 22 19:36:35.368654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-633cdd90-a38c-4d4e-83de-c39384aa5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.368788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9ffd3-6b5d-47db-a774-b703ba36c7b4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.372211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-183e8a7d-3a8d-41a5-921d-cc46dcc65d17 req-633cdd90-a38c-4d4e-83de-c39384aa5e27 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3757484 Jul 22 19:36:35.372388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9ffd3-6b5d-47db-a774-b703ba36c7b4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.373853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9ffd3-6b5d-47db-a774-b703ba36c7b4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.378594 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2be9ffd3-6b5d-47db-a774-b703ba36c7b4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0677376 Jul 22 19:36:35.378847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:35.391429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-56d58c50-9ba2-4f78-93c8-77d7ea158515 None None] Could not find standard attr ID for object bb58189e-39e4-4c5b-9280-91e5305fc259. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:36:35.400480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-29196270-df87-420d-aa9f-16f0ec131c48 service neutron] 10.222.0.10 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851788 Jul 22 19:36:35.408453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a071f2f0-adb1-42d6-b174-0ad2391a1cce {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:35.429405 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dd496e-7c21-4351-8843-a641d918893c x-openstack-request-id: req-66dd496e-7c21-4351-8843-a641d918893c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:35.429803 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "name": "network-vif-plugged", "status": "completed", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:35.430150 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66dd496e-7c21-4351-8843-a641d918893c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:35.430643 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527', 'code': 200} Jul 22 19:36:35.431020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:35.443502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet 0d908722-4cae-4559-b401-2a2fe4151fac {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:35.445895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b6672ac-59fd-472b-911f-b8701de7d542,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:35.448416 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.466057 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.480036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.505266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.596085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.629195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Transition to ACTIVE for port object a071f2f0-adb1-42d6-b174-0ad2391a1cce will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:35.630830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.631426 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.633094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 1131 time: 3.1523890 Jul 22 19:36:35.639038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '7b6672ac-59fd-472b-911f-b8701de7d542'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:35.641377 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "7b6672ac-59fd-472b-911f-b8701de7d542"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:35.656703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.670291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.686761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:35.702718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.704596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/0d908722-4cae-4559-b401-2a2fe4151fac HTTP/1.1" status: 204 len: 168 time: 0.3246310 Jul 22 19:36:35.705706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a639c38-3b9f-4196-ac40-c70385119f5f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=0d908722-4cae-4559-b401-2a2fe4151fac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:35.709308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:35.713203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6500402-e554-4729-833b-24964c97ed9c None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:35.740688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408d51c-24d5-45d3-b355-44d037e6f479 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:35.771959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet e49b3db8-b196-465b-bedb-074f723e09c3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:35.775641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.797994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-7a9c737d-24b1-42fd-8827-62bdb5093f66 service neutron] 10.222.0.10 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825660 Jul 22 19:36:35.840260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.878079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343b62f-f30c-484f-92f6-67c8ec844ec9 req-85c69a88-23cf-47c9-87e9-1b1db0327f08 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.880411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9343b62f-f30c-484f-92f6-67c8ec844ec9 req-85c69a88-23cf-47c9-87e9-1b1db0327f08 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.3793931 Jul 22 19:36:35.921814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Pushing event updated for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:35.953524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:35.955980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f285d3-38f5-4dac-bbcb-33a60ca13bf8 req-e3a33a32-1876-467b-b539-2d1d821786e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:35.959205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41f285d3-38f5-4dac-bbcb-33a60ca13bf8 req-e3a33a32-1876-467b-b539-2d1d821786e4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 1098 time: 0.4223835 Jul 22 19:36:35.981998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.042446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9343b62f-f30c-484f-92f6-67c8ec844ec9 req-39bb8e2b-878b-45ee-99b4-9700a0f79e37 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351650 Jul 22 19:36:36.044597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.092097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41f285d3-38f5-4dac-bbcb-33a60ca13bf8 req-09224f9f-cc71-42e9-bfb5-be45656825a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201565 Jul 22 19:36:36.092345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.094551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Attempting to bind port a071f2f0-adb1-42d6-b174-0ad2391a1cce on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:36.094906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Attempting to bind port a071f2f0-adb1-42d6-b174-0ad2391a1cce by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'e71d8783-047b-42a8-b746-cfbe4e00ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1061af7a-74de-491d-956c-34811aad1903'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:36.095245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Attempting to bind port a071f2f0-adb1-42d6-b174-0ad2391a1cce on network 1061af7a-74de-491d-956c-34811aad1903 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:36.095975 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e49b3db8-b196-465b-bedb-074f723e09c3 HTTP/1.1" status: 204 len: 168 time: 0.3855693 Jul 22 19:36:36.097751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d2dfc-c6a9-459b-bc96-6ae6b3f1b662 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=e49b3db8-b196-465b-bedb-074f723e09c3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:36.100979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54050) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:36.155970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Port a071f2f0-adb1-42d6-b174-0ad2391a1cce on network 1061af7a-74de-491d-956c-34811aad1903 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:36.157167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Attempting to bind port a071f2f0-adb1-42d6-b174-0ad2391a1cce on network 1061af7a-74de-491d-956c-34811aad1903 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:36.171526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:36.171705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e01d3e6-a109-496c-85dc-02220c544263 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657675 Jul 22 19:36:36.180659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:36.205652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:36.205920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Checking segment: {'id': 'e71d8783-047b-42a8-b746-cfbe4e00ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1061af7a-74de-491d-956c-34811aad1903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:36.206320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Bound using segment: {'id': 'e71d8783-047b-42a8-b746-cfbe4e00ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1061af7a-74de-491d-956c-34811aad1903'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:36.206776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Bound port: a071f2f0-adb1-42d6-b174-0ad2391a1cce, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e71d8783-047b-42a8-b746-cfbe4e00ae3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1061af7a-74de-491d-956c-34811aad1903'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:36.207314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.326914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:36.330624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.530726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:36.539361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76d5d6-5977-4850-ab53-9e52b35485b0 req-35862f99-9973-4e3b-8d4e-1fd50e54a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.541174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5c76d5d6-5977-4850-ab53-9e52b35485b0 req-35862f99-9973-4e3b-8d4e-1fd50e54a3ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.1138804 Jul 22 19:36:36.541312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22df4e-403a-47fe-a222-45e3f67afe5d req-6b88f5b0-2435-4803-a6fb-99dc3aa1f78a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.544639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a22df4e-403a-47fe-a222-45e3f67afe5d req-6b88f5b0-2435-4803-a6fb-99dc3aa1f78a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3493743 Jul 22 19:36:36.573615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.579602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.586647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.599719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.606431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.612415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.619857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.627972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-19079ac2-8c3a-46e0-a137-11a6669db379 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5371 time: 0.4399304 Jul 22 19:36:36.630242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5c76d5d6-5977-4850-ab53-9e52b35485b0 req-c1895e3a-a40e-41d8-8f68-dfcb9236109e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796478 Jul 22 19:36:36.633016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.649791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce,segment=NetworkSegment(e71d8783-047b-42a8-b746-cfbe4e00ae3e),segment_id=e71d8783-047b-42a8-b746-cfbe4e00ae3e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:36.687971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:36.693672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:36.698095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.698697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.716738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=b48b3bbf-836a-4987-a833-d3c5731b3c51,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:36.726660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b45b6000-a79d-4c9b-a89c-3442a5b8ccea tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5535898 Jul 22 19:36:36.727297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54064) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:36.733561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:36.751533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.774171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c57535f-bca6-4f19-9174-044ae9a0d3a7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:36.819653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:36.820302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.821767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] 10.222.0.26 "PUT /v2.0/ports/a071f2f0-adb1-42d6-b174-0ad2391a1cce HTTP/1.1" status: 200 len: 1093 time: 3.3229921 Jul 22 19:36:36.835726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.850001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25504b-3ce9-4377-8b49-c3dcba50e67d None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:36.879241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d19789e-32a5-4e0a-9d12-6a17bd66d03f req-276f0fd4-536f-497b-b0a4-1e5f6efa1b9c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2503347 Jul 22 19:36:36.927279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:36.932795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:36.949811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45684506-d940-43bb-bca1-a5fbde9e0805 service neutron] Pushing event updated for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:36.962590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Transition to ACTIVE for port object 0c57535f-bca6-4f19-9174-044ae9a0d3a7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:36.966233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a22df4e-403a-47fe-a222-45e3f67afe5d req-17eeb75d-c8a5-4bf1-ad94-be945333245d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252733 Jul 22 19:36:37.019139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b2bdea62-b132-41f3-a052-135671bc0fdd None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:37.019524 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2bdea62-b132-41f3-a052-135671bc0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:37.043192 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:37.094049 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b48b3bbf-836a-4987-a833-d3c5731b3c51 (CIDR: 2001:db8::/64) Jul 22 19:36:37.101805 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:36:37.102443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:37.128205 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e04b9071-b5e3-4aff-b216-4c1f7987969a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3985078 Jul 22 19:36:37.131830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:37.137333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'subnet': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:37.139833 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fb36242-3b36-4ea0-9d32-c6a55ae0ed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:37.141157 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1834622-41ce-4d91-9418-fad14f82ea64 x-openstack-request-id: req-f1834622-41ce-4d91-9418-fad14f82ea64 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:37.142049 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "7b6672ac-59fd-472b-911f-b8701de7d542", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:37.143058 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1834622-41ce-4d91-9418-fad14f82ea64 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:37.143745 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '7b6672ac-59fd-472b-911f-b8701de7d542', 'status': 'completed', 'code': 200} Jul 22 19:36:37.227600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57ce841a-1cbe-4519-b746-043286322004 req-8f2081d0-da83-44d7-8d0f-c33adbbe42e2 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 210 time: 0.0720353 Jul 22 19:36:37.304851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:37.312337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:37.551696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-997a791e-3a19-435a-97d3-3e3dff12e2a0 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:37.552282 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-997a791e-3a19-435a-97d3-3e3dff12e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:37.781363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:37.787346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-673c9352-76dc-4f9c-bcd3-573a06d4232c tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.789213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-673c9352-76dc-4f9c-bcd3-573a06d4232c tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.32 "GET /v2.0/networks?id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 200 len: 812 time: 0.1800210 Jul 22 19:36:37.811994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:36:37.818166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Request body: {'port': {'device_id': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5', 'admin_state_up': True, 'tenant_id': '5c0fb6eaf82e4087baf673b984ab51dc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:37.831095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-77ded998-1bdb-4ead-ae7c-ccc8579dd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.833533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-77ded998-1bdb-4ead-ae7c-ccc8579dd641 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1edfbe584c46497fa071fe91c8b25347&device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 1096 time: 0.9056358 Jul 22 19:36:37.873446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc50140-1c2e-40e4-95dc-0d8e5fe7843e req-c5266cc6-fb9e-4b01-b4d5-931c6d021170 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.874948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bc50140-1c2e-40e4-95dc-0d8e5fe7843e req-c5266cc6-fb9e-4b01-b4d5-931c6d021170 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 944 time: 0.8418164 Jul 22 19:36:37.912937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-74bea24a-a751-4076-99b7-870e98a8e94f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce HTTP/1.1" status: 200 len: 217 time: 0.0684483 Jul 22 19:36:37.919353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.919874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.920373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.920853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.921554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.921799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.922266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.924240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-a83e33ad-9074-422f-9d0e-214e0614a02a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6237 time: 0.7792337 Jul 22 19:36:37.932189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Attempting to bind port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:37.932538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Attempting to bind port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:37.932876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Attempting to bind port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:37.971005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85921-f4a0-4505-83a0-e4d90241b4c7 req-d2f78831-d2e9-4b7f-8f76-cb488a4cf1c2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:37.972804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7e85921-f4a0-4505-83a0-e4d90241b4c7 req-d2f78831-d2e9-4b7f-8f76-cb488a4cf1c2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3059056 Jul 22 19:36:38.011894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:38.012372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Attempting to bind port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:38.058799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Made reservation on behalf of 5c0fb6eaf82e4087baf673b984ab51dc for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:38.062436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.067875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:38.068258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:38.068654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Bound using segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:38.069108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Bound port: 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:38.069471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.084396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-a4ea1036-17a9-40a3-9e34-dc5db65ddef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.085320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.085887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-a4ea1036-17a9-40a3-9e34-dc5db65ddef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a HTTP/1.1" status: 200 len: 854 time: 0.1593516 Jul 22 19:36:38.091031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bc50140-1c2e-40e4-95dc-0d8e5fe7843e req-065da506-dc7d-4165-9592-7087ebdad679 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815207 Jul 22 19:36:38.193003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-90f8dc09-2ffe-4e28-af23-71a6bda21552 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1061af7a-74de-491d-956c-34811aad1903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663948 Jul 22 19:36:38.200306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7e85921-f4a0-4505-83a0-e4d90241b4c7 req-c68b2ffd-2ac7-41af-bd6a-b2c557068ad5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012596 Jul 22 19:36:38.302243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-d203e70b-ed19-4e30-89e6-2159ad0df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.302729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-d203e70b-ed19-4e30-89e6-2159ad0df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.303402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-d203e70b-ed19-4e30-89e6-2159ad0df97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.304877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-d203e70b-ed19-4e30-89e6-2159ad0df97f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3699603 Jul 22 19:36:38.308210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Allocated IP 172.20.0.14 (dd3951f9-986a-47eb-a284-c8a0e33b2cd5/0d69103c-32f3-475d-bb7b-125d093c5dcf/f9f71c17-b058-4f02-960c-2b981224d37d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:38.362593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:38.373037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:38.442548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:38.442823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.449506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.450253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.461485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.523693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-7d3f6323-c0e2-4e87-b814-658cb4d040ca service neutron] 10.222.0.26 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106101 Jul 22 19:36:38.547014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.547667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.549057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] 10.222.0.32 "PUT /v2.0/ports/0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 200 len: 1092 time: 2.8784165 Jul 22 19:36:38.574304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f962b8c-8d3a-47eb-8ed7-9b14d26fcdb2 req-691ec8f5-5f6f-4f82-9531-fea48324624e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.574709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:38.575908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f962b8c-8d3a-47eb-8ed7-9b14d26fcdb2 req-691ec8f5-5f6f-4f82-9531-fea48324624e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.3886065 Jul 22 19:36:38.586698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:38.588420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Subnet': ['ID=c4a311a6-790c-4a49-8a1b-515b56cbb10b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:38.593105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.593706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.602195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf0510-a9e1-4aaf-93c5-4631a39a5551 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:38.605966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=20']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:38.610622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:38.627212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aba0a977-8912-4bdd-914e-fc59094aa581 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4937363 Jul 22 19:36:38.639640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54078) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:38.646608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Request body: {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'mac_address': 'fa:16:3e:57:c6:06', 'name': 'tempest-NetworksTestDHCPv6-2029890000'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:38.657130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.699699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-0333613b-0982-438e-b8c3-5b7ab08863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.701232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d9b6522-8c90-4e28-b41f-4ef2b928ddef req-0333613b-0982-438e-b8c3-5b7ab08863d6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3547657 Jul 22 19:36:38.740295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7b143-fb1b-4c10-80c5-43472fb25048 service neutron] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:38.795410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.796503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.802069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.808068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.814166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.821172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.827092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.834273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:38.842029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-e567d6c9-1b03-486c-a934-9a5ae2669d4d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5383 time: 0.4754970 Jul 22 19:36:38.861882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Made reservation on behalf of f3622d6845ec43e9a6b3cd98beb7128a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:38.872709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f962b8c-8d3a-47eb-8ed7-9b14d26fcdb2 req-6602c812-1e89-4f0b-89bb-99cb8208950c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569585 Jul 22 19:36:38.928690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:38.948681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08c66a43-53bc-48b4-9248-2e3d5cc1fc2e req-2c3a9968-bed2-48b3-a5f6-6276ce640640 service neutron] 10.222.0.26 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043477 Jul 22 19:36:38.985981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Update dhcp port {'port': {'network_id': '504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0', 'fixed_ips': [{'subnet_id': 'c4a311a6-790c-4a49-8a1b-515b56cbb10b', 'ip_address': '2001:db8:0:1:f816:3eff:fee1:cbbd'}, {'subnet_id': 'b48b3bbf-836a-4987-a833-d3c5731b3c51'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8774c9a0-67cb-45b7-afba-7abb8f876ab6'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:36:39.023559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.031670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5984e153-d4f4-4bc4-986a-6a82ec00bc42 req-5053a17f-0dec-4430-986d-a13ef1601066 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1887310 Jul 22 19:36:39.120690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:39.132861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:39.136286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Pushing event updated for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:39.144007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:39.150133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce'}, {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:39.151129 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efb5d79-9f66-45ac-bed4-87efd644806e" -d '{"events": [{"name": "network-changed", "server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce"}, {"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:39.189674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c8754-3e7f-49dd-829b-a0eb260fd9b5 req-0d71836c-899d-46bb-b587-2cc9e4ea9614 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.191237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-224c8754-3e7f-49dd-829b-a0eb260fd9b5 req-0d71836c-899d-46bb-b587-2cc9e4ea9614 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2230785 Jul 22 19:36:39.239897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.239897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.263590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.264183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Allocated IP 2001:db8::2 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b48b3bbf-836a-4987-a833-d3c5731b3c51/8774c9a0-67cb-45b7-afba-7abb8f876ab6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:39.267732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-c3e142de-e5b5-4923-aca2-0e3300ce00f6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4545405 Jul 22 19:36:39.282834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Request body: {'port': {'device_id': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:39.309139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-224c8754-3e7f-49dd-829b-a0eb260fd9b5 req-ba612acf-c683-4493-9ca8-993b533b3632 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008806 Jul 22 19:36:39.311523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] device_id is not set on port e5c6bfe5-d3f3-439e-a285-aecb820738d8 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:39.319817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d60d00-294e-450e-8787-2cc969d65231 req-743eae15-2412-4c47-b69a-000b6f19135f tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.327414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65d60d00-294e-450e-8787-2cc969d65231 req-743eae15-2412-4c47-b69a-000b6f19135f tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 932 time: 0.1940155 Jul 22 19:36:39.397696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65d60d00-294e-450e-8787-2cc969d65231 req-1d1fd57a-c7eb-41cb-902f-6112b6dc7be6 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693111 Jul 22 19:36:39.413541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.422347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:39.471369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.487677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Transition to ACTIVE for port object 8774c9a0-67cb-45b7-afba-7abb8f876ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:39.492579 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.508279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73989f29-165c-4418-9952-5054e667a6ad {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:39.537497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.566334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Transition to ACTIVE for port object 73989f29-165c-4418-9952-5054e667a6ad will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:39.578474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.591291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f33127-12d9-4ccf-932c-dfd1cb54b966 None None] Pushing event updated for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=21']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:39.623490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1963cf-212c-4e7a-bc4c-6be94065cc66 req-017ab3bb-80db-444f-b611-83bba1637937 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.625806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a1963cf-212c-4e7a-bc4c-6be94065cc66 req-017ab3bb-80db-444f-b611-83bba1637937 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.2118630 Jul 22 19:36:39.673105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416b936-e14f-4c03-ac87-6d3d8440049c req-3d9a09b3-8846-4960-8778-1851ad7afc53 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:39.674688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6416b936-e14f-4c03-ac87-6d3d8440049c req-3d9a09b3-8846-4960-8778-1851ad7afc53 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 944 time: 0.1847730 Jul 22 19:36:39.683100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:39.750209 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.790910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a1963cf-212c-4e7a-bc4c-6be94065cc66 req-ed55b571-e855-4a99-92c3-ead5148c4c5b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447022 Jul 22 19:36:39.798483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8::390 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/b48b3bbf-836a-4987-a833-d3c5731b3c51/e5c6bfe5-d3f3-439e-a285-aecb820738d8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:39.811120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:c606 (504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0/c4a311a6-790c-4a49-8a1b-515b56cbb10b/e5c6bfe5-d3f3-439e-a285-aecb820738d8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:39.833446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6416b936-e14f-4c03-ac87-6d3d8440049c req-2c1bd1a2-4083-46d8-b08b-170ad5bafc35 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427708 Jul 22 19:36:39.862499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Attempting to bind port 73989f29-165c-4418-9952-5054e667a6ad on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:39.862499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Attempting to bind port 73989f29-165c-4418-9952-5054e667a6ad by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:39.862499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Attempting to bind port 73989f29-165c-4418-9952-5054e667a6ad on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:39.862499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Port 73989f29-165c-4418-9952-5054e667a6ad on network eff732a4-e563-4aed-8f2f-55798a2e5a4c not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:39.863000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Attempting to bind port 73989f29-165c-4418-9952-5054e667a6ad on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:39.872746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:39.873321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Checking segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:39.873668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Bound using segment: {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:39.874272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Bound port: 73989f29-165c-4418-9952-5054e667a6ad, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf45942e-c53b-41ab-804f-2475c7a5d727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:39.874656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.885657 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd4a59a-c782-4151-b231-1faa3088e4ae x-openstack-request-id: req-cdd4a59a-c782-4151-b231-1faa3088e4ae {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:39.885978 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:39.886244 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdd4a59a-c782-4151-b231-1faa3088e4ae {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:39.886802 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce', 'status': 'completed', 'code': 200} Jul 22 19:36:39.887501 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'status': 'completed', 'code': 200} Jul 22 19:36:39.890472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f71c17-b058-4f02-960c-2b981224d37d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:39.918161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.968793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Transition to ACTIVE for port object f9f71c17-b058-4f02-960c-2b981224d37d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:39.980757 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:39.999005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea8019c4-04f4-4324-9a11-1d35f82488d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.112865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Pushing event updated for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:40.192232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:40.200485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.208833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.209320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.209812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.210294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.211040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.211233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.211710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.213721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-bc8d250b-b317-475e-8126-ad455f4b748c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6305 time: 0.3150070 Jul 22 19:36:40.223519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:40.230826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Attempting to bind port f9f71c17-b058-4f02-960c-2b981224d37d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:40.231172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Attempting to bind port f9f71c17-b058-4f02-960c-2b981224d37d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:40.231471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Attempting to bind port f9f71c17-b058-4f02-960c-2b981224d37d on network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:40.234060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Transition to ACTIVE for port object e5c6bfe5-d3f3-439e-a285-aecb820738d8 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:40.234209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.240686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Port f9f71c17-b058-4f02-960c-2b981224d37d on network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:40.241014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Attempting to bind port f9f71c17-b058-4f02-960c-2b981224d37d on network dd3951f9-986a-47eb-a284-c8a0e33b2cd5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:40.249136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:40.250772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Checking segment: {'id': 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:40.250772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Bound using segment: {'id': 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:40.250772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Bound port: f9f71c17-b058-4f02-960c-2b981224d37d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:40.250772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.283188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-148fbc3e-412a-4712-a4de-77eca692d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.284788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-148fbc3e-412a-4712-a4de-77eca692d65b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1edfbe584c46497fa071fe91c8b25347&device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 1096 time: 0.3279831 Jul 22 19:36:40.338903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.344835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.32', 64078) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:40.358080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.358720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.360138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] 10.222.0.32 "PUT /v2.0/ports/73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 200 len: 1091 time: 1.7539175 Jul 22 19:36:40.368877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73a1a1-3629-4d9c-a207-00bb82fa1afc req-12ccd14e-3ab1-4321-b8f1-55488a4deb51 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.370416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a73a1a1-3629-4d9c-a207-00bb82fa1afc req-12ccd14e-3ab1-4321-b8f1-55488a4deb51 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.4084668 Jul 22 19:36:40.422863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:40.427751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:40.465179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:40.467093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f9f71c17-b058-4f02-960c-2b981224d37d,segment=NetworkSegment(fd3649b1-bd37-4a39-a682-1c6eb6edec4c),segment_id=fd3649b1-bd37-4a39-a682-1c6eb6edec4c)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:40.475086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:40.478561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:40.484437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.485387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.487983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event updated for resources: {'Port': ['ID=e5c6bfe5-d3f3-439e-a285-aecb820738d8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:40.500478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.502781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5fc1f7c-4c4f-4c65-b639-378d7e496780 None None] Provisioning for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:40.508824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5fc1f7c-4c4f-4c65-b639-378d7e496780 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:40.509200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5fc1f7c-4c4f-4c65-b639-378d7e496780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.550784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8bf21f54-efc1-4baa-a1ea-2631312779fd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9167724 Jul 22 19:36:40.556995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.558155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.560240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] 10.222.0.32 "PUT /v2.0/ports/f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 200 len: 1093 time: 1.2829645 Jul 22 19:36:40.563488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54100) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:40.574000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:40.577879 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf73b93-030b-4516-9b25-96b9688a5f16" -d '{"events": [{"name": "network-changed", "server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:40.713158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ded5c-74e7-4a5b-a842-e64c0049614b service neutron] Pushing event updated for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:40.719315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-4279f9c2-531a-4a5c-b886-37321f39db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.721025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-4279f9c2-531a-4a5c-b886-37321f39db6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1101 time: 0.3653748 Jul 22 19:36:40.736909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:40.805523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:40.806206 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.892344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42973190-a24b-43c4-94bb-2f0dcf1db39e service neutron] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:40.897975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-e4947275-c718-4784-9148-46da79a6595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.899800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-e4947275-c718-4784-9148-46da79a6595c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 1096 time: 0.2565961 Jul 22 19:36:40.908944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-0cc9a325-a337-46a3-999c-d4ee0e5c7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.910647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-0cc9a325-a337-46a3-999c-d4ee0e5c7985 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1649091 Jul 22 19:36:40.942969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52c3f8-c8b4-42bd-a533-7b1c58a59df4 req-809e097c-670a-46c4-9e89-b3bc3be8019c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.944521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc52c3f8-c8b4-42bd-a533-7b1c58a59df4 req-809e097c-670a-46c4-9e89-b3bc3be8019c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.8220520 Jul 22 19:36:40.960032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting port e5c6bfe5-d3f3-439e-a285-aecb820738d8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:40.960396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.961333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-853e0b79-a187-4f38-aee1-320f1b60fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.961821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-853e0b79-a187-4f38-aee1-320f1b60fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.962294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-853e0b79-a187-4f38-aee1-320f1b60fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:40.963851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-853e0b79-a187-4f38-aee1-320f1b60fabb service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7312384 Jul 22 19:36:40.986785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3e47f823-8a96-480c-ae0d-6f68abecc2f7 None None] Provisioning for port e5c6bfe5-d3f3-439e-a285-aecb820738d8 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:40.991234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3e47f823-8a96-480c-ae0d-6f68abecc2f7 None None] Provisioning complete for port e5c6bfe5-d3f3-439e-a285-aecb820738d8 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:40.991653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3e47f823-8a96-480c-ae0d-6f68abecc2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:40.992489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-479fb341-96e4-482d-a088-caba033d3830 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 200 len: 217 time: 0.0807736 Jul 22 19:36:40.995403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-74a4ef8e-1a6e-4f24-9c42-0f1c0fca9cec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=d039d3af-3767-40e3-8762-62f3adc52349 HTTP/1.1" status: 200 len: 217 time: 0.0729413 Jul 22 19:36:40.999758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a73a1a1-3629-4d9c-a207-00bb82fa1afc req-81724838-aec6-42ea-b80d-2a1d73a9e563 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841918 Jul 22 19:36:41.047146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3e47f823-8a96-480c-ae0d-6f68abecc2f7 None None] Port e5c6bfe5-d3f3-439e-a285-aecb820738d8 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:36:41.063851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-8bfbb9b3-7ac2-4c7b-88d5-4d6c717dc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.065396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-8bfbb9b3-7ac2-4c7b-88d5-4d6c717dc454 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1061af7a-74de-491d-956c-34811aad1903 HTTP/1.1" status: 200 len: 915 time: 0.7522807 Jul 22 19:36:41.093134 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:41.151909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-a211fdba-f278-4b24-98a6-6f940ce2ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.153527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-a211fdba-f278-4b24-98a6-6f940ce2ffe3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d69103c-32f3-475d-bb7b-125d093c5dcf HTTP/1.1" status: 200 len: 852 time: 0.1473801 Jul 22 19:36:41.169158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc52c3f8-c8b4-42bd-a533-7b1c58a59df4 req-d52109ac-96f3-4b6f-9246-8bd4fd848b82 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139602 Jul 22 19:36:41.176902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-0ad70f7b-3960-44ea-9a58-393092136392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.177151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-66da19f6-cc16-4c51-a9dc-d910d75edf61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce HTTP/1.1" status: 200 len: 217 time: 0.1039762 Jul 22 19:36:41.186253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-0ad70f7b-3960-44ea-9a58-393092136392 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1789877 Jul 22 19:36:41.232130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-54918b11-6a3b-41db-8482-11c8e4575324 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696230 Jul 22 19:36:41.241967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:41.316029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Calling delete_port for e5c6bfe5-d3f3-439e-a285-aecb820738d8 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:41.350201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-469ff146-cadb-463e-8102-06e75c01badd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.351843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-469ff146-cadb-463e-8102-06e75c01badd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3806918 Jul 22 19:36:41.414963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-fc283a8c-bbe5-49d3-b210-72ae3a33a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.416507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-fc283a8c-bbe5-49d3-b210-72ae3a33a7e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a HTTP/1.1" status: 200 len: 854 time: 0.2308900 Jul 22 19:36:41.437726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:41.483073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-33094676-8b19-473e-ab6e-d394b5b7adbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1061af7a-74de-491d-956c-34811aad1903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518708 Jul 22 19:36:41.599370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707ca15-6b58-4a98-8325-f6db89247277 req-2b4f02fa-4f31-4f72-a702-c1adcded10e0 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.604758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a707ca15-6b58-4a98-8325-f6db89247277 req-2b4f02fa-4f31-4f72-a702-c1adcded10e0 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 944 time: 0.3449147 Jul 22 19:36:41.652682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.658965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.661844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a071f2f0-adb1-42d6-b174-0ad2391a1cce details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:41.666852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.672692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.680064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.686674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.693934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.696337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-297d7635-93ec-4c5a-a370-a809306e2aa3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5395 time: 0.4713099 Jul 22 19:36:41.798926 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-53b45f6b-600b-4aa8-b6d9-5ebe74b6b17d service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370429 Jul 22 19:36:41.802398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-780964f9-da7b-4abf-98d2-5a58a3267a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.805122 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-780964f9-da7b-4abf-98d2-5a58a3267a90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5859666 Jul 22 19:36:41.811487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-ad0fe084-68d7-457d-8067-5e58fe3025dc service neutron] 10.222.0.26 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050938 Jul 22 19:36:41.829288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce,segment=NetworkSegment(e71d8783-047b-42a8-b746-cfbe4e00ae3e),segment_id=e71d8783-047b-42a8-b746-cfbe4e00ae3e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:41.836372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a707ca15-6b58-4a98-8325-f6db89247277 req-be14e990-0c3e-4093-9c0a-1c2145c0a8b0 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145867 Jul 22 19:36:41.854851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce', 'network_id': '1061af7a-74de-491d-956c-34811aad1903', 'port_id': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce', 'mac_address': 'fa:16:3e:a7:b6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:41.881206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-3c100c15-8788-4997-9c6a-77052aa04de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:41.902016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a27d7681-3a4d-491f-b0a0-0ece94fd6e67 req-0421a2e9-e5f1-4d30-9c87-e6769def161b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1891565 Jul 22 19:36:41.905031 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-3c100c15-8788-4997-9c6a-77052aa04de4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.6750906 Jul 22 19:36:41.923427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:41.941546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '73989f29-165c-4418-9952-5054e667a6ad'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:41.944496 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "73989f29-165c-4418-9952-5054e667a6ad"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:41.956037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a071f2f0-adb1-42d6-b174-0ad2391a1cce {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:41.988075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce,segment=NetworkSegment(e71d8783-047b-42a8-b746-cfbe4e00ae3e),segment_id=e71d8783-047b-42a8-b746-cfbe4e00ae3e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:41.993132 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbce9610-b232-4596-906f-dd40f310ac70 x-openstack-request-id: req-bbce9610-b232-4596-906f-dd40f310ac70 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:41.993318 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:41.993995 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbce9610-b232-4596-906f-dd40f310ac70 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:41.993995 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d', 'status': 'completed', 'code': 200} Jul 22 19:36:41.998189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.115682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:42.129876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.158925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:42.159239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6efb5d79-9f66-45ac-bed4-87efd644806e req-2444c7f6-866d-4ec2-9927-3fb61a10b7c3 service neutron] 10.222.0.26 "GET /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217909 Jul 22 19:36:42.163056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Transition to ACTIVE for port object 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:42.169774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.231400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4d470-f235-43e5-b448-b93380656f4e req-63102169-43c9-4075-9d7d-329af12f351a tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.233133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1f4d470-f235-43e5-b448-b93380656f4e req-63102169-43c9-4075-9d7d-329af12f351a tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 945 time: 0.1976707 Jul 22 19:36:42.255338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.279549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a071f2f0-adb1-42d6-b174-0ad2391a1cce'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:42.279776 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a181c3cb-5482-4204-9d90-e91f94dfa7e0 req-ecf6e60e-e3f0-4841-b0f8-5ac1bff0b779 service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728427 Jul 22 19:36:42.300010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:42.325415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-6739099f-2218-4d6b-8f49-0e38b96f88d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.326812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-6739099f-2218-4d6b-8f49-0e38b96f88d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.4208891 Jul 22 19:36:42.327617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Port': ['ID=e5c6bfe5-d3f3-439e-a285-aecb820738d8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:42.334543 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-2a988406-0991-4e88-8e54-b97fef43f4b9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970577 Jul 22 19:36:42.386995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1f4d470-f235-43e5-b448-b93380656f4e req-3836fe33-8bdb-4baf-99dc-c80c46866b7b tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338353 Jul 22 19:36:42.462033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066add2-21fd-4c36-8bb1-cc57a10a1266 req-36b43db3-cb32-4288-9a98-33dad4c24b3a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.469230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1066add2-21fd-4c36-8bb1-cc57a10a1266 req-36b43db3-cb32-4288-9a98-33dad4c24b3a tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2331290 Jul 22 19:36:42.491297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Attempting to bind port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:42.492988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Attempting to bind port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:42.493434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Attempting to bind port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:42.518646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:42.523487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Attempting to bind port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:42.527555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-4b912565-bb36-4acc-b665-ccccd426bd4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.1878498 Jul 22 19:36:42.569570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.569707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1066add2-21fd-4c36-8bb1-cc57a10a1266 req-ef6b7608-e415-4e70-91d2-a14b593e08da tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992625 Jul 22 19:36:42.570733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:42.570951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Checking segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:42.571647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Bound using segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:42.571813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Bound port: 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:42.572202 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.573968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cfbec348-5439-410b-9d94-1cf4b59ce43d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/e5c6bfe5-d3f3-439e-a285-aecb820738d8 HTTP/1.1" status: 204 len: 168 time: 1.9932981 Jul 22 19:36:42.574959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54120) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:42.671753 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00388f99-a305-4305-835b-8c0610ab2d68 x-openstack-request-id: req-00388f99-a305-4305-835b-8c0610ab2d68 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:42.672046 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "73989f29-165c-4418-9952-5054e667a6ad", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:42.672324 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00388f99-a305-4305-835b-8c0610ab2d68 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:42.672720 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '73989f29-165c-4418-9952-5054e667a6ad', 'status': 'completed', 'code': 200} Jul 22 19:36:42.710679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-024d12b0-89fd-466a-a4e2-aa63fa45a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.712327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-024d12b0-89fd-466a-a4e2-aa63fa45a07f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.1550615 Jul 22 19:36:42.770820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-386bdab4-1e74-4ed6-8903-dd6dac1bb501 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495443 Jul 22 19:36:42.810863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.831643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-c65c2a62-3a7c-4faf-bbb7-f15261470c3d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869790 Jul 22 19:36:42.870058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-f88076cf-1664-4fbd-a6d7-83e8a5ccc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.872264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-f88076cf-1664-4fbd-a6d7-83e8a5ccc243 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 1096 time: 0.4129317 Jul 22 19:36:42.873300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:42.887421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a6123c-f2f9-4332-a247-30f2235def65 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.889010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a9a6123c-f2f9-4332-a247-30f2235def65 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3130877 Jul 22 19:36:42.894067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:42.904799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:42.915811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:42.960868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.961266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.961755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.962236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.962714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.963189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.963683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:42.965621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-12285094-8d1b-402a-b980-1fbc3dac1d3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6373 time: 0.2786672 Jul 22 19:36:42.975519 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-efbd6e9b-b2c2-4a22-bc57-e15b9941d0dd service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926146 Jul 22 19:36:42.999702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.000744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.001763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] 10.222.0.32 "PUT /v2.0/ports/6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 200 len: 1092 time: 2.5873830 Jul 22 19:36:43.013555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e18f75-30d3-4d36-b044-8a46a9b09919 req-4d7ffb19-14b7-43a6-8a6d-682ed01a6cc3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.015130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52e18f75-30d3-4d36-b044-8a46a9b09919 req-4d7ffb19-14b7-43a6-8a6d-682ed01a6cc3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.2657623 Jul 22 19:36:43.042183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Request body: {'port': {'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:43.113176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1404f2c-e59c-40d5-aa73-ae10181607ce service neutron] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:43.116539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4db5ea-b130-4d32-aac5-b9f951425887 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.118410 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8c4db5ea-b130-4d32-aac5-b9f951425887 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2207539 Jul 22 19:36:43.123432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0964a0-6fa5-4694-b970-7bf54778eb5c req-f78b0cbb-0f2e-4eec-ad06-4d4a86fd2970 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.125588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb0964a0-6fa5-4694-b970-7bf54778eb5c req-f78b0cbb-0f2e-4eec-ad06-4d4a86fd2970 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.3064559 Jul 22 19:36:43.125741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:43.135762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-007075e4-a3ef-4cc3-93c2-cfc6e979ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.137295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-007075e4-a3ef-4cc3-93c2-cfc6e979ef7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 200 len: 913 time: 0.2567484 Jul 22 19:36:43.210041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a23f908-06e9-4e8c-8004-cb79b5c660d8 req-801b5a3e-cb51-4a28-8958-3a7a3bb7ff93 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078590 Jul 22 19:36:43.212456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-b45ae003-bf20-4015-abd0-dc6c90a61d0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 200 len: 217 time: 0.0563498 Jul 22 19:36:43.287058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52e18f75-30d3-4d36-b044-8a46a9b09919 req-156a5340-8283-4394-9eb3-d2bdae911981 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548327 Jul 22 19:36:43.290070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-d4415a50-0c24-4a98-a54a-6143dcf27319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.291561 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-d4415a50-0c24-4a98-a54a-6143dcf27319 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d69103c-32f3-475d-bb7b-125d093c5dcf HTTP/1.1" status: 200 len: 852 time: 0.0659313 Jul 22 19:36:43.324218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb0964a0-6fa5-4694-b970-7bf54778eb5c req-d58d3268-67da-4a14-8abf-0a8225f221f1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508541 Jul 22 19:36:43.329573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0907042-420c-4f87-aa4c-e73777953a2e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.331139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0907042-420c-4f87-aa4c-e73777953a2e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.332209 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-a133e9f0-ffd2-41a8-a1dd-4e91794e6c40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332410 Jul 22 19:36:43.333885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0907042-420c-4f87-aa4c-e73777953a2e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.335490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0907042-420c-4f87-aa4c-e73777953a2e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2028162 Jul 22 19:36:43.336627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.338767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54134) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:43.340332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-7e23dde6-0d0e-4d5b-9a1e-afefaa1258b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.340825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-7e23dde6-0d0e-4d5b-9a1e-afefaa1258b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.341303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-7e23dde6-0d0e-4d5b-9a1e-afefaa1258b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.342860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-7e23dde6-0d0e-4d5b-9a1e-afefaa1258b9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3615630 Jul 22 19:36:43.450603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet b48b3bbf-836a-4987-a833-d3c5731b3c51 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:43.459093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.508002 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-36da8adb-edf3-4be2-ad57-8824f024ef0e service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669972 Jul 22 19:36:43.512772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.672597 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bf73b93-030b-4516-9b25-96b9688a5f16 req-9c76f0cf-2523-4720-ac8c-9bcff79f3863 service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396034 Jul 22 19:36:43.673895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.678216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a071f2f0-adb1-42d6-b174-0ad2391a1cce up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:43.733446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port a071f2f0-adb1-42d6-b174-0ad2391a1cce completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:43.740085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port a071f2f0-adb1-42d6-b174-0ad2391a1cce triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:43.740492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.749832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.768721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.774270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b48b3bbf-836a-4987-a833-d3c5731b3c51 HTTP/1.1" status: 204 len: 168 time: 0.4323275 Jul 22 19:36:43.775945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:43.780906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5f9b7-c789-4673-a104-503283c34ae7 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:43.845965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5869302-a4c7-4ba9-be76-9cbe608d3a71 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=b48b3bbf-836a-4987-a833-d3c5731b3c51,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:43.866526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Deleting subnet c4a311a6-790c-4a49-8a1b-515b56cbb10b {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:36:43.870747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.887431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.917997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.923004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:43.925503 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6955d1-9fb4-4ad2-a21e-da13effe18d7" -d '{"events": [{"server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "name": "network-vif-plugged", "status": "completed", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:43.954356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-f6ba3fce-efe1-4c73-a50a-bd81412b0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:43.955874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8ddebd-68d1-4228-a2da-f4bff54fd25e req-f6ba3fce-efe1-4c73-a50a-bd81412b0abe service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5955029 Jul 22 19:36:43.960268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce,segment=NetworkSegment(e71d8783-047b-42a8-b746-cfbe4e00ae3e),segment_id=e71d8783-047b-42a8-b746-cfbe4e00ae3e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:43.972607 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:43.999798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78b6df-8ca2-4399-a67c-b97d3eadf49c req-f674bf24-5076-4594-8ee0-40854387d7d5 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.001332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d78b6df-8ca2-4399-a67c-b97d3eadf49c req-f674bf24-5076-4594-8ee0-40854387d7d5 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 944 time: 0.5969560 Jul 22 19:36:44.015673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.022741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.028602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.028764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.034528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.040892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.046844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.053210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.059048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:44.060721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-f3d22155-9b3d-460c-b1d8-0d65fc7232cd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5407 time: 0.6372902 Jul 22 19:36:44.096377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.124952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a311a6-790c-4a49-8a1b-515b56cbb10b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:44.130329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.134868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-643b9197-2b56-49e8-8e8a-b9465fad0d06 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/c4a311a6-790c-4a49-8a1b-515b56cbb10b HTTP/1.1" status: 204 len: 168 time: 0.3551981 Jul 22 19:36:44.135223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54144) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.236104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-094822b6-a14c-4bae-ab23-30d674acb478 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971596 Jul 22 19:36:44.239351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54146) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.245720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d78b6df-8ca2-4399-a67c-b97d3eadf49c req-4b605465-0831-4213-9e08-b00919541a51 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805513 Jul 22 19:36:44.253748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a99c51e-6632-4896-86ab-4c710a2eada3 req-573bcbe2-d241-4d5d-b684-81d48adddf31 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906595 Jul 22 19:36:44.336338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1afbf9-1e2c-47f0-8abe-2b4481243b9e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.340276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ca1afbf9-1e2c-47f0-8abe-2b4481243b9e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0974917 Jul 22 19:36:44.341331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54150) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.371938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cfd43b8c-466c-48b6-b01d-5c118f9e4260 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.373581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cfd43b8c-466c-48b6-b01d-5c118f9e4260 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.2155013 Jul 22 19:36:44.375887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93007e3b-daca-4900-a53a-9ec89e94650b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:44.412099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878e263-76d7-4e52-b0e2-ec2fe1b5709d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.414095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2878e263-76d7-4e52-b0e2-ec2fe1b5709d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718167 Jul 22 19:36:44.417575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.422266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.465543 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56b27278-a86c-46a2-aab1-f55e6732095f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443244 Jul 22 19:36:44.470462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.487425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Transition to ACTIVE for port object 93007e3b-daca-4900-a53a-9ec89e94650b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:44.498341 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b3ad0c-397e-4d7a-85fe-cfa7909c84d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.498647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b3ad0c-397e-4d7a-85fe-cfa7909c84d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.502905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02b3ad0c-397e-4d7a-85fe-cfa7909c84d9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/e5c6bfe5-d3f3-439e-a285-aecb820738d8 HTTP/1.1" status: 404 len: 333 time: 0.0289931 Jul 22 19:36:44.503105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.509804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.530487 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e32959-621b-45cf-a142-5717edad1fe0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.530919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e32959-621b-45cf-a142-5717edad1fe0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.533053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f3e32959-621b-45cf-a142-5717edad1fe0 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/c4a311a6-790c-4a49-8a1b-515b56cbb10b HTTP/1.1" status: 404 len: 337 time: 0.0290256 Jul 22 19:36:44.536489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.563723 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d44ade7-464b-4364-b545-bb7e18de8046 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.564072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d44ade7-464b-4364-b545-bb7e18de8046 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.568487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d44ade7-464b-4364-b545-bb7e18de8046 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b48b3bbf-836a-4987-a833-d3c5731b3c51 HTTP/1.1" status: 404 len: 337 time: 0.0291429 Jul 22 19:36:44.569671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54162) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.597031 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-944ce62a-833a-4613-91c4-f97530271754 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.599170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944ce62a-833a-4613-91c4-f97530271754 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.600644 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-944ce62a-833a-4613-91c4-f97530271754 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/bb58189e-39e4-4c5b-9280-91e5305fc259 HTTP/1.1" status: 404 len: 333 time: 0.0300262 Jul 22 19:36:44.603055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.637713 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcc1fae-8e6a-4446-9dd4-8117da9d8fc3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.638154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fcc1fae-8e6a-4446-9dd4-8117da9d8fc3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.638411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:44.640229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fcc1fae-8e6a-4446-9dd4-8117da9d8fc3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/0d908722-4cae-4559-b401-2a2fe4151fac HTTP/1.1" status: 404 len: 337 time: 0.0359290 Jul 22 19:36:44.642525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.654670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d4c55-5ac0-4ce7-97b6-56fdf464c391 req-1cbea9c4-9fe6-42b7-922d-14af7aaaabda tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.656289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453d4c55-5ac0-4ce7-97b6-56fdf464c391 req-1cbea9c4-9fe6-42b7-922d-14af7aaaabda tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 946 time: 0.2686956 Jul 22 19:36:44.669811 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3957f349-78dc-4a1c-9189-7f65bc119bb9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.670268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3957f349-78dc-4a1c-9189-7f65bc119bb9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.672206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3957f349-78dc-4a1c-9189-7f65bc119bb9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e49b3db8-b196-465b-bedb-074f723e09c3 HTTP/1.1" status: 404 len: 337 time: 0.0285296 Jul 22 19:36:44.674673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.699296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:44.701544 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:44.701684 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8214e8-f284-4a94-8d1e-4c9e8a9ab48e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.702426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8214e8-f284-4a94-8d1e-4c9e8a9ab48e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.704459 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf8214e8-f284-4a94-8d1e-4c9e8a9ab48e tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/f8798d57-ffa3-4af6-b95d-4615b411abff HTTP/1.1" status: 404 len: 333 time: 0.0286021 Jul 22 19:36:44.710779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54172) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.715056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7d037-70a6-4568-97db-ffd39f455444 req-f032355e-9620-469f-ba8c-55bd70c8f763 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:44.716866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24d7d037-70a6-4568-97db-ffd39f455444 req-f032355e-9620-469f-ba8c-55bd70c8f763 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2740984 Jul 22 19:36:44.725789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f9f71c17-b058-4f02-960c-2b981224d37d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:44.747740 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54a3741-d22d-4ac6-8943-edff60d119cd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.748241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54a3741-d22d-4ac6-8943-edff60d119cd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.752222 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d54a3741-d22d-4ac6-8943-edff60d119cd tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/173c5db9-4c52-4782-80cc-a0f379c729c9 HTTP/1.1" status: 404 len: 337 time: 0.0382195 Jul 22 19:36:44.758632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54174) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.792385 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-07729b91-f185-4a21-a147-44b9834dd9cc tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.792779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07729b91-f185-4a21-a147-44b9834dd9cc tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.795206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-07729b91-f185-4a21-a147-44b9834dd9cc tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ccfcb0ed-3073-4429-a485-e7acb90ec0b1 HTTP/1.1" status: 404 len: 337 time: 0.0352707 Jul 22 19:36:44.797225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54176) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.829879 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3ce2fc-155b-4055-86fe-dfa2a2daf5e9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.830682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3ce2fc-155b-4055-86fe-dfa2a2daf5e9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.834003 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8e3ce2fc-155b-4055-86fe-dfa2a2daf5e9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/e9134ee0-eb68-445e-9699-8a6cab8d4894 HTTP/1.1" status: 404 len: 333 time: 0.0356472 Jul 22 19:36:44.836612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54178) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.851124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24d7d037-70a6-4568-97db-ffd39f455444 req-7fcefed4-2d83-4057-b150-0edde498bac3 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054177 Jul 22 19:36:44.874322 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd0fd7d-1d39-4a86-a04e-474fcca6e188 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.874867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd0fd7d-1d39-4a86-a04e-474fcca6e188 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.877010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4dd0fd7d-1d39-4a86-a04e-474fcca6e188 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/4d446735-eaa5-4a20-8b00-3c3e888d2a5c HTTP/1.1" status: 404 len: 337 time: 0.0393395 Jul 22 19:36:44.880471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.886296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port f192f1c4-a45e-4d70-a03c-210a5c606527 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:44.886662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:44.915925 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54dfce1-3f54-442e-974f-54ecb4f2f6fa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.916460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54dfce1-3f54-442e-974f-54ecb4f2f6fa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.918202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d54dfce1-3f54-442e-974f-54ecb4f2f6fa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e4cf89bc-eff1-4d84-84eb-2bb213526c47 HTTP/1.1" status: 404 len: 337 time: 0.0367520 Jul 22 19:36:44.922420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54182) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:44.968116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453d4c55-5ac0-4ce7-97b6-56fdf464c391 req-d4ec01f0-cfb8-456b-8049-96c3487d1650 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976573 Jul 22 19:36:44.989622 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a7fd71-fb83-4d05-aa83-89945a2de2cf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:44.990689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a7fd71-fb83-4d05-aa83-89945a2de2cf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:44.992788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19a7fd71-fb83-4d05-aa83-89945a2de2cf tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/53f358ba-4981-459b-a602-be23fabaa4c2 HTTP/1.1" status: 404 len: 333 time: 0.0691910 Jul 22 19:36:44.995282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54184) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.015444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Attempting to bind port 93007e3b-daca-4900-a53a-9ec89e94650b on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:45.015808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Attempting to bind port 93007e3b-daca-4900-a53a-9ec89e94650b by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:45.027156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Attempting to bind port 93007e3b-daca-4900-a53a-9ec89e94650b on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:45.032292 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ed3ef92-981e-4c94-a00e-7a78862db10c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.032807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ed3ef92-981e-4c94-a00e-7a78862db10c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.036295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ed3ef92-981e-4c94-a00e-7a78862db10c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/5d5d52ec-e926-4af5-9cda-800a0b8025c2 HTTP/1.1" status: 404 len: 337 time: 0.0388403 Jul 22 19:36:45.038888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.097738 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe54672-1a74-4706-98ed-6eacf92d5c84 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.098765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe54672-1a74-4706-98ed-6eacf92d5c84 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.100812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-efe54672-1a74-4706-98ed-6eacf92d5c84 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/c0bfea1a-dcca-42e6-9a10-6a84990369e2 HTTP/1.1" status: 404 len: 333 time: 0.0604022 Jul 22 19:36:45.100995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Port 93007e3b-daca-4900-a53a-9ec89e94650b on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:45.101417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Attempting to bind port 93007e3b-daca-4900-a53a-9ec89e94650b on network 824e7915-8b99-4eda-ae61-da46a09ba1b4 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:45.103346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.109736 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83785b8-02de-4cbd-8490-28f76762b380 x-openstack-request-id: req-e83785b8-02de-4cbd-8490-28f76762b380 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:45.110019 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "name": "network-vif-plugged", "status": "completed", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:45.110704 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e83785b8-02de-4cbd-8490-28f76762b380 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:45.110704 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce', 'code': 200} Jul 22 19:36:45.111317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab7755b-75ca-4c03-80b4-7966b11cf663 None None] Network 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:45.130740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d19dff-49a2-41fa-93c5-cac595b89500 req-1af78244-2b8d-4674-9804-6899163f2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:45.132202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73d19dff-49a2-41fa-93c5-cac595b89500 req-1af78244-2b8d-4674-9804-6899163f2745 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 1098 time: 0.0849783 Jul 22 19:36:45.169321 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea46a73-499a-4a7e-9e0e-13bd2222856b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.169824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea46a73-499a-4a7e-9e0e-13bd2222856b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4ea46a73-499a-4a7e-9e0e-13bd2222856b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/58942819-f7cc-47ad-b7dc-06284143068e HTTP/1.1" status: 404 len: 337 time: 0.0600467 Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Checking segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Bound using segment: {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Bound port: 93007e3b-daca-4900-a53a-9ec89e94650b, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0031a4d1-285c-426b-8440-896c5131e71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:45.173926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.174427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.183405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73d19dff-49a2-41fa-93c5-cac595b89500 req-2203dd1f-9b41-46b0-85ca-0a8429eb4e35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Jul 22 19:36:45.204453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f9f71c17-b058-4f02-960c-2b981224d37d,segment=NetworkSegment(fd3649b1-bd37-4a39-a682-1c6eb6edec4c),segment_id=fd3649b1-bd37-4a39-a682-1c6eb6edec4c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:45.206572 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8469e8-43eb-4b17-bf5c-6e4b30659921 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.207700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8469e8-43eb-4b17-bf5c-6e4b30659921 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.212049 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e8469e8-43eb-4b17-bf5c-6e4b30659921 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/90d89970-81d3-427b-ab79-114fb24d8581 HTTP/1.1" status: 404 len: 333 time: 0.0344262 Jul 22 19:36:45.212575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.213937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port f192f1c4-a45e-4d70-a03c-210a5c606527, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f192f1c4-a45e-4d70-a03c-210a5c606527,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:45.214457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.239797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for f192f1c4-a45e-4d70-a03c-210a5c606527 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:45.240737 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa24d34-e3fc-46eb-9977-be0dae78dbde tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.241315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa24d34-e3fc-46eb-9977-be0dae78dbde tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.241440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f9f71c17-b058-4f02-960c-2b981224d37d', 'network_id': 'dd3951f9-986a-47eb-a284-c8a0e33b2cd5', 'port_id': 'f9f71c17-b058-4f02-960c-2b981224d37d', 'mac_address': 'fa:16:3e:68:01:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d69103c-32f3-475d-bb7b-125d093c5dcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:45.243426 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7aa24d34-e3fc-46eb-9977-be0dae78dbde tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/741eb291-98fa-4c88-a6fa-85be20bd3b87 HTTP/1.1" status: 404 len: 337 time: 0.0295889 Jul 22 19:36:45.246521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0b575ce9-0376-43a9-8ec5-28d139e516e2 None None] Provisioning complete for port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:45.246900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0b575ce9-0376-43a9-8ec5-28d139e516e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.247638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.274391 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-746a15d3-8f9c-45af-9317-90f6472c9389 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.274772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746a15d3-8f9c-45af-9317-90f6472c9389 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.279357 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-746a15d3-8f9c-45af-9317-90f6472c9389 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/35329eb9-91f7-4591-b6c6-a4fc1d282318 HTTP/1.1" status: 404 len: 333 time: 0.0278788 Jul 22 19:36:45.279357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.302828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a12e5b-1bf6-4675-bee8-b2b496d15af4 req-cec72740-794a-4140-8ccb-eeba1518c62f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:45.304202 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a12e5b-1bf6-4675-bee8-b2b496d15af4 req-cec72740-794a-4140-8ccb-eeba1518c62f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3198564 Jul 22 19:36:45.305477 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b769f93-eddd-4fe1-a713-4f1bb749437a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.305936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b769f93-eddd-4fe1-a713-4f1bb749437a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.310552 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b769f93-eddd-4fe1-a713-4f1bb749437a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/f0acbd0b-4592-4b7e-ba18-8d72ecf48ef7 HTTP/1.1" status: 404 len: 337 time: 0.0276532 Jul 22 19:36:45.310552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54202) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.341284 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cbe046-86a3-44a2-a1c0-e3252ef4f589 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.342409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cbe046-86a3-44a2-a1c0-e3252ef4f589 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.345560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4cbe046-86a3-44a2-a1c0-e3252ef4f589 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/03e16958-ad40-4f75-adbd-77aa249e181a HTTP/1.1" status: 404 len: 333 time: 0.0341442 Jul 22 19:36:45.349781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.371952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.379900 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ae0037-b281-4ce3-9f0f-e44a5e72162b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.380811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ae0037-b281-4ce3-9f0f-e44a5e72162b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.384665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-76ae0037-b281-4ce3-9f0f-e44a5e72162b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/6bc99ef8-963c-4de7-9c7e-876223b59044 HTTP/1.1" status: 404 len: 337 time: 0.0341012 Jul 22 19:36:45.385485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.386090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe184-1e58-401a-b25d-7429a2f1b6c7 req-ca12c4e8-6a69-47d3-8c26-832e7c14ee87 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:45.387625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f38fe184-1e58-401a-b25d-7429a2f1b6c7 req-ca12c4e8-6a69-47d3-8c26-832e7c14ee87 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=c45eaab8-cca1-431e-9623-fa671f1bb5f9 HTTP/1.1" status: 200 len: 946 time: 0.3038175 Jul 22 19:36:45.393837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:45.396795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f71c17-b058-4f02-960c-2b981224d37d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:45.417404 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-268f9947-5c6c-450d-8acb-def8459d2531 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.418116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268f9947-5c6c-450d-8acb-def8459d2531 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.420242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-268f9947-5c6c-450d-8acb-def8459d2531 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/43df11ad-2579-4540-8f1c-73d93bdfe458 HTTP/1.1" status: 404 len: 333 time: 0.0331349 Jul 22 19:36:45.422658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54210) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.445147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:45.450049 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f9f71c17-b058-4f02-960c-2b981224d37d,segment=NetworkSegment(fd3649b1-bd37-4a39-a682-1c6eb6edec4c),segment_id=fd3649b1-bd37-4a39-a682-1c6eb6edec4c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:45.452439 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-363d0db3-fedd-48a7-9e84-21a9e3f671f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.453043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363d0db3-fedd-48a7-9e84-21a9e3f671f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.455241 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-363d0db3-fedd-48a7-9e84-21a9e3f671f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/e59e4597-0741-4688-87a7-731b51626afe HTTP/1.1" status: 404 len: 337 time: 0.0312054 Jul 22 19:36:45.458373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.464130 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.465062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a12e5b-1bf6-4675-bee8-b2b496d15af4 req-31575bd2-434c-451c-9e67-a33c8278fac0 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229725 Jul 22 19:36:45.469510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.505452 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c70b995-fdf5-4f42-a820-40d64b77952d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.505927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c70b995-fdf5-4f42-a820-40d64b77952d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.507730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c70b995-fdf5-4f42-a820-40d64b77952d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ab6c5915-c1f5-4efe-bede-c5420c476b0c HTTP/1.1" status: 404 len: 337 time: 0.0480704 Jul 22 19:36:45.510350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54214) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.521952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:45.546583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] DHCP port deletion for 504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:36:45.551523 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a02dadd-5ab1-4746-b8fd-a2db862332f1 x-openstack-request-id: req-1a02dadd-5ab1-4746-b8fd-a2db862332f1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:45.551993 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:45.552414 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a02dadd-5ab1-4746-b8fd-a2db862332f1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:45.552705 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'status': 'completed', 'code': 200} Jul 22 19:36:45.567115 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c86a7-49c7-4eeb-b9ed-118d5325933c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.567895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c86a7-49c7-4eeb-b9ed-118d5325933c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.572537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c20c86a7-49c7-4eeb-b9ed-118d5325933c tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/98c65dcd-8b0d-43de-ac18-64af3ba4896c HTTP/1.1" status: 404 len: 333 time: 0.0610867 Jul 22 19:36:45.574259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.590297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:45.591229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.592650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] 10.222.0.32 "PUT /v2.0/ports/93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 1092 time: 2.5545762 Jul 22 19:36:45.642374 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19fc7e5-171b-402e-b16d-44134af3e0aa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.642835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19fc7e5-171b-402e-b16d-44134af3e0aa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.647398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Deleting port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:45.647600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f38fe184-1e58-401a-b25d-7429a2f1b6c7 req-a573db18-c73a-4ad5-9908-172e8a2ea867 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457223 Jul 22 19:36:45.647950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.648070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e19fc7e5-171b-402e-b16d-44134af3e0aa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/593b6a9d-51f4-4fcb-83ff-80a6c318acdf HTTP/1.1" status: 404 len: 337 time: 0.0725963 Jul 22 19:36:45.648705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.654447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:45.687090 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3196c19b-249b-44be-856d-d64363e0f18b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.687551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3196c19b-249b-44be-856d-d64363e0f18b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.692585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3196c19b-249b-44be-856d-d64363e0f18b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/c48ca056-b4d5-473e-944c-af7afe1bdb0d HTTP/1.1" status: 404 len: 337 time: 0.0410109 Jul 22 19:36:45.694216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54220) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.720697 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18a3c8d-e796-4fe7-87a3-ba5caacb03e5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:45.721384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18a3c8d-e796-4fe7-87a3-ba5caacb03e5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:45.724772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] For port 8774c9a0-67cb-45b7-afba-7abb8f876ab6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8774c9a0-67cb-45b7-afba-7abb8f876ab6,segment=NetworkSegment(7c7df87a-0171-4a76-9c72-c10444c07de5),segment_id=7c7df87a-0171-4a76-9c72-c10444c07de5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:45.725388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.726240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a18a3c8d-e796-4fe7-87a3-ba5caacb03e5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/b5721806-d6fd-4179-a318-060a8f39af3a HTTP/1.1" status: 404 len: 333 time: 0.0310078 Jul 22 19:36:45.728071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54222) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:45.741725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Calling delete_port for 8774c9a0-67cb-45b7-afba-7abb8f876ab6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:45.745789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8cfba-ef83-45ad-bea6-09899f44d7dc req-fa4d7539-6a08-435a-86ae-b2eaaec8f976 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:45.748928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbc8cfba-ef83-45ad-bea6-09899f44d7dc req-fa4d7539-6a08-435a-86ae-b2eaaec8f976 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 945 time: 0.1553075 Jul 22 19:36:45.750307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.767511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16', '9f50220a-9186-42c8-98c5-d7f5e31539e1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:45.772084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f192f1c4-a45e-4d70-a03c-210a5c606527'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:45.772845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f9f71c17-b058-4f02-960c-2b981224d37d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:45.834368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=f192f1c4-a45e-4d70-a03c-210a5c606527,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:45.948477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port f192f1c4-a45e-4d70-a03c-210a5c606527 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:45.951981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:45.954692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d8f83ae-5b3a-4a4e-9f87-c4b8edfa4f0c req-cb018f5f-78f0-49e7-9ec9-1831cb4907b3 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "DELETE /v2.0/ports/f192f1c4-a45e-4d70-a03c-210a5c606527 HTTP/1.1" status: 204 len: 173 time: 1.5733764 Jul 22 19:36:45.993798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbc8cfba-ef83-45ad-bea6-09899f44d7dc req-1995d596-7f15-4eac-9c83-9a0cfd4bcf49 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364161 Jul 22 19:36:46.052043 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ddb62a-f9c9-452e-a60e-aaf2018b43a1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.060879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ddb62a-f9c9-452e-a60e-aaf2018b43a1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.065366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5ddb62a-f9c9-452e-a60e-aaf2018b43a1 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/1584402c-3d61-4aa4-9ecc-18a932f98e91 HTTP/1.1" status: 404 len: 337 time: 0.3361351 Jul 22 19:36:46.065994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54228) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.071937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:46.092721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.098439 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f6fdd0-9735-40f2-9f36-d7097b03d8f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.099002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f6fdd0-9735-40f2-9f36-d7097b03d8f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.103476 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-85f6fdd0-9735-40f2-9f36-d7097b03d8f7 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b0061e67-86f0-4d65-88c0-13ea30c1bd51 HTTP/1.1" status: 404 len: 337 time: 0.0344994 Jul 22 19:36:46.105798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.119263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.123775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] Pushing event deleted for resources: {'Port': ['ID=8774c9a0-67cb-45b7-afba-7abb8f876ab6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:46.131191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082feea-1502-42f0-9fd4-d3e44595ebd8 None None] No DVR routers for this DVR port 8774c9a0-67cb-45b7-afba-7abb8f876ab6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:46.135076 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd5ecd6-413c-4b52-b9dd-46ef3e85e222 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.135771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd5ecd6-413c-4b52-b9dd-46ef3e85e222 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.146255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8fd5ecd6-413c-4b52-b9dd-46ef3e85e222 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/bd54652c-f2f8-4ae9-9bcb-c5b1edca7fa6 HTTP/1.1" status: 404 len: 333 time: 0.0397949 Jul 22 19:36:46.148308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54232) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.149499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.165283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.165748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.165987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.166226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.166659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.167250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.168364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.168547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.171018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-6d5daca4-23ca-4f13-b0a5-62e491ef8f99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6483 time: 0.5971003 Jul 22 19:36:46.197362 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fea8f85-2c9f-4fa8-86b9-b825bfdec402 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.197811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fea8f85-2c9f-4fa8-86b9-b825bfdec402 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.199973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.202182 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3fea8f85-2c9f-4fa8-86b9-b825bfdec402 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/403d1aea-dc34-4dff-9cb9-53a0fe67b70f HTTP/1.1" status: 404 len: 337 time: 0.0528967 Jul 22 19:36:46.202802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54234) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.220192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.229874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.232413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-a81fbe66-974a-4472-92fc-289a4bae3736 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.3739829 Jul 22 19:36:46.297179 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d36a3e-92b7-4a78-a5a7-1f4a76ce7330 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.297637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d36a3e-92b7-4a78-a5a7-1f4a76ce7330 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.300629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-00d36a3e-92b7-4a78-a5a7-1f4a76ce7330 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/60f63d59-1089-45fe-924c-bfe47489609e HTTP/1.1" status: 404 len: 337 time: 0.0887492 Jul 22 19:36:46.302876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54236) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.335227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4aed585-cafa-402d-b9ac-83e0774a8058 req-92549806-eb0b-4901-a4ea-0d2c67fe257a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0829208 Jul 22 19:36:46.357543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-70a457f2-bb33-49ac-8e42-d85def1294aa tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c4f441a-b8d4-423f-ae44-ed417a6e4aea HTTP/1.1" status: 200 len: 205 time: 0.0496371 Jul 22 19:36:46.358898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54238) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.406776 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-c60f11e1-4dbd-4b53-a0ea-72ddc089b84d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] delete failed (client error): The resource could not be found. Jul 22 19:36:46.407723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c60f11e1-4dbd-4b53-a0ea-72ddc089b84d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/routers/2c4f441a-b8d4-423f-ae44-ed417a6e4aea HTTP/1.1" status: 404 len: 336 time: 0.0477662 Jul 22 19:36:46.411676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54240) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.430066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05e2e3-cb12-49f8-8933-6512f351659d req-9fadc10c-d014-4c58-8095-87998b75761c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.432386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f05e2e3-cb12-49f8-8933-6512f351659d req-9fadc10c-d014-4c58-8095-87998b75761c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.1987839 Jul 22 19:36:46.472058 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a4ef54-e1f7-47fd-bc42-a5219314b595 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.472557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a4ef54-e1f7-47fd-bc42-a5219314b595 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.474926 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-40a4ef54-e1f7-47fd-bc42-a5219314b595 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/8692378b-8822-4815-adf2-a8d1a2a4989a HTTP/1.1" status: 404 len: 337 time: 0.0577438 Jul 22 19:36:46.479076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54244) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.482717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-eb0b11e3-47e9-44c7-8595-50a757ba6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.483199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-eb0b11e3-47e9-44c7-8595-50a757ba6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.483696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-eb0b11e3-47e9-44c7-8595-50a757ba6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.485276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-eb0b11e3-47e9-44c7-8595-50a757ba6fdf service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2976058 Jul 22 19:36:46.520962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-7f5c5200-133c-434d-ae7c-f7b9542a0c73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2391427 Jul 22 19:36:46.526517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a7c03ddf-cf04-447c-a4c1-fb95055cd841 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a989620-a5b5-489e-98a2-892eee2a2122 HTTP/1.1" status: 200 len: 205 time: 0.0415750 Jul 22 19:36:46.526846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.532355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f05e2e3-cb12-49f8-8933-6512f351659d req-8b05438a-ec73-432d-ae9b-8f0589c64722 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817466 Jul 22 19:36:46.564383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4028-b07c-4394-8386-ac71f65d39d5 req-6bb9be1c-957c-4dab-a602-674f7c2a08b9 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.573015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff7e4028-b07c-4394-8386-ac71f65d39d5 req-6bb9be1c-957c-4dab-a602-674f7c2a08b9 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 946 time: 0.1672010 Jul 22 19:36:46.615699 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-4e1aa5b0-f9a3-48e5-a370-4a5a2d42d0eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] delete failed (client error): The resource could not be found. Jul 22 19:36:46.616770 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4e1aa5b0-f9a3-48e5-a370-4a5a2d42d0eb tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/routers/7a989620-a5b5-489e-98a2-892eee2a2122 HTTP/1.1" status: 404 len: 336 time: 0.0890036 Jul 22 19:36:46.644207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54250) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.688354 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f3d1eb-8e7e-4942-a969-f49beeb9aba4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.689391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f3d1eb-8e7e-4942-a969-f49beeb9aba4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.696564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:46.696858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-17f3d1eb-8e7e-4942-a969-f49beeb9aba4 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/69190732-b162-4756-b353-2346721b2526 HTTP/1.1" status: 404 len: 337 time: 0.0585487 Jul 22 19:36:46.706185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54252) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.721062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8774c9a0-67cb-45b7-afba-7abb8f876ab6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:46.722032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8774c9a0-67cb-45b7-afba-7abb8f876ab6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:46.750713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff7e4028-b07c-4394-8386-ac71f65d39d5 req-6897d7ce-fd9f-426b-8ce2-792f39e726f9 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753955 Jul 22 19:36:46.775157 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da0a74b-c64a-4d11-8e11-980950970520 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.775902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da0a74b-c64a-4d11-8e11-980950970520 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.784437 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2da0a74b-c64a-4d11-8e11-980950970520 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/617d8c2c-6f48-42ce-bf71-15a89dc311ae HTTP/1.1" status: 404 len: 337 time: 0.0664840 Jul 22 19:36:46.791485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b1805-7b11-41e2-bce1-1022a7f5a9ab req-67a945c1-6aaa-40f6-9e15-a0dc6447ea7d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.798928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-274b1805-7b11-41e2-bce1-1022a7f5a9ab req-67a945c1-6aaa-40f6-9e15-a0dc6447ea7d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1204207 Jul 22 19:36:46.799608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.859823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-274b1805-7b11-41e2-bce1-1022a7f5a9ab req-f39a49a3-76b0-4e59-b8a5-25aa242ee248 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 Jul 22 19:36:46.868701 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97f8911-f2e5-489c-b0d6-ccaa28d4841f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.869397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97f8911-f2e5-489c-b0d6-ccaa28d4841f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.873389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b97f8911-f2e5-489c-b0d6-ccaa28d4841f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/4b390229-acd3-4e6f-98d4-ff082f3dd635 HTTP/1.1" status: 404 len: 333 time: 0.0662587 Jul 22 19:36:46.873526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-dd879ef7-280a-48c5-b33d-152c1e90d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.875550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e3b4fff-fc9c-40e1-a9d5-40ddaf6bd40c req-dd879ef7-280a-48c5-b33d-152c1e90d12b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3833559 Jul 22 19:36:46.876233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54262) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:46.898051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c315-6a26-4803-b375-182bfb4abeac req-7cab1f29-1442-4004-920d-d56ad4fca057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:46.899601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-7cab1f29-1442-4004-920d-d56ad4fca057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0658bfb86fa44bfab586939892a9bb67&device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 1101 time: 0.3131113 Jul 22 19:36:46.923787 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86f5b8b-940a-4ce2-a2d2-b9198fa73522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:46.924540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86f5b8b-940a-4ce2-a2d2-b9198fa73522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:46.928109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a86f5b8b-940a-4ce2-a2d2-b9198fa73522 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/cb3c4208-3915-40a8-a11a-4b69a7bbdd74 HTTP/1.1" status: 404 len: 337 time: 0.0508091 Jul 22 19:36:46.937032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54264) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.010214 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-731cd515-4d18-42e0-9810-116a726ebd1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.013329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731cd515-4d18-42e0-9810-116a726ebd1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.022814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-731cd515-4d18-42e0-9810-116a726ebd1b tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/492ae3c7-8f37-4ed5-a40d-5d204281a78a HTTP/1.1" status: 404 len: 333 time: 0.0841749 Jul 22 19:36:47.023533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54272) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.063007 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1441e8e8-88ac-4ac2-83b1-88a7751cf4d3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.063479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1441e8e8-88ac-4ac2-83b1-88a7751cf4d3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.066947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1441e8e8-88ac-4ac2-83b1-88a7751cf4d3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/836ba958-4e72-46fb-a00f-5777c9c9e373 HTTP/1.1" status: 404 len: 337 time: 0.0418167 Jul 22 19:36:47.068828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54274) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.156534 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeeeeab-1c14-43a8-aa0f-7dff838806e3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.157023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeeeeab-1c14-43a8-aa0f-7dff838806e3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.161379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fbeeeeab-1c14-43a8-aa0f-7dff838806e3 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/2c26026a-4856-46d4-bc7a-0c50e6edf1ec HTTP/1.1" status: 404 len: 333 time: 0.0879402 Jul 22 19:36:47.162028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.197817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5379d-f6ef-4fff-82f0-8d4bab1ad9e0 req-b9d9956c-f9c7-4811-b782-fa1862129c6e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.200251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7e5379d-f6ef-4fff-82f0-8d4bab1ad9e0 req-b9d9956c-f9c7-4811-b782-fa1862129c6e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 945 time: 0.1137888 Jul 22 19:36:47.218818 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b59ac2-7041-433d-9249-8aadcdafed6f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.219373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b59ac2-7041-433d-9249-8aadcdafed6f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.224785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5b59ac2-7041-433d-9249-8aadcdafed6f tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/ea0e88f1-cfda-4ca8-beb1-fab1e1b88a67 HTTP/1.1" status: 404 len: 337 time: 0.0587795 Jul 22 19:36:47.227061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.245111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.245596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.246072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.246538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.247003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.247463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.247940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.250062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-9793fbc1-9d13-489f-9b5d-4d6f8b9fb876 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6483 time: 0.3271680 Jul 22 19:36:47.284656 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-567e1e1b-e5e3-4680-bb4e-282ecfb1e0f8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.285465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567e1e1b-e5e3-4680-bb4e-282ecfb1e0f8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.287218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-567e1e1b-e5e3-4680-bb4e-282ecfb1e0f8 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/3766284b-9b65-43b5-9fe0-3d3ffdb645a8 HTTP/1.1" status: 404 len: 333 time: 0.0592184 Jul 22 19:36:47.294988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54290) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.319717 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-f50ed030-4190-44a7-b22b-d012e69adfac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 217 time: 0.0447369 Jul 22 19:36:47.320808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c315-6a26-4803-b375-182bfb4abeac req-4377343a-7ccd-4777-95a3-9c66f5e8872f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.322877 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-4377343a-7ccd-4777-95a3-9c66f5e8872f service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.3913722 Jul 22 19:36:47.350429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7e5379d-f6ef-4fff-82f0-8d4bab1ad9e0 req-57b759af-2700-4691-ac9a-f49ccbc54b2b tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441422 Jul 22 19:36:47.359906 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d973a1b0-3e17-42a2-8052-aeda831c1f45 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.360400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d973a1b0-3e17-42a2-8052-aeda831c1f45 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.362199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d973a1b0-3e17-42a2-8052-aeda831c1f45 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b6f33968-6cd3-49a2-9b1c-3cd12fe821ad HTTP/1.1" status: 404 len: 337 time: 0.0662067 Jul 22 19:36:47.366873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54294) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.421033 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0c6150-7469-4a7c-a912-548f40308806 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.421775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0c6150-7469-4a7c-a912-548f40308806 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.423707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-df0c6150-7469-4a7c-a912-548f40308806 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/c7babf6c-7443-4116-bcfb-938007b886be HTTP/1.1" status: 404 len: 333 time: 0.0307674 Jul 22 19:36:47.427154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54296) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.468879 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb92d12-bb4c-4cb6-857c-e2c6337913a5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.469163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb92d12-bb4c-4cb6-857c-e2c6337913a5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.470936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbb92d12-bb4c-4cb6-857c-e2c6337913a5 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/23e22d9d-426b-4a9e-bdf3-40a00def958d HTTP/1.1" status: 404 len: 337 time: 0.0420032 Jul 22 19:36:47.472686 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-70657b21-7606-4032-94ac-cad9cd0a0ae8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893 HTTP/1.1" status: 200 len: 217 time: 0.1321638 Jul 22 19:36:47.474000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54298) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.534676 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-631af22f-5176-437a-bdf4-a781ada4d282 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.535558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631af22f-5176-437a-bdf4-a781ada4d282 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.537478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-631af22f-5176-437a-bdf4-a781ada4d282 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/be5e6b69-ebf8-4451-b936-b4510f4554a2 HTTP/1.1" status: 404 len: 333 time: 0.0624199 Jul 22 19:36:47.542300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54302) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.562026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-2949bc31-1a8e-482a-ad6f-c2f99955f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.563654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-2949bc31-1a8e-482a-ad6f-c2f99955f121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 200 len: 851 time: 0.2357972 Jul 22 19:36:47.571576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b'}, {'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'name': 'network-vif-deleted', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:47.573873 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c16778-996d-4ef1-ad9c-42576f47f496" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b"}, {"server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "name": "network-vif-deleted", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:47.575241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c315-6a26-4803-b375-182bfb4abeac req-8c7175f5-fc32-44bc-8397-cca8f947c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.577167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-8c7175f5-fc32-44bc-8397-cca8f947c5aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0937130 Jul 22 19:36:47.581246 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-de82cff6-7b2f-4b8b-94e5-489beca0b277 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.581707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de82cff6-7b2f-4b8b-94e5-489beca0b277 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.584226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de82cff6-7b2f-4b8b-94e5-489beca0b277 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/3dd99e58-07df-4126-9e11-9af1c2e9ad80 HTTP/1.1" status: 404 len: 337 time: 0.0409534 Jul 22 19:36:47.594178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dddb1-287c-4358-9a6c-3a5ab916a138 req-af588a66-43c6-40cd-a66e-d758ecea3f35 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.600507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.602231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-561dddb1-287c-4358-9a6c-3a5ab916a138 req-af588a66-43c6-40cd-a66e-d758ecea3f35 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.2781711 Jul 22 19:36:47.661821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-561dddb1-287c-4358-9a6c-3a5ab916a138 req-9cea2bcc-bcec-4ccf-b1f3-5cf06b901dd9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585473 Jul 22 19:36:47.682669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.698265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.706720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.714263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.721030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.726657 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ece1ab-fdd6-4618-b202-4f057452897a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.727359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ece1ab-fdd6-4618-b202-4f057452897a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.731412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e4ece1ab-fdd6-4618-b202-4f057452897a tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/ports/029f4c15-a5e1-4774-88c2-c3bd9545410a HTTP/1.1" status: 404 len: 333 time: 0.1277630 Jul 22 19:36:47.732649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.733199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.740831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.749362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-479a1e29-e449-46a1-9efc-e0a4fce950f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.3107116 Jul 22 19:36:47.771409 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b847f51e-7885-4cbc-b29f-455b24e2665d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] DELETE failed (client error): The resource could not be found. Jul 22 19:36:47.771633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b847f51e-7885-4cbc-b29f-455b24e2665d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:36:47.776694 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b847f51e-7885-4cbc-b29f-455b24e2665d tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/subnets/b86c1503-f9cf-4b35-bc39-63ba12ee60bd HTTP/1.1" status: 404 len: 337 time: 0.0400116 Jul 22 19:36:47.779107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54310) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:47.792011 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c432c0e-3ca9-4f1b-bfe5-fde22b8d01da x-openstack-request-id: req-7c432c0e-3ca9-4f1b-bfe5-fde22b8d01da {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:47.792667 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b", "status": "completed", "code": 200}, {"server_uuid": "c45eaab8-cca1-431e-9623-fa671f1bb5f9", "name": "network-vif-deleted", "tag": "f192f1c4-a45e-4d70-a03c-210a5c606527", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:47.793005 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c432c0e-3ca9-4f1b-bfe5-fde22b8d01da {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:47.793464 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b', 'status': 'completed', 'code': 200} Jul 22 19:36:47.793784 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c45eaab8-cca1-431e-9623-fa671f1bb5f9', 'name': 'network-vif-deleted', 'tag': 'f192f1c4-a45e-4d70-a03c-210a5c606527', 'status': 'completed', 'code': 200} Jul 22 19:36:47.821184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-24af2fa8-11f7-413a-8242-a61d589ccc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.822771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-24af2fa8-11f7-413a-8242-a61d589ccc2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2447670 Jul 22 19:36:47.831473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c315-6a26-4803-b375-182bfb4abeac req-d2a11097-b699-46bf-b08f-c6a5a9b1a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:47.834037 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-d2a11097-b699-46bf-b08f-c6a5a9b1a7e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2431045 Jul 22 19:36:47.848373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9ddd588-a7db-4c46-8f6c-884f27d95d59 req-84c6e63b-efa5-469f-8eb5-b1c62ebfcab4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914464 Jul 22 19:36:47.971603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.027658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-03eede2a-6a56-4463-be88-d97363ec4e67 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799145 Jul 22 19:36:48.064216 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-bca524cd-0fd5-4a27-8f18-936f81168a9d service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290993 Jul 22 19:36:48.226170 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e70c315-6a26-4803-b375-182bfb4abeac req-803689f6-d420-45b2-9690-014626e5015d service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892872 Jul 22 19:36:48.252431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-48d6e2f8-126b-4db6-801b-3bd27753b42e service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775653 Jul 22 19:36:48.262296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.275312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:48.296882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e82242a5-a1f5-4f24-b882-30f623d43d34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 217 time: 0.0380089 Jul 22 19:36:48.298093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7df87a-0171-4a76-9c72-c10444c07de5') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:48.298398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7df87a-0171-4a76-9c72-c10444c07de5') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:36:48.346375 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.364628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8d262-5ae9-4a35-ad12-840e0617b613 req-ac9269e1-aff7-4e06-ba7d-7724049bbc68 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.371348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d8d262-5ae9-4a35-ad12-840e0617b613 req-ac9269e1-aff7-4e06-ba7d-7724049bbc68 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.3782239 Jul 22 19:36:48.373819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-dd196430-85ce-41de-9343-303fe3d662d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.375480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-dd196430-85ce-41de-9343-303fe3d662d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0628984 Jul 22 19:36:48.422050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc299f4-68ea-4fd6-8673-57eed7ea3a62 req-c85d02b6-c2b9-4085-baa0-51d65c62159e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.423698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cc299f4-68ea-4fd6-8673-57eed7ea3a62 req-c85d02b6-c2b9-4085-baa0-51d65c62159e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2599370 Jul 22 19:36:48.430361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.469774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:36:48.470185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:36:48.473953 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:36:48.478240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d8d262-5ae9-4a35-ad12-840e0617b613 req-a89e1d1f-bc9e-4798-b67e-a9b5d85e45ab tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059361 Jul 22 19:36:48.508501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cc299f4-68ea-4fd6-8673-57eed7ea3a62 req-401b4c9c-69f5-4b65-973c-8aa5498b5685 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738008 Jul 22 19:36:48.581910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.586355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-f1a2e6a6-3d8d-468a-89ee-3ffa2a8e50db tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.587724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.588014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-f1a2e6a6-3d8d-468a-89ee-3ffa2a8e50db tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.1315577 Jul 22 19:36:48.591236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] 10.222.0.10 "DELETE /v2.0/networks/504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0 HTTP/1.1" status: 204 len: 168 time: 0.8069098 Jul 22 19:36:48.598107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-775eef50-26f6-421b-868d-99be15f33e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.599608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-775eef50-26f6-421b-868d-99be15f33e5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2158890 Jul 22 19:36:48.627524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Pushing event deleted for resources: {'Network': ['ID=504dca1f-ff6d-4917-a4f0-ae0d3c54c7a0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:48.654775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.655126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.655469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.655805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.656164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.656507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.656842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.657161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.657485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.657863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.658194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.658514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dab97-ae86-4e82-8daf-7775e3cbbab9 tempest-NetworksTestDHCPv6-664583840 tempest-NetworksTestDHCPv6-664583840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:48.714102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709edcc9-1df8-4109-9435-9b2f82c80618 req-41da85d5-6ec7-45a0-a25b-a47de7f11c33 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.716013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-709edcc9-1df8-4109-9435-9b2f82c80618 req-41da85d5-6ec7-45a0-a25b-a47de7f11c33 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 945 time: 0.0985620 Jul 22 19:36:48.724627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f9f71c17-b058-4f02-960c-2b981224d37d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:48.788710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f9f71c17-b058-4f02-960c-2b981224d37d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:48.794696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f9f71c17-b058-4f02-960c-2b981224d37d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:48.795058 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-b969f5c9-0463-42f0-a7cc-b13b7ceda481 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622450 Jul 22 19:36:48.795344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.809059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 9f50220a-9186-42c8-98c5-d7f5e31539e1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:48.809232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.809341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-709edcc9-1df8-4109-9435-9b2f82c80618 req-58f44f62-f2b3-43ad-bfde-cc165b8dc989 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719314 Jul 22 19:36:48.917863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.951266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:48.954623 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775bcba-2232-4f75-a41c-96bf23f14a0f" -d '{"events": [{"server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "name": "network-vif-plugged", "status": "completed", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:48.970689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d33cd-57a0-4b83-8d9e-675d2749fe54 req-807e1889-b972-47ad-b9f2-1457c6d9724f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:48.974145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c18d33cd-57a0-4b83-8d9e-675d2749fe54 req-807e1889-b972-47ad-b9f2-1457c6d9724f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 945 time: 0.0887816 Jul 22 19:36:48.981785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f9f71c17-b058-4f02-960c-2b981224d37d,segment=NetworkSegment(fd3649b1-bd37-4a39-a682-1c6eb6edec4c),segment_id=fd3649b1-bd37-4a39-a682-1c6eb6edec4c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:48.994589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:48.996066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f192f1c4-a45e-4d70-a03c-210a5c606527 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:49.032416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-98fa4bb5-496b-4c45-a467-1204eb4678f9 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266018 Jul 22 19:36:49.033098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54344) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:49.048370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 9f50220a-9186-42c8-98c5-d7f5e31539e1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9f50220a-9186-42c8-98c5-d7f5e31539e1,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:49.048739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:49.053514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c18d33cd-57a0-4b83-8d9e-675d2749fe54 req-52a59f88-4ae5-4f60-9758-46d2bec3eb77 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720444 Jul 22 19:36:49.064498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 9f50220a-9186-42c8-98c5-d7f5e31539e1 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:49.087483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f192f1c4-a45e-4d70-a03c-210a5c606527 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:49.087830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f192f1c4-a45e-4d70-a03c-210a5c606527 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:49.119268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:49.131425 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e7b12-cdb0-49d0-ae36-e1a19245d1fd x-openstack-request-id: req-ed1e7b12-cdb0-49d0-ae36-e1a19245d1fd {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:49.131718 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "name": "network-vif-plugged", "status": "completed", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:49.132733 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed1e7b12-cdb0-49d0-ae36-e1a19245d1fd {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:49.133294 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d', 'code': 200} Jul 22 19:36:49.196271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.198384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.204604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.211577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.217632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.224888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.230912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.232883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-9b15654c-e6c1-4080-9cc6-8b985553cbc7 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1338518 Jul 22 19:36:49.287754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-821c4de1-b5f6-44c5-88c6-269dfa585987 req-d6ee4ae1-3dd3-400f-9f7d-f3304f7ded28 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471649 Jul 22 19:36:49.374487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8f5b1-cf64-4c6d-99d8-388ba61d81d2 req-9590bd74-99dc-482c-8357-b9127282878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.376678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dc8f5b1-cf64-4c6d-99d8-388ba61d81d2 req-9590bd74-99dc-482c-8357-b9127282878d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 1098 time: 0.0702808 Jul 22 19:36:49.414839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dc8f5b1-cf64-4c6d-99d8-388ba61d81d2 req-8369ff34-c784-4050-b922-cd35d4fb208a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306790 Jul 22 19:36:49.420835 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-7e2d14fe-5243-4bfe-b53e-934f793a9373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 217 time: 0.0377836 Jul 22 19:36:49.593372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-6e91b43c-1422-4b2e-b4aa-0eb3f360c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.595320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-6e91b43c-1422-4b2e-b4aa-0eb3f360c030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1340606 Jul 22 19:36:49.598189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:49.606471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a0b9a12f-6249-442f-9393-a84f53804359 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3622d6845ec43e9a6b3cd98beb7128a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299478 Jul 22 19:36:49.610812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16', '9f50220a-9186-42c8-98c5-d7f5e31539e1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:49.617290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54358) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:49.676334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7b73d-30a8-42ce-b1e2-f56a0eebfa04 req-005ab666-8674-45da-8c72-990d774d1e06 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.678053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5f7b73d-30a8-42ce-b1e2-f56a0eebfa04 req-005ab666-8674-45da-8c72-990d774d1e06 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1153820 Jul 22 19:36:49.692695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=9f50220a-9186-42c8-98c5-d7f5e31539e1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:49.749497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.749843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.750193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.750508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.750838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.751173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.751497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.751821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.752603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.752603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.752802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.753092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:36:49.765314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5f7b73d-30a8-42ce-b1e2-f56a0eebfa04 req-265decb4-7748-4554-8986-29ba4e3e32b6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810945 Jul 22 19:36:49.799338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 9f50220a-9186-42c8-98c5-d7f5e31539e1 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:49.804690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:49.807186 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e17ff3e-d0f9-4770-b196-7f5bfe781fe5 req-4fddbbfb-76c9-4775-8f4c-4090d50d5f28 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "DELETE /v2.0/ports/9f50220a-9186-42c8-98c5-d7f5e31539e1 HTTP/1.1" status: 204 len: 173 time: 1.2066069 Jul 22 19:36:49.814576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'name': 'network-vif-deleted', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:49.820935 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1403a65d-f8c5-4813-9db1-3a69a0a280a9" -d '{"events": [{"server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "name": "network-vif-deleted", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:49.852918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:49.889340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:49.905431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-a25059a5-8fb3-4b8f-8370-595fba524a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:49.918338 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-a25059a5-8fb3-4b8f-8370-595fba524a68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3099124 Jul 22 19:36:50.068640 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d191a3-88a3-4642-99a6-484cad34309e x-openstack-request-id: req-81d191a3-88a3-4642-99a6-484cad34309e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:50.069485 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e6221-5ee5-4350-8b41-3d34d1571373", "name": "network-vif-deleted", "tag": "9f50220a-9186-42c8-98c5-d7f5e31539e1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:50.069971 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81d191a3-88a3-4642-99a6-484cad34309e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:50.072682 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e6221-5ee5-4350-8b41-3d34d1571373', 'name': 'network-vif-deleted', 'tag': '9f50220a-9186-42c8-98c5-d7f5e31539e1', 'status': 'completed', 'code': 200} Jul 22 19:36:50.098833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686e268-d1ef-4422-a006-753ec2478d56 req-a83f9f23-5ed8-4190-b8de-96459160e64c tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.120289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d686e268-d1ef-4422-a006-753ec2478d56 req-a83f9f23-5ed8-4190-b8de-96459160e64c tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1228635 Jul 22 19:36:50.141374 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-0501c21c-87e1-499f-af6c-55f59d5178c9 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972644 Jul 22 19:36:50.188720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a2f2e6e-d003-47ac-9b08-b7a05ab584f1 req-2f19941e-5802-4fa1-8b09-aba40cf4f3c6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=a93e6221-5ee5-4350-8b41-3d34d1571373 HTTP/1.1" status: 200 len: 210 time: 0.0392513 Jul 22 19:36:50.218615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d686e268-d1ef-4422-a006-753ec2478d56 req-6fb7f8ea-2e7a-4155-b189-f73bb64648bd tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926402 Jul 22 19:36:50.250010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:50.252667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:50.257038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3e3fc83-7ca7-4e78-815b-3d82ea20716a HTTP/1.1" status: 204 len: 168 time: 0.6363549 Jul 22 19:36:50.268554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88188-9b8d-4865-8634-74cf7ca9848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e3fc83-7ca7-4e78-815b-3d82ea20716a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:50.305054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-7783ca3f-9d39-4a58-9e2a-90b9a8cd10f6 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564631 Jul 22 19:36:50.405582 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-64c349b6-63c5-4e3b-809a-ea5cd76e2c7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 200 len: 217 time: 0.0876365 Jul 22 19:36:50.471459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.479507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.486149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.494160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.500314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.507182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.511247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-a6fd929e-e205-40cb-ae0b-48666dedbd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.513593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.515336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-fcf78b0d-78e0-4fb8-aa7d-646f6b71defd tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1304224 Jul 22 19:36:50.516119 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-a6fd929e-e205-40cb-ae0b-48666dedbd4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1013741 Jul 22 19:36:50.615432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f4f649-52e2-4288-8444-2bdf2a9200f4 req-f2ec8596-fd28-4b5d-843d-9938a9199f39 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843089 Jul 22 19:36:50.677668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-149fe3a8-bec8-4cfc-80f7-50ca9789ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.679151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-149fe3a8-bec8-4cfc-80f7-50ca9789ee89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1568696 Jul 22 19:36:50.741085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:36:50.825399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-16f339e7-fc74-4303-a83a-643e7c8ed6d9 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340132 Jul 22 19:36:50.964207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:50.993999 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-871df127-cec3-4b96-b8eb-a3061fedb9d0 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590214 Jul 22 19:36:50.994207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681e408-2fa4-46fe-a5e9-a29dd6d12063 req-361be6fd-8346-41f5-baa0-c2fb145b84f6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:50.994589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd039d3af-3767-40e3-8762-62f3adc52349', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': 'd039d3af-3767-40e3-8762-62f3adc52349', 'mac_address': 'fa:16:3e:3b:b2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:36:50.995585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2681e408-2fa4-46fe-a5e9-a29dd6d12063 req-361be6fd-8346-41f5-baa0-c2fb145b84f6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 949 time: 0.1123087 Jul 22 19:36:51.057632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:51.073220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:51.074690 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-805e45f5-0bc3-48de-bfa7-272a64dfff99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 200 len: 217 time: 0.0690374 Jul 22 19:36:51.078056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2681e408-2fa4-46fe-a5e9-a29dd6d12063 req-90efb4a9-0208-43db-acfb-8f7f2dcb393f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731812 Jul 22 19:36:51.097106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:51.102887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:51.167689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:51.186357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-5e6e624c-01cd-479d-b159-f629eed698d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.188512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-5e6e624c-01cd-479d-b159-f629eed698d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1003697 Jul 22 19:36:51.270752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-f6fbef9b-fcf6-4cd4-9a1d-7b3da1ac9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.272481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-f6fbef9b-fcf6-4cd4-9a1d-7b3da1ac9d5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738196 Jul 22 19:36:51.380695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:51.402721 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-4f71fba5-01f9-49c1-a417-9e3b7d060143 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199284 Jul 22 19:36:51.453550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54410) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.598016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d3164-7a38-4e01-889a-bf0fe5566b8a req-003f3ba8-75b0-4132-bd64-95ddc5cfbd98 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.599097 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-2af64c76-6830-4113-bf92-426ad58b09ed service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807127 Jul 22 19:36:51.607797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf3d3164-7a38-4e01-889a-bf0fe5566b8a req-003f3ba8-75b0-4132-bd64-95ddc5cfbd98 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.2501752 Jul 22 19:36:51.669941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-3d41db75-68de-4351-b537-da46a2e681cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 200 len: 217 time: 0.0682178 Jul 22 19:36:51.690043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-f0fcda12-a68f-487c-861b-c3910f2b47d0 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.692082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f0fcda12-a68f-487c-861b-c3910f2b47d0 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2348850 Jul 22 19:36:51.709456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54426) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.715306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-3f8bc976-305d-4f31-a0f4-3181f9ad0f88 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.716280 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3f8bc976-305d-4f31-a0f4-3181f9ad0f88 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0059605 Jul 22 19:36:51.722194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.734682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-2dc7008c-0ff5-4dce-8109-b14e4bd2659d tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.735652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2dc7008c-0ff5-4dce-8109-b14e4bd2659d tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119030 Jul 22 19:36:51.738660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.743474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-724a4382-6894-49ff-8283-a23cc3a1a73b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.746923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-724a4382-6894-49ff-8283-a23cc3a1a73b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047839 Jul 22 19:36:51.752380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.764103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-e11d46e9-0075-427d-a6b1-e1e29b147c71 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.768341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e11d46e9-0075-427d-a6b1-e1e29b147c71 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0147412 Jul 22 19:36:51.771372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-a00b3574-2b1d-4eb6-b5ff-d1007319e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.772266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf3d3164-7a38-4e01-889a-bf0fe5566b8a req-754c2e5c-85be-43c4-afee-7ee5f63581bf tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629903 Jul 22 19:36:51.772788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54434) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.773106 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-a00b3574-2b1d-4eb6-b5ff-d1007319e8f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.0958986 Jul 22 19:36:51.793646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-15337d54-9cb6-421e-92d5-e2d153e18849 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.800846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-15337d54-9cb6-421e-92d5-e2d153e18849 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2449000 Jul 22 19:36:51.814819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-dd1ede22-e63a-494e-9b6e-126b375e9720 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.829174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dd1ede22-e63a-494e-9b6e-126b375e9720 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0551136 Jul 22 19:36:51.829875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54438) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.834969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-58e9a7c6-2e8f-4743-a582-49768c6d4ce8 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.836010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-58e9a7c6-2e8f-4743-a582-49768c6d4ce8 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051088 Jul 22 19:36:51.839110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54440) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.849593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-4c632ab0-def3-48c3-9235-3ddb2296f0e6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.850578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c632ab0-def3-48c3-9235-3ddb2296f0e6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0106964 Jul 22 19:36:51.853540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54442) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.855730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-94b3fab9-368d-404f-9a60-076e9ad711f8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0537977 Jul 22 19:36:51.864499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-96c4d029-8e06-4492-98ab-f2fd33db1898 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.865523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96c4d029-8e06-4492-98ab-f2fd33db1898 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045068 Jul 22 19:36:51.869555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.873607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-ec4f5b2a-0f18-41cb-8fc9-8d5aa260b09e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.875158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec4f5b2a-0f18-41cb-8fc9-8d5aa260b09e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0041299 Jul 22 19:36:51.879593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54446) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.886567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-b8d5afd5-4a93-47be-8f61-1076f4cf417f tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.893527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8d5afd5-4a93-47be-8f61-1076f4cf417f tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0109012 Jul 22 19:36:51.895230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.904125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-e9fbe193-4927-4dd1-ab05-24eee993d39c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.907870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9fbe193-4927-4dd1-ab05-24eee993d39c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077574 Jul 22 19:36:51.909654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54450) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.916293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-25d3c49b-826c-4609-a05f-cda704868b02 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.919837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-25d3c49b-826c-4609-a05f-cda704868b02 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0074930 Jul 22 19:36:51.920472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.927253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-a56b94de-6938-4db8-a464-0434369c7245 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.931168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a56b94de-6938-4db8-a464-0434369c7245 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087504 Jul 22 19:36:51.932859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54454) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.936533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-bfb039b3-2d7d-4315-bcf4-16720e7a49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:51.938316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-bfb039b3-2d7d-4315-bcf4-16720e7a49e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580634 Jul 22 19:36:51.938522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-c5cb179a-cc41-4394-8eed-5cfb61cbcfb2 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.939445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c5cb179a-cc41-4394-8eed-5cfb61cbcfb2 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055647 Jul 22 19:36:51.942657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54456) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.949286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-cd163320-108c-404e-8364-301ff28c24bd tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.950581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd163320-108c-404e-8364-301ff28c24bd tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064898 Jul 22 19:36:51.954729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54458) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.964018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-71f8e041-4ef7-4994-9acb-8ee258f413f6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.964922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-71f8e041-4ef7-4994-9acb-8ee258f413f6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078430 Jul 22 19:36:51.972272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54460) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.982335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-12afb587-3955-45b5-8584-99b29edc4ed7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:51.983305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-12afb587-3955-45b5-8584-99b29edc4ed7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0088573 Jul 22 19:36:51.989217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:51.992648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-4b42adfc-e866-4b61-84ff-1bb976134f61 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356862 Jul 22 19:36:52.002711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-98580f1b-f136-4df7-b55b-0f365a94702a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.004606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98580f1b-f136-4df7-b55b-0f365a94702a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0134289 Jul 22 19:36:52.008495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54464) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.014977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-b446861f-262d-410c-bab3-70476ae0899a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.015955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b446861f-262d-410c-bab3-70476ae0899a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0071571 Jul 22 19:36:52.037425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.045027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.048047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54466) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.051891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.053012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-33187115-8f42-4c84-9d14-779ec687bb10 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.056301 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-33187115-8f42-4c84-9d14-779ec687bb10 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0049548 Jul 22 19:36:52.057117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54470) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.057948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.062546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-a5ecff8c-5bde-4df1-b0bb-01f042a602ff tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.065433 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a5ecff8c-5bde-4df1-b0bb-01f042a602ff tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059652 Jul 22 19:36:52.065598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.070410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.072718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54472) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.076477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.078397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-7b5fbe12-e10a-4371-8099-d0ed831797d4 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.081553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b5fbe12-e10a-4371-8099-d0ed831797d4 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056801 Jul 22 19:36:52.082523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.084704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54460507-59bb-42ca-9c84-172e9599a347 req-84be248d-4274-4727-84e5-0f864a66de65 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2264600 Jul 22 19:36:52.088643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-a454a8ae-ec85-4851-818e-381c0cacd454 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.091476 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a454a8ae-ec85-4851-818e-381c0cacd454 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058689 Jul 22 19:36:52.092415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54476) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.101925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-4f7217ac-a671-4766-8fa3-9afddfd9631b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.105341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f7217ac-a671-4766-8fa3-9afddfd9631b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101056 Jul 22 19:36:52.108764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.115330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-4d335b1b-0eb4-447a-90cc-defb8ffbbeb7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.118527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d335b1b-0eb4-447a-90cc-defb8ffbbeb7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0066202 Jul 22 19:36:52.118839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54482) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.125316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-5c585973-7e49-4e48-80e8-8d4fb8a75125 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.128457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5c585973-7e49-4e48-80e8-8d4fb8a75125 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0064006 Jul 22 19:36:52.129317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.134186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-dd57328b-e8af-43d9-a67f-ef0b389402a4 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.137876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd57328b-e8af-43d9-a67f-ef0b389402a4 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054693 Jul 22 19:36:52.137876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-f83bf1e6-9966-4f71-923f-3e57c7a5058a service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860304 Jul 22 19:36:52.138306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.143126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-bb1e48dd-d6f8-46ae-80ce-ab3dc815dbc5 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.146584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb1e48dd-d6f8-46ae-80ce-ab3dc815dbc5 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049198 Jul 22 19:36:52.146968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.153324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-298541f7-7200-43ab-b50e-1ab947556034 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.156695 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-298541f7-7200-43ab-b50e-1ab947556034 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064778 Jul 22 19:36:52.156824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54460507-59bb-42ca-9c84-172e9599a347 req-4a058456-8c35-4565-9483-b1d507ad8275 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678353 Jul 22 19:36:52.163277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54490) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.169032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-b21837a2-48e2-4557-8275-b7450a3b6324 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.176479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b21837a2-48e2-4557-8275-b7450a3b6324 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0123026 Jul 22 19:36:52.192046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.196938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-d0ba234d-3932-4448-840c-e0acf7694f09 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.197948 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0ba234d-3932-4448-840c-e0acf7694f09 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0092957 Jul 22 19:36:52.204688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54494) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.211584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-fad2b3c6-f395-4241-8333-ea9144acf62e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.212587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fad2b3c6-f395-4241-8333-ea9144acf62e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070546 Jul 22 19:36:52.215157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54496) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.219771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-df3140c9-a96c-450b-9bdb-dc73d4fae81e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.220735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df3140c9-a96c-450b-9bdb-dc73d4fae81e tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0047636 Jul 22 19:36:52.224172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54498) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.231034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-da8183c8-54c2-4563-a388-935874e1ce12 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.231991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-da8183c8-54c2-4563-a388-935874e1ce12 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069499 Jul 22 19:36:52.240264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54500) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.246003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-4a207035-0ba1-4df0-b9f8-5383690da704 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.249813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4a207035-0ba1-4df0-b9f8-5383690da704 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0084038 Jul 22 19:36:52.250540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54502) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.264662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-bf11062b-a3c9-4c0b-85f8-253459fc0a10 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.265767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bf11062b-a3c9-4c0b-85f8-253459fc0a10 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0087903 Jul 22 19:36:52.268597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.274869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-f2270499-965c-4688-bbf2-a824545e01ad tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.280119 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2270499-965c-4688-bbf2-a824545e01ad tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043335 Jul 22 19:36:52.280119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54506) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.284017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-f02209c6-7045-405e-b08b-2be3c323c733 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.287864 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f02209c6-7045-405e-b08b-2be3c323c733 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0057356 Jul 22 19:36:52.288614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54508) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.301537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-cde67dd6-f78b-45c4-b9f6-cec56fe69c7b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.304990 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cde67dd6-f78b-45c4-b9f6-cec56fe69c7b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0134747 Jul 22 19:36:52.305119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-14d26238-e1f1-456e-bad2-0d924fb825fe service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072953 Jul 22 19:36:52.305206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.309592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-9a5eec87-115e-4b48-acab-5189dcefd29b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.312196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9a5eec87-115e-4b48-acab-5189dcefd29b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044868 Jul 22 19:36:52.313482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.318410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-3a6894dd-94a9-499b-9f24-38ba68b08580 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.319498 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a6894dd-94a9-499b-9f24-38ba68b08580 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0051286 Jul 22 19:36:52.322357 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-e272d5ef-930a-48bf-abc8-11245f3ebcea service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761830 Jul 22 19:36:52.322866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.326924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-1f4f5201-7790-4035-91b6-bc0dfe44c98c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.330847 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f4f5201-7790-4035-91b6-bc0dfe44c98c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043736 Jul 22 19:36:52.330847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54516) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.336738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-4d08f1d9-5bbd-4011-aa34-b2baa8805f47 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.338038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d08f1d9-5bbd-4011-aa34-b2baa8805f47 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0061455 Jul 22 19:36:52.344110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.348547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-648e6321-b622-4a46-9d3e-ea49d9ee8cd1 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.349622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-648e6321-b622-4a46-9d3e-ea49d9ee8cd1 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045509 Jul 22 19:36:52.357875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.369767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-b8d8e60c-a64e-4042-b4e5-7f4ac06bf8f6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.373179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b8d8e60c-a64e-4042-b4e5-7f4ac06bf8f6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0118256 Jul 22 19:36:52.378248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.385542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [None req-8f3b7150-486a-4b27-8b3b-629f03fb77fe tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.389579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f3b7150-486a-4b27-8b3b-629f03fb77fe tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0050986 Jul 22 19:36:52.389718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-87a153ca-1719-4df7-80bb-2f3edd721bbb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 217 time: 0.0570726 Jul 22 19:36:52.389718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.393350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-bfab8593-f153-4815-9d3c-c7f343ad14a8 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.396374 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bfab8593-f153-4815-9d3c-c7f343ad14a8 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042238 Jul 22 19:36:52.396601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54526) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.400773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-ba3e4e32-0144-4dd5-b37e-2e4f17af485b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.403951 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ba3e4e32-0144-4dd5-b37e-2e4f17af485b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043118 Jul 22 19:36:52.408727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54528) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.413984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-cb36f37c-75d4-4beb-9af7-53a9cc2a2353 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.417226 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb36f37c-75d4-4beb-9af7-53a9cc2a2353 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0053174 Jul 22 19:36:52.418078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54530) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.421788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-263cec1b-93c0-4f6f-89a4-0c1a0febf056 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.424978 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-263cec1b-93c0-4f6f-89a4-0c1a0febf056 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044081 Jul 22 19:36:52.440937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54532) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.446484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-327f926a-5dea-41f7-84ad-16f431bb3719 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.447538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-327f926a-5dea-41f7-84ad-16f431bb3719 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046973 Jul 22 19:36:52.450323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54534) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.454839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-e5b4001b-399c-42ca-9c06-09e8ca1411ca tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.458785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5b4001b-399c-42ca-9c06-09e8ca1411ca tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0051448 Jul 22 19:36:52.459669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54536) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.467150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-6b9e204d-07f6-4d81-998b-ef1359163f11 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.471195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6b9e204d-07f6-4d81-998b-ef1359163f11 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080976 Jul 22 19:36:52.471195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54538) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.475745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-1932fe76-a07f-4739-80e9-8a65bec35b23 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.479124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1932fe76-a07f-4739-80e9-8a65bec35b23 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051403 Jul 22 19:36:52.479964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54540) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.483776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-336c4b21-3c0c-4d57-8b90-d41a2236b930 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.486280 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-336c4b21-3c0c-4d57-8b90-d41a2236b930 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0044987 Jul 22 19:36:52.487389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54542) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.492640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-c153547f-ce3b-49c2-ab80-0f31c7bab580 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.496083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c153547f-ce3b-49c2-ab80-0f31c7bab580 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0053763 Jul 22 19:36:52.497016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54544) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.503809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-464e15d7-60ad-4f7f-b6b2-b2c5b3d01f3c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.507972 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-464e15d7-60ad-4f7f-b6b2-b2c5b3d01f3c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081692 Jul 22 19:36:52.508240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54546) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.512606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-46a8ab94-007f-4edd-8020-7ca14af0193b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.515989 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-46a8ab94-007f-4edd-8020-7ca14af0193b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046086 Jul 22 19:36:52.515989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-00a1e34e-9afd-40c8-8659-a0c4105fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.516981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-00a1e34e-9afd-40c8-8659-a0c4105fe389 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1216686 Jul 22 19:36:52.517467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54548) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.522486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-5a5245a9-1a4c-4144-b8c3-fd5268e8c73c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.525865 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5a5245a9-1a4c-4144-b8c3-fd5268e8c73c tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0049834 Jul 22 19:36:52.526129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54550) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.530391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-42dee58d-389f-4a10-9f87-f460338dc7af tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.533723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42dee58d-389f-4a10-9f87-f460338dc7af tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043981 Jul 22 19:36:52.560505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.565387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-44039c10-5a9c-496d-a824-b664d893d149 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.568956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-44039c10-5a9c-496d-a824-b664d893d149 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048070 Jul 22 19:36:52.569178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.573824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-5441a9ad-eafd-4820-b553-9dabbf5451c6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.576952 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5441a9ad-eafd-4820-b553-9dabbf5451c6 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0045023 Jul 22 19:36:52.577191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54556) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.583710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-88db85d2-39c4-45b7-b4c8-6806a76b35a7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.587034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88db85d2-39c4-45b7-b4c8-6806a76b35a7 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0067053 Jul 22 19:36:52.587442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54558) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.591636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-0c3b06cb-7b0e-44e0-9074-8fd3e0c3011b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.594963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c3b06cb-7b0e-44e0-9074-8fd3e0c3011b tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044618 Jul 22 19:36:52.595976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54560) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.601787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-ffe5ac4d-73a1-4cec-b065-a2628affd76a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.605109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ffe5ac4d-73a1-4cec-b065-a2628affd76a tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0067081 Jul 22 19:36:52.610261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.616446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-580b317e-6ff1-429c-b0fa-dcf11df0f2b3 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.619851 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-580b317e-6ff1-429c-b0fa-dcf11df0f2b3 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0054674 Jul 22 19:36:52.620827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.630859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-7b06da32-c5c8-4357-ad46-705edcb03497 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.634361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b06da32-c5c8-4357-ad46-705edcb03497 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108330 Jul 22 19:36:52.634732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54566) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:52.638748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [None req-92e2cf7a-fbed-4ff6-9ef0-a5186f230d17 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:36:52.642324 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-92e2cf7a-fbed-4ff6-9ef0-a5186f230d17 tempest-ExtensionsTestJSON-1004186005 tempest-ExtensionsTestJSON-1004186005-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042613 Jul 22 19:36:52.658527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c521b-e530-486a-89ae-a03402be713d req-4853d27f-48a2-4a2b-a2c0-2e8a4d6692f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.660915 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-4853d27f-48a2-4a2b-a2c0-2e8a4d6692f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358705 Jul 22 19:36:52.742983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741eeb5-f052-4780-8e0d-8a811491b7a7 req-bb3012cb-1b8c-4a67-91db-8e3acec11f0a tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:52.745043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8741eeb5-f052-4780-8e0d-8a811491b7a7 req-bb3012cb-1b8c-4a67-91db-8e3acec11f0a tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.4935534 Jul 22 19:36:52.746818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:52.774962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-de00f3e2-9529-4ccc-abcd-2d7165532a05 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068375 Jul 22 19:36:52.815155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-66a66e5c-e71b-4e17-aa1c-982a64364e0d service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967451 Jul 22 19:36:52.832826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d039d3af-3767-40e3-8762-62f3adc52349 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:52.836058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8741eeb5-f052-4780-8e0d-8a811491b7a7 req-b960722f-d27c-4e97-8f4d-cbdc006e8224 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Jul 22 19:36:52.836653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:52.917284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-5bdfb37c-8918-4c5b-aec8-65d92ed8c6bc service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352830 Jul 22 19:36:52.961925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.008179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:53.016381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:53.019107 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9344fbf3-d00d-47f3-93d7-597f7534eebb" -d '{"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:53.041990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:53.048605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.141068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:53.158948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4dae8-20cf-443e-845a-01abc36b7029 req-e50d9053-ffdc-4c6d-8413-376d152a5ec3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.161714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8e4dae8-20cf-443e-845a-01abc36b7029 req-e50d9053-ffdc-4c6d-8413-376d152a5ec3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.1113410 Jul 22 19:36:53.205312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.205809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.206286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.207278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.207789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.208312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.208933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.211046 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4853530c-977a-4005-9216-460ac0cd48fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6483 time: 0.1939938 Jul 22 19:36:53.221604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8e4dae8-20cf-443e-845a-01abc36b7029 req-7e50186b-9e2d-4aa3-9da9-585b42e8f868 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Jul 22 19:36:53.233508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88a74844-1a3c-4059-ba55-6660e626397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.291141 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e60af-7401-436b-9311-577985e2de79 x-openstack-request-id: req-dd8e60af-7401-436b-9311-577985e2de79 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:53.291564 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-plugged", "status": "completed", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:53.291879 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd8e60af-7401-436b-9311-577985e2de79 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:53.292367 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'code': 200} Jul 22 19:36:53.406859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88a74844-1a3c-4059-ba55-6660e626397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.413669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-056b8d9e-b2e5-4694-820d-4c09b20d6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.415365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-056b8d9e-b2e5-4694-820d-4c09b20d6eba service neutron] 10.222.0.32 "GET /v2.0/networks?id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 902 time: 0.1974223 Jul 22 19:36:53.416903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88a74844-1a3c-4059-ba55-6660e626397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.467396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c966717b-fd7a-4889-9b94-6a9fee15d0de req-d7c6e23f-4f0c-4ab1-9d37-854755e2295b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 210 time: 0.1208816 Jul 22 19:36:53.517966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a74844-1a3c-4059-ba55-6660e626397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011750ec-cd54-440d-942a-9c401a710751,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:53.522597 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-4bd96f26-c125-427d-8833-624d153d0492 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 217 time: 0.0828562 Jul 22 19:36:53.525325 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88a74844-1a3c-4059-ba55-6660e626397e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cbe9dc60c354d70b35c988faedeae8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158141 Jul 22 19:36:53.527912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54592) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:53.546490 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:36:53.555854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.562436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.569883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.576950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.586253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.599499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.606019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.614795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-1fadada5-43bc-4738-b11b-4d9ddfe50172 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2564135 Jul 22 19:36:53.650848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.672518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-422f8238-f98b-46d5-ae52-46a0fe07d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.674030 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-422f8238-f98b-46d5-ae52-46a0fe07d401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1303632 Jul 22 19:36:53.687309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-852b45a7-32b0-4b78-a2f6-8193706bb3b1 req-d9bff87f-782e-43e8-a046-9aea86448a58 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713451 Jul 22 19:36:53.695175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.704803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9f50220a-9186-42c8-98c5-d7f5e31539e1 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:36:53.747137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff044f-65ab-4e28-9465-98702890062a req-7f716dfc-1c94-4dc5-902a-d7e3561d2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.748780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eff044f-65ab-4e28-9465-98702890062a req-7f716dfc-1c94-4dc5-902a-d7e3561d2790 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1102 time: 0.2801197 Jul 22 19:36:53.777149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 9f50220a-9186-42c8-98c5-d7f5e31539e1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:36:53.782893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9f50220a-9186-42c8-98c5-d7f5e31539e1 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:36:53.787193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-ce90b13d-86bc-405f-ae9c-10dafc5d5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.788759 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-ce90b13d-86bc-405f-ae9c-10dafc5d5b9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050844 Jul 22 19:36:53.791561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc81e33-147b-40e7-ab46-2d0d5c707039 req-22e5b8c0-18e0-4408-ae7d-5b1801a988f8 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:53.798611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecc81e33-147b-40e7-ab46-2d0d5c707039 req-22e5b8c0-18e0-4408-ae7d-5b1801a988f8 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1774390 Jul 22 19:36:53.822958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.826477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:53.828020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/011750ec-cd54-440d-942a-9c401a710751 HTTP/1.1" status: 204 len: 168 time: 0.2989986 Jul 22 19:36:53.850066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecc81e33-147b-40e7-ab46-2d0d5c707039 req-9773fee8-e8e7-4f66-ab26-6680dc11b8b0 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505044 Jul 22 19:36:53.862122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eff044f-65ab-4e28-9465-98702890062a req-8b2f8cb3-51d4-4d7b-9052-4f7368cad4fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055686 Jul 22 19:36:53.890161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a47836-5eb3-484f-b650-35e687242ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011750ec-cd54-440d-942a-9c401a710751,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:53.977850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-3e330a80-c8a7-4779-9889-8181bd159179 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822543 Jul 22 19:36:54.088716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68c16778-996d-4ef1-ad9c-42576f47f496 req-26dd0f97-8fc8-4a3c-a2d9-abcbcd9d25e9 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045842 Jul 22 19:36:54.356563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:54.391117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb150c3-d672-4642-a6a7-b37fe26e1db4 req-8fdef50f-4869-402d-b0df-eb2b00aa52ac tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.395106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fb150c3-d672-4642-a6a7-b37fe26e1db4 req-8fdef50f-4869-402d-b0df-eb2b00aa52ac tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.0958004 Jul 22 19:36:54.450581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fb150c3-d672-4642-a6a7-b37fe26e1db4 req-01051ea4-4c37-4af0-abc3-e0b098fcbb2f tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493851 Jul 22 19:36:54.543680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-d701c217-fc0f-4f1f-8ca0-d30ac60ad191 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.545853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-d701c217-fc0f-4f1f-8ca0-d30ac60ad191 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.2026827 Jul 22 19:36:54.570982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:54.608943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d0838a6-6085-4848-99e9-b5ea82429085 req-307aaada-e239-4b5b-af77-654084918565 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 210 time: 0.0452080 Jul 22 19:36:54.728463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54624) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:54.755238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:54.759718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:54.881111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1065982121'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:54.923064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.2 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/582152d8-0c5d-4c55-8069-6e496776bc92) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:54.929451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.946173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.964866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.972813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.979922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.986293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.992583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:54.994740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-9bc12371-db60-4144-aa80-e70b5c1f89e3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2200830 Jul 22 19:36:55.075284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Made reservation on behalf of a33885c9b2e44782aebb5883435ba32d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:55.078977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.100936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.103735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.126179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e10c88f-c901-4753-83bc-cef4a625e722 req-deb53b34-3fbd-49f4-823d-093f9c51588b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0956614 Jul 22 19:36:55.136311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473793f-a2d5-40cc-ae02-e00c7d7259e0 req-9448fa77-0e8b-4ef3-90a4-0b217cdcd913 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.138063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b473793f-a2d5-40cc-ae02-e00c7d7259e0 req-9448fa77-0e8b-4ef3-90a4-0b217cdcd913 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1399510 Jul 22 19:36:55.144600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.169471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:55.228470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:55.235882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:55.237518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:55.240131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:55.270526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b473793f-a2d5-40cc-ae02-e00c7d7259e0 req-962a6056-9117-408f-897b-b0024766692a tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226506 Jul 22 19:36:55.308285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.309420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.363845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.369693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.378078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-a79bb9c3-a60d-49d4-95e4-ad66c167966d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8209302 Jul 22 19:36:55.391370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Request body: {'port': {'device_id': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:55.410364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:36:55.422726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bccbe3-add4-46ef-8638-2361a34e0be0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:55.432574 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.433305 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Added segment 1c541d51-8295-41d6-a678-23678ef1a448 of type vlan for network 774b6288-a661-41e6-82e2-478a4f509262 Jul 22 19:36:55.497699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.541925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.562361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.569202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.570071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.666523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9370229 Jul 22 19:36:55.671553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:55.682198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Request body: {'subnet': {'network_id': '774b6288-a661-41e6-82e2-478a4f509262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:55.720431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-b9647d04-8c84-422e-9051-37db2f3b8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.722264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-b9647d04-8c84-422e-9051-37db2f3b8724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 1098 time: 0.1758111 Jul 22 19:36:55.733184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bafc5-88cb-4870-b7a1-bf8935e16223 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'Network': ['ID=774b6288-a661-41e6-82e2-478a4f509262,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:55.744531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 774b6288-a661-41e6-82e2-478a4f509262 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:36:55.823975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247c78b-39ae-4f31-948d-a79708f98cc2 req-88f42d05-ee77-4251-b7f8-39bb35a41cc4 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.826681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2247c78b-39ae-4f31-948d-a79708f98cc2 req-88f42d05-ee77-4251-b7f8-39bb35a41cc4 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.2779336 Jul 22 19:36:55.845485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ee79c-8df7-491d-8533-ed56619a632e req-7613ceeb-e47f-48fa-9879-2c8359368ea3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.848129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf1ee79c-8df7-491d-8533-ed56619a632e req-7613ceeb-e47f-48fa-9879-2c8359368ea3 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.2569664 Jul 22 19:36:55.910687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Made reservation on behalf of a33885c9b2e44782aebb5883435ba32d for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:55.914219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:55.932793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2247c78b-39ae-4f31-948d-a79708f98cc2 req-04986740-e66c-49cc-94c3-a9b1cb02491d tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966578 Jul 22 19:36:55.940102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-d047d335-322e-4a87-98fd-7601625f32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:55.942202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-d047d335-322e-4a87-98fd-7601625f32e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 200 len: 913 time: 0.2128730 Jul 22 19:36:55.958572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf1ee79c-8df7-491d-8533-ed56619a632e req-82991319-8cd0-4eb6-9b84-36ba71bbc395 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024630 Jul 22 19:36:56.024722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-89674189-f44d-4c1e-affd-fa3c8fe0180a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 200 len: 217 time: 0.0750918 Jul 22 19:36:56.061466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582152d8-0c5d-4c55-8069-6e496776bc92 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:36:56.072688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.094791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Transition to ACTIVE for port object 582152d8-0c5d-4c55-8069-6e496776bc92 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:56.096562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-f3cc5b29-c32b-4f2c-9865-8d87fc748036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.098503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-f3cc5b29-c32b-4f2c-9865-8d87fc748036 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d69103c-32f3-475d-bb7b-125d093c5dcf HTTP/1.1" status: 200 len: 852 time: 0.0675652 Jul 22 19:36:56.104647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.173489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-285cabaf-e60f-470c-a82e-0bcafd639db9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662720 Jul 22 19:36:56.258556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Pushing event updated for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:56.281239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014a392-93bd-437f-818c-75bbd6328f1d req-197bd02c-e270-4e5c-853d-43818e09aa08 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.288237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1014a392-93bd-437f-818c-75bbd6328f1d req-197bd02c-e270-4e5c-853d-43818e09aa08 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 931 time: 0.2241364 Jul 22 19:36:56.297735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.362605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Attempting to bind port 582152d8-0c5d-4c55-8069-6e496776bc92 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:56.363526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Attempting to bind port 582152d8-0c5d-4c55-8069-6e496776bc92 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:56.363815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Attempting to bind port 582152d8-0c5d-4c55-8069-6e496776bc92 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:56.368387 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-58ff3720-1528-455b-9a8b-757d9398be8a service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822324 Jul 22 19:36:56.370626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Port 582152d8-0c5d-4c55-8069-6e496776bc92 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:36:56.370962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Attempting to bind port 582152d8-0c5d-4c55-8069-6e496776bc92 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:56.383502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:56.383851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:56.384266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:56.384711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Bound port: 582152d8-0c5d-4c55-8069-6e496776bc92, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:56.385063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.386535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1014a392-93bd-437f-818c-75bbd6328f1d req-0174a87c-1a55-4c8c-a793-1dfeb7ee1e7d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974581 Jul 22 19:36:56.388666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'Subnet': ['ID=67dc84b1-4538-42c9-8b0d-5b85cd29d15f,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:56.404495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bc9a1-7ad3-4df6-b540-3422b6c1edd7 req-3add7f80-6d7b-4bfa-9ba1-b7af761d96cf tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.406042 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-680bc9a1-7ad3-4df6-b540-3422b6c1edd7 req-3add7f80-6d7b-4bfa-9ba1-b7af761d96cf tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1102 time: 0.1858056 Jul 22 19:36:56.442215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Checking segment: {'id': '1c541d51-8295-41d6-a678-23678ef1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '774b6288-a661-41e6-82e2-478a4f509262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:56.442584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Network hostable DHCP agents. Network: 774b6288-a661-41e6-82e2-478a4f509262, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:36:56.466214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-680bc9a1-7ad3-4df6-b540-3422b6c1edd7 req-0fb0e38f-34e2-4eb4-b760-87662ff0cf30 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Jul 22 19:36:56.479965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Network 774b6288-a661-41e6-82e2-478a4f509262 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:36:56.536797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 774b6288-a661-41e6-82e2-478a4f509262) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:56.543363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.544409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.548521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8cc7e04d-d9ad-458b-b1c6-6fba346af235 req-8738c974-ff5c-43df-b4ad-48840cfd321a service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719840 Jul 22 19:36:56.549407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:56.554177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=582152d8-0c5d-4c55-8069-6e496776bc92,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:56.555343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd76758-c191-4f90-a16b-6ebb61546430 None None] Network 774b6288-a661-41e6-82e2-478a4f509262 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:56.560883 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.571969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ec342df-b58d-429e-a66e-24386e45adf8 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8977880 Jul 22 19:36:56.575396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54652) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:56.591438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Request body: {'port': {'network_id': '774b6288-a661-41e6-82e2-478a4f509262', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1824909719'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:56.609660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.610523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.612126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/582152d8-0c5d-4c55-8069-6e496776bc92 HTTP/1.1" status: 200 len: 1092 time: 1.2262435 Jul 22 19:36:56.612777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:56.616447 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be650ec-d46f-45f9-9ab6-8755f8c63144" -d '{"events": [{"name": "network-changed", "server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:56.646578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.653119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f680a7-d0e6-48cb-a9ca-d82666bd12b9 service neutron] Pushing event updated for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:56.664537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.670683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.677466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.683736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.689832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.696680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.699207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-48f45249-ca80-4384-92f1-6fb39d6da5f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2043140 Jul 22 19:36:56.767422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-0836b492-18c3-434b-9445-87069523b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:56.770040 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-0836b492-18c3-434b-9445-87069523b962 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 1095 time: 0.1103849 Jul 22 19:36:56.810845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a75b8b8b-b63c-44db-86e1-33b4a6a1d642 req-b9ce77f6-fe6b-4357-95b1-41ead3c913f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1047649 Jul 22 19:36:56.866914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-774b6288-a661-41e6-82e2-478a4f509262', 'network_id': '774b6288-a661-41e6-82e2-478a4f509262', 'tenant_id': 'a33885c9b2e44782aebb5883435ba32d', 'fixed_ips': [{'subnet_id': '67dc84b1-4538-42c9-8b0d-5b85cd29d15f'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:36:56.867783 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.887718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Made reservation on behalf of a33885c9b2e44782aebb5883435ba32d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:56.892428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:56.929047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] device_id is not set on port d9153819-8978-46d8-8abb-4cd50392b232 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:57.143786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33525ed-3223-48aa-a25c-081597450e62 req-0b743264-3e0d-4135-b24c-e912cf1dad6b tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.145802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e33525ed-3223-48aa-a25c-081597450e62 req-0b743264-3e0d-4135-b24c-e912cf1dad6b tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 1102 time: 0.2055297 Jul 22 19:36:57.156935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.165524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5f4e7-1300-4964-8d7b-9b4f1d10c7f2 req-3b52eac2-9545-45f2-902d-b75768c82bcc tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.167358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06c5f4e7-1300-4964-8d7b-9b4f1d10c7f2 req-3b52eac2-9545-45f2-902d-b75768c82bcc tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1237378 Jul 22 19:36:57.247167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Allocated IP 172.20.0.2 (774b6288-a661-41e6-82e2-478a4f509262/67dc84b1-4538-42c9-8b0d-5b85cd29d15f/5016c655-8b6b-44c4-ae6b-a12e60f8ab44) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:57.261738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e33525ed-3223-48aa-a25c-081597450e62 req-5ff00539-e2b9-42ec-a2f5-b79dfe34f671 tempest-ServersAdminTestJSON-1725972362 tempest-ServersAdminTestJSON-1725972362-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061382 Jul 22 19:36:57.286262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06c5f4e7-1300-4964-8d7b-9b4f1d10c7f2 req-12c08f98-d7d8-470e-bf26-4f12fd748626 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820532 Jul 22 19:36:57.349513 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-8d19d32f-6b5a-48ee-90f7-3c9709b039c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582152d8-0c5d-4c55-8069-6e496776bc92 HTTP/1.1" status: 200 len: 217 time: 0.5722125 Jul 22 19:36:57.351081 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44879445-a062-41d7-8357-90efddc73c7f x-openstack-request-id: req-44879445-a062-41d7-8357-90efddc73c7f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:57.351439 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:57.351764 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44879445-a062-41d7-8357-90efddc73c7f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:57.352245 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92', 'status': 'completed', 'code': 200} Jul 22 19:36:57.432736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-1dbf81eb-02e9-4402-840e-9ee44175537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.439446 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-1dbf81eb-02e9-4402-840e-9ee44175537f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.0809541 Jul 22 19:36:57.499820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-ae092701-2c30-4819-bade-fae67104f3cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548894 Jul 22 19:36:57.560813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.571180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Transition to ACTIVE for port object 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:57.588746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Transition to ACTIVE for port object 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:57.596472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.687188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Pushing event updated for resources: {'Port': ['ID=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:57.709654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-840cadf5-1fac-4c88-b6c7-c2ac15ff2057 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982000 Jul 22 19:36:57.711080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Network 774b6288-a661-41e6-82e2-478a4f509262 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:57.712865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:57.716024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:57.721404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477a70-0a50-4de7-827f-fb32aa8eb37f req-220b834c-f95b-48a4-b633-579bc19b891d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.724182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c477a70-0a50-4de7-827f-fb32aa8eb37f req-220b834c-f95b-48a4-b633-579bc19b891d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 943 time: 0.2063692 Jul 22 19:36:57.769770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-db32dfe3-544e-4ea0-8ff0-ba9580ba2195 {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:36:57.770089 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:36:57.796551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c477a70-0a50-4de7-827f-fb32aa8eb37f req-7af3797a-949a-45d2-897a-8df6601944bc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612433 Jul 22 19:36:57.805226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Attempting to bind port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:36:57.805733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Attempting to bind port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1c541d51-8295-41d6-a678-23678ef1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '774b6288-a661-41e6-82e2-478a4f509262'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:36:57.806205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Attempting to bind port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 on network 774b6288-a661-41e6-82e2-478a4f509262 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:36:57.808251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30548929-950f-49c0-923e-9b5150703874 req-fb055863-e69a-4ebe-9189-1390b6f33989 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:57.810174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30548929-950f-49c0-923e-9b5150703874 req-fb055863-e69a-4ebe-9189-1390b6f33989 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.1492653 Jul 22 19:36:57.812929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:36:57.815396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Checking segment: {'id': '1c541d51-8295-41d6-a678-23678ef1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '774b6288-a661-41e6-82e2-478a4f509262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:36:57.819495 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.820023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Bound using segment: {'id': '1c541d51-8295-41d6-a678-23678ef1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '774b6288-a661-41e6-82e2-478a4f509262'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:36:57.820650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Bound port: 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c541d51-8295-41d6-a678-23678ef1a448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '774b6288-a661-41e6-82e2-478a4f509262'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:36:57.821143 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:57.866694 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ec76c03e-1476-4b6b-8495-69e33295af51 req-6aef22d8-b7ce-4c39-9870-a5d1a372a32e service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490765 Jul 22 19:36:57.881523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30548929-950f-49c0-923e-9b5150703874 req-b3f002a6-df65-403d-8bbb-775e76e1d38d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Jul 22 19:36:57.918696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] For port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:36:57.922204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] For port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,segment=NetworkSegment(1c541d51-8295-41d6-a678-23678ef1a448),segment_id=1c541d51-8295-41d6-a678-23678ef1a448)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:36:57.937018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.004607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-24eecc22-5961-4193-b314-7edca2ab0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.007992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-24eecc22-5961-4193-b314-7edca2ab0c20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 1095 time: 0.0834377 Jul 22 19:36:58.010825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6afd95-11c8-4355-819a-72a1d8b91971 None None] Pushing event updated for resources: {'Port': ['ID=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:58.043091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.050234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.057270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.063563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.070579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.076846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.083375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.085455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-93545d7c-83f5-442c-afd7-fd5a9c2d8a59 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1379802 Jul 22 19:36:58.125312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-49d1d4e5-9b25-44b7-ab15-8b2c1da87d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.126852 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-49d1d4e5-9b25-44b7-ab15-8b2c1da87d7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.1107826 Jul 22 19:36:58.132384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0767e6db-59d6-464c-8ba7-8cf1803182c2 req-dd086e65-946d-4740-9a8d-6d41553c0217 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410502 Jul 22 19:36:58.179341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-c8a5c7db-b570-4d42-9d70-a6a878994999 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=582152d8-0c5d-4c55-8069-6e496776bc92 HTTP/1.1" status: 200 len: 217 time: 0.0416687 Jul 22 19:36:58.254334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-3e0e6f8b-87e7-41e2-99b9-321475fae411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.256029 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-3e0e6f8b-87e7-41e2-99b9-321475fae411 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.0722585 Jul 22 19:36:58.271986 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.298299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] device_id is not set on port e73fc3c3-6d24-4b44-998b-2b9d2e788757 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:58.308359 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-3510fbcf-8ecb-46ba-b992-f76ccb899f0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450516 Jul 22 19:36:58.418490 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-85dc5504-a4ba-4a25-8634-23293689294a service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997584 Jul 22 19:36:58.490851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Allocated IP 172.20.0.12 (774b6288-a661-41e6-82e2-478a4f509262/67dc84b1-4538-42c9-8b0d-5b85cd29d15f/e73fc3c3-6d24-4b44-998b-2b9d2e788757) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:36:58.506483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14a9b4-daf5-47ca-bf23-e11aea6f8a63 req-26926e67-0a1c-48c9-980d-9755c08d881b tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:58.507432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e14a9b4-daf5-47ca-bf23-e11aea6f8a63 req-26926e67-0a1c-48c9-980d-9755c08d881b tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1348407 Jul 22 19:36:58.523511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8be650ec-d46f-45f9-9ab6-8755f8c63144 req-b8a06145-2633-4601-be29-a42315b59537 service neutron] 10.222.0.26 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906549 Jul 22 19:36:58.591622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e14a9b4-daf5-47ca-bf23-e11aea6f8a63 req-4e4e775f-5b88-4dbb-868e-79a5d66a8848 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Jul 22 19:36:58.693207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:36:58.782316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.803201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Transition to ACTIVE for port object e73fc3c3-6d24-4b44-998b-2b9d2e788757 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:36:58.803551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:58.873601 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:58.984700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Network 774b6288-a661-41e6-82e2-478a4f509262 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:36:59.017609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:36:59.027383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:36:59.031818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'Port': ['ID=e73fc3c3-6d24-4b44-998b-2b9d2e788757,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:59.053498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-c315306b-c145-4e54-ae06-fa2e889e7da2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.055098 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-c315306b-c145-4e54-ae06-fa2e889e7da2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.0907986 Jul 22 19:36:59.119209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de814d13-4bf8-4a24-b74d-2939fb00b0e7 req-f2fdebeb-c672-45f7-87b6-c2c24d153d2f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.120908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de814d13-4bf8-4a24-b74d-2939fb00b0e7 req-f2fdebeb-c672-45f7-87b6-c2c24d153d2f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 943 time: 0.1906064 Jul 22 19:36:59.152138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.152880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.182246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004fb9d-4131-4d2a-96de-61564793581a req-3db78553-ed84-4e0c-a003-125915e86605 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.188679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3004fb9d-4131-4d2a-96de-61564793581a req-3db78553-ed84-4e0c-a003-125915e86605 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.2593765 Jul 22 19:36:59.221719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Deleting port f6cf4cdf-90b0-4696-9add-55fd11b19aba {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:36:59.221719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.242823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440d42a-336c-4e5f-b3dc-fffecdab9c3b None None] Network 774b6288-a661-41e6-82e2-478a4f509262 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:36:59.262940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de814d13-4bf8-4a24-b74d-2939fb00b0e7 req-c0712cfb-f8a8-41eb-817f-16c8e3e8afd2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328986 Jul 22 19:36:59.267936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b51c6f0c-f7fb-4e77-a70b-837482e86818 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6890233 Jul 22 19:36:59.268601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54688) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:36:59.276065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Request body: {'port': {'network_id': '774b6288-a661-41e6-82e2-478a4f509262', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1961548255', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:36:59.276696 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] bootfile-name is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:36:59.277257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] tftp-server is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:36:59.277656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] server-ip-address is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:36:59.328655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3004fb9d-4131-4d2a-96de-61564793581a req-20b1399e-18eb-442f-9f60-8c0ba1ac9f3f tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317656 Jul 22 19:36:59.367865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] For port f6cf4cdf-90b0-4696-9add-55fd11b19aba, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f6cf4cdf-90b0-4696-9add-55fd11b19aba,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:59.368522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.374093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Provisioning for port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:36:59.381822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Provisioning complete for port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:36:59.382535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.385534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Calling delete_port for f6cf4cdf-90b0-4696-9add-55fd11b19aba owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:36:59.561465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.577308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e41e0-cf8f-461d-b55b-a56f9f66d3ef req-b38c91ff-c33a-4e69-97d3-fdddecf68541 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.584636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d9e41e0-cf8f-461d-b55b-a56f9f66d3ef req-b38c91ff-c33a-4e69-97d3-fdddecf68541 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c3616b-c5b9-40af-ac14-15d71712c20f HTTP/1.1" status: 200 len: 950 time: 0.1779878 Jul 22 19:36:59.596649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event deleted for resources: {'Port': ['ID=f6cf4cdf-90b0-4696-9add-55fd11b19aba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:36:59.623459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Made reservation on behalf of a33885c9b2e44782aebb5883435ba32d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:36:59.628235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.652966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] No DVR routers for this DVR port f6cf4cdf-90b0-4696-9add-55fd11b19aba on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:36:59.656319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.658549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-768b6616-9c3e-4c3b-aeac-4a1ec9d3cd61 req-fd5bec4c-a300-4057-aa86-95931cb8a12d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "DELETE /v2.0/ports/f6cf4cdf-90b0-4696-9add-55fd11b19aba HTTP/1.1" status: 204 len: 173 time: 0.5900645 Jul 22 19:36:59.659092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'name': 'network-vif-deleted', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:36:59.663374 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed54962-7931-4d6d-b459-95d113e50138" -d '{"events": [{"server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "name": "network-vif-deleted", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:36:59.666556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d9e41e0-cf8f-461d-b55b-a56f9f66d3ef req-7be7fc1d-722a-4d0f-ba54-24c8aeb4844c tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808880 Jul 22 19:36:59.688779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] device_id is not set on port 1a0813ac-4712-47e5-9c54-1794e0d3b944 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:36:59.714262 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8045df-aef7-48d5-a53d-f8f6e3176793 x-openstack-request-id: req-df8045df-aef7-48d5-a53d-f8f6e3176793 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:36:59.714581 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3616b-c5b9-40af-ac14-15d71712c20f", "name": "network-vif-deleted", "tag": "f6cf4cdf-90b0-4696-9add-55fd11b19aba", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:36:59.714838 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df8045df-aef7-48d5-a53d-f8f6e3176793 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:36:59.714943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'd039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:59.715399 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3616b-c5b9-40af-ac14-15d71712c20f', 'name': 'network-vif-deleted', 'tag': 'f6cf4cdf-90b0-4696-9add-55fd11b19aba', 'status': 'completed', 'code': 200} Jul 22 19:36:59.717569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d7c84cb9-9831-4606-ac68-4e4dde56f893'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:36:59.780609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.788235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.795753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.799796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.802978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.809064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.815391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.822271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:36:59.824233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-00afc6cd-949f-4f85-902d-e5459d434e69 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.3054640 Jul 22 19:36:59.891647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] For port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,segment=NetworkSegment(1c541d51-8295-41d6-a678-23678ef1a448),segment_id=1c541d51-8295-41d6-a678-23678ef1a448)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:36:59.917605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:36:59.933024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db8831f1-9711-4165-bd77-46ed1b07f03c req-f3cd2b0b-927a-4dbb-b9f3-46481d1fe5a6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993083 Jul 22 19:36:59.962097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Allocated IP 172.20.0.3 (774b6288-a661-41e6-82e2-478a4f509262/67dc84b1-4538-42c9-8b0d-5b85cd29d15f/1a0813ac-4712-47e5-9c54-1794e0d3b944) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:00.025846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef628c-14c1-407b-b198-ee0193a81e32 None None] Pushing event updated for resources: {'Port': ['ID=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:00.148113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Provisioning for port e73fc3c3-6d24-4b44-998b-2b9d2e788757 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:00.157904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Provisioning complete for port e73fc3c3-6d24-4b44-998b-2b9d2e788757 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:00.160420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.179829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.197063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Transition to ACTIVE for port object 1a0813ac-4712-47e5-9c54-1794e0d3b944 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:00.225624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Port e73fc3c3-6d24-4b44-998b-2b9d2e788757 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:00.248039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Provisioning complete for port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:00.248858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91302753-10f2-4e79-8dae-f6cd3f1f8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.262938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.321010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Network 774b6288-a661-41e6-82e2-478a4f509262 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:00.324357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:00.328719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:00.391813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'Port': ['ID=1a0813ac-4712-47e5-9c54-1794e0d3b944,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:00.444053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.444761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.483722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0e6cf855-db71-45dc-bbda-4976fbaf47ad None None] Provisioning complete for port e73fc3c3-6d24-4b44-998b-2b9d2e788757 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:00.484097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0e6cf855-db71-45dc-bbda-4976fbaf47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.489886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99eb83fd-fe49-4f18-ae14-10795d1a995f tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2169223 Jul 22 19:37:00.490773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:00.532288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300f0c6-7777-4476-9f16-87ee4d2bb84e req-4beee9ce-38c6-4c6f-8533-ea3e0bc41ade tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.533325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0e6cf855-db71-45dc-bbda-4976fbaf47ad None None] Port e73fc3c3-6d24-4b44-998b-2b9d2e788757 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:00.533865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0300f0c6-7777-4476-9f16-87ee4d2bb84e req-4beee9ce-38c6-4c6f-8533-ea3e0bc41ade tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 943 time: 0.1572516 Jul 22 19:37:00.543094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756bfd1-be13-43a5-9da9-ac2bf1e70bbc req-73d09c9e-3406-44f5-9729-b6c5e47fc36f tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.548575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5756bfd1-be13-43a5-9da9-ac2bf1e70bbc req-73d09c9e-3406-44f5-9729-b6c5e47fc36f tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1272326 Jul 22 19:37:00.568885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494fb53-7db1-47e5-846c-318ba47e1983 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.574859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494fb53-7db1-47e5-846c-318ba47e1983 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.580761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494fb53-7db1-47e5-846c-318ba47e1983 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.585344 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4494fb53-7db1-47e5-846c-318ba47e1983 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0903649 Jul 22 19:37:00.586150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:00.605763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5756bfd1-be13-43a5-9da9-ac2bf1e70bbc req-e7adc2b9-7100-4272-96ca-9a6030ad5483 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552425 Jul 22 19:37:00.608608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0300f0c6-7777-4476-9f16-87ee4d2bb84e req-d45357ba-59b9-435c-83d5-1f522a6fa49b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jul 22 19:37:00.663793 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-18670814-c770-40a1-97b5-ffc15d74f2ef None None] Provisioning for port 1a0813ac-4712-47e5-9c54-1794e0d3b944 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:00.667939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-18670814-c770-40a1-97b5-ffc15d74f2ef None None] Provisioning complete for port 1a0813ac-4712-47e5-9c54-1794e0d3b944 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:00.668363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18670814-c770-40a1-97b5-ffc15d74f2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.715615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-18670814-c770-40a1-97b5-ffc15d74f2ef None None] Port 1a0813ac-4712-47e5-9c54-1794e0d3b944 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:00.717172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:00.757486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Deleting port 1a0813ac-4712-47e5-9c54-1794e0d3b944 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:00.757840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.773369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:00.773939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.923046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:00.950097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191165-d97b-43d9-953d-2d4dfbe780d7 req-02708cfe-b095-4bde-88e2-c6a5399079ff tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:00.956224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Calling delete_port for 1a0813ac-4712-47e5-9c54-1794e0d3b944 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:00.960656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3191165-d97b-43d9-953d-2d4dfbe780d7 req-02708cfe-b095-4bde-88e2-c6a5399079ff tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1302488 Jul 22 19:37:01.015751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3191165-d97b-43d9-953d-2d4dfbe780d7 req-a32bf13e-1184-47d0-bc94-21cf4e5e95cb tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542152 Jul 22 19:37:01.030898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-b87e3282-63c5-40d0-b6f9-9dcce719a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.032580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-b87e3282-63c5-40d0-b6f9-9dcce719a299 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 1098 time: 0.1335831 Jul 22 19:37:01.071132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae875-e855-4fc9-a24a-b52cbe7801cb req-14874798-e509-4cce-bd15-7b69a3cf0845 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.072873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1cae875-e855-4fc9-a24a-b52cbe7801cb req-14874798-e509-4cce-bd15-7b69a3cf0845 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 949 time: 0.0740306 Jul 22 19:37:01.150185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1cae875-e855-4fc9-a24a-b52cbe7801cb req-ce671000-ba63-4e68-9887-3d7675e02872 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614595 Jul 22 19:37:01.169231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-25c23821-62fd-490d-a34e-2b0e27f72ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.170852 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-25c23821-62fd-490d-a34e-2b0e27f72ef5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 200 len: 913 time: 0.1292288 Jul 22 19:37:01.187703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.194457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.200514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.206462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.212373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.218166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.219840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-9834354a-d57d-48d1-95d6-602917b952a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 200 len: 217 time: 0.0425332 Jul 22 19:37:01.224949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.227002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334c3629-c2ba-420c-9596-504f34417707 req-df3b813f-34c9-42ca-b847-18684aa816e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1474001 Jul 22 19:37:01.235659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.290221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event deleted for resources: {'Port': ['ID=1a0813ac-4712-47e5-9c54-1794e0d3b944,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:01.350566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-9d80cc56-2096-497d-b00d-fffc9d57fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.352250 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-9d80cc56-2096-497d-b00d-fffc9d57fd52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0d69103c-32f3-475d-bb7b-125d093c5dcf HTTP/1.1" status: 200 len: 852 time: 0.1264145 Jul 22 19:37:01.401203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-620ecdd3-6d3f-4afa-9bde-3b9acd90aee2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd3951f9-986a-47eb-a284-c8a0e33b2cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412893 Jul 22 19:37:01.404209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.406239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c664561-2944-40ef-a00b-c97ac6c2afaf tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "DELETE /v2.0/ports/1a0813ac-4712-47e5-9c54-1794e0d3b944 HTTP/1.1" status: 204 len: 168 time: 0.8191142 Jul 22 19:37:01.414787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:01.420410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Request body: {'port': {'name': 'tempest-new-port-name-1396675734', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:01.420950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] bootfile-name is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:37:01.421389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] tftp-server is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:37:01.421827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] server-ip-address is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:37:01.578208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334c3629-c2ba-420c-9596-504f34417707 req-bce77ecd-5894-4fc4-bb4f-6f397c8fc27c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3433182 Jul 22 19:37:01.580231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.583888 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-180e0ecc-ad71-468d-bf33-4c7c21d52fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765397 Jul 22 19:37:01.734623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 582152d8-0c5d-4c55-8069-6e496776bc92 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:01.744787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c47f9d3d-269f-41ad-befa-63f0ed31b0a2 req-98e09079-006d-4fcc-8338-fcc568efbe9e service neutron] 10.222.0.32 "GET /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534810 Jul 22 19:37:01.785454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4246a8c-2915-4726-8cd5-a77e53d4b383 req-e4da9c39-a1c1-4d38-927a-082fc5cb63ed tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.787084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4246a8c-2915-4726-8cd5-a77e53d4b383 req-e4da9c39-a1c1-4d38-927a-082fc5cb63ed tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 943 time: 0.0929978 Jul 22 19:37:01.833014 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4246a8c-2915-4726-8cd5-a77e53d4b383 req-99432e8f-0262-4603-a3e0-9abf5b26cf2b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Jul 22 19:37:01.850414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=582152d8-0c5d-4c55-8069-6e496776bc92,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:01.853889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.859039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.862134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '582152d8-0c5d-4c55-8069-6e496776bc92', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '582152d8-0c5d-4c55-8069-6e496776bc92', 'mac_address': 'fa:16:3e:50:4b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:01.902969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.916474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582152d8-0c5d-4c55-8069-6e496776bc92 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:01.936306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=582152d8-0c5d-4c55-8069-6e496776bc92,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:01.941738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.949461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event updated for resources: {'Port': ['ID=e73fc3c3-6d24-4b44-998b-2b9d2e788757,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:01.966218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] In _notify_port_updated(), no bound segment for port e73fc3c3-6d24-4b44-998b-2b9d2e788757 on network 774b6288-a661-41e6-82e2-478a4f509262 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:37:01.972204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:01.972874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:01.974854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a3052497-dc01-4aea-866c-4b9508264c9b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "PUT /v2.0/ports/e73fc3c3-6d24-4b44-998b-2b9d2e788757 HTTP/1.1" status: 200 len: 1137 time: 0.5584843 Jul 22 19:37:01.977028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54728) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:01.996972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:02.049707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88280809-a0ed-44ee-ba5f-5767ce60cc96 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.056040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54736) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:02.056978 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88280809-a0ed-44ee-ba5f-5767ce60cc96 tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "GET /v2.0/ports/e73fc3c3-6d24-4b44-998b-2b9d2e788757 HTTP/1.1" status: 200 len: 1137 time: 0.0779471 Jul 22 19:37:02.219347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Deleting port e73fc3c3-6d24-4b44-998b-2b9d2e788757 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:02.219948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.231434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add2083-0d1f-409e-9c29-8940717a221f req-47390053-c9af-4207-a1d0-76a8592833ae tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.233083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1add2083-0d1f-409e-9c29-8940717a221f req-47390053-c9af-4207-a1d0-76a8592833ae tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1296942 Jul 22 19:37:02.241882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a72c1ebd-2cb8-40c3-9e38-a7fdad8742d1 None None] Provisioning complete for port e73fc3c3-6d24-4b44-998b-2b9d2e788757 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:02.242325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a72c1ebd-2cb8-40c3-9e38-a7fdad8742d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.268165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['582152d8-0c5d-4c55-8069-6e496776bc92'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:02.316909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a72c1ebd-2cb8-40c3-9e38-a7fdad8742d1 None None] Port e73fc3c3-6d24-4b44-998b-2b9d2e788757 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:02.363955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1add2083-0d1f-409e-9c29-8940717a221f req-190f70f9-2510-421c-bfcb-4e983fedaf42 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196909 Jul 22 19:37:02.394625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.424111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Calling delete_port for e73fc3c3-6d24-4b44-998b-2b9d2e788757 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:02.442082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990dc84-3496-4ec7-ad26-9deb1f908ae4 req-03f8b067-3d80-4071-ada7-e550dc9a9e29 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.443946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1990dc84-3496-4ec7-ad26-9deb1f908ae4 req-03f8b067-3d80-4071-ada7-e550dc9a9e29 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 949 time: 0.2008905 Jul 22 19:37:02.464359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-206279a7-51c7-4c93-ad7e-8f483f4e1d2e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.465969 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-206279a7-51c7-4c93-ad7e-8f483f4e1d2e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.26 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 949 time: 0.0808203 Jul 22 19:37:02.526647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1990dc84-3496-4ec7-ad26-9deb1f908ae4 req-75eb12fa-df12-4ee1-853b-8b82591fbef2 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753093 Jul 22 19:37:02.578622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Deleting port d7c84cb9-9831-4606-ac68-4e4dde56f893 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:02.579065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.608779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.647128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event deleted for resources: {'Port': ['ID=e73fc3c3-6d24-4b44-998b-2b9d2e788757,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:02.680717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] For port d7c84cb9-9831-4606-ac68-4e4dde56f893, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d7c84cb9-9831-4606-ac68-4e4dde56f893,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:02.681172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.698552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Calling delete_port for d7c84cb9-9831-4606-ac68-4e4dde56f893 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:02.754921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.756883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eaf21c04-fd7c-426c-b7ff-e69b30ce8c5b tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "DELETE /v2.0/ports/e73fc3c3-6d24-4b44-998b-2b9d2e788757 HTTP/1.1" status: 204 len: 168 time: 0.6989973 Jul 22 19:37:02.759362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:02.786955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.797372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.804736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.811167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.817799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.823810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.825856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f6cf4cdf-90b0-4696-9add-55fd11b19aba no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:02.830687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.835975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Deleting subnet 67dc84b1-4538-42c9-8b0d-5b85cd29d15f {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:02.840364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-797b6109-aff9-4ec4-bd87-9d17a248cbc2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1649590 Jul 22 19:37:02.842232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.867251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f6cf4cdf-90b0-4696-9add-55fd11b19aba {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:02.871823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f6cf4cdf-90b0-4696-9add-55fd11b19aba not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:02.891441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dec3b15-2890-4e75-bf72-877c47827f28 req-1d1be5fd-44f6-419c-9a45-415a482a3b4e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496147 Jul 22 19:37:02.924079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.966146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:02.977545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:02.979760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['d7c84cb9-9831-4606-ac68-4e4dde56f893'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:02.987750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bb941-24c4-4c2c-b277-75b095eb2699 req-23c38458-05c8-47da-90e9-e229bba3ca05 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:02.990003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-294bb941-24c4-4c2c-b277-75b095eb2699 req-23c38458-05c8-47da-90e9-e229bba3ca05 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 944 time: 0.0717597 Jul 22 19:37:03.005617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event deleted for resources: {'Port': ['ID=d7c84cb9-9831-4606-ac68-4e4dde56f893,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:03.052314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-294bb941-24c4-4c2c-b277-75b095eb2699 req-9a8ae1a7-a404-4d19-93aa-069134b4cb4b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Jul 22 19:37:03.085947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] No DVR routers for this DVR port d7c84cb9-9831-4606-ac68-4e4dde56f893 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:03.102311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.104603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-82b43efb-77f1-420b-9045-2ac9ae073cad req-105180c2-72cd-4e25-902f-e4fafefbf9d8 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.26 "DELETE /v2.0/ports/d7c84cb9-9831-4606-ac68-4e4dde56f893 HTTP/1.1" status: 204 len: 173 time: 0.6325555 Jul 22 19:37:03.108834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'name': 'network-vif-deleted', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:03.110850 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bbe4e-cf21-426e-b47e-8fdb300c0f2e" -d '{"events": [{"server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "name": "network-vif-deleted", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:03.116348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.204443 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe52ee89-2565-42bf-a89a-cb97ba4b67ad x-openstack-request-id: req-fe52ee89-2565-42bf-a89a-cb97ba4b67ad {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:03.204443 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee27118-322f-49fc-a7e8-ac91f4cbe336", "name": "network-vif-deleted", "tag": "d7c84cb9-9831-4606-ac68-4e4dde56f893", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:03.204738 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe52ee89-2565-42bf-a89a-cb97ba4b67ad {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:03.205169 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee27118-322f-49fc-a7e8-ac91f4cbe336', 'name': 'network-vif-deleted', 'tag': 'd7c84cb9-9831-4606-ac68-4e4dde56f893', 'status': 'completed', 'code': 200} Jul 22 19:37:03.226188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.255367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event deleted for resources: {'Subnet': ['ID=67dc84b1-4538-42c9-8b0d-5b85cd29d15f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:03.257361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.259271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6540d567-5e08-4526-a47f-bb8aee4f8f4e tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "DELETE /v2.0/subnets/67dc84b1-4538-42c9-8b0d-5b85cd29d15f HTTP/1.1" status: 204 len: 168 time: 0.4986801 Jul 22 19:37:03.261657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:03.267970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaac9c4-7c6d-4b4f-bbe1-21074f3b3451 None None] Network 774b6288-a661-41e6-82e2-478a4f509262 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:03.365811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.424120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Deleting port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:03.424533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.500915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] For port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,segment=NetworkSegment(1c541d51-8295-41d6-a678-23678ef1a448),segment_id=1c541d51-8295-41d6-a678-23678ef1a448)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:03.501164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.501260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] DHCP port deletion for 774b6288-a661-41e6-82e2-478a4f509262 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:37:03.519869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Calling delete_port for 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:03.532909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076c456-b458-491e-bf27-482f3d9be914 req-5340bb29-e427-4095-be4b-fd8b2f012497 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:03.536033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d076c456-b458-491e-bf27-482f3d9be914 req-5340bb29-e427-4095-be4b-fd8b2f012497 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.0772700 Jul 22 19:37:03.555479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Deleting port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:03.555859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.634024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d076c456-b458-491e-bf27-482f3d9be914 req-50b18ef9-ef77-4f27-b5f8-732a66ee205e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910497 Jul 22 19:37:03.637541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] For port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,segment=NetworkSegment(1c541d51-8295-41d6-a678-23678ef1a448),segment_id=1c541d51-8295-41d6-a678-23678ef1a448)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:03.638024 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.654448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.662902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Calling delete_port for 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:03.695275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55e813d5-0c7d-448a-86fa-eae03925e0a2 req-13b4c9ec-92b0-47f7-a9fb-af2c85948284 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee27118-322f-49fc-a7e8-ac91f4cbe336 HTTP/1.1" status: 200 len: 210 time: 0.0391381 Jul 22 19:37:03.707874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] No DVR routers for this DVR port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:03.711890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event deleted for resources: {'Port': ['ID=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:03.756959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 582152d8-0c5d-4c55-8069-6e496776bc92 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:03.778185 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.812726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] Pushing event deleted for resources: {'Port': ['ID=5016c655-8b6b-44c4-ae6b-a12e60f8ab44,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:03.818388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98613a57-cad7-44e4-abad-7f0c5ccdc9d6 None None] No DVR routers for this DVR port 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:03.836381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.843557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 582152d8-0c5d-4c55-8069-6e496776bc92 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:03.848005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 582152d8-0c5d-4c55-8069-6e496776bc92 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:03.848784 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.850586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774b6288-a661-41e6-82e2-478a4f509262']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:03.865483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c541d51-8295-41d6-a678-23678ef1a448') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:03.865792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c541d51-8295-41d6-a678-23678ef1a448') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:03.882493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.897047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.903957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:03.904585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:03.907792 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:03.989552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.990093 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:03.996799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.000987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] 10.222.0.10 "DELETE /v2.0/networks/774b6288-a661-41e6-82e2-478a4f509262 HTTP/1.1" status: 204 len: 168 time: 0.7359455 Jul 22 19:37:04.014137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6808cd6-22cd-4c61-a148-6ab49003901a tempest-ExtraDHCPOptionsTestJSON-85758621 tempest-ExtraDHCPOptionsTestJSON-85758621-project] Pushing event deleted for resources: {'Network': ['ID=774b6288-a661-41e6-82e2-478a4f509262,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.016627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80507201-3ee3-467c-925b-f2b2fc0457a6 req-6158531c-47a8-4667-94b3-d675c79bfca8 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.019934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80507201-3ee3-467c-925b-f2b2fc0457a6 req-6158531c-47a8-4667-94b3-d675c79bfca8 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.0960050 Jul 22 19:37:04.034082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:04.037206 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a32d5d-3c4c-4826-8c8a-da04bdcf2b30" -d '{"events": [{"server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "name": "network-vif-plugged", "status": "completed", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:04.050123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=582152d8-0c5d-4c55-8069-6e496776bc92,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:04.055107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.092529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80507201-3ee3-467c-925b-f2b2fc0457a6 req-740c1426-8b63-4ad6-827d-dd3922e2496e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627332 Jul 22 19:37:04.113925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.125608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.133168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.140315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.149035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.150330 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a1ed9-a5c8-49d6-b9fa-9b06cce5bcaa x-openstack-request-id: req-702a1ed9-a5c8-49d6-b9fa-9b06cce5bcaa {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:04.150721 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "name": "network-vif-plugged", "status": "completed", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:04.151070 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-702a1ed9-a5c8-49d6-b9fa-9b06cce5bcaa {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:04.151659 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92', 'code': 200} Jul 22 19:37:04.156072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.162943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.169742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.171826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-a34e3a61-adbc-44e0-ba69-fc2b642618ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1507366 Jul 22 19:37:04.299476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f573694-eee2-4a0a-94fd-50e713056566 req-3a3a7db0-892a-414c-b9f5-3799b0fe1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.301727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2f9600a-233f-4c24-992b-0aee3f6331e8 req-7924e555-2a98-4f75-b82d-811859cb08e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1197283 Jul 22 19:37:04.301947 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f573694-eee2-4a0a-94fd-50e713056566 req-3a3a7db0-892a-414c-b9f5-3799b0fe1476 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 1097 time: 0.0753436 Jul 22 19:37:04.334331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcd662-f1bc-4c8c-8b71-52873ce193cb req-910aa856-bfe3-4975-a432-a89567fc7695 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.336904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6dcd662-f1bc-4c8c-8b71-52873ce193cb req-910aa856-bfe3-4975-a432-a89567fc7695 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.1213489 Jul 22 19:37:04.350191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f573694-eee2-4a0a-94fd-50e713056566 req-a36b639b-2f2d-475a-b621-8a78d003e41a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355461 Jul 22 19:37:04.354882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54782) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:04.383069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6dcd662-f1bc-4c8c-8b71-52873ce193cb req-c9add539-a49d-49e9-9e73-51e0e13ae66d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Jul 22 19:37:04.497584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d42320e6-a6e4-4649-9e94-f4f9536bcde4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a33885c9b2e44782aebb5883435ba32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415489 Jul 22 19:37:04.500410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:04.586899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.607326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-94e690da-afee-474b-8d4b-ed8aa69f64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.609291 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-94e690da-afee-474b-8d4b-ed8aa69f64b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.0614717 Jul 22 19:37:04.620809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.655512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:04.670290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfaa5a-f480-4650-bcff-9adbf7e64959 req-ea0a24e1-5eb1-4de5-b5d2-51e517763110 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.672113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edcfaa5a-f480-4650-bcff-9adbf7e64959 req-ea0a24e1-5eb1-4de5-b5d2-51e517763110 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.1262786 Jul 22 19:37:04.679248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:04.679248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5016c655-8b6b-44c4-ae6b-a12e60f8ab44 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:04.707022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.709770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:04.710917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05bccbe3-add4-46ef-8638-2361a34e0be0 HTTP/1.1" status: 204 len: 168 time: 0.2094424 Jul 22 19:37:04.735977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-8e130e55-7122-4b30-94fa-6637d4ea37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:04.736505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46613da-2f85-430e-90b6-2474452583ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bccbe3-add4-46ef-8638-2361a34e0be0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:04.738655 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-8e130e55-7122-4b30-94fa-6637d4ea37a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.1121700 Jul 22 19:37:04.755833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edcfaa5a-f480-4650-bcff-9adbf7e64959 req-06979fab-2982-4032-b16b-fc33ca89ad35 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741949 Jul 22 19:37:04.787711 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-9983c45b-3961-4709-a432-eb06159550e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.0425739 Jul 22 19:37:05.196857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2dbed-8998-4488-b89e-b09f98be9fd2 req-2c556ebf-0c17-4f4f-af56-d2d9f1e4a28a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.205311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4d2dbed-8998-4488-b89e-b09f98be9fd2 req-2c556ebf-0c17-4f4f-af56-d2d9f1e4a28a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.1098647 Jul 22 19:37:05.224556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-d1f0b311-1077-4caa-a823-99a914fc0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.226065 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-d1f0b311-1077-4caa-a823-99a914fc0da7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.4285841 Jul 22 19:37:05.293043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-01d16457-d2a0-4f4b-941e-641514598af5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581555 Jul 22 19:37:05.345737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4d2dbed-8998-4488-b89e-b09f98be9fd2 req-dd15d19a-f704-4a51-b22c-556aefff8ba6 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376045 Jul 22 19:37:05.398343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a416c72-a9da-449a-aa52-1f2966bb1d51 req-c0c656b7-151e-403f-8665-a47f5d63554e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.414984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a416c72-a9da-449a-aa52-1f2966bb1d51 req-c0c656b7-151e-403f-8665-a47f5d63554e tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.1978595 Jul 22 19:37:05.466386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a416c72-a9da-449a-aa52-1f2966bb1d51 req-69c10107-a151-46e1-9bcf-ee6e02934277 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/security-groups?id=a23c5b00-bd65-4add-ba87-61027f47eab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503464 Jul 22 19:37:05.477336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-eb2e5962-b78c-49a0-8104-4213c263a06b service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774983 Jul 22 19:37:05.609916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.618557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.625131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.631649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e7d8479-0c37-4f53-84cb-2e5de4a847cc req-f18e1faa-0081-4cc5-b632-e3ad1d8b9667 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424878 Jul 22 19:37:05.631961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.641116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.647638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.653748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.656018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-edbfb735-614a-4853-8dea-76222d70635a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.1448703 Jul 22 19:37:05.720896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f61dc12e-23f2-433e-bf67-3ed2d9771967 req-12a78ad3-abd8-48cb-bae6-8630517ff06c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568979 Jul 22 19:37:05.777239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d7c84cb9-9831-4606-ac68-4e4dde56f893 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:05.811283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: d7c84cb9-9831-4606-ac68-4e4dde56f893 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:05.811632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device d7c84cb9-9831-4606-ac68-4e4dde56f893 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:05.817196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54838) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:05.889902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338df439-a470-45fc-bf26-414f30baf969 req-63b5ec6f-060f-4f0f-adf1-fabc318f3d49 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.891513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-338df439-a470-45fc-bf26-414f30baf969 req-63b5ec6f-060f-4f0f-adf1-fabc318f3d49 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.0815225 Jul 22 19:37:05.942971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-338df439-a470-45fc-bf26-414f30baf969 req-6a17ff62-d7dd-4834-b6ef-c78efccd1c03 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451891 Jul 22 19:37:05.988955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-0059f937-4ddd-4491-8a0a-8282ca8f9092 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:05.990815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-0059f937-4ddd-4491-8a0a-8282ca8f9092 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.32 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 946 time: 0.0883057 Jul 22 19:37:06.049320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078178999'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:06.091404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc9fc5-d81f-4783-9f30-f9d999ff5fb8 req-24569f8f-4c90-442f-9aea-c98694cd34bd tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.097778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1bc9fc5-d81f-4783-9f30-f9d999ff5fb8 req-24569f8f-4c90-442f-9aea-c98694cd34bd tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.0811079 Jul 22 19:37:06.113398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:06.117230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.128812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.137605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1bc9fc5-d81f-4783-9f30-f9d999ff5fb8 req-e69cf8ca-838b-4ab8-ba9e-43d1ca6f0278 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Jul 22 19:37:06.183287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Deleting port f9f71c17-b058-4f02-960c-2b981224d37d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:06.183287 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.294455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3230fa-b7ae-4d31-9136-2c12610f1788 req-8b77c75f-8a08-481e-a975-effc943628ea tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.297649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3230fa-b7ae-4d31-9136-2c12610f1788 req-8b77c75f-8a08-481e-a975-effc943628ea tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.0927660 Jul 22 19:37:06.302191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] For port f9f71c17-b058-4f02-960c-2b981224d37d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f9f71c17-b058-4f02-960c-2b981224d37d,segment=NetworkSegment(fd3649b1-bd37-4a39-a682-1c6eb6edec4c),segment_id=fd3649b1-bd37-4a39-a682-1c6eb6edec4c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:06.302557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.326805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Calling delete_port for f9f71c17-b058-4f02-960c-2b981224d37d owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:06.340300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.350199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.366529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3230fa-b7ae-4d31-9136-2c12610f1788 req-9977b14f-b877-4aa9-8a51-380290c4b477 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Jul 22 19:37:06.425410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:06.447847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.448446 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment 928168ca-8ee8-4661-ae1c-681f74ed29ed of type vlan for network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 Jul 22 19:37:06.468958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515579ae-2ce9-4827-bdfa-fb7e7c75cde0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:06.515062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.578838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.579130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377abd3-dde6-4e9a-9df9-285352b2c85c req-2e3f948a-1a45-4119-a43c-ae71e70638d6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.580538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3377abd3-dde6-4e9a-9df9-285352b2c85c req-2e3f948a-1a45-4119-a43c-ae71e70638d6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.1469567 Jul 22 19:37:06.585360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.586178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.598926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-813f18bc-5d67-44e9-a0e3-db899946699a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.600431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-813f18bc-5d67-44e9-a0e3-db899946699a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.1353476 Jul 22 19:37:06.641859 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8233068 Jul 22 19:37:06.645832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:06.646486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.655251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1260546722'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:06.658736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f9f71c17-b058-4f02-960c-2b981224d37d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:06.680894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22703790-c299-48dd-aaae-837436a96ae6 req-20605d9e-d8fa-4207-93d5-33b8bb0e3df5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:06.685482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22703790-c299-48dd-aaae-837436a96ae6 req-20605d9e-d8fa-4207-93d5-33b8bb0e3df5 tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 950 time: 0.1802301 Jul 22 19:37:06.699469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3377abd3-dde6-4e9a-9df9-285352b2c85c req-b5ff5016-6228-4ca7-b5fc-e2699a886152 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979381 Jul 22 19:37:06.721220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3508c-4ae7-42d9-a122-446a8d836e62 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=bbb0eb2d-f186-4215-8250-cd0c72dc06c8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:06.730665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Pushing event deleted for resources: {'Port': ['ID=f9f71c17-b058-4f02-960c-2b981224d37d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:06.741452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:06.783361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] No DVR routers for this DVR port f9f71c17-b058-4f02-960c-2b981224d37d on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:06.784479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22703790-c299-48dd-aaae-837436a96ae6 req-23e12a7b-ca62-424f-a4c8-7b4e71d9d50d tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/security-groups?id=b0f439d4-ea01-44f2-afcf-66f931b0103d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920870 Jul 22 19:37:06.787830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.790037 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9832dbf6-5193-4063-963e-4dbe0e72475f req-437aded3-bb44-4a5d-9417-308048029568 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.32 "DELETE /v2.0/ports/f9f71c17-b058-4f02-960c-2b981224d37d HTTP/1.1" status: 204 len: 173 time: 0.7916169 Jul 22 19:37:06.790601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'name': 'network-vif-deleted', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:06.799996 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b958a471-b7e6-4d79-be75-95e502534df9" -d '{"events": [{"server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "name": "network-vif-deleted", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:06.806620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:06.810827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.858476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c94442f-fe5c-4514-8fc6-e43fa8433fd8 req-ba91d625-79e0-45f6-8fb2-3873d8cd01e2 tempest-TestServerAdvancedOps-718510926 tempest-TestServerAdvancedOps-718510926-project] 10.222.0.10 "GET /v2.0/ports?device_id=631c6d2d-7a4f-4264-83eb-b6f202157415 HTTP/1.1" status: 200 len: 210 time: 0.0611110 Jul 22 19:37:06.860117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:06.866678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Deleting port d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:06.867078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.892558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:06.892962 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment d4827cf3-ba29-49ff-8c52-6e31ebdbac7f of type vlan for network 888d44a7-27c1-4cb1-9c7a-baa140161a23 Jul 22 19:37:06.979092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.019426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.025589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.026301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.033189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] For port d039d3af-3767-40e3-8762-62f3adc52349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d039d3af-3767-40e3-8762-62f3adc52349,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:07.033564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.055651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Calling delete_port for d039d3af-3767-40e3-8762-62f3adc52349 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:07.079588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7f375d99-e473-44a9-9341-0aaa51466244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.104686 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4535139 Jul 22 19:37:07.109004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:07.115890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:07.135282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.141375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.148105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.154109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.160178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.167659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.172755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6deca-c071-4f48-a4bb-46e4edc9c9db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=888d44a7-27c1-4cb1-9c7a-baa140161a23,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:07.173864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.184500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:07.192302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-600f8796-09d0-4e15-8788-978f32a906eb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2083569 Jul 22 19:37:07.307274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4b4a675-29ef-413b-b838-0955e07f6a03 req-8d6204a3-caa4-42ff-9f91-6ad286f7dcd3 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140618 Jul 22 19:37:07.368591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:07.372512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.405856 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd0156-1b13-4b49-bf7b-b4134488673f x-openstack-request-id: req-e0dd0156-1b13-4b49-bf7b-b4134488673f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:07.406261 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631c6d2d-7a4f-4264-83eb-b6f202157415", "name": "network-vif-deleted", "tag": "f9f71c17-b058-4f02-960c-2b981224d37d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:07.406617 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0dd0156-1b13-4b49-bf7b-b4134488673f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:07.407112 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631c6d2d-7a4f-4264-83eb-b6f202157415', 'name': 'network-vif-deleted', 'tag': 'f9f71c17-b058-4f02-960c-2b981224d37d', 'status': 'completed', 'code': 200} Jul 22 19:37:07.427305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.438773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d039d3af-3767-40e3-8762-62f3adc52349'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:07.500558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Pushing event deleted for resources: {'Port': ['ID=d039d3af-3767-40e3-8762-62f3adc52349,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:07.643156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] No DVR routers for this DVR port d039d3af-3767-40e3-8762-62f3adc52349 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:07.647046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.649477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f262724-f180-43b4-a8af-f0f79c4e677b req-5c7cdae0-256e-4d4c-8517-641147fa1a1e tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.32 "DELETE /v2.0/ports/d039d3af-3767-40e3-8762-62f3adc52349 HTTP/1.1" status: 204 len: 173 time: 1.0399222 Jul 22 19:37:07.649923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.650502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-deleted', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:07.653737 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3e2f1d-db7d-433e-8a0a-149888c87eb2" -d '{"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-deleted", "tag": "d039d3af-3767-40e3-8762-62f3adc52349"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:07.723957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b300c-c5f7-4ec3-9438-8905f1a1f28a req-d6a50b67-8249-497e-bab7-4e91e4e38272 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.725642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f16b300c-c5f7-4ec3-9438-8905f1a1f28a req-d6a50b67-8249-497e-bab7-4e91e4e38272 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2274883 Jul 22 19:37:07.736666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25318f05-52c6-4be9-9850-bc1270f3b5ae req-7303d793-b25b-4c8f-a30e-9d13f69dbedf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.738801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25318f05-52c6-4be9-9850-bc1270f3b5ae req-7303d793-b25b-4c8f-a30e-9d13f69dbedf tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.1458216 Jul 22 19:37:07.747621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=c5641b8f-0a63-4d29-a788-235800cf9852,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:07.750088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': '928168ca-8ee8-4661-ae1c-681f74ed29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:07.750527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: bbb0eb2d-f186-4215-8250-cd0c72dc06c8, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:07.773641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:07.787101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bbb0eb2d-f186-4215-8250-cd0c72dc06c8) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:07.793178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:07.793901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.797573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f7573-451a-4bc6-b2f4-811f683a4943 None None] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:07.822730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-86b17680-8c7c-488f-9c94-a6b3b888a2b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7120974 Jul 22 19:37:07.824417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:07.832867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:07.833457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25318f05-52c6-4be9-9850-bc1270f3b5ae req-7291a858-7a3e-49fd-983d-257e61cdd5a9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823884 Jul 22 19:37:07.878816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f16b300c-c5f7-4ec3-9438-8905f1a1f28a req-5f5f30c0-d900-4cc4-a7c2-bad849b53003 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228738 Jul 22 19:37:07.963002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:07.966840 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521f994b-4237-40f2-bf96-3ac1d8d2b174 x-openstack-request-id: req-521f994b-4237-40f2-bf96-3ac1d8d2b174 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:07.967020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:07.967111 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c47c52-86e3-4a25-ace8-317a1c6a9585", "name": "network-vif-deleted", "tag": "d039d3af-3767-40e3-8762-62f3adc52349", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:07.967474 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-521f994b-4237-40f2-bf96-3ac1d8d2b174 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:07.967941 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c47c52-86e3-4a25-ace8-317a1c6a9585', 'name': 'network-vif-deleted', 'tag': 'd039d3af-3767-40e3-8762-62f3adc52349', 'status': 'completed', 'code': 200} Jul 22 19:37:08.032076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-bbb0eb2d-f186-4215-8250-cd0c72dc06c8', 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': 'c5641b8f-0a63-4d29-a788-235800cf9852'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:08.033014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.034140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54894) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:08.082881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5653f847-d1c3-467f-aa2d-10a39bf5cebd req-60ae0c5c-bcfb-4259-8177-b6fee4c7418a tempest-ServersAdminTestJSON-780924615 tempest-ServersAdminTestJSON-780924615-project] 10.222.0.10 "GET /v2.0/ports?device_id=49c47c52-86e3-4a25-ace8-317a1c6a9585 HTTP/1.1" status: 200 len: 210 time: 0.0721257 Jul 22 19:37:08.132957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Deleting subnet 0d69103c-32f3-475d-bb7b-125d093c5dcf {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:08.137487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.216529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.226117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Allocated IP 172.20.0.2 (bbb0eb2d-f186-4215-8250-cd0c72dc06c8/c5641b8f-0a63-4d29-a788-235800cf9852/038030bc-9809-4def-9ab0-98c8d038c900) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:08.240771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.270105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.321368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=fe4fa94d-ba21-4f6d-b6b6-03968e300213,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:08.337319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:08.337958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 888d44a7-27c1-4cb1-9c7a-baa140161a23, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:08.373462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:08.390138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 888d44a7-27c1-4cb1-9c7a-baa140161a23) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:08.401966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.402187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.402577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.418636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cacb3f-a23f-4ceb-8a72-d175fe9703e3 None None] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:08.446867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54898) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:08.447089 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b12438b-dd66-4f50-bdca-101eb7a10190 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6210997 Jul 22 19:37:08.447996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d69103c-32f3-475d-bb7b-125d093c5dcf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:08.457349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1508901364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:08.466206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.468204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0a24565d-2315-4486-bfef-5715b0cf1810 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0d69103c-32f3-475d-bb7b-125d093c5dcf HTTP/1.1" status: 204 len: 168 time: 0.4330196 Jul 22 19:37:08.472825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:08.530234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.531301 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.542775 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.561593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Transition to ACTIVE for port object 038030bc-9809-4def-9ab0-98c8d038c900 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:08.583761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.596757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.609120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.625784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Transition to ACTIVE for port object 038030bc-9809-4def-9ab0-98c8d038c900 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:08.638687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.646957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.650488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.654497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.661871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.669530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.677975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.689328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:08.691806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aae3995f-9880-478c-b323-926697c3c51c req-6adc625e-eb99-41a6-9e09-6bc97033db03 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.2387269 Jul 22 19:37:08.703073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-888d44a7-27c1-4cb1-9c7a-baa140161a23', 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': 'fe4fa94d-ba21-4f6d-b6b6-03968e300213'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:08.703837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.704312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.706651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bba18156-6f77-45cb-a96a-597e6406b70a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2548404 Jul 22 19:37:08.710820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:08.730120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:08.734823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:08.741276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:08.746587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Pushing event updated for resources: {'Port': ['ID=038030bc-9809-4def-9ab0-98c8d038c900,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:08.764127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aae3995f-9880-478c-b323-926697c3c51c req-6d04587b-fef8-419b-87b3-b79716dd0eeb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631118 Jul 22 19:37:08.835001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.865181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3951f9-986a-47eb-a284-c8a0e33b2cd5']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:08.928877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Attempting to bind port 038030bc-9809-4def-9ab0-98c8d038c900 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:08.929258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Attempting to bind port 038030bc-9809-4def-9ab0-98c8d038c900 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '928168ca-8ee8-4661-ae1c-681f74ed29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:08.929627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Attempting to bind port 038030bc-9809-4def-9ab0-98c8d038c900 on network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:08.938038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:08.938425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Checking segment: {'id': '928168ca-8ee8-4661-ae1c-681f74ed29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:08.938839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.939237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Bound using segment: {'id': '928168ca-8ee8-4661-ae1c-681f74ed29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:08.939723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Bound port: 038030bc-9809-4def-9ab0-98c8d038c900, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928168ca-8ee8-4661-ae1c-681f74ed29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bbb0eb2d-f186-4215-8250-cd0c72dc06c8'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:08.940108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:08.963650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:08.964217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3649b1-bd37-4a39-a682-1c6eb6edec4c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:08.976031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.042805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Allocated IP 172.21.0.2 (888d44a7-27c1-4cb1-9c7a-baa140161a23/fe4fa94d-ba21-4f6d-b6b6-03968e300213/f57d20e2-01df-47b2-b86b-50efc8a415ed) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:09.077906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.093730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16d195-93fc-48c5-bb92-d7f0872ca739 req-a7385e53-8413-4faa-80e3-2219b6231234 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:09.095160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:09.095917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba16d195-93fc-48c5-bb92-d7f0872ca739 req-a7385e53-8413-4faa-80e3-2219b6231234 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.1743546 Jul 22 19:37:09.098963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] For port 038030bc-9809-4def-9ab0-98c8d038c900, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:09.102582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:09.108436 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:09.122759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] For port 038030bc-9809-4def-9ab0-98c8d038c900, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=038030bc-9809-4def-9ab0-98c8d038c900,segment=NetworkSegment(928168ca-8ee8-4661-ae1c-681f74ed29ed),segment_id=928168ca-8ee8-4661-ae1c-681f74ed29ed)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:09.156086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba16d195-93fc-48c5-bb92-d7f0872ca739 req-eec96163-2c2c-41e0-b8e1-025accfec2e9 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497284 Jul 22 19:37:09.168745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.168999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142b01-7bef-4c66-8a39-8091c884b000 req-17b751ca-8ee9-4b0b-9331-fdf0b4bea8c7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:09.184610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62142b01-7bef-4c66-8a39-8091c884b000 req-17b751ca-8ee9-4b0b-9331-fdf0b4bea8c7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2069809 Jul 22 19:37:09.226200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-a7de0f32-e877-4c70-b69b-6f42331f5a2a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:09.228799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-a7de0f32-e877-4c70-b69b-6f42331f5a2a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 945 time: 0.3910234 Jul 22 19:37:09.256118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Pushing event updated for resources: {'Port': ['ID=038030bc-9809-4def-9ab0-98c8d038c900,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:09.275086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62142b01-7bef-4c66-8a39-8091c884b000 req-2bbd2062-0466-40c1-89b1-95d9fcb018b0 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892951 Jul 22 19:37:09.344500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.354542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.355167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Transition to ACTIVE for port object f57d20e2-01df-47b2-b86b-50efc8a415ed will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:09.364884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.369324 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd3951f9-986a-47eb-a284-c8a0e33b2cd5 HTTP/1.1" status: 204 len: 168 time: 0.8928032 Jul 22 19:37:09.370046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54916) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:09.370357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.373516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Transition to ACTIVE for port object f57d20e2-01df-47b2-b86b-50efc8a415ed will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:09.388926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.392327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.392869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.393313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.393929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.394335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.394736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.395158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.395782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.396237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.396728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.397257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.397670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a460efee-4d34-48a9-9946-4c68ffdf9426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:09.432448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e08697-95de-4444-81aa-577f00614be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3951f9-986a-47eb-a284-c8a0e33b2cd5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:09.439695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:09.442261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Deleting subnet 95d8d7e7-a593-495b-8308-854f92b4f362 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:09.443881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:09.446318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.446760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:09.497135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.549412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.563758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Pushing event updated for resources: {'Port': ['ID=f57d20e2-01df-47b2-b86b-50efc8a415ed,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:09.579516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Attempting to bind port f57d20e2-01df-47b2-b86b-50efc8a415ed on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:09.579881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Attempting to bind port f57d20e2-01df-47b2-b86b-50efc8a415ed by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:09.580828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Attempting to bind port f57d20e2-01df-47b2-b86b-50efc8a415ed on network 888d44a7-27c1-4cb1-9c7a-baa140161a23 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:09.595757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:09.595924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Checking segment: {'id': 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:09.596256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.596648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Bound using segment: {'id': 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:09.597935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Bound port: f57d20e2-01df-47b2-b86b-50efc8a415ed, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '888d44a7-27c1-4cb1-9c7a-baa140161a23'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:09.598748 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.606249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 582152d8-0c5d-4c55-8069-6e496776bc92 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:09.606727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.668717 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.734858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54922) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:09.751475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.754087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95d8d7e7-a593-495b-8308-854f92b4f362 HTTP/1.1" status: 204 len: 168 time: 0.3818455 Jul 22 19:37:09.761924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51aaf7-65ca-46fb-9ffb-f5a688413baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d8d7e7-a593-495b-8308-854f92b4f362,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:09.766773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54924) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:09.804787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 582152d8-0c5d-4c55-8069-6e496776bc92, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=582152d8-0c5d-4c55-8069-6e496776bc92,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:09.805216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.821219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 582152d8-0c5d-4c55-8069-6e496776bc92 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:09.835490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] For port f57d20e2-01df-47b2-b86b-50efc8a415ed, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:09.851236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:09.861308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] For port f57d20e2-01df-47b2-b86b-50efc8a415ed, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f57d20e2-01df-47b2-b86b-50efc8a415ed,segment=NetworkSegment(d4827cf3-ba29-49ff-8c52-6e31ebdbac7f),segment_id=d4827cf3-ba29-49ff-8c52-6e31ebdbac7f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:09.875154 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.026545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.053832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22808c-64c4-41a7-b79c-aae372d1d101 None None] Pushing event updated for resources: {'Port': ['ID=f57d20e2-01df-47b2-b86b-50efc8a415ed,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:10.070878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f8437296-a55e-4028-a5d1-89ef7b304b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.077010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ab9a9c35-ac54-4092-aa09-4100ef64d6cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0658bfb86fa44bfab586939892a9bb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409760 Jul 22 19:37:10.080808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:10.081869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.20.0.1 (bbb0eb2d-f186-4215-8250-cd0c72dc06c8/c5641b8f-0a63-4d29-a788-235800cf9852/a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:10.236483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.241674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.271072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8104c6e-7776-4c0a-a639-60048faa99a4']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:10.274185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.289001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16', '582152d8-0c5d-4c55-8069-6e496776bc92'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:10.306437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.312609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.319286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.325936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.338246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.367099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.372768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.374903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:10.375725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=582152d8-0c5d-4c55-8069-6e496776bc92,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:10.376913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-2e472ccb-c9e4-4eed-8abb-e1b0a850e24c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.4058461 Jul 22 19:37:10.413981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9894d647-39ae-476d-968c-c848428dd930') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:10.414575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9894d647-39ae-476d-968c-c848428dd930') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:10.452413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 582152d8-0c5d-4c55-8069-6e496776bc92 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:10.455505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.458774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-19e2829a-3d92-49c7-9990-009b1b6a95e7 req-142d0c3a-f9d4-4e4f-8608-9220a1be9c9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "DELETE /v2.0/ports/582152d8-0c5d-4c55-8069-6e496776bc92 HTTP/1.1" status: 204 len: 173 time: 1.2220876 Jul 22 19:37:10.461200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'name': 'network-vif-deleted', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:10.464719 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd9238-2b79-4c7c-a593-370f384bdebb" -d '{"events": [{"server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "name": "network-vif-deleted", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:10.468080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:10.494743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.515544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-242e6233-b14a-47b1-bfb5-8e5247052397 req-eb55fd24-ff97-4d9e-a19f-c428cdf664a7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=752a3614-13bc-4c12-b70e-2ad257f3057e HTTP/1.1" status: 200 len: 210 time: 0.2298243 Jul 22 19:37:10.517956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.529657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.603897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:10.609395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.632425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:10.635401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:10.636614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:10.637489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.645714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:10.723000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:10.777717 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:10.790844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1233beb-fdac-4dde-a89e-929845fa3627 req-6eaf9f19-e169-4e55-b8e2-d31c44560f7d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3623612 Jul 22 19:37:10.856447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f9f71c17-b058-4f02-960c-2b981224d37d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:10.877342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.891805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.897253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8104c6e-7776-4c0a-a639-60048faa99a4 HTTP/1.1" status: 204 len: 168 time: 1.1249177 Jul 22 19:37:10.929148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f9f71c17-b058-4f02-960c-2b981224d37d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:10.929799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f9f71c17-b058-4f02-960c-2b981224d37d not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:10.930393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:10.969872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.978965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:10.981835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0f439d4-ea01-44f2-afcf-66f931b0103d HTTP/1.1" status: 204 len: 168 time: 0.8925889 Jul 22 19:37:10.993922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 038030bc-9809-4def-9ab0-98c8d038c900 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:10.998150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: d039d3af-3767-40e3-8762-62f3adc52349 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:10.998513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d039d3af-3767-40e3-8762-62f3adc52349 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:11.037601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb654f-d9ad-4eee-b578-b20bfc79ba4a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8104c6e-7776-4c0a-a639-60048faa99a4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:11.040845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.081175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad00168-1721-417f-b62f-5712ce089cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f439d4-ea01-44f2-afcf-66f931b0103d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:11.096321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 038030bc-9809-4def-9ab0-98c8d038c900 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:11.119077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f57d20e2-01df-47b2-b86b-50efc8a415ed up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:11.140071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26474-39c4-4471-8767-1d41c24fd2e9 req-480eb2bb-1572-4d63-ad65-0ad94f9bc6f7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:11.165205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de26474-39c4-4471-8767-1d41c24fd2e9 req-480eb2bb-1572-4d63-ad65-0ad94f9bc6f7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3713541 Jul 22 19:37:11.227535 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5ca23-fa22-4372-9cf9-80b1cd1733f5 x-openstack-request-id: req-92a5ca23-fa22-4372-9cf9-80b1cd1733f5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:11.228026 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752a3614-13bc-4c12-b70e-2ad257f3057e", "name": "network-vif-deleted", "tag": "582152d8-0c5d-4c55-8069-6e496776bc92", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:11.228401 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92a5ca23-fa22-4372-9cf9-80b1cd1733f5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:11.228513 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752a3614-13bc-4c12-b70e-2ad257f3057e', 'name': 'network-vif-deleted', 'tag': '582152d8-0c5d-4c55-8069-6e496776bc92', 'status': 'completed', 'code': 200} Jul 22 19:37:11.247140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f57d20e2-01df-47b2-b86b-50efc8a415ed completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:11.281310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54946) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:11.356119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2de26474-39c4-4471-8767-1d41c24fd2e9 req-360bd056-2267-4199-a690-35035e020414 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899774 Jul 22 19:37:11.364864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89251ab3-8ae9-49aa-a1c3-e38f540e9713 None None] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:11.399611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d11f98a6-be8f-4e5d-8dcd-4dd5814312a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c0fb6eaf82e4087baf673b984ab51dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108403 Jul 22 19:37:11.403608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54950) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:11.527644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.594382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.680531 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.687564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Provisioning for port 038030bc-9809-4def-9ab0-98c8d038c900 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:11.704716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Provisioning complete for port 038030bc-9809-4def-9ab0-98c8d038c900 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:11.705157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.708301 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.734085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:11.750603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a23c5b00-bd65-4add-ba87-61027f47eab4 HTTP/1.1" status: 204 len: 168 time: 0.3454409 Jul 22 19:37:11.770990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b9255-8839-4cce-8608-c8d664239bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23c5b00-bd65-4add-ba87-61027f47eab4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:11.783906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54958) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:11.854062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401e07e4-09de-4022-9e80-f2a779e917ed None None] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:11.922146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35457141-87e6-41c4-9890-fac6e41f4377 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c28ba3b8f29349f896ab755142e45007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362901 Jul 22 19:37:11.927703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54962) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:12.037680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.062695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.123815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.188696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] For port 038030bc-9809-4def-9ab0-98c8d038c900, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=038030bc-9809-4def-9ab0-98c8d038c900,segment=NetworkSegment(928168ca-8ee8-4661-ae1c-681f74ed29ed),segment_id=928168ca-8ee8-4661-ae1c-681f74ed29ed)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:12.307472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.360366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.371768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.372441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.382727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.389086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.396426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.402884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.409138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.418538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.426932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-24b01853-001a-4747-b4e4-8c408f804aa6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.3930240 Jul 22 19:37:12.437682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de3df-1175-4a15-af59-4d44a2f92b2a None None] Pushing event updated for resources: {'Port': ['ID=038030bc-9809-4def-9ab0-98c8d038c900,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:12.493438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Provisioning for port f57d20e2-01df-47b2-b86b-50efc8a415ed completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:12.496894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.499516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Provisioning complete for port f57d20e2-01df-47b2-b86b-50efc8a415ed triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:12.500191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.500887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:12.507299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:12.509657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3be1d8dd-6ef1-4eef-b1c0-bc69583ea382 req-5bf6bb4c-f99e-4542-a47a-87a2dffd2e0a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773678 Jul 22 19:37:12.513600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.516097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.524454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c6bb4ca-7bc8-45cc-bc2b-770010e8e06e HTTP/1.1" status: 204 len: 168 time: 0.5955348 Jul 22 19:37:12.549321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-7d06c095-ea83-49ec-afdb-e0c644e26eba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:12.558800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-7d06c095-ea83-49ec-afdb-e0c644e26eba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.4463935 Jul 22 19:37:12.600533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-d4a971af-68e0-40d3-b86e-00f7eb6b338d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/quotas/6fc9ddf6958c4486a52a4dda8591b93f HTTP/1.1" status: 200 len: 375 time: 0.0408142 Jul 22 19:37:12.685284 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:12.735715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2d05a-1190-4970-8152-a63ac8864d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bb4ca-7bc8-45cc-bc2b-770010e8e06e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:12.740866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 038030bc-9809-4def-9ab0-98c8d038c900 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:12.851544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] For port f57d20e2-01df-47b2-b86b-50efc8a415ed, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f57d20e2-01df-47b2-b86b-50efc8a415ed,segment=NetworkSegment(d4827cf3-ba29-49ff-8c52-6e31ebdbac7f),segment_id=d4827cf3-ba29-49ff-8c52-6e31ebdbac7f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:12.855473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-289a6ffe-4bc0-485b-86f1-d310a7b5f69c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533903 Jul 22 19:37:12.887789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 93007e3b-daca-4900-a53a-9ec89e94650b details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:12.912703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7107eac7-9367-4fcd-8134-fe9024f6129d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b37b7a04ff3740919bc30a228151a65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964393 Jul 22 19:37:12.912957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54988) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:12.921043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:12.922622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:12.932683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.010427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f221c5-ee54-4d0f-a02f-1c647dd8c192 req-ff1cd210-d10a-40ec-af3a-70c80a2e5575 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:13.016030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.018172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02f221c5-ee54-4d0f-a02f-1c647dd8c192 req-ff1cd210-d10a-40ec-af3a-70c80a2e5575 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2007353 Jul 22 19:37:13.092611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fe4c0-0769-4072-a87b-c4954a89ed5e None None] Pushing event updated for resources: {'Port': ['ID=f57d20e2-01df-47b2-b86b-50efc8a415ed,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:13.115359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02f221c5-ee54-4d0f-a02f-1c647dd8c192 req-ea63f411-6003-4681-88a9-3526159b2364 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951312 Jul 22 19:37:13.128034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-3037cc22-2a43-4d48-a883-7c3efea2dd6e service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512312 Jul 22 19:37:13.140125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.202883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5dabb54e-23ac-4df5-8443-0c155515e964 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:13.236527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.248944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ca63a6da-3b7a-46f6-a89a-e006ef61636f None None] Provisioning complete for port f57d20e2-01df-47b2-b86b-50efc8a415ed triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:13.249319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6da-3b7a-46f6-a89a-e006ef61636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.380053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-8441989b-dcae-492a-9bf1-0fb9a48e4cab service neutron] 10.222.0.10 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303944 Jul 22 19:37:13.381571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:13.389423 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6fe74e1-3cf2-4fb5-8714-8a91d8aeb4c0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6774070 Jul 22 19:37:13.392486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:13.392628 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] Sync routers for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:13.397118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 038030bc-9809-4def-9ab0-98c8d038c900 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:13.412669 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.413212 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:13.414172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:13.448363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.450976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.454518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9933873e-d9ea-4640-87f7-ffa181b7c33c HTTP/1.1" status: 204 len: 168 time: 0.5393906 Jul 22 19:37:13.479727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d284e32-8f9f-4a5f-af01-7294372769a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9933873e-d9ea-4640-87f7-ffa181b7c33c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:13.524445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fc45bd-16c7-45c4-b6d3-d49d7373ac3f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:13.526563 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56fc45bd-16c7-45c4-b6d3-d49d7373ac3f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports/a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 HTTP/1.1" status: 200 len: 910 time: 0.1329312 Jul 22 19:37:13.529320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55004) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:13.547849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:13.574082 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:13.574907 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:13.605138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:13.662406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '93007e3b-daca-4900-a53a-9ec89e94650b', 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'port_id': '93007e3b-daca-4900-a53a-9ec89e94650b', 'mac_address': 'fa:16:3e:ba:9e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c2e494-1ce1-43b1-9909-56bdd9de98a9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:13.670077 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:13.672286 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c480e6-654a-4cb0-b158-62ac952b8be1 None None] The sync data for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:13.843254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 582152d8-0c5d-4c55-8069-6e496776bc92 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:13.902750 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:13.911531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 582152d8-0c5d-4c55-8069-6e496776bc92 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:13.911531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 582152d8-0c5d-4c55-8069-6e496776bc92 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:13.922343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Provisioning for port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:13.927606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93007e3b-daca-4900-a53a-9ec89e94650b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:13.940718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Provisioning complete for port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:13.941388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.009752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:14.018902 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.019867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 73989f29-165c-4418-9952-5054e667a6ad details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:14.027873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:14.277818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Provisioning complete for port 038030bc-9809-4def-9ab0-98c8d038c900 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:14.278199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ccde769a-2ac9-4ce0-bad4-041888a937e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.287345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:14.466954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2dd2a53-a063-442a-9c1c-f7829a8c4b85 req-e509eea1-6813-4018-83df-d0885878adb7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 210 time: 0.0986741 Jul 22 19:37:14.481673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.488451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.494332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.500226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.507377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.509266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:14.513871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.520760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:14.532550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-f7cabbd5-d842-40dd-b0d1-5e5a276b7794 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5419 time: 0.8292866 Jul 22 19:37:14.552731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '73989f29-165c-4418-9952-5054e667a6ad', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'port_id': '73989f29-165c-4418-9952-5054e667a6ad', 'mac_address': 'fa:16:3e:52:05:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67', 'ip_address': '10.1.1.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:14.623765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-812189a7-4bfb-48df-9e72-2a993b0a8d76 req-e1ac80cc-20ed-491f-9ed3-bae82f2ff97f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899689 Jul 22 19:37:14.735081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.762287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f57d20e2-01df-47b2-b86b-50efc8a415ed up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:14.775555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:14.814025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73989f29-165c-4418-9952-5054e667a6ad {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:14.907454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:14.935697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.936653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0c57535f-bca6-4f19-9174-044ae9a0d3a7 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:14.942604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-64c31425-c4ed-40b3-bf77-99d1be5946e3 None None] Provisioning complete for port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:14.943309 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64c31425-c4ed-40b3-bf77-99d1be5946e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:14.980718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.024118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f57d20e2-01df-47b2-b86b-50efc8a415ed triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:15.024781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.083525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:15.096864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:15.100814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-64c31425-c4ed-40b3-bf77-99d1be5946e3 None None] Port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:15.111486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'port_id': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'mac_address': 'fa:16:3e:70:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:15.122083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1993005431-network', 'tenant_id': '129c8b97817743299f040e9d94ae8717'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:15.129490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9a2e4-a7d1-4f7d-8c64-0ee0725f2c3a req-38ebc00b-0b06-4440-8e70-491fd4f80f64 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:15.137070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbc9a2e4-a7d1-4f7d-8c64-0ee0725f2c3a req-38ebc00b-0b06-4440-8e70-491fd4f80f64 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.4479043 Jul 22 19:37:15.172426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Made reservation on behalf of 129c8b97817743299f040e9d94ae8717 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:15.186086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.187632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.210973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c57535f-bca6-4f19-9174-044ae9a0d3a7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:15.230901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.237337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:15.248515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.249658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78682eaa-ae5e-4e34-ad21-86d1b945dd1e details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:15.480776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.489165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.538018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:15.552320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45ec75-18ef-4ffc-be3d-91c3d487141b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:15.552751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbc9a2e4-a7d1-4f7d-8c64-0ee0725f2c3a req-f70d799d-183d-4a5b-bf4d-4107835ff6cb tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145920 Jul 22 19:37:15.570611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:15.570872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.571724 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Added segment fd3f714f-7e28-43a9-b994-c0347d94b204 of type vlan for network 62a5433e-a713-4d65-bad1-ca426454a7f5 Jul 22 19:37:15.651357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.667055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:15.688284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'port_id': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'mac_address': 'fa:16:3e:78:13:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:15.695673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.700287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:15.702983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.717284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d91be1e-b896-462f-be48-25e4b4f0d460 req-53d97048-e796-48c7-b34e-6bb306d80ec6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 210 time: 0.0660551 Jul 22 19:37:15.745625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.21.0.1 (888d44a7-27c1-4cb1-9c7a-baa140161a23/fe4fa94d-ba21-4f6d-b6b6-03968e300213/07638c51-32b1-4dbd-b4e6-1b0aec79754c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:15.766982 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9895060 Jul 22 19:37:15.773990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-d6aebd5e-95f1-4bf4-ba20-15af752a5276 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:15.775588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-d6aebd5e-95f1-4bf4-ba20-15af752a5276 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 806 time: 0.4250386 Jul 22 19:37:15.776087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55088) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:15.788779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.802845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Request body: {'subnet': {'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1993005431-subnet', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:15.808884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78682eaa-ae5e-4e34-ad21-86d1b945dd1e {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:15.834996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Request body: {'port': {'device_id': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'admin_state_up': True, 'tenant_id': '6fc9ddf6958c4486a52a4dda8591b93f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:15.852294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:15.856356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fd41b-2f69-4306-9474-54b0a2d3397a admin admin] Pushing event updated for resources: {'Network': ['ID=62a5433e-a713-4d65-bad1-ca426454a7f5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:15.858324 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:15.859168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b6672ac-59fd-472b-911f-b8701de7d542 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:15.868629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:15.997312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:16.024522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b6672ac-59fd-472b-911f-b8701de7d542,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.034286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.038411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '7b6672ac-59fd-472b-911f-b8701de7d542', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'port_id': '7b6672ac-59fd-472b-911f-b8701de7d542', 'mac_address': 'fa:16:3e:55:42:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:16.084426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.098607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6672ac-59fd-472b-911f-b8701de7d542 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:16.098821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 07638c51-32b1-4dbd-b4e6-1b0aec79754c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:16.121195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b6672ac-59fd-472b-911f-b8701de7d542,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.128752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.131955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Made reservation on behalf of 129c8b97817743299f040e9d94ae8717 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:16.132996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:16.134302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.217008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.233311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'network_id': '824e7915-8b99-4eda-ae61-da46a09ba1b4', 'port_id': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'mac_address': 'fa:16:3e:c1:f0:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c2e494-1ce1-43b1-9909-56bdd9de98a9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:16.263750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.271204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.277218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.281170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:16.283173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.289212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.295285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.301087 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.301722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.312785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-68b8efba-bd6e-44e3-befe-69ad5ee5a0c6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5423 time: 0.4674735 Jul 22 19:37:16.318891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:16.342046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.349077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.350108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:16.357997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Made reservation on behalf of 6fc9ddf6958c4486a52a4dda8591b93f for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:16.361814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.369893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.457870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:16.464632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a04eefec-4749-44e3-96ef-b68baf15d9e1 req-e51badb8-11ff-4250-9ad1-c6cdfebf8c8f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476333 Jul 22 19:37:16.477514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.490641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:16.501836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc', 'network_id': 'eff732a4-e563-4aed-8f2f-55798a2e5a4c', 'port_id': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc', 'mac_address': 'fa:16:3e:c3:0c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baa2bd5-65a6-49f8-9f01-556da3d0cb67', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:16.502336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:16.556843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=07638c51-32b1-4dbd-b4e6-1b0aec79754c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:16.567208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:16.568163 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.601924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:16.623384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.645676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:16.654544 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.711373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:16.918274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Allocated IP 172.20.0.9 (81677c6f-7949-49e1-9f16-4a9470631871/dd2d2f85-122e-491b-b7d2-5a5618f84ee6/5da2b4bd-d069-4a3b-8fc0-9231c18718a3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:16.921818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d406edbe-68d8-4619-93eb-875e3e195222 req-3ee90411-d41e-4fea-a11b-73679eddb4d8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 210 time: 0.0815644 Jul 22 19:37:16.951875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d4157cd7-0386-4151-95f3-c3058201509b None None] Provisioning for port 07638c51-32b1-4dbd-b4e6-1b0aec79754c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:16.957511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d4157cd7-0386-4151-95f3-c3058201509b None None] Provisioning complete for port 07638c51-32b1-4dbd-b4e6-1b0aec79754c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:16.958135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4157cd7-0386-4151-95f3-c3058201509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.977155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:16.977862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020590ac-af6b-4e43-98e4-26bc153b4a15 req-3cb7364a-4db1-4404-9b77-b30e8c2a2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:16.979319 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-020590ac-af6b-4e43-98e4-26bc153b4a15 req-3cb7364a-4db1-4404-9b77-b30e8c2a2548 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.0917671 Jul 22 19:37:17.017267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d4157cd7-0386-4151-95f3-c3058201509b None None] Port 07638c51-32b1-4dbd-b4e6-1b0aec79754c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:17.037791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-020590ac-af6b-4e43-98e4-26bc153b4a15 req-bc37e79d-a57c-4c18-a52b-5c22a7d6f358 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476329 Jul 22 19:37:17.156382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55142) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:17.156520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=369c523d-6ac6-40b0-bf21-b0d05922763d,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:17.192498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.222824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Checking segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:17.223115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Network hostable DHCP agents. Network: 62a5433e-a713-4d65-bad1-ca426454a7f5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:17.232191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d1097-0624-44a0-99b5-1b0260e5454d req-92611ccc-e31a-4ec0-aa50-bee7d4ba4a00 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:17.233689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e36d1097-0624-44a0-99b5-1b0260e5454d req-92611ccc-e31a-4ec0-aa50-bee7d4ba4a00 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.4079623 Jul 22 19:37:17.288449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b89ecf5-2300-4fca-b82f-29710decb376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.389039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b89ecf5-2300-4fca-b82f-29710decb376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.395517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b89ecf5-2300-4fca-b82f-29710decb376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.396360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['6623a45f-7152-4c9f-be1a-8ee44efdb3d2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.430035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['73989f29-165c-4418-9952-5054e667a6ad'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.432259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['7b6672ac-59fd-472b-911f-b8701de7d542'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.440561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89ecf5-2300-4fca-b82f-29710decb376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95702c8f-df82-45e6-aefd-73e6c2c21b4a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:17.441847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:17.445430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b89ecf5-2300-4fca-b82f-29710decb376 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e8172317516348359d5889bee9ef9974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905693 Jul 22 19:37:17.447914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:17.470300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e36d1097-0624-44a0-99b5-1b0260e5454d req-c848bf53-d5f7-4069-b586-8322513b9603 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963902 Jul 22 19:37:17.482876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 62a5433e-a713-4d65-bad1-ca426454a7f5) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:17.489485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.498253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:17.498864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.524593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.550555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['93007e3b-daca-4900-a53a-9ec89e94650b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.555185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d7b431b3-aad5-48a9-ba56-60727becfbbb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7718146 Jul 22 19:37:17.556606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55152) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:17.560284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.564634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:17.582579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['78682eaa-ae5e-4e34-ad21-86d1b945dd1e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.584624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:17.586299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1940c9-65e7-4799-bdb1-d897fc1a0d46 None None] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:17.622039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.623442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.643129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.647773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.649546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95702c8f-df82-45e6-aefd-73e6c2c21b4a HTTP/1.1" status: 204 len: 168 time: 0.2002957 Jul 22 19:37:17.678303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1c18a-26bf-4758-b146-0e530cfb739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95702c8f-df82-45e6-aefd-73e6c2c21b4a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:17.718006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.735099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.739048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:17.912895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=07638c51-32b1-4dbd-b4e6-1b0aec79754c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:17.982433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.023200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.087500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:18.136960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event updated for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:18.145477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.156203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55164) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:18.157751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Network 81677c6f-7949-49e1-9f16-4a9470631871 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:18.184138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:18.195408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:18.251656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef57289e-0ae3-4b1f-97e7-c8238a88c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.276295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.283957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.291679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.298804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.305444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.311646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.319372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.321389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-f5733fbc-cd96-4016-9373-3314ac4312ec tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5426 time: 0.5913517 Jul 22 19:37:18.349814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0c57535f-bca6-4f19-9174-044ae9a0d3a7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:18.384853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.386122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a790c8-17ab-4292-ab1c-b4fb6971e4bd req-f028ae2d-1ecf-40fe-9ac2-3040437386a8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.387762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91a790c8-17ab-4292-ab1c-b4fb6971e4bd req-f028ae2d-1ecf-40fe-9ac2-3040437386a8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 931 time: 0.3431442 Jul 22 19:37:18.411575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.455992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:18.460040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.542453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7b85422-76c0-4fde-88aa-af65ecf1169d req-ee6fe9b8-ab42-40b9-9477-a662e7cfb5ee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2086782 Jul 22 19:37:18.545302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91a790c8-17ab-4292-ab1c-b4fb6971e4bd req-bd559756-8a6c-4881-9e19-409da70edb11 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483095 Jul 22 19:37:18.562117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:18.564737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:18.668564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Allocated IP 172.25.6.170 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/ad13d585-8a27-4209-b173-bbaff6e2b762) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:18.874106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-62a5433e-a713-4d65-bad1-ca426454a7f5', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:18.875201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:18.951128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.027001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.091474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Pushing event updated for resources: {'Port': ['ID=ad13d585-8a27-4209-b173-bbaff6e2b762,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:19.095649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:19.098598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:19.101361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:19.119499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df962913-295b-4966-8b93-085ec97b0e6d None None] Provisioning complete for port 07638c51-32b1-4dbd-b4e6-1b0aec79754c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:19.120064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df962913-295b-4966-8b93-085ec97b0e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.173016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-df962913-295b-4966-8b93-085ec97b0e6d None None] Port 07638c51-32b1-4dbd-b4e6-1b0aec79754c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:19.451950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef57289e-0ae3-4b1f-97e7-c8238a88c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.470447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef57289e-0ae3-4b1f-97e7-c8238a88c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.471001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.481170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Allocated IP 172.20.0.2 (62a5433e-a713-4d65-bad1-ca426454a7f5/369c523d-6ac6-40b0-bf21-b0d05922763d/4b85a687-302f-4f96-9158-f27628a28520) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:19.482116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-c263560e-96fb-4976-a715-a1e51916015e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6755924 Jul 22 19:37:19.510209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Request body: {'port': {'device_id': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:19.664089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ef57289e-0ae3-4b1f-97e7-c8238a88c0ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75d7dd74cc104e318b73c572b3c6c0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5027425 Jul 22 19:37:19.671630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55180) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:19.695788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5dabb54e-23ac-4df5-8443-0c155515e964 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:19.697625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57289e-0ae3-4b1f-97e7-c8238a88c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8428a2c-8f7d-471b-830c-fa6de21a10eb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:19.725904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.803377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.876972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18ed5f-2059-4f39-ac28-9de0f372cb5f req-3b35a359-b095-48cb-8b00-888f706491b7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:19.883838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b18ed5f-2059-4f39-ac28-9de0f372cb5f req-3b35a359-b095-48cb-8b00-888f706491b7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 1.1803679 Jul 22 19:37:19.896752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Router e3c3e704-e89e-47ff-9120-5ce9669fe33c is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:19.900974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.912621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Transition to ACTIVE for port object 4b85a687-302f-4f96-9158-f27628a28520 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:19.935870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Transition to ACTIVE for port object 4b85a687-302f-4f96-9158-f27628a28520 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:19.944804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.959420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:19.998217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:19.999969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:20.004944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:20.017421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Pushing event updated for resources: {'Port': ['ID=4b85a687-302f-4f96-9158-f27628a28520,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:20.039359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:20.051847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Sync routers for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:20.066172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.067733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1bcf9f3-6c5a-4896-8a35-1d5979031385 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5104840 Jul 22 19:37:20.072633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:20.110517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b18ed5f-2059-4f39-ac28-9de0f372cb5f req-aebf4e57-6157-4d1e-ad46-b8cb3ba1952c tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257292 Jul 22 19:37:20.131057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Attempting to bind port 4b85a687-302f-4f96-9158-f27628a28520 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:20.131057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Attempting to bind port 4b85a687-302f-4f96-9158-f27628a28520 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:20.131057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Attempting to bind port 4b85a687-302f-4f96-9158-f27628a28520 on network 62a5433e-a713-4d65-bad1-ca426454a7f5 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:20.131057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:20.131951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:20.145402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.219872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:20.220351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Checking segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:20.222303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.222303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Bound using segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:20.222883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Bound port: 4b85a687-302f-4f96-9158-f27628a28520, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:20.223546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.255481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abd78b-47e1-4f78-b1db-b0d2e758db51 req-d6c62b37-f413-4058-a746-73f10c474bcd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.264008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2abd78b-47e1-4f78-b1db-b0d2e758db51 req-d6c62b37-f413-4058-a746-73f10c474bcd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 931 time: 0.5607107 Jul 22 19:37:20.329549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:20.342045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] Sync routers for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:20.355777 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:20.356422 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:20.357840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] For port 4b85a687-302f-4f96-9158-f27628a28520, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:20.368864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:20.375241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47e08914-e47d-4ab6-9c69-5e8b274de3de tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8445494 Jul 22 19:37:20.384625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55190) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:20.414297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.416943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.420793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8428a2c-8f7d-471b-830c-fa6de21a10eb HTTP/1.1" status: 204 len: 168 time: 0.7461805 Jul 22 19:37:20.454177 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:20.490669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2abd78b-47e1-4f78-b1db-b0d2e758db51 req-374a32bf-4d08-4fed-a6f0-9eccfbd83c7a tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197011 Jul 22 19:37:20.503766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e87455-a61a-45e9-b63f-81214d88c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8428a2c-8f7d-471b-830c-fa6de21a10eb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:20.505567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] For port 4b85a687-302f-4f96-9158-f27628a28520, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4b85a687-302f-4f96-9158-f27628a28520,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:20.511468 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:20.512109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:20.599870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.606801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.611022 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:20.611990 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d35cc75-72c5-4869-b553-1626940d481c None None] The sync data for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:20.630900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.633175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.650785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.672552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.680249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.693966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.705222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-53badc94-6026-43d4-bd41-2b5b9ffe0fce tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5426 time: 0.4924209 Jul 22 19:37:20.720077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fc2269-3e31-472d-9ca2-5b50b7b4f6db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:20.736605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:20.744547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-88fc2269-3e31-472d-9ca2-5b50b7b4f6db tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports/07638c51-32b1-4dbd-b4e6-1b0aec79754c HTTP/1.1" status: 200 len: 910 time: 0.3545640 Jul 22 19:37:20.878004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:20.889360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334cfaa9-9075-4ba0-ab0f-fb446f4e10bc None None] Pushing event updated for resources: {'Port': ['ID=4b85a687-302f-4f96-9158-f27628a28520,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:20.930562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:20.946000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:20.967390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:20.989690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:20.990561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.172830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Transition to ACTIVE for port object 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:21.211548 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.273395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.274401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.352602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d45149ab-0ce2-4921-9c6d-691e48c2a9ed req-fe6e2b43-4297-458b-ae81-ece6195f40b1 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6461930 Jul 22 19:37:21.374630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:21.376043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:21.379032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:21.379209 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df91810-2d8f-4814-bc32-69cb573197b3" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:21.391273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc44f-8851-494e-89c5-3620f07f893c req-13ae7ea5-cda0-493a-a515-74b707eade07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:21.397337 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-13ae7ea5-cda0-493a-a515-74b707eade07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.2533884 Jul 22 19:37:21.401824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.543266 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3af4a2-ff38-4612-aabd-f65c0b754062 x-openstack-request-id: req-cd3af4a2-ff38-4612-aabd-f65c0b754062 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:21.544807 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:21.545297 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd3af4a2-ff38-4612-aabd-f65c0b754062 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:21.546169 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc', 'code': 200} Jul 22 19:37:21.548873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:21.554310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:19Z', 'revision_number': 3, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:21.594597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Checking router: e3c3e704-e89e-47ff-9120-5ce9669fe33c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:21.597268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Updating router e3c3e704-e89e-47ff-9120-5ce9669fe33c port ad13d585-8a27-4209-b173-bbaff6e2b762 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:21.621612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Allocated IP 172.20.0.1 (62a5433e-a713-4d65-bad1-ca426454a7f5/369c523d-6ac6-40b0-bf21-b0d05922763d/35299bbf-19c6-47bc-91d0-825b70933bb1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:21.626505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc44f-8851-494e-89c5-3620f07f893c req-9317a085-fa54-48f3-873c-ad9f9bb970d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:21.628679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-9317a085-fa54-48f3-873c-ad9f9bb970d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.1870205 Jul 22 19:37:21.657129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.828739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefe6cd-6606-486c-908d-02d254c6587a req-1d3da15a-20d7-4795-9c8b-ee12d57867f8 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:21.835243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-e5a32850-c4fc-4eea-9679-aa4419126719 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.1990008 Jul 22 19:37:21.841348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eefe6cd-6606-486c-908d-02d254c6587a req-1d3da15a-20d7-4795-9c8b-ee12d57867f8 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.6619227 Jul 22 19:37:21.949874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eefe6cd-6606-486c-908d-02d254c6587a req-869a9094-0cee-4612-99bd-94f94ded9e6b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074343 Jul 22 19:37:21.951150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Attempting to bind port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:21.951694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Attempting to bind port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:21.952301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Attempting to bind port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:21.964790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:21.983947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 on network 81677c6f-7949-49e1-9f16-4a9470631871 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:37:21.994789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Transition to ACTIVE for port object 35299bbf-19c6-47bc-91d0-825b70933bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:21.997717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adc44f-8851-494e-89c5-3620f07f893c req-242aee2d-e309-4918-9afb-f6f4a6236505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:21.999491 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-242aee2d-e309-4918-9afb-f6f4a6236505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.1538320 Jul 22 19:37:21.999995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Attempting to bind port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 on network 81677c6f-7949-49e1-9f16-4a9470631871 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:22.051932 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-79f506ac-4352-4b97-b4f9-7b4210dad2f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434988 Jul 22 19:37:22.123043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.125690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.140338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Transition to ACTIVE for port object ad13d585-8a27-4209-b173-bbaff6e2b762 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:22.155340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:22.155941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Checking segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:22.156636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Bound using segment: {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:22.156957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.157706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Bound port: 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:22.158328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.208782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:22.214096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:22.216732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:22.241607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7de1a-3896-4494-b1dd-6e5aec612817 req-84b8b7f1-ec71-4c5d-bbad-d57f7424e9f2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.258005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51c7de1a-3896-4494-b1dd-6e5aec612817 req-84b8b7f1-ec71-4c5d-bbad-d57f7424e9f2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 943 time: 0.6154838 Jul 22 19:37:22.259488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Attempting to bind port ad13d585-8a27-4209-b173-bbaff6e2b762 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:22.259901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Attempting to bind port ad13d585-8a27-4209-b173-bbaff6e2b762 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:22.260464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Attempting to bind port ad13d585-8a27-4209-b173-bbaff6e2b762 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:22.263399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Pushing event updated for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:22.270972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:22.270972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:22.271163 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.272189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:22.273370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Bound port: ad13d585-8a27-4209-b173-bbaff6e2b762, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:22.274207 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.277798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2226-4ac8-4f3d-af9e-b8a5cf7f077f None None] Pushing event updated for resources: {'Port': ['ID=ad13d585-8a27-4209-b173-bbaff6e2b762,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:22.287390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-1f42ae4c-2058-4d08-9926-830a73565c01 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252126 Jul 22 19:37:22.294310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.387939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51c7de1a-3896-4494-b1dd-6e5aec612817 req-c13dc56b-2c4a-491f-bada-561135aa82ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220212 Jul 22 19:37:22.457773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bff9d2-d1d1-4b47-95b1-28dce8d2df26 None None] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:22.498445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] For port ad13d585-8a27-4209-b173-bbaff6e2b762, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:22.527188 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73adc44f-8851-494e-89c5-3620f07f893c req-c19c0b50-6873-4055-b574-bc29b4bd4dbd service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295587 Jul 22 19:37:22.537669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] For port ad13d585-8a27-4209-b173-bbaff6e2b762, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ad13d585-8a27-4209-b173-bbaff6e2b762,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:22.551998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.636950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7716e620-284f-4c0b-a0a5-8b24a7b0d2f5 None None] Provisioning for port 4b85a687-302f-4f96-9158-f27628a28520 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:22.645740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:22.675632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2226-4ac8-4f3d-af9e-b8a5cf7f077f None None] Pushing event updated for resources: {'Port': ['ID=ad13d585-8a27-4209-b173-bbaff6e2b762,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:22.693381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b6672ac-59fd-472b-911f-b8701de7d542 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:22.726749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:22.731844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.740406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:22.741142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:22.754356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.820243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Pushing event updated for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:22.852570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.860646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.868894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.875773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.884493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.891357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.898463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.902000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4b85a687-302f-4f96-9158-f27628a28520 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:22.907800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-37462c66-87a9-4b24-942a-6fbc370f7c64 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5427 time: 0.3321314 Jul 22 19:37:22.915844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.923960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.924920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:22.926725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-405b4bdc-176c-4d34-9661-e64f1444ff7f service neutron] 10.222.0.32 "PUT /v2.0/ports/5da2b4bd-d069-4a3b-8fc0-9231c18718a3 HTTP/1.1" status: 200 len: 1092 time: 3.4257455 Jul 22 19:37:22.952634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5b26f-fb8c-4163-bcb1-9cfcc6487f6c req-2d25685f-3a07-422a-a470-d71f7f7a5ab4 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:22.960863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4b5b26f-fb8c-4163-bcb1-9cfcc6487f6c req-2d25685f-3a07-422a-a470-d71f7f7a5ab4 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 946 time: 0.3216588 Jul 22 19:37:22.962598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:22.965593 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3cc56-60bb-4cad-ad70-66114176875e" -d '{"events": [{"name": "network-changed", "server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:22.985094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:22.990981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 7b6672ac-59fd-472b-911f-b8701de7d542 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:23.051731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 7b6672ac-59fd-472b-911f-b8701de7d542 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:23.052365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.101381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.111630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.125185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4b5b26f-fb8c-4163-bcb1-9cfcc6487f6c req-2f1a598b-a7de-4f2b-b70d-4ac0d3aaadde tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632776 Jul 22 19:37:23.140782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33dbe0f4-e8ca-49d6-9f1d-dc3a0e719445 req-4c8b4775-27a0-4dcc-9747-215347755e00 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2290826 Jul 22 19:37:23.240090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.242824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Pushing event updated for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:23.251888 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d8c23b-18fa-44d6-864f-db4e04d87314 x-openstack-request-id: req-e3d8c23b-18fa-44d6-864f-db4e04d87314 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:23.252901 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:23.253550 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3d8c23b-18fa-44d6-864f-db4e04d87314 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:23.254026 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3', 'status': 'completed', 'code': 200} Jul 22 19:37:23.337378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-1fda94d9-737d-474e-a01d-f56ce045fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:23.339335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-1fda94d9-737d-474e-a01d-f56ce045fa8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 1095 time: 0.3173740 Jul 22 19:37:23.384506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:23.385955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:23.404350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-a8cda0b3-5127-44d3-89bb-ac7d6312ffa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3 HTTP/1.1" status: 200 len: 217 time: 0.0509214 Jul 22 19:37:23.462061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee8cde-91d5-4f94-b057-03a592d70bd2 req-4119583e-c9c0-4da4-ae50-80698cd3f5bf tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:23.464013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41ee8cde-91d5-4f94-b057-03a592d70bd2 req-4119583e-c9c0-4da4-ae50-80698cd3f5bf tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.2090135 Jul 22 19:37:23.543097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-9e9cf1bc-aed6-43e6-ad3f-b627d3937084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:23.544766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-9e9cf1bc-aed6-43e6-ad3f-b627d3937084 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.1302006 Jul 22 19:37:23.560889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 4b85a687-302f-4f96-9158-f27628a28520 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:23.593924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41ee8cde-91d5-4f94-b057-03a592d70bd2 req-2776ae04-e5de-4140-9ad6-bfecaf05402d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045091 Jul 22 19:37:23.594185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4b85a687-302f-4f96-9158-f27628a28520 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:23.594443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.650474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-8445bc6f-7d0a-45b3-829a-2857128f7235 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925348 Jul 22 19:37:23.662764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Router e3c3e704-e89e-47ff-9120-5ce9669fe33c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:23.696881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.753706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6672ac-59fd-472b-911f-b8701de7d542'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:23.756373 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c3af27-31cf-47a3-bb61-c7c33ac3fe63" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "7b6672ac-59fd-472b-911f-b8701de7d542"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:23.781083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b6672ac-59fd-472b-911f-b8701de7d542,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:23.818417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:23.819264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:23.856740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:23.880387 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ad83471-48bc-46ae-b210-8903011f10dd admin admin] 10.222.0.10 "PUT /v2.0/routers/e3c3e704-e89e-47ff-9120-5ce9669fe33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8064451 Jul 22 19:37:23.950208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.006825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:21Z', 'revision_number': 1, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:24.011526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:24.021768 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715dfd80-7ec8-4837-8283-92e59c971e8d x-openstack-request-id: req-715dfd80-7ec8-4837-8283-92e59c971e8d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:24.022007 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "7b6672ac-59fd-472b-911f-b8701de7d542", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:24.022251 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-715dfd80-7ec8-4837-8283-92e59c971e8d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:24.022638 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6672ac-59fd-472b-911f-b8701de7d542', 'code': 200} Jul 22 19:37:24.181729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6903-a2db-40f3-8a0e-2c4b9b3777ea None None] The sync data for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 is: [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:21Z', 'revision_number': 1, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:24.241874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Provisioning complete for port 4b85a687-302f-4f96-9158-f27628a28520 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:24.243638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.287171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 4b85a687-302f-4f96-9158-f27628a28520, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4b85a687-302f-4f96-9158-f27628a28520,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:24.287701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:24.295262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:24.295820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.424999 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.439366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:24.451368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 07638c51-32b1-4dbd-b4e6-1b0aec79754c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:24.451903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.477230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.535030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-af3453ca-9db8-40ba-b33a-eae466b744e2 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8713472 Jul 22 19:37:24.557828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e20117-b657-4799-accc-3642518aa4ac req-3ae88062-37b5-4374-84f2-3916c17f2f53 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:24.567044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79e20117-b657-4799-accc-3642518aa4ac req-3ae88062-37b5-4374-84f2-3916c17f2f53 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 943 time: 0.9864504 Jul 22 19:37:24.637574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-df1bb0bd-80c0-4f47-ac36-1c27743dc069 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:24.639182 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-df1bb0bd-80c0-4f47-ac36-1c27743dc069 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.26 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 946 time: 0.1693134 Jul 22 19:37:24.677540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=4b85a687-302f-4f96-9158-f27628a28520,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:24.684708 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.703295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Provisioning for port 35299bbf-19c6-47bc-91d0-825b70933bb1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:24.714112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Provisioning complete for port 35299bbf-19c6-47bc-91d0-825b70933bb1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:24.716695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.787703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79e20117-b657-4799-accc-3642518aa4ac req-76a5eddb-ad5b-4df7-a0a7-e6624b361176 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182980 Jul 22 19:37:24.837156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6507d21-7d6a-450f-b567-6d589a4a5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.845917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:24.849255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef1ce0-0481-4689-900e-f5cd2d1d9896 None None] Port 35299bbf-19c6-47bc-91d0-825b70933bb1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:24.857325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.858390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 93007e3b-daca-4900-a53a-9ec89e94650b up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:24.925590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:24.940965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 07638c51-32b1-4dbd-b4e6-1b0aec79754c owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:24.986951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:24.995941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 93007e3b-daca-4900-a53a-9ec89e94650b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:25.002123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 93007e3b-daca-4900-a53a-9ec89e94650b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:25.002552 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.033715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Deleting port a071f2f0-adb1-42d6-b174-0ad2391a1cce {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:25.034580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.061386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8084a0aa-2aca-4055-9b83-0232fb29bac9 None None] Provisioning complete for port 35299bbf-19c6-47bc-91d0-825b70933bb1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:25.061820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8084a0aa-2aca-4055-9b83-0232fb29bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.129407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8084a0aa-2aca-4055-9b83-0232fb29bac9 None None] Port 35299bbf-19c6-47bc-91d0-825b70933bb1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:25.130941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] For port a071f2f0-adb1-42d6-b174-0ad2391a1cce, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a071f2f0-adb1-42d6-b174-0ad2391a1cce,segment=NetworkSegment(e71d8783-047b-42a8-b746-cfbe4e00ae3e),segment_id=e71d8783-047b-42a8-b746-cfbe4e00ae3e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:25.131314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.141404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:25.141616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.149673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1735699843-network', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:25.164954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Calling delete_port for a071f2f0-adb1-42d6-b174-0ad2391a1cce owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:25.198749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:25.203992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.205127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 73989f29-165c-4418-9952-5054e667a6ad up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:25.205534 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6507d21-7d6a-450f-b567-6d589a4a5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.214216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.245091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6507d21-7d6a-450f-b567-6d589a4a5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.250970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a8bdb-8a86-464f-96e4-e8379e73a98e req-39056e79-8a6d-4753-9ea5-0f19a7e65fbc tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.259193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-380a8bdb-8a86-464f-96e4-e8379e73a98e req-39056e79-8a6d-4753-9ea5-0f19a7e65fbc tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/ports?device_id=98edb272-79a3-4d8c-81a4-1183a350cf53 HTTP/1.1" status: 200 len: 946 time: 0.9077039 Jul 22 19:37:25.301902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.327083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6507d21-7d6a-450f-b567-6d589a4a5257 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa3f5f75da33493ab5816f025a97d1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837860 Jul 22 19:37:25.336829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:25.384123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Made reservation on behalf of e75350ad61bd4b46a7b1f4cb913be577 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:25.386942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 73989f29-165c-4418-9952-5054e667a6ad completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:25.387094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.391733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 73989f29-165c-4418-9952-5054e667a6ad triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:25.392107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.393131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=07638c51-32b1-4dbd-b4e6-1b0aec79754c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.403856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6507d21-7d6a-450f-b567-6d589a4a5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57152b94-109c-4131-9e46-128264299cce,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.416465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.426238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0772df66-a1e9-4c50-81ac-29c1f20772ca req-4f74c74e-227b-47af-8f75-0a767339e8ac service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341215 Jul 22 19:37:25.553596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.566202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.579479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-380a8bdb-8a86-464f-96e4-e8379e73a98e req-fe7fab13-a6d3-4aac-a90c-bc6d375bf460 tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.10 "GET /v2.0/security-groups?id=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190534 Jul 22 19:37:25.648698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:25.660811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.661878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0c57535f-bca6-4f19-9174-044ae9a0d3a7 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:25.671190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.678592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.679200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.686046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.693968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.696415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.700638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.702767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.708125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.714943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.717240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-5c29cbf1-6110-4300-a78d-1663d9cfa95b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5429 time: 0.8268688 Jul 22 19:37:25.762520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cc56-60bb-4cad-ad70-66114176875e req-c9aecdc2-fc0b-4126-9292-76aee2930bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.764081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-c9aecdc2-fc0b-4126-9292-76aee2930bbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 1095 time: 0.2459433 Jul 22 19:37:25.772854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:25.778070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.790147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.790519 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Added segment b8f30f5a-e793-4c83-a7be-5821cc369c19 of type vlan for network 346857a7-2d61-4494-9bc1-a03de2243c7a Jul 22 19:37:25.792111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8351d18-6f1f-49f1-88af-abc0aafc8d4f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.797987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:25.806581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:25.807213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.807423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.851061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a071f2f0-adb1-42d6-b174-0ad2391a1cce'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:25.910981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Pushing event deleted for resources: {'Port': ['ID=a071f2f0-adb1-42d6-b174-0ad2391a1cce,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:25.939364 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.951280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] No DVR routers for this DVR port a071f2f0-adb1-42d6-b174-0ad2391a1cce on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:25.954120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.957268 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ddd2cd89-5ab0-4afd-8aac-42140e05b06c req-db1e4b23-df65-4637-ae82-3907f97e685f tempest-VolumesAdminNegativeTest-1828885090 tempest-VolumesAdminNegativeTest-1828885090-project] 10.222.0.26 "DELETE /v2.0/ports/a071f2f0-adb1-42d6-b174-0ad2391a1cce HTTP/1.1" status: 204 len: 173 time: 1.3089800 Jul 22 19:37:25.959030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd7756c-ba17-4f9d-8fd1-d2e2c3a3e8fa req-61e3c737-7e38-421f-802f-57e29e920b7b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002213 Jul 22 19:37:25.961446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.961610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'name': 'network-vif-deleted', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:25.964287 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172da49-5dc9-4d71-8e1d-cf26976a432d" -d '{"events": [{"server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "name": "network-vif-deleted", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:25.968472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:25.970508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cc56-60bb-4cad-ad70-66114176875e req-d514543d-e0b0-4af6-900f-b93c03dcf770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:25.973115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-d514543d-e0b0-4af6-900f-b93c03dcf770 service neutron] 10.222.0.32 "GET /v2.0/networks?id=81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 200 len: 907 time: 0.1902421 Jul 22 19:37:25.985502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:25.998972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.005510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78682eaa-ae5e-4e34-ad21-86d1b945dd1e up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:26.015756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.021435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.022423 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57152b94-109c-4131-9e46-128264299cce HTTP/1.1" status: 204 len: 168 time: 0.6843836 Jul 22 19:37:26.033153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.034795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:26.035735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.039865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73989f29-165c-4418-9952-5054e667a6ad'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:26.042438 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3884ba-db66-430a-a740-486c13974c82" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "73989f29-165c-4418-9952-5054e667a6ad"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:26.045939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b162a21-17c9-4ba6-88ec-d9dda173fa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57152b94-109c-4131-9e46-128264299cce,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:26.082598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9397593 Jul 22 19:37:26.086045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:26.097299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Request body: {'subnet': {'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1735699843-subnet', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:26.157725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678d1b1-f618-4ea4-bb12-8eae102b482d admin admin] Pushing event updated for resources: {'Network': ['ID=346857a7-2d61-4494-9bc1-a03de2243c7a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:26.177657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 346857a7-2d61-4494-9bc1-a03de2243c7a details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:26.197353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Made reservation on behalf of e75350ad61bd4b46a7b1f4cb913be577 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:26.198577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-2f3e2e61-c690-4b68-828a-b668d3678f50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3 HTTP/1.1" status: 200 len: 217 time: 0.2172620 Jul 22 19:37:26.204604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.306503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:26.327549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380943-ac3e-40eb-9c5c-520b7bdad3be req-189742fa-0dee-47dc-931a-c92189907dba tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:26.333107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:26.335397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85380943-ac3e-40eb-9c5c-520b7bdad3be req-189742fa-0dee-47dc-931a-c92189907dba tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.5488045 Jul 22 19:37:26.340332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:26.340712 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.413985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3cc56-60bb-4cad-ad70-66114176875e req-40673a8f-9c16-418a-8405-95db1ec2a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:26.415897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-40673a8f-9c16-418a-8405-95db1ec2a395 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 200 len: 846 time: 0.2077906 Jul 22 19:37:26.450691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.466349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.500464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:26.530088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.543640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02e915e-8236-4f2c-b666-a837bd08694f,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:26.543858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-beab5b91-6dea-47c1-b931-8f4655e15cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=81677c6f-7949-49e1-9f16-4a9470631871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568664 Jul 22 19:37:26.553174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Checking segment: {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:26.553536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Network hostable DHCP agents. Network: 346857a7-2d61-4494-9bc1-a03de2243c7a, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:26.585064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Network 346857a7-2d61-4494-9bc1-a03de2243c7a is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:26.590281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85380943-ac3e-40eb-9c5c-520b7bdad3be req-177dcbe5-7cac-4b54-bfa5-0e175529a2e7 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539210 Jul 22 19:37:26.604920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 346857a7-2d61-4494-9bc1-a03de2243c7a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:26.622789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:26.623496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.651414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:26.654850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4eeb1ef2-37e6-4bd8-aa56-3847a19b2a42 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5673599 Jul 22 19:37:26.657564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55320) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:26.664054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:26.667997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657b872-2a11-4f1f-9355-05d531a3e2e8 None None] Network 346857a7-2d61-4494-9bc1-a03de2243c7a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:26.747011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.750672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.761993 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755a1a9-4f6d-4757-ba03-859fa32e842e x-openstack-request-id: req-1755a1a9-4f6d-4757-ba03-859fa32e842e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:26.763262 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98edb272-79a3-4d8c-81a4-1183a350cf53", "name": "network-vif-deleted", "tag": "a071f2f0-adb1-42d6-b174-0ad2391a1cce", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:26.763519 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1755a1a9-4f6d-4757-ba03-859fa32e842e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:26.765551 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98edb272-79a3-4d8c-81a4-1183a350cf53', 'name': 'network-vif-deleted', 'tag': 'a071f2f0-adb1-42d6-b174-0ad2391a1cce', 'status': 'completed', 'code': 200} Jul 22 19:37:26.794349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55326) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:26.813206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5dabb54e-23ac-4df5-8443-0c155515e964 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:26.825630 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf9850-39f8-4b68-b7de-4e68a40d2e18 x-openstack-request-id: req-01bf9850-39f8-4b68-b7de-4e68a40d2e18 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:26.826175 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "73989f29-165c-4418-9952-5054e667a6ad", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:26.826175 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01bf9850-39f8-4b68-b7de-4e68a40d2e18 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:26.826698 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'code': 200} Jul 22 19:37:26.826827 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b', 'code': 200} Jul 22 19:37:26.827021 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73989f29-165c-4418-9952-5054e667a6ad', 'code': 200} Jul 22 19:37:26.827267 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'code': 200} Jul 22 19:37:26.852726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f4a-5fc5-43ee-a420-c82ec8756c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.876167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-346857a7-2d61-4494-9bc1-a03de2243c7a', 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'fixed_ips': [{'subnet_id': 'f02e915e-8236-4f2c-b666-a837bd08694f'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:26.876167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.891353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55328) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:26.906092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a7819-973e-4506-bf57-0c6bbc436f0c req-8a9d4db5-7d3b-430d-9621-fc0aefcf8e9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:26.908113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be5a7819-973e-4506-bf57-0c6bbc436f0c req-8a9d4db5-7d3b-430d-9621-fc0aefcf8e9b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 943 time: 0.6840310 Jul 22 19:37:26.918632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:26.992111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ad13d585-8a27-4209-b173-bbaff6e2b762 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:27.096646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.134342 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.148319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ad13d585-8a27-4209-b173-bbaff6e2b762 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:27.159667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ad13d585-8a27-4209-b173-bbaff6e2b762 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:27.160271 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.169675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Deleting subnet f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:27.191151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Allocated IP 172.20.0.2 (346857a7-2d61-4494-9bc1-a03de2243c7a/f02e915e-8236-4f2c-b666-a837bd08694f/59637aa2-3e32-4d5d-8778-f91b80ea23ac) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:27.201370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.237657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be5a7819-973e-4506-bf57-0c6bbc436f0c req-ac3cb10a-cdaf-4dfb-8e9d-54043e98eacd tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104055 Jul 22 19:37:27.254035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-46172ccf-6671-45fd-ba1b-a9649ebcfd5a service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863284 Jul 22 19:37:27.256920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:27.285354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-afe59232-741e-4a64-be5f-4837df196ccf tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3978541 Jul 22 19:37:27.286797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f4a-5fc5-43ee-a420-c82ec8756c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.287199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] Sync routers for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:27.289779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:27.341821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:27.342008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:27.348397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91fb5f4a-5fc5-43ee-a420-c82ec8756c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.364979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.423653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:27.466522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.474023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:27.474685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:27.480326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.487945 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-91fb5f4a-5fc5-43ee-a420-c82ec8756c33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b70a21d9c64746c0be61f57124aa2d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897001 Jul 22 19:37:27.489976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55342) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:27.501115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb5f4a-5fc5-43ee-a420-c82ec8756c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84394033-3c10-46f1-a30b-689d23d166bb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:27.555080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:27.555747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e00e6ab-36f6-4086-8a4d-3b40ef356828 None None] The sync data for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:27.564006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.590933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ad13d585-8a27-4209-b173-bbaff6e2b762, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ad13d585-8a27-4209-b173-bbaff6e2b762,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:27.599302 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.600121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4b85a687-302f-4f96-9158-f27628a28520 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:27.617854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:27.623108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.625330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c4e09ec2-45ea-4719-a710-5f125d83f221 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f3fb6ca0-e9f0-4a62-8c1d-078a61459f8a HTTP/1.1" status: 204 len: 168 time: 0.7164493 Jul 22 19:37:27.632069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55344) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:27.666195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ad13d585-8a27-4209-b173-bbaff6e2b762,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:27.685901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.692701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.699780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.702582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.706600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.712619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.718399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Transition to ACTIVE for port object 59637aa2-3e32-4d5d-8778-f91b80ea23ac will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:27.723245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.729650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:27.737725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-34b3843a-73b1-419c-a434-bdc0936cad7f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.3683107 Jul 22 19:37:27.747204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Transition to ACTIVE for port object 59637aa2-3e32-4d5d-8778-f91b80ea23ac will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:27.751171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4b85a687-302f-4f96-9158-f27628a28520 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:27.751641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.753701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85d3cc56-60bb-4cad-ad70-66114176875e req-929a1845-9dfe-4310-837e-78d04f528533 service neutron] 10.222.0.32 "GET /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892049 Jul 22 19:37:27.756715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.765425 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Sync routers for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:27.791065 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:27.792093 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:27.828691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:27.861556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Network 346857a7-2d61-4494-9bc1-a03de2243c7a is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:27.866931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:27.875622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:27.897483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31ffd810-fdf0-40ba-b245-54693ebc8ed7 req-6d9a954b-befd-4dc4-b935-14237a60e9f6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584775 Jul 22 19:37:27.921266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:28.117517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.226336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.270591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a071f2f0-adb1-42d6-b174-0ad2391a1cce no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:28.285592 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 2, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:28.286635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.311760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.358231 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Checking router: e3c3e704-e89e-47ff-9120-5ce9669fe33c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:28.358587 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Updating router e3c3e704-e89e-47ff-9120-5ce9669fe33c port 35299bbf-19c6-47bc-91d0-825b70933bb1 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:28.365861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Pushing event updated for resources: {'Port': ['ID=59637aa2-3e32-4d5d-8778-f91b80ea23ac,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:28.391084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: a071f2f0-adb1-42d6-b174-0ad2391a1cce {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:28.391774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a071f2f0-adb1-42d6-b174-0ad2391a1cce not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:28.416342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Attempting to bind port 59637aa2-3e32-4d5d-8778-f91b80ea23ac on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:28.416830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Attempting to bind port 59637aa2-3e32-4d5d-8778-f91b80ea23ac by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:28.417448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Attempting to bind port 59637aa2-3e32-4d5d-8778-f91b80ea23ac on network 346857a7-2d61-4494-9bc1-a03de2243c7a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:28.428019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:28.428435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Checking segment: {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:28.428844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.429807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Bound using segment: {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:28.429807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Bound port: 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:28.430082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.438704 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.447010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.452335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.456328 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84394033-3c10-46f1-a30b-689d23d166bb HTTP/1.1" status: 204 len: 168 time: 0.9607730 Jul 22 19:37:28.573723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e340-a3ee-4998-b194-8fd6272237bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84394033-3c10-46f1-a30b-689d23d166bb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:28.601209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] For port 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:28.623166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.648855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] For port 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59637aa2-3e32-4d5d-8778-f91b80ea23ac,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:28.659759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.743634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:28.782672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a435c8e-eb07-4614-92bc-07bd4626a0bb None None] Pushing event updated for resources: {'Port': ['ID=59637aa2-3e32-4d5d-8778-f91b80ea23ac,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:28.785093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.810274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Allocated IP 172.25.6.242 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d70b8012-a470-4710-9237-15c8e48ff9a8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:28.829109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1061af7a-74de-491d-956c-34811aad1903']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:28.850065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:28.852639 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8d7035-2835-49ed-b9b6-05c4d85d8111" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:28.852863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71d8783-047b-42a8-b746-cfbe4e00ae3e') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:28.853262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71d8783-047b-42a8-b746-cfbe4e00ae3e') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:28.864838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ad13d585-8a27-4209-b173-bbaff6e2b762 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:28.890808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.964954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a7a90-1428-486e-ba7b-04017f28706b req-0db49351-e7ed-42e6-b62d-4f9f516e7ebb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:28.970807 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:28.982342 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Transition to ACTIVE for port object 35299bbf-19c6-47bc-91d0-825b70933bb1 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:28.991583 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507a89d7-f879-4a3a-b055-c8dbded822f0 x-openstack-request-id: req-507a89d7-f879-4a3a-b055-c8dbded822f0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:28.991945 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-plugged", "status": "completed", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:28.992198 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-507a89d7-f879-4a3a-b055-c8dbded822f0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:28.993222 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'code': 200} Jul 22 19:37:28.996599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-945a7a90-1428-486e-ba7b-04017f28706b req-0db49351-e7ed-42e6-b62d-4f9f516e7ebb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 943 time: 0.3404782 Jul 22 19:37:29.002566 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.156210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:29.195299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ad13d585-8a27-4209-b173-bbaff6e2b762 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:29.195443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.199573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Pushing event updated for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:29.209688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-945a7a90-1428-486e-ba7b-04017f28706b req-b09607fc-4707-4ef8-8624-3ef84d5c7bda tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109149 Jul 22 19:37:29.223054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3', 'network_id': '81677c6f-7949-49e1-9f16-4a9470631871', 'port_id': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3', 'mac_address': 'fa:16:3e:db:cb:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2d2f85-122e-491b-b7d2-5a5618f84ee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:29.228329 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.229423 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.229784 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.230123 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.231645 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.231987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.232356 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.233033 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.233410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.233799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.234176 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.244740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.248379 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:29.249215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.350610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:29.351412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:29.403608 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:29.410554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.417682 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Attempting to bind port 35299bbf-19c6-47bc-91d0-825b70933bb1 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:29.419586 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Attempting to bind port 35299bbf-19c6-47bc-91d0-825b70933bb1 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:29.420048 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Attempting to bind port 35299bbf-19c6-47bc-91d0-825b70933bb1 on network 62a5433e-a713-4d65-bad1-ca426454a7f5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:29.440264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:29.450004 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:29.450260 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Checking segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:29.450763 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.451368 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Bound using segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:29.451925 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Bound port: 35299bbf-19c6-47bc-91d0-825b70933bb1, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:29.453762 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.467783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:29.493890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.507142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.613157 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] For port 35299bbf-19c6-47bc-91d0-825b70933bb1, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:29.659591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:29.670467 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] For port 35299bbf-19c6-47bc-91d0-825b70933bb1, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=35299bbf-19c6-47bc-91d0-825b70933bb1,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:29.677597 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.680510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.691357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.698179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] 10.222.0.10 "DELETE /v2.0/networks/1061af7a-74de-491d-956c-34811aad1903 HTTP/1.1" status: 204 len: 168 time: 2.0636594 Jul 22 19:37:29.699982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55380) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:29.711678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:29.717588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:29.725288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:29.731061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Pushing event updated for resources: {'Port': ['ID=d70b8012-a470-4710-9237-15c8e48ff9a8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:29.812646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:29.812917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:29.815675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39192197-325d-4a29-8c8a-4a6a881f0fc8 None None] Pushing event updated for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:29.829342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe6f8-91cb-494b-9a2b-76445e6d3e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=1061af7a-74de-491d-956c-34811aad1903,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:29.834061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['5da2b4bd-d069-4a3b-8fc0-9231c18718a3'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:29.840055 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:29.842108 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:29.856263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.856861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.857495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.858081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.858674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.859159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.859632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.864719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-f8835644-e27a-4e39-8971-7cc294e57e44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.6866121 Jul 22 19:37:29.931964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.950342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.961881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.967820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:29.985061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:30.011360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:30.036658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:30.038689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-350e5b65-7be2-40f1-889e-d1d37118057a req-83527d87-909a-4577-a7d6-6018baa0c5d9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.8280454 Jul 22 19:37:30.113006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:30.152566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Deleting subnet ef314178-196b-4acb-ac7c-45bd3a205488 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:30.161749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.167551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-376e12b6-be9f-4f86-b9f1-d3000683035f req-af8790ac-514b-49af-b212-58ebbcc788a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2907374 Jul 22 19:37:30.262401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.306503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-350e5b65-7be2-40f1-889e-d1d37118057a req-bdf0d067-35be-43c4-8b0f-28e14e7d6498 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2517846 Jul 22 19:37:30.314378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.321957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.333933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:30.414988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b6460-a4f1-4080-93ec-fad608b58146 None None] Network 346857a7-2d61-4494-9bc1-a03de2243c7a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:30.446289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.492508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-00d7ed22-3a39-4932-9747-e236d9c304e8 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5eb93518561c4d44add08c824cbad1b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691988 Jul 22 19:37:30.501891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef314178-196b-4acb-ac7c-45bd3a205488,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:30.537199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.542223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d387118d-b5c7-48b7-a091-7f9883f38d4f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ef314178-196b-4acb-ac7c-45bd3a205488 HTTP/1.1" status: 204 len: 168 time: 0.8366494 Jul 22 19:37:30.554385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55402) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:30.564742 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:29Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:30.599426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:37:30.600411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec260f3-1e92-4341-b8e1-427260b95d4d None None] The sync data for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 is: [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:29Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:30.616462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3fb18e8e-3d1e-4142-b05e-ab62d494a8bf None None] Provisioning for port 59637aa2-3e32-4d5d-8778-f91b80ea23ac completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:30.740632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.771867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:30.795207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-f1eaefab-a4df-48ae-838f-a583bcbc3668 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:30.803054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-f1eaefab-a4df-48ae-838f-a583bcbc3668 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967966 Jul 22 19:37:30.823381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34f382-e712-4261-964d-5a2b8a1ab519 req-03600c41-9057-466a-9801-7cbf01f22d1f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:30.832261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd34f382-e712-4261-964d-5a2b8a1ab519 req-03600c41-9057-466a-9801-7cbf01f22d1f tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 944 time: 0.3444607 Jul 22 19:37:30.870293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-c01cebf9-4009-42d3-8aaf-1517f5568036 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/quotas/5eb93518561c4d44add08c824cbad1b5 HTTP/1.1" status: 200 len: 375 time: 0.0662773 Jul 22 19:37:30.947455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-d6185fe9-bff5-40f9-9987-555ba8ff64c5 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5eb93518561c4d44add08c824cbad1b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751998 Jul 22 19:37:31.001306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59637aa2-3e32-4d5d-8778-f91b80ea23ac up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:31.074847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd34f382-e712-4261-964d-5a2b8a1ab519 req-52e3f66d-1502-41d3-8193-a4b4ff8145fe tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416413 Jul 22 19:37:31.118445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 59637aa2-3e32-4d5d-8778-f91b80ea23ac completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:31.133052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59637aa2-3e32-4d5d-8778-f91b80ea23ac triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:31.133501 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.219003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.241573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.257807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.281690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7157b584-a812-4f70-abca-602397fc8439']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:31.307836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efee4de-879a-4d9d-8f70-004401c78c5a') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:31.308227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efee4de-879a-4d9d-8f70-004401c78c5a') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:31.356643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.406030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=a311a9bb-e8c0-4d28-8be3-bf3e8133b4c2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:31.438937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.448830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eece7b35-4376-4855-a2f2-0a48af139cef req-88565ff3-2702-454a-a946-de8b97a8a7f4 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 210 time: 0.1089265 Jul 22 19:37:31.462849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a607dd47-1953-40f9-ab08-904913cbb668 None None] Provisioning complete for port 59637aa2-3e32-4d5d-8778-f91b80ea23ac triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:31.464186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a607dd47-1953-40f9-ab08-904913cbb668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.466946 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.476341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:31.477079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:31.487580 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:31.597616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59637aa2-3e32-4d5d-8778-f91b80ea23ac,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:31.617504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.618185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 35299bbf-19c6-47bc-91d0-825b70933bb1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:31.706685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.744241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.752036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.769214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] 10.222.0.10 "DELETE /v2.0/networks/7157b584-a812-4f70-abca-602397fc8439 HTTP/1.1" status: 204 len: 168 time: 1.2103698 Jul 22 19:37:31.811012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ddddf-0d5e-4910-9b8e-d18ff372d12f admin admin] Pushing event deleted for resources: {'Network': ['ID=7157b584-a812-4f70-abca-602397fc8439,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:31.847636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=59637aa2-3e32-4d5d-8778-f91b80ea23ac,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:31.861504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.878373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.906038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.910430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 35299bbf-19c6-47bc-91d0-825b70933bb1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:31.917269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.920855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 35299bbf-19c6-47bc-91d0-825b70933bb1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:31.923636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.934265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.936470 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:31.940978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:31.944203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-b8be1502-0785-4fe2-a1bb-1e78c6e4930f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.4221404 Jul 22 19:37:32.000621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0f039d6-f26a-4906-b685-9f13001a9458 req-99de91a5-4435-4333-af11-f20119231a1b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503621 Jul 22 19:37:32.143326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.147591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:32.155979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Router eb2e99d5-0329-449a-8e2b-005086e6e4ec is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:32.189881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5dabb54e-23ac-4df5-8443-0c155515e964 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:32.190136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 35299bbf-19c6-47bc-91d0-825b70933bb1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=35299bbf-19c6-47bc-91d0-825b70933bb1,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:32.206551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.261274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cfc652ef-1f97-4f8c-b7e2-b29472a6a532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1edfbe584c46497fa071fe91c8b25347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098006 Jul 22 19:37:32.262066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55426) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:32.274359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:32.333416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702db660-b75f-4c8c-9716-c9028af2bd7e req-af968a24-62f9-4a20-ac14-b95c37682e63 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:32.335337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702db660-b75f-4c8c-9716-c9028af2bd7e req-af968a24-62f9-4a20-ac14-b95c37682e63 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 944 time: 0.1487794 Jul 22 19:37:32.391362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.430545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702db660-b75f-4c8c-9716-c9028af2bd7e req-13900cac-2333-4579-bcc1-2faa1919c359 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882397 Jul 22 19:37:32.436433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.552871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce220d06-0a00-40e0-8463-cbecf93181e7 req-1957e0a0-7a86-4ee6-a945-6bb12975fbda tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 210 time: 0.0385334 Jul 22 19:37:32.553686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.556324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.557453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfd4e40a-60d2-4882-b0a0-b1cd73c62d53 HTTP/1.1" status: 204 len: 168 time: 0.2944648 Jul 22 19:37:32.565947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf32ea1-c23a-48c4-9458-fea23c692d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd4e40a-60d2-4882-b0a0-b1cd73c62d53,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:32.678063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:32.694741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Sync routers for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:32.710649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:32.711291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:32.744438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:32.756072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55434) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:32.758774 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] Sync routers for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:32.772712 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:32.773790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:32.778436 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c7d1755-7f12-400e-91b4-02479d8563fe tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4870596 Jul 22 19:37:32.794284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:32.798014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d584b303-8bd2-4cc4-8b47-50faf42ee069 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1368139 Jul 22 19:37:32.806270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55438) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:32.837173 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:32.848654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] Routers {'5dabb54e-23ac-4df5-8443-0c155515e964'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:32.849591 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5dabb54e-23ac-4df5-8443-0c155515e964'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:32.876222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dd42aac0-cfea-4b7f-b12d-236ce7c1bbd5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dabb54e-23ac-4df5-8443-0c155515e964 HTTP/1.1" status: 200 len: 205 time: 0.1190419 Jul 22 19:37:32.876838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55440) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:32.886961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:32.936088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:32.938706 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a770f57d-6f3d-43f4-a32a-4e830073b0a4 None None] The sync data for ids ['5dabb54e-23ac-4df5-8443-0c155515e964'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:32.975349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:33.024736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59637aa2-3e32-4d5d-8778-f91b80ea23ac up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:33.111502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59637aa2-3e32-4d5d-8778-f91b80ea23ac triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:33.112510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.116416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.170435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-384e5d89-6fe6-40ee-aa28-b3c9301f5ff3 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5eb93518561c4d44add08c824cbad1b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2414331 Jul 22 19:37:33.205736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:33.212622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:33.213044 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.254135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55446) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:33.279414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 35299bbf-19c6-47bc-91d0-825b70933bb1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:33.353765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 35299bbf-19c6-47bc-91d0-825b70933bb1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:33.354137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.399386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.442522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.492977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.502239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-f4b6ba56-d542-4ef1-bcfe-307dc681b32a tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.507160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-f4b6ba56-d542-4ef1-bcfe-307dc681b32a tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2975674 Jul 22 19:37:33.522670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.523313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router 5dabb54e-23ac-4df5-8443-0c155515e964 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:37:33.546851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.550291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-589a25f8-1143-46bd-a9dc-50187e13d523 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964 HTTP/1.1" status: 204 len: 168 time: 0.6702187 Jul 22 19:37:33.555457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Request body: {'port': {'device_id': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '5eb93518561c4d44add08c824cbad1b5'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:33.558827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:33.559219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55454) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:33.562352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:30Z', 'revision_number': 3, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:33.563268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2201ee08-82f1-483f-bdd4-3ae1d5afa5a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa1f177694d5474495774a5be4fd1678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076222 Jul 22 19:37:33.569804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:33.572189 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63da3eae-88b8-4c8a-9f0b-488d0b384059" -d '{"events": [{"server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "name": "network-vif-plugged", "status": "completed", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:33.610782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Checking router: eb2e99d5-0329-449a-8e2b-005086e6e4ec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:33.611244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Updating router eb2e99d5-0329-449a-8e2b-005086e6e4ec port d70b8012-a470-4710-9237-15c8e48ff9a8 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:33.641022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.649071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.649690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:33.650656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.657742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.665421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.671719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.673538 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.681537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.688850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.692034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-f6686c1f-53ac-4aa4-8740-d9065972aefe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.4392052 Jul 22 19:37:33.742597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.755931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54940dd3-fef4-4235-a96e-c8522bed9358 req-fd4596c7-5edc-4a8a-a8c9-3bfa9f9c0555 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539994 Jul 22 19:37:33.770381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333318d-9925-4c84-bb8a-594e1020e4fa req-6e51bed1-e91c-4976-ab3c-097d4a7b82f4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:33.772236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d333318d-9925-4c84-bb8a-594e1020e4fa req-6e51bed1-e91c-4976-ab3c-097d4a7b82f4 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 944 time: 0.2009640 Jul 22 19:37:33.809893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:33.821537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet fe4fa94d-ba21-4f6d-b6b6-03968e300213 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:33.830027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.858856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d333318d-9925-4c84-bb8a-594e1020e4fa req-b0109f94-fbb1-4a2e-9eb3-f4d7193199bb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Jul 22 19:37:33.889647 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1a7653-f1d5-4906-aa13-33fb4b614f71 x-openstack-request-id: req-7a1a7653-f1d5-4906-aa13-33fb4b614f71 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:33.890687 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "name": "network-vif-plugged", "status": "completed", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:33.890687 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a1a7653-f1d5-4906-aa13-33fb4b614f71 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:33.890687 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3', 'code': 200} Jul 22 19:37:33.891798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:33.974510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.094239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db3c090c-8b9f-4b26-9ce8-b93b940c7772 req-10fd00f8-44b0-4460-a4f2-f6d851e4e3c5 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 210 time: 0.1050391 Jul 22 19:37:34.157487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.163358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d90fb-6dad-47c6-bc11-7d275f3c33be req-a9ca8f87-b447-40b6-bf08-7e696b2a4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.165605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a20d90fb-6dad-47c6-bc11-7d275f3c33be req-a9ca8f87-b447-40b6-bf08-7e696b2a4b9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 1097 time: 0.2271461 Jul 22 19:37:34.199065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Made reservation on behalf of 5eb93518561c4d44add08c824cbad1b5 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:34.199447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.210429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.211273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.220811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.224193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.231776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.233963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.246925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.247678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Transition to ACTIVE for port object d70b8012-a470-4710-9237-15c8e48ff9a8 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:34.255851 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.259505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.261800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.263560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.264829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2455911f-dabd-4bc4-bf72-2f802b3e065a HTTP/1.1" status: 204 len: 168 time: 0.6577480 Jul 22 19:37:34.272499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:34.274596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-558ced70-4bbf-43c8-8e34-8e50bafa84f9 req-810a6b87-3e79-4eb2-bd98-305276ed64e2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.2789803 Jul 22 19:37:34.285641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55466) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:34.293172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Request body: {'floatingip': {'port_id': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:34.319647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Attempting to bind port d70b8012-a470-4710-9237-15c8e48ff9a8 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:34.320024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Attempting to bind port d70b8012-a470-4710-9237-15c8e48ff9a8 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:34.320420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Attempting to bind port d70b8012-a470-4710-9237-15c8e48ff9a8 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:34.323603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5510c-3716-41cd-853e-fced8e0506a4 None None] Pushing event updated for resources: {'Port': ['ID=d70b8012-a470-4710-9237-15c8e48ff9a8,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:34.336080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:34.336490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:34.336906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.337423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:34.337931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Bound port: d70b8012-a470-4710-9237-15c8e48ff9a8, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:34.338368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.361057 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.393003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] For port d70b8012-a470-4710-9237-15c8e48ff9a8, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:34.397224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] For port d70b8012-a470-4710-9237-15c8e48ff9a8, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d70b8012-a470-4710-9237-15c8e48ff9a8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:34.402130 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.417061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faa398-9f20-40bb-a4b0-330b6fb7b910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2455911f-dabd-4bc4-bf72-2f802b3e065a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:34.453085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.493847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a20d90fb-6dad-47c6-bc11-7d275f3c33be req-e88d7508-d179-4b40-98d3-7014c9ec46c8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179592 Jul 22 19:37:34.510738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:34.511402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:34.526943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.605045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa767e64-5db9-46ec-818d-edc3e046aa48 None None] Network 888d44a7-27c1-4cb1-9c7a-baa140161a23 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:34.612532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5510c-3716-41cd-853e-fced8e0506a4 None None] Pushing event updated for resources: {'Port': ['ID=d70b8012-a470-4710-9237-15c8e48ff9a8,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:34.628087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4fa94d-ba21-4f6d-b6b6-03968e300213,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:34.630456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.642607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0755a285-72b3-4f04-8fb7-130ca7c66d0e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/fe4fa94d-ba21-4f6d-b6b6-03968e300213 HTTP/1.1" status: 204 len: 168 time: 1.0411427 Jul 22 19:37:34.649214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55472) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:34.806842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet c5641b8f-0a63-4d29-a788-235800cf9852 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:34.817780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.879012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:34.890975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.955038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:34.980833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.076230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Allocated IP 172.20.0.1 (346857a7-2d61-4494-9bc1-a03de2243c7a/f02e915e-8236-4f2c-b666-a837bd08694f/8c5b27ad-02b9-425c-bc32-9b79e7256a2a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:35.113278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f21976-5d8c-4b1b-8757-03583e550fd4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:35.141755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:30Z', 'revision_number': 3, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:35.186665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] DHCP port deletion for 888d44a7-27c1-4cb1-9c7a-baa140161a23 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:37:35.193859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb4248f-685b-4916-a50d-fa2c84318151 None None] The sync data for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 is: [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:30Z', 'revision_number': 3, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:35.266667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Allocated IP 192.168.233.136 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/716ead64-579c-432f-b1ea-40c093f6ac1f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:35.277670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.319949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a473b8-18cc-4566-aaa7-8abb25e0bdbb req-c34b3c48-3e77-433a-bdc7-ce8a5ec84707 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:35.321693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12a473b8-18cc-4566-aaa7-8abb25e0bdbb req-c34b3c48-3e77-433a-bdc7-ce8a5ec84707 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.3673477 Jul 22 19:37:35.322298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Deleting port f57d20e2-01df-47b2-b86b-50efc8a415ed {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:35.322873 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.421206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] For port f57d20e2-01df-47b2-b86b-50efc8a415ed, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f57d20e2-01df-47b2-b86b-50efc8a415ed,segment=NetworkSegment(d4827cf3-ba29-49ff-8c52-6e31ebdbac7f),segment_id=d4827cf3-ba29-49ff-8c52-6e31ebdbac7f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:35.421790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.473575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Calling delete_port for f57d20e2-01df-47b2-b86b-50efc8a415ed owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:35.555129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.567290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.582056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.584723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55500) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:35.617797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] Pushing event deleted for resources: {'Port': ['ID=f57d20e2-01df-47b2-b86b-50efc8a415ed,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:35.626095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a034dcfe-3511-43cd-8e0c-9ccc9372d48f None None] No DVR routers for this DVR port f57d20e2-01df-47b2-b86b-50efc8a415ed on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:35.653917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Transition to ACTIVE for port object 8c5b27ad-02b9-425c-bc32-9b79e7256a2a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:35.697537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=c5641b8f-0a63-4d29-a788-235800cf9852,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:35.703228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.705536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be651926-49ff-4a3e-815b-4e8acc0d77b0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/c5641b8f-0a63-4d29-a788-235800cf9852 HTTP/1.1" status: 204 len: 168 time: 1.0392358 Jul 22 19:37:35.712497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:35.717259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec8188-6cfb-49d2-ab97-f8b94811201b None None] Network bbb0eb2d-f186-4215-8250-cd0c72dc06c8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:35.838281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-network', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:35.848814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.867531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d0c239c-e3cf-4490-9a68-0ab1a9f3e34c req-4e359971-8b17-4966-9321-898fadefe64a tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 210 time: 0.5661347 Jul 22 19:37:35.875316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] It took 0.73 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:37:35.927750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.938481 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.939777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.945808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Transition to ACTIVE for port object 716ead64-579c-432f-b1ea-40c093f6ac1f will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:35.967556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:35.990915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] DHCP port deletion for bbb0eb2d-f186-4215-8250-cd0c72dc06c8 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:37:36.017251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Network 346857a7-2d61-4494-9bc1-a03de2243c7a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:36.021637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Made reservation on behalf of ffa8c59114ef4a3fa4cb760452aa9242 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:36.023968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.031047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:36.075674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:36.089643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12a473b8-18cc-4566-aaa7-8abb25e0bdbb req-2b463472-bcad-4252-a78a-b1a7e5deb97d tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7341640 Jul 22 19:37:36.106648 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.138085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Deleting port 038030bc-9809-4def-9ab0-98c8d038c900 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:36.138599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.162525 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Floating IP 2be4472d-cd82-4b86-9d42-1f035d5eff96 associated. External IP: 172.25.6.206, port: 78682eaa-ae5e-4e34-ad21-86d1b945dd1e. Jul 22 19:37:36.185957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:36.255459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] For port 038030bc-9809-4def-9ab0-98c8d038c900, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=038030bc-9809-4def-9ab0-98c8d038c900,segment=NetworkSegment(928168ca-8ee8-4661-ae1c-681f74ed29ed),segment_id=928168ca-8ee8-4661-ae1c-681f74ed29ed)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:36.256412 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.293424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Calling delete_port for 038030bc-9809-4def-9ab0-98c8d038c900 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:36.322815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.341108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.351523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.356101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888d44a7-27c1-4cb1-9c7a-baa140161a23']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:36.460051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.503440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] No DVR routers for this DVR port 038030bc-9809-4def-9ab0-98c8d038c900 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:36.519983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cb49f-ad97-4594-8b61-9d1ec9db7393 None None] Pushing event deleted for resources: {'Port': ['ID=038030bc-9809-4def-9ab0-98c8d038c900,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:36.530430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-30ca8614-5793-446f-b5fa-e8cf6003f7e1 None None] Provisioning for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:36.535827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-30ca8614-5793-446f-b5fa-e8cf6003f7e1 None None] Provisioning complete for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:36.536266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-30ca8614-5793-446f-b5fa-e8cf6003f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.574550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Router 1c303d7d-f29f-4aba-90c8-de58f44042d4 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:36.581436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-30ca8614-5793-446f-b5fa-e8cf6003f7e1 None None] Port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:36.715773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:36.726109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.738492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Sync routers for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:36.748861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:36.749501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:36.809137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a7810437-5e74-4cd3-ace0-4d85b052758f tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "PUT /v2.0/floatingips/2be4472d-cd82-4b86-9d42-1f035d5eff96 HTTP/1.1" status: 200 len: 991 time: 2.5115654 Jul 22 19:37:36.809871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:36.812298 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60810b96-8a81-4cc2-bb42-3230a5c82715" -d '{"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:36.894807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d70b8012-a470-4710-9237-15c8e48ff9a8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:36.905117 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea706da5-40cf-41e9-8fd7-9ef427ba6a56 x-openstack-request-id: req-ea706da5-40cf-41e9-8fd7-9ef427ba6a56 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:36.907190 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:36.907521 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea706da5-40cf-41e9-8fd7-9ef427ba6a56 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:36.908009 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'status': 'completed', 'code': 200} Jul 22 19:37:36.964447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:36.965609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4827cf3-ba29-49ff-8c52-6e31ebdbac7f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:36.978534 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:36.996471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.005090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:37.005966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.019544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:37.022432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d70b8012-a470-4710-9237-15c8e48ff9a8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:37.062667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d70b8012-a470-4710-9237-15c8e48ff9a8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:37.063040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.085170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42279231-7852-451c-98db-2371dc4b9859 req-156f9c03-cceb-4f85-a9fb-95bb46052cb5 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.086751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42279231-7852-451c-98db-2371dc4b9859 req-156f9c03-cceb-4f85-a9fb-95bb46052cb5 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 936 time: 0.1013148 Jul 22 19:37:37.097911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.098424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:37.099758 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:37.101733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.101733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.101964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.102555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.103036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.106057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a3c2c507-000c-4d75-9f59-b2bb700b2a36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.1678119 Jul 22 19:37:37.179132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.181216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.186783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.190808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/888d44a7-27c1-4cb1-9c7a-baa140161a23 HTTP/1.1" status: 204 len: 168 time: 1.4753764 Jul 22 19:37:37.193058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:37.209009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:37.214719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2a9483bb-db76-461c-a31c-30c3d2233f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.233890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6f96a-ad1f-4351-a927-ad1ffe487f96 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=888d44a7-27c1-4cb1-9c7a-baa140161a23,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:37.244408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:37.247570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:37.280785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Pushing event updated for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:37.320974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.321866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.355171 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.386495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42279231-7852-451c-98db-2371dc4b9859 req-0d6fba5a-3d87-44b5-82c1-324610bf620c tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643042 Jul 22 19:37:37.397613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.484363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d70b8012-a470-4710-9237-15c8e48ff9a8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d70b8012-a470-4710-9237-15c8e48ff9a8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:37.501659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.506660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.514318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-22f221dc-33d1-44bb-a284-19cab91e3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.522223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-22f221dc-33d1-44bb-a284-19cab91e3f72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc HTTP/1.1" status: 200 len: 913 time: 0.4060068 Jul 22 19:37:37.570303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.581685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:37.624049 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 038030bc-9809-4def-9ab0-98c8d038c900 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:37.650098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.650453 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Added segment da95c582-1f93-434c-94d1-2ae41f644e06 of type vlan for network 808ed6be-0279-4885-864b-c6a1d1e88213 Jul 22 19:37:37.657961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d70b8012-a470-4710-9237-15c8e48ff9a8,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:37.661576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-09bda943-0aaf-4e3d-ac87-81225cad87f1 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1103094 Jul 22 19:37:37.672257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 038030bc-9809-4def-9ab0-98c8d038c900 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:37.673714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 038030bc-9809-4def-9ab0-98c8d038c900 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:37.673714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f57d20e2-01df-47b2-b86b-50efc8a415ed no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:37.700589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Request body: {'port': {'device_id': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:37.712754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f57d20e2-01df-47b2-b86b-50efc8a415ed {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:37.713309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f57d20e2-01df-47b2-b86b-50efc8a415ed not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:37.731707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c87c0-e1fa-4e75-b4b9-656c74d269cc req-6944704a-7f17-4b10-ac91-9656eb43c55e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.741360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-902c87c0-e1fa-4e75-b4b9-656c74d269cc req-6944704a-7f17-4b10-ac91-9656eb43c55e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.4311500 Jul 22 19:37:37.758447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-858ac3b0-b1cf-41ca-a87d-0845131ddadc None None] Provisioning for port 716ead64-579c-432f-b1ea-40c093f6ac1f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:37.759375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e82805-53af-4750-a304-c3c64183de3e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:37.770607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.787502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2be4472d-cd82-4b86-9d42-1f035d5eff96', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'port_id': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'mac_address': 'fa:16:3e:78:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:02Z', 'updated_at': '2021-07-22T19:37:35Z', 'revision_number': 1, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:37.792035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-858ac3b0-b1cf-41ca-a87d-0845131ddadc None None] Provisioning complete for port 716ead64-579c-432f-b1ea-40c093f6ac1f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:37.792918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-858ac3b0-b1cf-41ca-a87d-0845131ddadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.796692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.817682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.829738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb0eb2d-f186-4215-8250-cd0c72dc06c8']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:37.835172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Checking router: 1c303d7d-f29f-4aba-90c8-de58f44042d4 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:37.845827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-a74a693f-7fb7-4f79-beb2-e2f56ad2a8f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 999 time: 0.2558508 Jul 22 19:37:37.850862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.859219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928168ca-8ee8-4661-ae1c-681f74ed29ed') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:37.863127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928168ca-8ee8-4661-ae1c-681f74ed29ed') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:37.883972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:37.884876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:37.903529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.923858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-858ac3b0-b1cf-41ca-a87d-0845131ddadc None None] Port 716ead64-579c-432f-b1ea-40c093f6ac1f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:37.947861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.953974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:37.979830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.980833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:37.981424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:37.984713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-902c87c0-e1fa-4e75-b4b9-656c74d269cc req-8909b917-1edb-409f-ac5e-e729d62bfa6b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382987 Jul 22 19:37:38.000380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.027454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:38.028279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.045663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.051773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:38.066803 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:38.116894 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5203817 Jul 22 19:37:38.127332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:38.134485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Request body: {'subnet': {'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-subnet', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:38.157976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.187279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.187847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e65d2-e487-4c26-bb88-65c2b53f9aef admin admin] Pushing event updated for resources: {'Network': ['ID=808ed6be-0279-4885-864b-c6a1d1e88213,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:38.209684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/bbb0eb2d-f186-4215-8250-cd0c72dc06c8 HTTP/1.1" status: 204 len: 168 time: 0.9996181 Jul 22 19:37:38.212964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-cfaf6579-f3c5-42d1-96ef-cc71b78d1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.214771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-cfaf6579-f3c5-42d1-96ef-cc71b78d1409 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 200 len: 851 time: 0.3493154 Jul 22 19:37:38.231872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:38.253356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-67494991'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:38.265456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf9082-6449-435d-b69a-036fe0e2ac4b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=bbb0eb2d-f186-4215-8250-cd0c72dc06c8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:38.276050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 808ed6be-0279-4885-864b-c6a1d1e88213 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:38.292690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Made reservation on behalf of ffa8c59114ef4a3fa4cb760452aa9242 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:38.294998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.315889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Network 346857a7-2d61-4494-9bc1-a03de2243c7a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:38.326597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:38.453237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:38.457402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.481037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-2af010ee-4b86-4356-8c13-d36f85569c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.482616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-2af010ee-4b86-4356-8c13-d36f85569c28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2350643 Jul 22 19:37:38.569425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Router eb2e99d5-0329-449a-8e2b-005086e6e4ec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:38.597905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-6b8f2367-5f73-48a3-ba2f-22026abd12b4 service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997097 Jul 22 19:37:38.612992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:38.622511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.622864 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment 9ff68cbc-4948-443a-946a-40ec133c5a9c of type vlan for network 98645b68-2380-4971-97b8-d923ec128c7b Jul 22 19:37:38.716266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992ada4-dfeb-472b-a456-c5a4ca2cdaba req-07c04b79-3d38-488f-8f75-ecc25a29c2ac tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.717993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7992ada4-dfeb-472b-a456-c5a4ca2cdaba req-07c04b79-3d38-488f-8f75-ecc25a29c2ac tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.4732442 Jul 22 19:37:38.787729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.814711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:38.818601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716ead64-579c-432f-b1ea-40c093f6ac1f {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:38.826414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Sync routers for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:38.829026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-52b6f88c-0cfe-4590-8350-4d4fe23ef5e3 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb2e99d5-0329-449a-8e2b-005086e6e4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0216663 Jul 22 19:37:38.835161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.848319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.852884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Transition to ACTIVE for port object 716ead64-579c-432f-b1ea-40c093f6ac1f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:38.853680 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:38.854697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:38.855330 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:38.855497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.861442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:38.870479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d70b8012-a470-4710-9237-15c8e48ff9a8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:38.938887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Pushing event updated for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:39.038535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bfd5e95b-89b0-4d9b-989f-2dfeff4d84aa None None] Provisioning complete for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:39.039011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd5e95b-89b0-4d9b-989f-2dfeff4d84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.105225 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:39.108031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Attempting to bind port 716ead64-579c-432f-b1ea-40c093f6ac1f on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:39.108639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Attempting to bind port 716ead64-579c-432f-b1ea-40c093f6ac1f by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:39.110456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Attempting to bind port 716ead64-579c-432f-b1ea-40c093f6ac1f on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:39.120030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5e95b-89b0-4d9b-989f-2dfeff4d84aa None None] Port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:39.120603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Port 716ead64-579c-432f-b1ea-40c093f6ac1f on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:37:39.122895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Attempting to bind port 716ead64-579c-432f-b1ea-40c093f6ac1f on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:39.125352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d70b8012-a470-4710-9237-15c8e48ff9a8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:39.131379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.135326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:39.135798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:39.136296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:39.136863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Bound port: 716ead64-579c-432f-b1ea-40c093f6ac1f, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:39.137749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.178326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2be4472d-cd82-4b86-9d42-1f035d5eff96', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'port_id': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'mac_address': 'fa:16:3e:78:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:02Z', 'updated_at': '2021-07-22T19:37:35Z', 'revision_number': 1, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:39.190753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7992ada4-dfeb-472b-a456-c5a4ca2cdaba req-bb33c17f-9b19-4d96-8287-53e597b23c85 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496140 Jul 22 19:37:39.204328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60810b96-8a81-4cc2-bb42-3230a5c82715 req-380cd1bf-8cd6-4680-b59e-b0dd984621ff service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120363 Jul 22 19:37:39.233498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7f1416-2a13-4160-afd2-2bd1bab360a1 None None] The sync data for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 is: [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2be4472d-cd82-4b86-9d42-1f035d5eff96', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'floating_ip_address': '172.25.6.206', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'port_id': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'mac_address': 'fa:16:3e:78:13:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d09e786-0064-454d-a664-69cca1d0199f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:36:02Z', 'updated_at': '2021-07-22T19:37:35Z', 'revision_number': 1, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:39.296261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:39.304057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=716ead64-579c-432f-b1ea-40c093f6ac1f,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:39.315797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.328943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0853834 Jul 22 19:37:39.338215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:39.344023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703ede4-4376-4c20-ae5b-5ac41cca9244 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=98645b68-2380-4971-97b8-d923ec128c7b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:39.376037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 98645b68-2380-4971-97b8-d923ec128c7b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:39.386357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '98645b68-2380-4971-97b8-d923ec128c7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:39.406476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b367038-ecb8-40c9-a56d-b14a4e612871 req-850bcf3c-8373-43d9-a978-11ae08c79b95 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:39.414293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b367038-ecb8-40c9-a56d-b14a4e612871 req-850bcf3c-8373-43d9-a978-11ae08c79b95 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 936 time: 0.8143857 Jul 22 19:37:39.415936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.499283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e2cbab-ae02-4bcd-be05-871b47535123,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:39.504140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:39.504877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.506929 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] 10.222.0.26 "PUT /v2.0/ports/716ead64-579c-432f-b1ea-40c093f6ac1f HTTP/1.1" status: 200 len: 1097 time: 1.8114438 Jul 22 19:37:39.507393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:39.515994 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33f695f-e10f-49b0-80bb-e3df4eff4923" -d '{"events": [{"name": "network-changed", "server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:39.526225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:39.544892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.601263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Checking segment: {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:39.601649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Network hostable DHCP agents. Network: 808ed6be-0279-4885-864b-c6a1d1e88213, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:39.611492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b367038-ecb8-40c9-a56d-b14a4e612871 req-06616826-0d7e-4ab6-9cc3-907d62c9b373 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802640 Jul 22 19:37:39.627387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:36Z', 'revision_number': 4, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c5b27ad-02b9-425c-bc32-9b79e7256a2a', 'name': '', 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:34Z', 'updated_at': '2021-07-22T19:37:37Z', 'revision_number': 2, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'subnets': [{'id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:39.647477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Network 808ed6be-0279-4885-864b-c6a1d1e88213 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:39.677735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 808ed6be-0279-4885-864b-c6a1d1e88213) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:39.691573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817ba24-ea32-4b91-9aad-7440b7908408 None None] Network 808ed6be-0279-4885-864b-c6a1d1e88213 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:39.698563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:39.699122 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.700528 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Checking router: eb2e99d5-0329-449a-8e2b-005086e6e4ec for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:39.701948 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Updating router eb2e99d5-0329-449a-8e2b-005086e6e4ec port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:39.756712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-965d10d7-6682-4e33-8af3-61b51dbf5b99 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6267021 Jul 22 19:37:39.758473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8a73-f244-44b5-9125-d8b7de3cfa43 service neutron] Pushing event updated for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:39.759308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55562) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:39.798104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:39.828021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-770e4960-b62b-4ce0-82fd-fb7e1df8f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:39.830474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-770e4960-b62b-4ce0-82fd-fb7e1df8f17d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5eb93518561c4d44add08c824cbad1b5&device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 1100 time: 0.2462792 Jul 22 19:37:39.836629 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.926157 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-c098cdc5-847d-4e6b-bf0a-9d6150156987 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=716ead64-579c-432f-b1ea-40c093f6ac1f HTTP/1.1" status: 200 len: 217 time: 0.0877619 Jul 22 19:37:39.939231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffaab0-34c1-4dd7-87dd-3e7d1b27f4f7 None None] New status for floating IP 2be4472d-cd82-4b86-9d42-1f035d5eff96: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:37:39.963914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:39.974669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.071211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-9539f47b-a08f-4b4b-9da9-444b1e86514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:40.072784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-9539f47b-a08f-4b4b-9da9-444b1e86514b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1256821 Jul 22 19:37:40.149406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ac58d-524e-4087-aa02-7cf9ae798318 req-eb18a234-9908-4aac-a0bc-b671f21203ba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:40.154462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.162206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d65ac58d-524e-4087-aa02-7cf9ae798318 req-eb18a234-9908-4aac-a0bc-b671f21203ba tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.3190470 Jul 22 19:37:40.172658 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.209529 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.215415 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.230539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Transition to ACTIVE for port object 8c5b27ad-02b9-425c-bc32-9b79e7256a2a will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:40.239533 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.302524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=0b34de74-7db1-4938-9992-a578cf0d4ce2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:40.313305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': '9ff68cbc-4948-443a-946a-40ec133c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:40.313682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 98645b68-2380-4971-97b8-d923ec128c7b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:40.317759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-c2fe6ea9-4ae0-4762-a34e-b9c781d62032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:40.319399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-c2fe6ea9-4ae0-4762-a34e-b9c781d62032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2388353 Jul 22 19:37:40.331990 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638121d1-1ae0-4fbf-b1a1-b9bd64a26b74 None None] Pushing event updated for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:40.416891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d65ac58d-524e-4087-aa02-7cf9ae798318 req-98864556-100a-456b-b0a9-9ae0285b40b1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426116 Jul 22 19:37:40.423401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55566) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.440538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026000012', 'description': 'tempest-secgroup-smoke-2026000012 description', 'project_id': '129c8b97817743299f040e9d94ae8717'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:40.477231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4678afe6-b7c4-4ba1-965b-928da4de3770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.520867 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Attempting to bind port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:40.521889 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Attempting to bind port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:40.523898 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Attempting to bind port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a on network 346857a7-2d61-4494-9bc1-a03de2243c7a {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:40.532640 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:40.535668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-e16f270d-1ec8-4925-a446-f97761b0f001 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064278 Jul 22 19:37:40.537544 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Checking segment: {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:40.537849 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8ae84-55eb-4968-9047-deac766b0502 x-openstack-request-id: req-99e8ae84-55eb-4968-9047-deac766b0502 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:40.538142 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:40.538391 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99e8ae84-55eb-4968-9047-deac766b0502 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:40.538781 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f', 'status': 'completed', 'code': 200} Jul 22 19:37:40.539595 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.542104 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Bound using segment: {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:40.544400 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Bound port: 8c5b27ad-02b9-425c-bc32-9b79e7256a2a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f30f5a-e793-4c83-a7be-5821cc369c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:40.546672 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.572466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-808ed6be-0279-4885-864b-c6a1d1e88213', 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'fixed_ips': [{'subnet_id': '88e2cbab-ae02-4bcd-be05-871b47535123'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:40.574673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.585825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 98645b68-2380-4971-97b8-d923ec128c7b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:40.611102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 98645b68-2380-4971-97b8-d923ec128c7b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:40.641490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:40.642566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.712193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.720023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.796277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59eeba4e-b365-4efa-a071-023e731666bc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4450071 Jul 22 19:37:40.799887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55578) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:40.821989 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] For port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:40.829486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1476004034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:40.840089 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] For port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:40.851352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170a10a-fa46-4baa-85a1-8bdf5abc9632 None None] Network 98645b68-2380-4971-97b8-d923ec128c7b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:40.852041 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:40.859054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4cfea634-2649-4554-a6a5-b8bdc60fdec3 req-fc445f9d-75d8-49b6-9378-3969a6e9232b service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161204 Jul 22 19:37:41.003644 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638121d1-1ae0-4fbf-b1a1-b9bd64a26b74 None None] Pushing event updated for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:41.010811 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:41.016891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:41.052836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-b5361410-4e39-487b-b88e-03f418937d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.058524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-b5361410-4e39-487b-b88e-03f418937d4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5eb93518561c4d44add08c824cbad1b5&device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 1100 time: 0.1380370 Jul 22 19:37:41.235691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-fd555ceb-91e4-4ef5-849b-1738970cce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.238872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-fd555ceb-91e4-4ef5-849b-1738970cce59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1728618 Jul 22 19:37:41.333701 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-87c12099-28b3-4c71-a906-22989e460366 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=716ead64-579c-432f-b1ea-40c093f6ac1f HTTP/1.1" status: 200 len: 217 time: 0.0877161 Jul 22 19:37:41.338551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Allocated IP 172.20.0.2 (808ed6be-0279-4885-864b-c6a1d1e88213/88e2cbab-ae02-4bcd-be05-871b47535123/25f18710-74d5-4123-81b1-3e1f4f221410) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:41.356044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1db5b-c262-4e26-b0cd-6d7f5b2a7a5b req-6f655bec-d85f-41ea-822d-39a5b3674981 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.374459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbe1db5b-c262-4e26-b0cd-6d7f5b2a7a5b req-6f655bec-d85f-41ea-822d-39a5b3674981 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.4980285 Jul 22 19:37:41.387457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.408188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c8cb3-abe1-41cc-b666-2c6442d8f726 req-54d236db-c04a-4a8d-99bb-c7fdb67ded97 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.420317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd9c8cb3-abe1-41cc-b666-2c6442d8f726 req-54d236db-c04a-4a8d-99bb-c7fdb67ded97 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 948 time: 0.5637827 Jul 22 19:37:41.454761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-d6dea8d4-3126-4a54-8c97-b6f3ee6ab7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.459272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-d6dea8d4-3126-4a54-8c97-b6f3ee6ab7a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1139705 Jul 22 19:37:41.476397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:41.594003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-f2b3f33c-3429-4f19-9048-981e6f2ec14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:41.595452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-f2b3f33c-3429-4f19-9048-981e6f2ec14c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1299160 Jul 22 19:37:41.674867 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.687133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Transition to ACTIVE for port object 25f18710-74d5-4123-81b1-3e1f4f221410 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:41.724463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Transition to ACTIVE for port object 25f18710-74d5-4123-81b1-3e1f4f221410 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:41.813087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-a33797eb-8e38-4fd4-84ca-b2fe0c11b025 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087843 Jul 22 19:37:41.821684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.825788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-98645b68-2380-4971-97b8-d923ec128c7b', 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': '0b34de74-7db1-4938-9992-a578cf0d4ce2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:41.827798 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.897814 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:36Z', 'revision_number': 4, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c5b27ad-02b9-425c-bc32-9b79e7256a2a', 'name': '', 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:34Z', 'updated_at': '2021-07-22T19:37:40Z', 'revision_number': 4, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'subnets': [{'id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:41.920964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Pushing event updated for resources: {'Port': ['ID=25f18710-74d5-4123-81b1-3e1f4f221410,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:41.968022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:41.974703 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be669c-c8b2-4853-a568-05fcdd904332 None None] The sync data for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 is: [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:37:36Z', 'revision_number': 4, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c5b27ad-02b9-425c-bc32-9b79e7256a2a', 'name': '', 'network_id': '346857a7-2d61-4494-9bc1-a03de2243c7a', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'mac_address': 'fa:16:3e:77:56:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:34Z', 'updated_at': '2021-07-22T19:37:40Z', 'revision_number': 4, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'subnets': [{'id': 'f02e915e-8236-4f2c-b666-a837bd08694f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:42.120489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e33f695f-e10f-49b0-80bb-e3df4eff4923 req-1e0744e0-19f6-4352-891c-912761e7944f service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024325 Jul 22 19:37:42.282249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.293405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Allocated IP 172.20.0.2 (98645b68-2380-4971-97b8-d923ec128c7b/0b34de74-7db1-4938-9992-a578cf0d4ce2/3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:42.367075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbe1db5b-c262-4e26-b0cd-6d7f5b2a7a5b req-7776c134-5a44-473a-9812-e10678b43e9e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9913094 Jul 22 19:37:42.542562 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.555168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Transition to ACTIVE for port object 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:42.564019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.565954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.577460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Transition to ACTIVE for port object 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:42.598340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.602602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1727128 Jul 22 19:37:42.603024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55588) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:42.605800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Network 808ed6be-0279-4885-864b-c6a1d1e88213 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:42.608166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:42.617689 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.639158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:42.647313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6915800-4bb1-4c77-ba62-2d4c2f1c4a43 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:42.648041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:42.678949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd9c8cb3-abe1-41cc-b666-2c6442d8f726 req-d543b776-f826-49a7-a5d9-e97aad2541a0 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2571349 Jul 22 19:37:42.694862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.768447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Network 98645b68-2380-4971-97b8-d923ec128c7b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:42.774224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:42.777394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:42.866588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.875601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.885344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.894861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.911156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf13168-4ca1-4552-9fc7-a611f38a7a58,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:42.925995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.926889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.927536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f0a23254-73b8-43bf-a806-6ebc24e70de7 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233843 Jul 22 19:37:42.929358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.934231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55590) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:42.939223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:42.958895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c5b27ad-02b9-425c-bc32-9b79e7256a2a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:42.959447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:42.968004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d8bd35d2-5a49-4f76-9c4b-2730c91cb94e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.1656165 Jul 22 19:37:42.970400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55592) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:42.979312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'port': {'network_id': '98645b68-2380-4971-97b8-d923ec128c7b', 'name': 'tempest-RoutersTest-278852774'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:42.988752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.015733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Pushing event updated for resources: {'Port': ['ID=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.026588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.044580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Attempting to bind port 25f18710-74d5-4123-81b1-3e1f4f221410 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:43.044580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Attempting to bind port 25f18710-74d5-4123-81b1-3e1f4f221410 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:43.044580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Attempting to bind port 25f18710-74d5-4123-81b1-3e1f4f221410 on network 808ed6be-0279-4885-864b-c6a1d1e88213 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:43.050519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:43.050937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Checking segment: {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:43.051352 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.051758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Bound using segment: {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:43.052273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Bound port: 25f18710-74d5-4123-81b1-3e1f4f221410, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:43.052666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.054629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Attempting to bind port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:43.055304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Attempting to bind port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9ff68cbc-4948-443a-946a-40ec133c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:43.056131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Attempting to bind port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb on network 98645b68-2380-4971-97b8-d923ec128c7b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:43.063449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:43.063855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Checking segment: {'id': '9ff68cbc-4948-443a-946a-40ec133c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:43.064444 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.065419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Bound using segment: {'id': '9ff68cbc-4948-443a-946a-40ec133c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:43.066820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Bound port: 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff68cbc-4948-443a-946a-40ec133c5a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '98645b68-2380-4971-97b8-d923ec128c7b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:43.067241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.121975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.129871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.186778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:43.197001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:43.197379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.213903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaced705-bad0-4e36-8afe-67f193ba1399,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.227217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.229141 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9bacf02-85ae-4725-847d-e9a74632b419 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936208 Jul 22 19:37:43.231822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:43.242567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:43.286462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.319624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] For port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:43.332253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] For port 25f18710-74d5-4123-81b1-3e1f4f221410, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:43.339876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] For port 25f18710-74d5-4123-81b1-3e1f4f221410, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=25f18710-74d5-4123-81b1-3e1f4f221410,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:43.343411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] For port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,segment=NetworkSegment(9ff68cbc-4948-443a-946a-40ec133c5a9c),segment_id=9ff68cbc-4948-443a-946a-40ec133c5a9c)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:43.407295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.407722 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.413112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.435473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fafb2a-af2e-4aac-a82e-fd34480c6c12,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.464233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.465811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2754e8d-0307-45d8-a04a-a588aa690d6a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325914 Jul 22 19:37:43.468548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55600) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:43.477498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:43.494619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:37:43.494619 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 19:37:43.494619 n-d-800087-13 neutron-server[93801]: [parameters: {'project_id_1': '129c8b97817743299f040e9d94ae8717', 'expiration_1': datetime.datetime(2021, 7, 22, 19, 37, 43, 485727)}] Jul 22 19:37:43.494619 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:37:43.494619 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:37:43.501816 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.513312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Allocated IP 172.25.6.172 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/79cc3f16-cc00-4354-bb87-655dd56a8e48) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:43.517577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.536874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:43.577155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.614285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:43.618460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:43.657050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20084c0a-c871-45f1-b40d-d2cdee2e9f99 None None] Pushing event updated for resources: {'Port': ['ID=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.711490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] device_id is not set on port afbc4f1f-e142-4f40-a956-72f498fec539 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:37:43.768814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4712c-1cb4-49c9-82ea-dd6a49ec1fb9 None None] Pushing event updated for resources: {'Port': ['ID=25f18710-74d5-4123-81b1-3e1f4f221410,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:43.878109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:44.029380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 716ead64-579c-432f-b1ea-40c093f6ac1f details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:44.072105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.147261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.163468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.206115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b9c72-d386-47f2-8b0d-ab7b118da97a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:44.218286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.223644 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a32bc67-2b47-4398-bc57-ac838104ec34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7499685 Jul 22 19:37:44.223843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55610) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:44.228787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:44.232924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.20.0.10 (98645b68-2380-4971-97b8-d923ec128c7b/0b34de74-7db1-4938-9992-a578cf0d4ce2/afbc4f1f-e142-4f40-a956-72f498fec539) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:44.258288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=716ead64-579c-432f-b1ea-40c093f6ac1f,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:44.272707 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Project 129c8b97817743299f040e9d94ae8717 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:37:44.282402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.286614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '716ead64-579c-432f-b1ea-40c093f6ac1f', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '716ead64-579c-432f-b1ea-40c093f6ac1f', 'mac_address': 'fa:16:3e:f1:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:44.354312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.356748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931687b0-bf10-4839-88be-432b539e05ad req-80b4009a-5a8a-4d7f-9a82-5e5f866d4f4c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:44.365860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931687b0-bf10-4839-88be-432b539e05ad req-80b4009a-5a8a-4d7f-9a82-5e5f866d4f4c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.8573329 Jul 22 19:37:44.377366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716ead64-579c-432f-b1ea-40c093f6ac1f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:44.378885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.385877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.403692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=716ead64-579c-432f-b1ea-40c093f6ac1f,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:44.410655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.411241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.413491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.415026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1901441 Jul 22 19:37:44.417841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:44.423170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'security_group_rule': {'security_group_id': '69fdf96d-9bda-4dbd-a6d0-6b716bab0d75', 'project_id': '129c8b97817743299f040e9d94ae8717', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:44.430512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fe408-6ade-4e17-9d5a-31e01978152c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4781a6d-7091-4bb3-ad6d-f7148253c88d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:44.464415 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Project 129c8b97817743299f040e9d94ae8717 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:37:44.471707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.489796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:44.544813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9eb38b-3c65-4bf3-b93c-87d1e0781431 req-234f19bc-e1ce-4a4f-90ed-3eb87a7b33bd tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:44.548742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.549910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b9eb38b-3c65-4bf3-b93c-87d1e0781431 req-234f19bc-e1ce-4a4f-90ed-3eb87a7b33bd tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 948 time: 0.4611757 Jul 22 19:37:44.554028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.576303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bce71a7-8650-4c55-b48a-86f1bd1eddcb,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:44.581230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.587360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-931687b0-bf10-4839-88be-432b539e05ad req-c0e9ff10-39fd-4f1f-925f-84012d4420d6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207129 Jul 22 19:37:44.588819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7c937b20-687f-4a2d-8f01-866e483eca1c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1694365 Jul 22 19:37:44.618522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.651372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b9eb38b-3c65-4bf3-b93c-87d1e0781431 req-894673d1-c60f-44b5-8a76-f6659bfdeafc tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931654 Jul 22 19:37:44.654519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:44.669928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object afbc4f1f-e142-4f40-a956-72f498fec539 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:44.684795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['716ead64-579c-432f-b1ea-40c093f6ac1f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:44.747380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:44.771316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:44.778032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:44.914727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Pushing event updated for resources: {'Port': ['ID=79cc3f16-cc00-4354-bb87-655dd56a8e48,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:45.039344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c5b27ad-02b9-425c-bc32-9b79e7256a2a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:45.115983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.149753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:45.150298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.204489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-150d464f-aa18-4b00-a7df-ad05b903915d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026000012&fields=id&tenant_id=129c8b97817743299f040e9d94ae8717 HTTP/1.1" status: 200 len: 267 time: 0.3208373 Jul 22 19:37:45.279417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 98645b68-2380-4971-97b8-d923ec128c7b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:45.285707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=afbc4f1f-e142-4f40-a956-72f498fec539,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:45.290316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 25f18710-74d5-4123-81b1-3e1f4f221410 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:45.305112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:45.316875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca08b1f-7e77-4971-a9e4-85caa4bc9410 None None] Network 808ed6be-0279-4885-864b-c6a1d1e88213 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:45.363574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:45.406797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-42f2148e-afe8-4eeb-9d2a-fd4cad9baed7 None None] Provisioning for port 25f18710-74d5-4123-81b1-3e1f4f221410 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:45.431139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 25f18710-74d5-4123-81b1-3e1f4f221410 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:45.436083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 25f18710-74d5-4123-81b1-3e1f4f221410 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:45.436492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.501942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128b368-3404-47c4-8fd2-75c14994b1b9 req-89cf84a6-2572-4524-b254-4a89105654bc tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:45.504194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0128b368-3404-47c4-8fd2-75c14994b1b9 req-89cf84a6-2572-4524-b254-4a89105654bc tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.3796804 Jul 22 19:37:45.546430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:45.547254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.578220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-03201908-e317-4357-b749-6be80f1bc8a1 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:45.580128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-03201908-e317-4357-b749-6be80f1bc8a1 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 809 time: 0.3746209 Jul 22 19:37:45.617853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c36bb12-27e5-4ab0-91ff-550f667000d3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6456330 Jul 22 19:37:45.620701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:45.621334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.625386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-b833d049-4d41-48db-9620-3a61811cfc81 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/quotas/129c8b97817743299f040e9d94ae8717 HTTP/1.1" status: 200 len: 375 time: 0.0321352 Jul 22 19:37:45.660258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0128b368-3404-47c4-8fd2-75c14994b1b9 req-4f6d1b1e-27b9-422e-bb08-e62dcc3812f1 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427166 Jul 22 19:37:45.661365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9efee-abbe-444e-9acc-e5af157f5798 None None] Network 98645b68-2380-4971-97b8-d923ec128c7b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:45.786772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-0c3962b9-ba33-4a52-806e-9e665550da6d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004183 Jul 22 19:37:45.827954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27f36ee5-4250-4168-9ffa-d39485321636 None None] Provisioning for port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:45.922126 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:45.984906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 25f18710-74d5-4123-81b1-3e1f4f221410, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=25f18710-74d5-4123-81b1-3e1f4f221410,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:45.998541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.000044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:46.001368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.028005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-b5730077-ff9c-4816-a6c6-a1cf237e3118 service neutron] 10.222.0.10 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716206 Jul 22 19:37:46.064567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 716ead64-579c-432f-b1ea-40c093f6ac1f up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:46.122639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=25f18710-74d5-4123-81b1-3e1f4f221410,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.133559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85228f5e-671a-4cea-a27a-e048fe423aea req-37b6e42c-39c3-4340-98a4-8fcdb07a7dc6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.140556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85228f5e-671a-4cea-a27a-e048fe423aea req-37b6e42c-39c3-4340-98a4-8fcdb07a7dc6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2828915 Jul 22 19:37:46.147592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:46.153135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.153588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.155270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 716ead64-579c-432f-b1ea-40c093f6ac1f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:46.183571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 716ead64-579c-432f-b1ea-40c093f6ac1f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.183948 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.294481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.365085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,segment=NetworkSegment(9ff68cbc-4948-443a-946a-40ec133c5a9c),segment_id=9ff68cbc-4948-443a-946a-40ec133c5a9c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:46.372916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.380326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.445179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:46.447639 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075dc856-a5cf-449e-84cc-2626a95ade06" -d '{"events": [{"server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "name": "network-vif-plugged", "status": "completed", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:46.483516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=716ead64-579c-432f-b1ea-40c093f6ac1f,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:46.484639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.493730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Provisioning complete for port 25f18710-74d5-4123-81b1-3e1f4f221410 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.494187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.495976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.506820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.587734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:46.646561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Provisioning complete for port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.646937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.695408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85228f5e-671a-4cea-a27a-e048fe423aea req-1fb2cc15-e6fc-4ed1-8fb3-ae5d8eabf778 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483131 Jul 22 19:37:46.744070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-9dd0bda1-e595-44d3-bfb5-36024e921a88 service neutron] 10.222.0.10 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659679 Jul 22 19:37:46.780984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Provisioning for port afbc4f1f-e142-4f40-a956-72f498fec539 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:46.785598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 25f18710-74d5-4123-81b1-3e1f4f221410 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:46.791117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Provisioning complete for port afbc4f1f-e142-4f40-a956-72f498fec539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.791813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.835099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Router 98c452b9-c7b2-452a-902f-af4b1359e4fe is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:46.867982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-676c5fe3-88b1-49c6-9102-b6f3f2ddcb49 None None] Port afbc4f1f-e142-4f40-a956-72f498fec539 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:46.880927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 25f18710-74d5-4123-81b1-3e1f4f221410 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:46.881445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.886331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.898809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:46.930511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f3eeb-5aa6-4c4f-af0f-9f6cf3bd264a req-a38fbfac-0072-4319-893a-409528a1167d tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:46.941263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-443f3eeb-5aa6-4c4f-af0f-9f6cf3bd264a req-a38fbfac-0072-4319-893a-409528a1167d tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.1531508 Jul 22 19:37:46.983886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=afbc4f1f-e142-4f40-a956-72f498fec539,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:47.004384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-443f3eeb-5aa6-4c4f-af0f-9f6cf3bd264a req-ba8deaeb-4a51-4927-a8b4-c9992ebd063f tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621443 Jul 22 19:37:47.077742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:47.102113 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Sync routers for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:47.107199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.111436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2a473b7f-1265-417d-a62a-00707a64bd92 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3485208 Jul 22 19:37:47.112771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55652) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:47.120576 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:47.121721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:47.135051 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feef86c-3d16-4e95-84e2-a01ea820f31d x-openstack-request-id: req-2feef86c-3d16-4e95-84e2-a01ea820f31d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:47.135343 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "name": "network-vif-plugged", "status": "completed", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:47.135600 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2feef86c-3d16-4e95-84e2-a01ea820f31d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:47.135991 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f', 'code': 200} Jul 22 19:37:47.166401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:47.170415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c22461d5-406d-4911-b7d2-037a7db01fbb None None] Provisioning complete for port afbc4f1f-e142-4f40-a956-72f498fec539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:47.170774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c22461d5-406d-4911-b7d2-037a7db01fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.342511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c22461d5-406d-4911-b7d2-037a7db01fbb None None] Port afbc4f1f-e142-4f40-a956-72f498fec539 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:47.365795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:47.366821 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.368250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.395000 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:47.493234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1db3064c-b070-45c0-bb99-953377a59a10 None None] Provisioning complete for port afbc4f1f-e142-4f40-a956-72f498fec539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:47.493690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1db3064c-b070-45c0-bb99-953377a59a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.500062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15bc2387-20f9-43ff-961c-51c49a48830a req-17c91d57-355f-4b3d-a32a-aa38e519895c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 210 time: 0.0713196 Jul 22 19:37:47.580237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1db3064c-b070-45c0-bb99-953377a59a10 None None] Port afbc4f1f-e142-4f40-a956-72f498fec539 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:47.655918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db5d48-7082-4352-abc0-9c687b8040fd req-6474e19f-fd89-4571-914f-ed823b006eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.657943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71db5d48-7082-4352-abc0-9c687b8040fd req-6474e19f-fd89-4571-914f-ed823b006eb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 1102 time: 0.3300574 Jul 22 19:37:47.681592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.682293 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:45Z', 'revision_number': 3, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:47.717583 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Checking router: 98c452b9-c7b2-452a-902f-af4b1359e4fe for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:47.718011 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Updating router 98c452b9-c7b2-452a-902f-af4b1359e4fe port 79cc3f16-cc00-4354-bb87-655dd56a8e48 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:47.718585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-f5067d6c-4f5c-42b9-a457-2621e2857165 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.720353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-f5067d6c-4f5c-42b9-a457-2621e2857165 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.5786061 Jul 22 19:37:47.732020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71db5d48-7082-4352-abc0-9c687b8040fd req-1d92c996-9732-441b-b5cb-aa52c415f06b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Jul 22 19:37:47.741101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43bd0b-6d4a-4cac-af74-d2a095d38771 req-b503d468-87bc-427c-9f3a-9f9fc82b7026 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.748920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee43bd0b-6d4a-4cac-af74-d2a095d38771 req-b503d468-87bc-427c-9f3a-9f9fc82b7026 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 945 time: 0.4219825 Jul 22 19:37:47.761588 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:47.810730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-836622a6-af27-42a6-a7ba-c8d6954e6a51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2654629 Jul 22 19:37:47.893376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee43bd0b-6d4a-4cac-af74-d2a095d38771 req-70f3b525-3ba5-4306-b745-5b8692ae75a6 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427884 Jul 22 19:37:47.975395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab16537-8cd9-4bb4-8215-501b1f552457 req-7f61f60c-7657-4fdb-a715-9558daff4c96 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:47.983798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ab16537-8cd9-4bb4-8215-501b1f552457 req-7f61f60c-7657-4fdb-a715-9558daff4c96 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.1454294 Jul 22 19:37:48.038730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ab16537-8cd9-4bb4-8215-501b1f552457 req-f77ef740-7ae3-4175-9e04-34866c5b2ed6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538602 Jul 22 19:37:48.123535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-5f98b72c-2e6a-4a14-b127-003b88f01ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:48.126605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-5f98b72c-2e6a-4a14-b127-003b88f01ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 1097 time: 0.2468960 Jul 22 19:37:48.135698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Deleting port 1db3f777-6024-4deb-82e8-0a9b8245a97d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:48.136029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.164907 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.176402 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Transition to ACTIVE for port object 79cc3f16-cc00-4354-bb87-655dd56a8e48 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:48.187577 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.237835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.244753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97a7fe-9809-47b5-97ba-f3b05177680a req-900b3baf-5aeb-4ad0-9b63-7036f2f29c56 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:48.247052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf97a7fe-9809-47b5-97ba-f3b05177680a req-900b3baf-5aeb-4ad0-9b63-7036f2f29c56 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.1219878 Jul 22 19:37:48.251114 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Attempting to bind port 79cc3f16-cc00-4354-bb87-655dd56a8e48 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:48.251654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Attempting to bind port 79cc3f16-cc00-4354-bb87-655dd56a8e48 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:48.252717 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Attempting to bind port 79cc3f16-cc00-4354-bb87-655dd56a8e48 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:48.252880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.261969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f1f82-fbcc-4931-bfa1-d17111bb8b35 None None] Pushing event updated for resources: {'Port': ['ID=79cc3f16-cc00-4354-bb87-655dd56a8e48,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:48.262947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.264672 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:48.265195 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:48.265713 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.266185 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:48.266756 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Bound port: 79cc3f16-cc00-4354-bb87-655dd56a8e48, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:48.267414 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.328528 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] For port 79cc3f16-cc00-4354-bb87-655dd56a8e48, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:48.332498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] For port 79cc3f16-cc00-4354-bb87-655dd56a8e48, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79cc3f16-cc00-4354-bb87-655dd56a8e48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:48.338234 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.356833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf97a7fe-9809-47b5-97ba-f3b05177680a req-6ebe2500-e898-4488-adc2-f223980af4b4 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993927 Jul 22 19:37:48.398973 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:48.399716 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:48.473635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=afbc4f1f-e142-4f40-a956-72f498fec539,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:48.474866 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f1f82-fbcc-4931-bfa1-d17111bb8b35 None None] Pushing event updated for resources: {'Port': ['ID=79cc3f16-cc00-4354-bb87-655dd56a8e48,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:48.478242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.583487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:48.631284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Allocated IP 172.20.0.1 (808ed6be-0279-4885-864b-c6a1d1e88213/88e2cbab-ae02-4bcd-be05-871b47535123/e841ef14-895d-468c-8690-9d974a5bf0d9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:48.657359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] For port 1db3f777-6024-4deb-82e8-0a9b8245a97d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1db3f777-6024-4deb-82e8-0a9b8245a97d,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:48.657762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:48.681531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-8b26d061-a7e3-4c0d-a583-d26925189581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:48.683025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-8b26d061-a7e3-4c0d-a583-d26925189581 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 200 len: 919 time: 0.5293367 Jul 22 19:37:48.686633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Calling delete_port for 1db3f777-6024-4deb-82e8-0a9b8245a97d owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:48.692842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0118892b-8ecf-4988-9779-819f70e8ba37 req-05aa4726-dbb9-4bb5-89dc-dc229322de7e tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 210 time: 0.0480218 Jul 22 19:37:48.740569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-efabd7a1-b34b-41ba-9a94-c0406412697d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:48.742079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-efabd7a1-b34b-41ba-9a94-c0406412697d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.32 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 809 time: 0.2307310 Jul 22 19:37:48.764373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 98645b68-2380-4971-97b8-d923ec128c7b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:48.768893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-0847906b-1b02-4cc4-8781-e87ac12ac043 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 200 len: 217 time: 0.0756309 Jul 22 19:37:48.797215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:48.840285 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:45Z', 'revision_number': 3, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:48.856185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-fd6a274b-dc63-4b88-ac48-6328b408f6cd tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=129c8b97817743299f040e9d94ae8717 HTTP/1.1" status: 200 len: 380 time: 0.0999470 Jul 22 19:37:48.868849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb0a12-8f86-4a19-9ab2-86fa505bd217 None None] The sync data for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 is: [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:45Z', 'revision_number': 3, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:48.878514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'port': {'device_id': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'admin_state_up': True, 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'security_groups': ['69fdf96d-9bda-4dbd-a6d0-6b716bab0d75']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:48.942478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-8debbf1e-9da4-48c3-a537-50580d70fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:48.944570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-8debbf1e-9da4-48c3-a537-50580d70fed0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 200 len: 858 time: 0.1408963 Jul 22 19:37:49.004234 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-4c9e703c-6d31-4246-b61b-ffd3d3daba7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a84e566a-f0e6-445f-bb89-0a616a3ce004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421596 Jul 22 19:37:49.027560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.044651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Transition to ACTIVE for port object e841ef14-895d-468c-8690-9d974a5bf0d9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:49.156219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router c68c244d-f15c-4e01-9fea-33b2e74ddb87 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:49.157467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Made reservation on behalf of 129c8b97817743299f040e9d94ae8717 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:49.162406 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.166324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.180830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['50729366-533e-4159-8129-fcfff1b33c62', '1db3f777-6024-4deb-82e8-0a9b8245a97d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:49.233497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.237754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-8a7df2fd-7c94-46f2-b591-3c6d59a1b8bb service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224104 Jul 22 19:37:49.280255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-98a52686-64c9-4b64-877b-a3fd553fead5 None None] Provisioning complete for port afbc4f1f-e142-4f40-a956-72f498fec539 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:49.281099 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98a52686-64c9-4b64-877b-a3fd553fead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.284745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Pushing event deleted for resources: {'Port': ['ID=1db3f777-6024-4deb-82e8-0a9b8245a97d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:49.360029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-98a52686-64c9-4b64-877b-a3fd553fead5 None None] Port afbc4f1f-e142-4f40-a956-72f498fec539 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:49.376847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Network 808ed6be-0279-4885-864b-c6a1d1e88213 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:49.393993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:49.404259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9feeb-c3af-4aa5-8138-f4a8901bab36 req-3d6aa2c8-9204-4f8c-84ab-f58f27b086d9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:49.415342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bb9feeb-c3af-4aa5-8138-f4a8901bab36 req-3d6aa2c8-9204-4f8c-84ab-f58f27b086d9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7db83b1-2fac-4dbe-8568-884cd9c66a7f HTTP/1.1" status: 200 len: 867 time: 0.3648646 Jul 22 19:37:49.421419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:49.489273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.507179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Pushing event updated for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:49.578434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.579081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.579441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.579783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.580123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.581046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.581379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.581712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.582041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.582370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.582699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.583027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:49.637155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bb9feeb-c3af-4aa5-8138-f4a8901bab36 req-15d2ec4b-333f-4e11-b90b-df80bc9420d6 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201705 Jul 22 19:37:49.670929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695c5c-812b-4c4e-a8af-96ace0b186a1 req-99c60f98-f275-49b0-ad7b-275466918fb2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:49.672554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98695c5c-812b-4c4e-a8af-96ace0b186a1 req-99c60f98-f275-49b0-ad7b-275466918fb2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.4943275 Jul 22 19:37:49.690535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-57b254e2-e063-408e-87f6-7fa088aff20b None None] Provisioning for port e841ef14-895d-468c-8690-9d974a5bf0d9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:49.700983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-57b254e2-e063-408e-87f6-7fa088aff20b None None] Provisioning complete for port e841ef14-895d-468c-8690-9d974a5bf0d9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:49.701360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-57b254e2-e063-408e-87f6-7fa088aff20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.756786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Allocated IP 172.20.0.3 (62a5433e-a713-4d65-bad1-ca426454a7f5/369c523d-6ac6-40b0-bf21-b0d05922763d/4c89a983-fe06-4388-b88e-e84f94569c3f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:49.782715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] No DVR routers for this DVR port 1db3f777-6024-4deb-82e8-0a9b8245a97d on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:49.786253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:49.787118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-57b254e2-e063-408e-87f6-7fa088aff20b None None] Port e841ef14-895d-468c-8690-9d974a5bf0d9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:49.788461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:49.790732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8601a9ba-7807-4a11-9cc2-07cb190b7de7 req-d990ba2e-9e03-4181-a238-e571b332f63e tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "DELETE /v2.0/ports/1db3f777-6024-4deb-82e8-0a9b8245a97d HTTP/1.1" status: 204 len: 173 time: 2.0639882 Jul 22 19:37:49.793102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'name': 'network-vif-deleted', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:49.795623 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fbc6ae-714b-44b2-8356-dd0fe602f491" -d '{"events": [{"server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "name": "network-vif-deleted", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:49.807143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a9050b4-70bf-4e9e-a723-d9cc779ad446 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/c68c244d-f15c-4e01-9fea-33b2e74ddb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1843231 Jul 22 19:37:49.807512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] Sync routers for ids ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:49.810510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55684) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:49.838953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] Routers {'c68c244d-f15c-4e01-9fea-33b2e74ddb87'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:49.839595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.916501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.920389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ac312-1b4e-4f43-ba7f-6442a977cbdc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:49.921922 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec6ac312-1b4e-4f43-ba7f-6442a977cbdc tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports/afbc4f1f-e142-4f40-a956-72f498fec539 HTTP/1.1" status: 200 len: 977 time: 0.1103339 Jul 22 19:37:49.925695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55686) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:49.926960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] Routers {'c68c244d-f15c-4e01-9fea-33b2e74ddb87'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:49.927599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.968291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:49.968962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2435e87-5b58-45ba-aeea-28cc2068fd9a None None] The sync data for ids ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:50.011511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3a5543c8-9b3e-4905-8706-ac57d473f28a req-37fca07b-6d9b-439f-abf7-17756a91c8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7234828 Jul 22 19:37:50.012804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98695c5c-812b-4c4e-a8af-96ace0b186a1 req-56c57849-fdc2-4a37-b406-2b327a39c369 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237147 Jul 22 19:37:50.033147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.193102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535e0f3-f436-4069-a59a-9f4a1c4d1ce5 req-3e97d4ff-a033-4e84-8c7a-88287821f432 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:50.194778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3535e0f3-f436-4069-a59a-9f4a1c4d1ce5 req-3e97d4ff-a033-4e84-8c7a-88287821f432 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.2797284 Jul 22 19:37:50.280464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e137338-3b0e-4352-b306-2397da0cb2ba req-61dad13f-b322-46cc-bd15-b26aab7efae0 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 210 time: 0.0832937 Jul 22 19:37:50.296290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.328648 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b523191c-cbed-4bef-b09f-6a5bd59c1c22 x-openstack-request-id: req-b523191c-cbed-4bef-b09f-6a5bd59c1c22 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:50.329204 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7db83b1-2fac-4dbe-8568-884cd9c66a7f", "name": "network-vif-deleted", "tag": "1db3f777-6024-4deb-82e8-0a9b8245a97d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:50.329557 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b523191c-cbed-4bef-b09f-6a5bd59c1c22 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:50.330054 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7db83b1-2fac-4dbe-8568-884cd9c66a7f', 'name': 'network-vif-deleted', 'tag': '1db3f777-6024-4deb-82e8-0a9b8245a97d', 'status': 'completed', 'code': 200} Jul 22 19:37:50.337078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Transition to ACTIVE for port object 4c89a983-fe06-4388-b88e-e84f94569c3f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:50.383272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3535e0f3-f436-4069-a59a-9f4a1c4d1ce5 req-207e145b-1849-484b-adcf-ab98af7e7df4 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705704 Jul 22 19:37:50.421227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.468819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.537235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.540221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:50.546137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:50.552442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.554952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:50.580027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:50.841667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port afbc4f1f-e142-4f40-a956-72f498fec539 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:50.842021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:50.856041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79cc3f16-cc00-4354-bb87-655dd56a8e48 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:50.952787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 79cc3f16-cc00-4354-bb87-655dd56a8e48 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:50.974546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 79cc3f16-cc00-4354-bb87-655dd56a8e48 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:50.975194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.011927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.029440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for afbc4f1f-e142-4f40-a956-72f498fec539 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:51.078339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-532078b3-345e-4e07-a557-e472287f3f54 None None] Provisioning for port 4c89a983-fe06-4388-b88e-e84f94569c3f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:51.089440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-532078b3-345e-4e07-a557-e472287f3f54 None None] Provisioning complete for port 4c89a983-fe06-4388-b88e-e84f94569c3f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:51.090288 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532078b3-345e-4e07-a557-e472287f3f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.169536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-532078b3-345e-4e07-a557-e472287f3f54 None None] Port 4c89a983-fe06-4388-b88e-e84f94569c3f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:51.180225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.208136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 79cc3f16-cc00-4354-bb87-655dd56a8e48, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79cc3f16-cc00-4354-bb87-655dd56a8e48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:51.215153 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.274033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=79cc3f16-cc00-4354-bb87-655dd56a8e48,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:51.286836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.292681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.305934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:51.306618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.317836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=afbc4f1f-e142-4f40-a956-72f498fec539,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:51.321368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Pushing event updated for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:51.329928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.331083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.331207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.331530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.332180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.332391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.332726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.333056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.333386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.333709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.334033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.334354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:37:51.380525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-2c912979-d102-4a19-996e-7e3e0508a1d9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5120993 Jul 22 19:37:51.407488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Request body: {'port': {'device_id': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:51.476593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.498619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc205cad-3061-4555-ad6a-f26f37e26032 req-3f7e3fe9-a72c-44f1-bf64-07c3c9d7b327 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:51.500429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc205cad-3061-4555-ad6a-f26f37e26032 req-3f7e3fe9-a72c-44f1-bf64-07c3c9d7b327 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.3543980 Jul 22 19:37:51.531228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac8ca5-cf54-4ee3-b33d-2e98e0ac4f92 req-d454d3a1-4e94-4076-bf08-b1d52a356486 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:51.532757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9ac8ca5-cf54-4ee3-b33d-2e98e0ac4f92 req-d454d3a1-4e94-4076-bf08-b1d52a356486 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3222384 Jul 22 19:37:51.622770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Network 808ed6be-0279-4885-864b-c6a1d1e88213 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:51.633090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:51.637534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc205cad-3061-4555-ad6a-f26f37e26032 req-da777edf-abab-4ca4-9f08-6698b239de75 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248996 Jul 22 19:37:51.638109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:51.643960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router c68c244d-f15c-4e01-9fea-33b2e74ddb87 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:51.664223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9ac8ca5-cf54-4ee3-b33d-2e98e0ac4f92 req-3a8ce23a-6afb-49ea-b00e-a7586242e7e9 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199658 Jul 22 19:37:51.769170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:51.774800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96916920-52d4-4fa6-99dd-f1c913c59513 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/c68c244d-f15c-4e01-9fea-33b2e74ddb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8476937 Jul 22 19:37:51.781463 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] Sync routers for ids ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:51.790532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:51.795351 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] Routers {'c68c244d-f15c-4e01-9fea-33b2e74ddb87'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:51.799573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:51.857709 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:51.868316 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] Routers {'c68c244d-f15c-4e01-9fea-33b2e74ddb87'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:51.869471 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:51.910852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:51.911510 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f610023-cd17-4244-aa63-e9151b211191 None None] The sync data for ids ['c68c244d-f15c-4e01-9fea-33b2e74ddb87'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:51.997535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-12d65f6d-5d7a-4f0d-b4b3-6aed592b0c7f None None] Provisioning complete for port e841ef14-895d-468c-8690-9d974a5bf0d9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:51.998115 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-12d65f6d-5d7a-4f0d-b4b3-6aed592b0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.016166 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e46286a9-9a41-4b78-b9b8-0dcad4bfa06f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 19:37:52.017240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e46286a9-9a41-4b78-b9b8-0dcad4bfa06f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/c68c244d-f15c-4e01-9fea-33b2e74ddb87/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2245111 Jul 22 19:37:52.020165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:52.039139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-12d65f6d-5d7a-4f0d-b4b3-6aed592b0c7f None None] Port e841ef14-895d-468c-8690-9d974a5bf0d9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:52.058076 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d5bd41e-4c52-4e72-b1f1-54af752c413d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=c68c244d-f15c-4e01-9fea-33b2e74ddb87 HTTP/1.1" status: 200 len: 205 time: 0.0368290 Jul 22 19:37:52.060765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:52.123610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acacd3b-881b-4423-974d-fd53bdf69dfc req-7fa0fb44-e2b8-4a0f-9073-f802e40e5541 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.125147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7acacd3b-881b-4423-974d-fd53bdf69dfc req-7fa0fb44-e2b8-4a0f-9073-f802e40e5541 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2900381 Jul 22 19:37:52.135443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1db3f777-6024-4deb-82e8-0a9b8245a97d no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:52.135968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ce511-3cd8-4e69-8962-6713048652c2 req-12e680b8-89eb-467c-9100-737dae8323eb tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.137508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd7ce511-3cd8-4e69-8962-6713048652c2 req-12e680b8-89eb-467c-9100-737dae8323eb tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 931 time: 0.3043418 Jul 22 19:37:52.160816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 1db3f777-6024-4deb-82e8-0a9b8245a97d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:52.161078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1db3f777-6024-4deb-82e8-0a9b8245a97d not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:52.169969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.209157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Router 98c452b9-c7b2-452a-902f-af4b1359e4fe has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:52.256112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7acacd3b-881b-4423-974d-fd53bdf69dfc req-e6d2b37f-81fc-441c-9e8d-a0b259c79380 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124752 Jul 22 19:37:52.262943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c89a983-fe06-4388-b88e-e84f94569c3f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:52.271480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd7ce511-3cd8-4e69-8962-6713048652c2 req-97f82ac0-0f5d-4723-9e33-d2a0fa30417d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253636 Jul 22 19:37:52.319474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.353844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.354365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.369331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-e4353eb7-253b-4b99-ae20-e31ac41506bb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.370808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-e4353eb7-253b-4b99-ae20-e31ac41506bb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.26 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.2717845 Jul 22 19:37:52.374222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Transition to ACTIVE for port object 4c89a983-fe06-4388-b88e-e84f94569c3f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:52.378505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.444330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.444885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router c68c244d-f15c-4e01-9fea-33b2e74ddb87 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:37:52.451049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:52.459510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Sync routers for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:52.462495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ca3d9a74-b3e9-469f-8137-89a05d282582 admin admin] 10.222.0.10 "PUT /v2.0/routers/98c452b9-c7b2-452a-902f-af4b1359e4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3484654 Jul 22 19:37:52.474905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:52.475645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:52.481025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Pushing event updated for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:52.493677 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.497466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e099b0d0-4d5b-41e3-89e7-ad3a8dbdbb27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/c68c244d-f15c-4e01-9fea-33b2e74ddb87 HTTP/1.1" status: 204 len: 168 time: 0.4332676 Jul 22 19:37:52.498642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:52.539905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Attempting to bind port 4c89a983-fe06-4388-b88e-e84f94569c3f on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:52.540444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Attempting to bind port 4c89a983-fe06-4388-b88e-e84f94569c3f by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:52.540782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Attempting to bind port 4c89a983-fe06-4388-b88e-e84f94569c3f on network 62a5433e-a713-4d65-bad1-ca426454a7f5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:52.545951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Port 4c89a983-fe06-4388-b88e-e84f94569c3f on network 62a5433e-a713-4d65-bad1-ca426454a7f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:37:52.546247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Attempting to bind port 4c89a983-fe06-4388-b88e-e84f94569c3f on network 62a5433e-a713-4d65-bad1-ca426454a7f5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:52.553574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:52.553929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Checking segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:52.554329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Bound using segment: {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:52.554773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Bound port: 4c89a983-fe06-4388-b88e-e84f94569c3f, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3f714f-7e28-43a9-b994-c0347d94b204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:52.555146 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.634078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:52.641575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4c89a983-fe06-4388-b88e-e84f94569c3f,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:52.652219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.665331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet 0b34de74-7db1-4938-9992-a578cf0d4ce2 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:37:52.685691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.688107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:52.698252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.699033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.700715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] 10.222.0.32 "PUT /v2.0/ports/4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 1092 time: 1.3052497 Jul 22 19:37:52.701304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:52.704073 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6049ab8c-dd8d-465d-8d1d-6809d17ef431" -d '{"events": [{"name": "network-changed", "server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:52.743713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3a058-1aae-42fe-b45e-68e4c416d49c service neutron] Pushing event updated for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:52.786420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.885122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79cc3f16-cc00-4354-bb87-655dd56a8e48 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:52.910034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac7ada39-411f-40a7-9b32-e07ce9b9804b req-d04a6cac-e637-4a27-90cd-da1c9fb06858 tempest-FloatingIPsNegativeTestJSON-722927245 tempest-FloatingIPsNegativeTestJSON-722927245-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=ffa8c59114ef4a3fa4cb760452aa9242 HTTP/1.1" status: 200 len: 217 time: 0.0909138 Jul 22 19:37:52.931202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.960390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Deleting port 716ead64-579c-432f-b1ea-40c093f6ac1f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:52.961063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:52.983233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-c62448cc-c1f0-441b-a3c1-80a891f22f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:52.990732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-c62448cc-c1f0-441b-a3c1-80a891f22f19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1095 time: 0.2387297 Jul 22 19:37:53.025154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14631c03-53e5-472d-9fc6-92b6c486f7b1 req-4c2cba03-178c-474d-af41-2dd614d30f70 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.027207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14631c03-53e5-472d-9fc6-92b6c486f7b1 req-4c2cba03-178c-474d-af41-2dd614d30f70 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 950 time: 0.2724605 Jul 22 19:37:53.072748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-5c529741-7603-4ac5-ada2-78aec6f18003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 217 time: 0.0682118 Jul 22 19:37:53.081950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.171993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14631c03-53e5-472d-9fc6-92b6c486f7b1 req-b8a03193-63ce-4f5e-98ae-8a8084489488 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/security-groups?id=79f21976-5d8c-4b1b-8757-03583e550fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146302 Jul 22 19:37:53.182415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 79cc3f16-cc00-4354-bb87-655dd56a8e48 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:53.183518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.185501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-b459e45b-24c3-4974-9b53-a10b135f46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.187045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-b459e45b-24c3-4974-9b53-a10b135f46aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 200 len: 848 time: 0.0838797 Jul 22 19:37:53.213540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e668c-e1af-4cbb-953d-536ab2891078 req-ca8179b8-0969-47f2-9139-5283d42307a2 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.220105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-840e668c-e1af-4cbb-953d-536ab2891078 req-ca8179b8-0969-47f2-9139-5283d42307a2 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.1638265 Jul 22 19:37:53.242690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:49Z', 'revision_number': 4, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'e841ef14-895d-468c-8690-9d974a5bf0d9', 'name': '', 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'mac_address': 'fa:16:3e:c7:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:50Z', 'revision_number': 2, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'subnets': [{'id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:53.246599 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d0003-21a9-4093-9917-e1cdde82220e x-openstack-request-id: req-4f6d0003-21a9-4093-9917-e1cdde82220e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:53.246873 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:53.247128 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f6d0003-21a9-4093-9917-e1cdde82220e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:53.247527 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'status': 'completed', 'code': 200} Jul 22 19:37:53.290998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Checking router: 98c452b9-c7b2-452a-902f-af4b1359e4fe for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:53.291586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Updating router 98c452b9-c7b2-452a-902f-af4b1359e4fe port e841ef14-895d-468c-8690-9d974a5bf0d9 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:37:53.292703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-840e668c-e1af-4cbb-953d-536ab2891078 req-582dd2d6-de5d-48f5-a0f6-e0bf36428f52 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716591 Jul 22 19:37:53.362456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f38e68c-160b-4860-aa85-27a380a93a04 req-fda04a0a-44dd-4faf-a050-ef212b7ede13 tempest-FloatingIPsNegativeTestJSON-722927245 tempest-FloatingIPsNegativeTestJSON-722927245-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0420556 Jul 22 19:37:53.374158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bb85c-6521-4177-91bd-63384299031e req-b4224c7e-d12d-42cc-b04f-c90a7887f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.375579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-b4224c7e-d12d-42cc-b04f-c90a7887f38a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62a5433e-a713-4d65-bad1-ca426454a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795270 Jul 22 19:37:53.379207 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.510912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=0b34de74-7db1-4938-9992-a578cf0d4ce2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.513259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.515284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8460e855-575b-470a-8a9a-11bcac9adc00 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/0b34de74-7db1-4938-9992-a578cf0d4ce2 HTTP/1.1" status: 204 len: 168 time: 1.0165994 Jul 22 19:37:53.518761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55740) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:53.520685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] For port 716ead64-579c-432f-b1ea-40c093f6ac1f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=716ead64-579c-432f-b1ea-40c093f6ac1f,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:53.521059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.529266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e2b5f-acea-4c8f-aa6a-e949eeba016a None None] Network 98645b68-2380-4971-97b8-d923ec128c7b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:53.535035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-73d36b3e-c325-48c9-9af9-7c3829456156 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437392 Jul 22 19:37:53.559559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Calling delete_port for 716ead64-579c-432f-b1ea-40c093f6ac1f owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:53.649471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e67a4a-f4fb-4ba3-94e1-8e821d76971a req-23bdecc0-131b-40f3-ae51-1c6181e47d7b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.651120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2e67a4a-f4fb-4ba3-94e1-8e821d76971a req-23bdecc0-131b-40f3-ae51-1c6181e47d7b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2691352 Jul 22 19:37:53.663748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192a42-b3b2-4234-a69d-935573928737 req-1911c9fa-3184-4416-b524-e4ec29581c68 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:53.665097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.665329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf192a42-b3b2-4234-a69d-935573928737 req-1911c9fa-3184-4416-b524-e4ec29581c68 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 943 time: 0.1918974 Jul 22 19:37:53.727080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f0bb85c-6521-4177-91bd-63384299031e req-6182001b-cec8-464e-be82-b25a189eafc7 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846876 Jul 22 19:37:53.748669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2e67a4a-f4fb-4ba3-94e1-8e821d76971a req-afd116c9-c4e4-4ac1-96dc-cfd4b0e8e8db tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805931 Jul 22 19:37:53.752856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf192a42-b3b2-4234-a69d-935573928737 req-4d97f706-dddf-454d-8790-786914cc523a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766163 Jul 22 19:37:53.804982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:53.805609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.834601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.855367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['716ead64-579c-432f-b1ea-40c093f6ac1f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:53.874804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Pushing event deleted for resources: {'Port': ['ID=716ead64-579c-432f-b1ea-40c093f6ac1f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:53.921950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] DHCP port deletion for 98645b68-2380-4971-97b8-d923ec128c7b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:37:53.936783 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.941783 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-08994302-35ac-4edd-9880-5df4e0e6b8b1 req-5d4af80b-daa5-446e-aa90-83def214afd1 tempest-FloatingIPsNegativeTestJSON-722927245 tempest-FloatingIPsNegativeTestJSON-722927245-project] show failed (client error): The resource could not be found. Jul 22 19:37:53.951660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,segment=NetworkSegment(9ff68cbc-4948-443a-946a-40ec133c5a9c),segment_id=9ff68cbc-4948-443a-946a-40ec133c5a9c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:53.951660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.953015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08994302-35ac-4edd-9880-5df4e0e6b8b1 req-5d4af80b-daa5-446e-aa90-83def214afd1 tempest-FloatingIPsNegativeTestJSON-722927245 tempest-FloatingIPsNegativeTestJSON-722927245-project] 10.222.0.10 "GET /v2.0/floatingips/89305f97-d225-4f72-9841-fbfa7b5e0224 HTTP/1.1" status: 404 len: 350 time: 0.1096590 Jul 22 19:37:53.957856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55742) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:53.969198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Transition to ACTIVE for port object e841ef14-895d-468c-8690-9d974a5bf0d9 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:53.982645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] No DVR routers for this DVR port 716ead64-579c-432f-b1ea-40c093f6ac1f on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:53.986916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.989068 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:53.989538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2e535a6-8865-4373-86f2-5d5475b4d8c9 req-cb56ca2c-d5d5-4e6e-b72f-7f0122c7c1fb tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.26 "DELETE /v2.0/ports/716ead64-579c-432f-b1ea-40c093f6ac1f HTTP/1.1" status: 204 len: 173 time: 1.5866511 Jul 22 19:37:53.989998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'name': 'network-vif-deleted', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:53.993414 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c7de9c-bd43-4860-8118-47694bc978a1" -d '{"events": [{"server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "name": "network-vif-deleted", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:54.000028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:54.118159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Deleting port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:54.118472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.131095 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fb812-5696-4e5d-bd54-28a7bc9ca73c x-openstack-request-id: req-517fb812-5696-4e5d-bd54-28a7bc9ca73c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:54.135213 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094736b3-38f6-4985-a3b0-76bcf4b2e70d", "name": "network-vif-deleted", "tag": "716ead64-579c-432f-b1ea-40c093f6ac1f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:54.135850 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-517fb812-5696-4e5d-bd54-28a7bc9ca73c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:54.136592 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094736b3-38f6-4985-a3b0-76bcf4b2e70d', 'name': 'network-vif-deleted', 'tag': '716ead64-579c-432f-b1ea-40c093f6ac1f', 'status': 'completed', 'code': 200} Jul 22 19:37:54.137809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.147815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a744a-2e77-431c-b6c2-c18bd5a27cb8 None None] Pushing event updated for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.172373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.184041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:54.297043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] For port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,segment=NetworkSegment(9ff68cbc-4948-443a-946a-40ec133c5a9c),segment_id=9ff68cbc-4948-443a-946a-40ec133c5a9c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:54.297680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.313338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Calling delete_port for 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:54.313523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.328586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98645b68-2380-4971-97b8-d923ec128c7b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.342525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff68cbc-4948-443a-946a-40ec133c5a9c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.343186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff68cbc-4948-443a-946a-40ec133c5a9c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.359023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.376581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.379568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Attempting to bind port e841ef14-895d-468c-8690-9d974a5bf0d9 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:54.380738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Attempting to bind port e841ef14-895d-468c-8690-9d974a5bf0d9 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:54.381170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Attempting to bind port e841ef14-895d-468c-8690-9d974a5bf0d9 on network 808ed6be-0279-4885-864b-c6a1d1e88213 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:54.384930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:37:54.385406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.428492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:54.429307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Checking segment: {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:54.429725 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.430138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Bound using segment: {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:54.430406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2588ef49-9ff1-4b83-a27a-53706a8b9036 req-c26809d7-4ce2-4814-b88a-2252f747fd66 tempest-ImagesNegativeTestJSON-1228605560 tempest-ImagesNegativeTestJSON-1228605560-project] 10.222.0.10 "GET /v2.0/ports?device_id=094736b3-38f6-4985-a3b0-76bcf4b2e70d HTTP/1.1" status: 200 len: 210 time: 0.0496919 Jul 22 19:37:54.430883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Bound port: e841ef14-895d-468c-8690-9d974a5bf0d9, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da95c582-1f93-434c-94d1-2ae41f644e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:54.430993 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: from cryptography.utils import int_from_bytes Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: from cryptography.utils import int_from_bytes Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.442310 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:37:54.444827 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:37:54.457120 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:37:54.468826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.473799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.480132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.493251 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/98645b68-2380-4971-97b8-d923ec128c7b HTTP/1.1" status: 204 len: 168 time: 0.9690249 Jul 22 19:37:54.493954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55752) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:54.504640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-814078713'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:54.523689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8e62-ca9b-4a67-b9f4-73e3fbabe1c1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=98645b68-2380-4971-97b8-d923ec128c7b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.524584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.546083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:54.550768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.554378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Network 98645b68-2380-4971-97b8-d923ec128c7b is not hosted by any dhcp agent {{(pid=93802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:37:54.555728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] No DVR routers for this DVR port 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:54.568392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-35a50cb1-4b21-4eb3-bbc8-f13e49cd418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:54.570290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-35a50cb1-4b21-4eb3-bbc8-f13e49cd418e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1095 time: 0.7470183 Jul 22 19:37:54.591642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:37:54.594283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c504e9-b73f-4f6d-b729-6f2c87c8a375 None None] Pushing event deleted for resources: {'Port': ['ID=3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.604310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.604688 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment d1d2192c-e787-4d14-8da1-41126e8042e1 of type vlan for network 8779385a-cec9-429b-8eeb-3b0d1163f648 Jul 22 19:37:54.628288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] For port e841ef14-895d-468c-8690-9d974a5bf0d9, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:54.632289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] For port e841ef14-895d-468c-8690-9d974a5bf0d9, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e841ef14-895d-468c-8690-9d974a5bf0d9,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:54.639934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.653791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.717045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.725505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:54.725505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:54.731800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:54.732471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:54.803285 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3050792 Jul 22 19:37:54.806864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55756) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:54.812835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:54.839269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:54.868112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836e5a3-8d84-4192-8b57-50e5666acd23 req-d2800aa0-9327-4d6c-8afd-613f74d37572 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:54.870126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a836e5a3-8d84-4192-8b57-50e5666acd23 req-d2800aa0-9327-4d6c-8afd-613f74d37572 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.4148152 Jul 22 19:37:54.880650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a744a-2e77-431c-b6c2-c18bd5a27cb8 None None] Pushing event updated for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.887992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69603898-8311-4e3e-8aaf-50dcd6ad6d1e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=8779385a-cec9-429b-8eeb-3b0d1163f648,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:54.889408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:54.889760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3fa43e2a-2f6b-4215-bbbf-aa7d1f67b4bb not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:54.905538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:37:54.964335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-99b5adff-f1c5-44e5-b414-c0baf8b339ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:54.965873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-99b5adff-f1c5-44e5-b414-c0baf8b339ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 910 time: 0.3670008 Jul 22 19:37:55.024298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:37:55.028266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.030917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:55.257381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.284074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:49Z', 'revision_number': 4, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'e841ef14-895d-468c-8690-9d974a5bf0d9', 'name': '', 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'mac_address': 'fa:16:3e:c7:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:54Z', 'revision_number': 4, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'subnets': [{'id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:55.311777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f500a4f7-cdc6-4bdd-9ec2-718aba63325f None None] The sync data for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 is: [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:49Z', 'revision_number': 4, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'e841ef14-895d-468c-8690-9d974a5bf0d9', 'name': '', 'network_id': '808ed6be-0279-4885-864b-c6a1d1e88213', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'mac_address': 'fa:16:3e:c7:21:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:48Z', 'updated_at': '2021-07-22T19:37:54Z', 'revision_number': 4, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'subnets': [{'id': '88e2cbab-ae02-4bcd-be05-871b47535123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:55.334039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=af0ef4fa-1142-4cb3-9a02-137cab72e515,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:55.344011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': 'd1d2192c-e787-4d14-8da1-41126e8042e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:55.344451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 8779385a-cec9-429b-8eeb-3b0d1163f648, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:37:55.370256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:37:55.401857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8779385a-cec9-429b-8eeb-3b0d1163f648) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:55.406678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.407211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.413487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71f330-b6d4-47a7-a3b8-63c6efd2f6b8 None None] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:55.426667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2793d020-e379-472c-b38b-240ad47cf0c3 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6158671 Jul 22 19:37:55.429176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:55.434146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2067193505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:37:55.447775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-2671eb46-f606-4783-abae-7cf45a2903ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 217 time: 0.4631722 Jul 22 19:37:55.467719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a836e5a3-8d84-4192-8b57-50e5666acd23 req-573b6013-b9a3-4839-81ff-b2b0428158ca tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663836 Jul 22 19:37:55.485715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.488091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.576641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.586895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.613968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.615677 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6d7e8bd5-2bb2-40d5-9d81-14db1fb72516 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1854038 Jul 22 19:37:55.618511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:55.637732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-8779385a-cec9-429b-8eeb-3b0d1163f648', 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': 'af0ef4fa-1142-4cb3-9a02-137cab72e515'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:37:55.639077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.647135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a433bf2-21c6-4052-b305-77b2e54388e2 req-6bf0d5f1-7916-4727-a680-b91c76183448 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.654278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a433bf2-21c6-4052-b305-77b2e54388e2 req-6bf0d5f1-7916-4727-a680-b91c76183448 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.7753828 Jul 22 19:37:55.677353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-0a33108c-f0d2-4f0b-b83b-8981b7330d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.678930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-0a33108c-f0d2-4f0b-b83b-8981b7330d52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 200 len: 848 time: 0.2067523 Jul 22 19:37:55.775121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a433bf2-21c6-4052-b305-77b2e54388e2 req-0c4ea781-38aa-42af-b667-30c61ece89ef tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198101 Jul 22 19:37:55.809486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce3313-c515-496c-ab9f-a7dd2d3b7acb req-0ad8c2a0-e672-4042-b2fe-a4593bbda513 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.818598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Allocated IP 172.20.0.2 (8779385a-cec9-429b-8eeb-3b0d1163f648/af0ef4fa-1142-4cb3-9a02-137cab72e515/3cd513b3-735d-48ec-90cf-bffd84656d14) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:55.819770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5ce3313-c515-496c-ab9f-a7dd2d3b7acb req-0ad8c2a0-e672-4042-b2fe-a4593bbda513 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 943 time: 0.2496705 Jul 22 19:37:55.888865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-2c32112b-50fc-4441-aa28-28a973a67b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:55.891668 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-2c32112b-50fc-4441-aa28-28a973a67b36 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62a5433e-a713-4d65-bad1-ca426454a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1851599 Jul 22 19:37:55.895754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:55.908115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5ce3313-c515-496c-ab9f-a7dd2d3b7acb req-e9fa2750-a18c-449a-b02b-86ed8646b026 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856311 Jul 22 19:37:56.036991 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.047662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Transition to ACTIVE for port object 3cd513b3-735d-48ec-90cf-bffd84656d14 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:56.071871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Transition to ACTIVE for port object 3cd513b3-735d-48ec-90cf-bffd84656d14 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:56.082802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.105681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.154920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:56.169708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:56.177702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:56.193276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 716ead64-579c-432f-b1ea-40c093f6ac1f no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:37:56.195415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-11b9b74d-f84b-4d0a-b333-7345613cee0e service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025833 Jul 22 19:37:56.225968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 716ead64-579c-432f-b1ea-40c093f6ac1f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:37:56.226316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 716ead64-579c-432f-b1ea-40c093f6ac1f not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:37:56.228771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Pushing event updated for resources: {'Port': ['ID=3cd513b3-735d-48ec-90cf-bffd84656d14,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:56.334867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Attempting to bind port 3cd513b3-735d-48ec-90cf-bffd84656d14 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:37:56.335683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Attempting to bind port 3cd513b3-735d-48ec-90cf-bffd84656d14 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd1d2192c-e787-4d14-8da1-41126e8042e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:37:56.335683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Attempting to bind port 3cd513b3-735d-48ec-90cf-bffd84656d14 on network 8779385a-cec9-429b-8eeb-3b0d1163f648 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:37:56.355304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:37:56.356134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Checking segment: {'id': 'd1d2192c-e787-4d14-8da1-41126e8042e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:37:56.356591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.356995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Bound using segment: {'id': 'd1d2192c-e787-4d14-8da1-41126e8042e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:37:56.357488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Bound port: 3cd513b3-735d-48ec-90cf-bffd84656d14, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d2192c-e787-4d14-8da1-41126e8042e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '8779385a-cec9-429b-8eeb-3b0d1163f648'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:37:56.357883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.379573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6049ab8c-dd8d-465d-8d1d-6809d17ef431 req-30feac60-cf66-47b6-a925-1430bf9185d9 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728170 Jul 22 19:37:56.462535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] For port 3cd513b3-735d-48ec-90cf-bffd84656d14, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:37:56.467007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] For port 3cd513b3-735d-48ec-90cf-bffd84656d14, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3cd513b3-735d-48ec-90cf-bffd84656d14,segment=NetworkSegment(d1d2192c-e787-4d14-8da1-41126e8042e1),segment_id=d1d2192c-e787-4d14-8da1-41126e8042e1)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:37:56.478694 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.573537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.20.0.1 (8779385a-cec9-429b-8eeb-3b0d1163f648/af0ef4fa-1142-4cb3-9a02-137cab72e515/d02ee5b7-cad2-4357-890b-ca3253d884ad) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:37:56.587496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a5f62-8035-4cd0-a9cb-d95d01ec5d0c None None] Pushing event updated for resources: {'Port': ['ID=3cd513b3-735d-48ec-90cf-bffd84656d14,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:56.606016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55788) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:56.613563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Deleting port e841ef14-895d-468c-8690-9d974a5bf0d9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:56.613915 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.743592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.759643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object d02ee5b7-cad2-4357-890b-ca3253d884ad will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:37:56.785413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4c89a983-fe06-4388-b88e-e84f94569c3f details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:37:56.815584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:56.909206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c68a9-2606-46f9-8c8d-5fd89fc6e64a req-8c1a2111-ee67-489a-aa0a-2a887bd8e32d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:56.911541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26c68a9-2606-46f9-8c8d-5fd89fc6e64a req-8c1a2111-ee67-489a-aa0a-2a887bd8e32d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.3239734 Jul 22 19:37:56.952246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:56.957727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:56.964376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:37:56.983596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4c89a983-fe06-4388-b88e-e84f94569c3f,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.001651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'port_id': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'mac_address': 'fa:16:3e:d4:a9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:37:57.004703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e841ef14-895d-468c-8690-9d974a5bf0d9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:57.071982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-88f06fd4-ad27-4478-bf84-d0b95b60fa5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5eb93518561c4d44add08c824cbad1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619191 Jul 22 19:37:57.080068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55800) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:57.081948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] For port e841ef14-895d-468c-8690-9d974a5bf0d9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e841ef14-895d-468c-8690-9d974a5bf0d9,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.082442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.093228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=d02ee5b7-cad2-4357-890b-ca3253d884ad,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.108125 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.119579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.126461 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.132967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c89a983-fe06-4388-b88e-e84f94569c3f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:37:57.160577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4c89a983-fe06-4388-b88e-e84f94569c3f,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.163555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Calling delete_port for e841ef14-895d-468c-8690-9d974a5bf0d9 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:57.168260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.171858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26c68a9-2606-46f9-8c8d-5fd89fc6e64a req-5f4795ce-1237-4d17-9405-461b66761c2d tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/security-groups?id=0200babc-2c3e-4ca8-8e24-50c851347fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994681 Jul 22 19:37:57.176330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e841ef14-895d-468c-8690-9d974a5bf0d9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:57.189263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-53e46b99-7873-47d1-b405-caccea09cb5b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:57.195258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-53e46b99-7873-47d1-b405-caccea09cb5b tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 945 time: 0.4632549 Jul 22 19:37:57.204401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.227978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e841ef14-895d-468c-8690-9d974a5bf0d9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:57.228447 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.296695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b43c-aaa3-4dbf-8f92-dd1a314a5125 req-a199809d-7aa3-447a-a765-2bca8752b0b7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:57.298525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8481b43c-aaa3-4dbf-8f92-dd1a314a5125 req-a199809d-7aa3-447a-a765-2bca8752b0b7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.3815978 Jul 22 19:37:57.305846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.324796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.378082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8481b43c-aaa3-4dbf-8f92-dd1a314a5125 req-2d88cc90-12a4-4c0a-b4e6-4c9ccc0da906 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623283 Jul 22 19:37:57.391962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.417721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.465529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e841ef14-895d-468c-8690-9d974a5bf0d9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e841ef14-895d-468c-8690-9d974a5bf0d9,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.471382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.528726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Deleting port 50729366-533e-4159-8129-fcfff1b33c62 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:37:57.528726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.539391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.555455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['4c89a983-fe06-4388-b88e-e84f94569c3f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:37:57.583305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.587062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.591393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79f21976-5d8c-4b1b-8757-03583e550fd4 HTTP/1.1" status: 204 len: 168 time: 0.5016532 Jul 22 19:37:57.608268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf85b37-6225-4a24-9184-a2b3ecd9b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f21976-5d8c-4b1b-8757-03583e550fd4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.622450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a08f2-05cf-4b93-89be-004fb18040ad req-5cf8da6d-ccdb-4b20-8166-2d7a64c350f1 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:57.633300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0a08f2-05cf-4b93-89be-004fb18040ad req-5cf8da6d-ccdb-4b20-8166-2d7a64c350f1 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 944 time: 0.1405702 Jul 22 19:37:57.728722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0a08f2-05cf-4b93-89be-004fb18040ad req-3b98ad0a-4cfa-45e4-8f54-d24bb46a4e34 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943780 Jul 22 19:37:57.739828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] For port 50729366-533e-4159-8129-fcfff1b33c62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=50729366-533e-4159-8129-fcfff1b33c62,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:57.740220 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.766000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:57.802038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Pushing event deleted for resources: {'Port': ['ID=e841ef14-895d-468c-8690-9d974a5bf0d9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:57.810446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Calling delete_port for 50729366-533e-4159-8129-fcfff1b33c62 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:37:58.027956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.044693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.120187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=d02ee5b7-cad2-4357-890b-ca3253d884ad,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:58.131560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.228819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.279001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16241855-f768-4a77-9062-3396e2022881 None None] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:37:58.287578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.329187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Pushing event deleted for resources: {'Port': ['ID=50729366-533e-4159-8129-fcfff1b33c62,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:58.423463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25605b12-b71b-4b0d-86f1-8d21f3f91786 req-6d27342d-3854-4655-850a-ea28547ba2c0 tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e009114-8cbd-4ec4-a898-c10f2408bfbb HTTP/1.1" status: 200 len: 210 time: 0.0751696 Jul 22 19:37:58.441044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] No DVR routers for this DVR port 50729366-533e-4159-8129-fcfff1b33c62 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:37:58.445680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:58.447927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-24904ee7-a88e-4bea-bc4a-68e788c3086a req-6d8c7966-f804-4b20-850b-c266f0f786ac tempest-ServerRescueNegativeTestJSON-1133234849 tempest-ServerRescueNegativeTestJSON-1133234849-project] 10.222.0.26 "DELETE /v2.0/ports/50729366-533e-4159-8129-fcfff1b33c62 HTTP/1.1" status: 204 len: 173 time: 1.2440870 Jul 22 19:37:58.448915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'name': 'network-vif-deleted', 'tag': '50729366-533e-4159-8129-fcfff1b33c62'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:37:58.451291 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ea3cdd-bba4-464e-bf36-55a7e25599b1" -d '{"events": [{"server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "name": "network-vif-deleted", "tag": "50729366-533e-4159-8129-fcfff1b33c62"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:37:58.506127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Router 98c452b9-c7b2-452a-902f-af4b1359e4fe has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:37:58.506275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:37:58.509470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:37:58.643423 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc188eb8-66c0-44e3-80d6-9407145e71b4 x-openstack-request-id: req-cc188eb8-66c0-44e3-80d6-9407145e71b4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:37:58.644407 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e009114-8cbd-4ec4-a898-c10f2408bfbb", "name": "network-vif-deleted", "tag": "50729366-533e-4159-8129-fcfff1b33c62", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:37:58.644539 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc188eb8-66c0-44e3-80d6-9407145e71b4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:37:58.644964 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e009114-8cbd-4ec4-a898-c10f2408bfbb', 'name': 'network-vif-deleted', 'tag': '50729366-533e-4159-8129-fcfff1b33c62', 'status': 'completed', 'code': 200} Jul 22 19:37:58.690059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5b09dd81-1be7-437c-af46-3d384b95d991 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:37:58.706618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5a76438e-5e8a-4da8-a636-92b45b1ab459 None None] Provisioning for port 3cd513b3-735d-48ec-90cf-bffd84656d14 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:58.774028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:58.786421 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Sync routers for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:58.794020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5e299b11-27eb-49ca-8d03-a03625dcedee admin admin] 10.222.0.10 "PUT /v2.0/routers/98c452b9-c7b2-452a-902f-af4b1359e4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8199930 Jul 22 19:37:58.794594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55834) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:58.805708 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:58.807024 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:58.834712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328768a-3c17-4ae8-bd65-659a077fb4c2 req-b7912660-f664-4fdd-9690-d6815a6f9f51 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:58.849879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3328768a-3c17-4ae8-bd65-659a077fb4c2 req-b7912660-f664-4fdd-9690-d6815a6f9f51 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2271438 Jul 22 19:37:58.882634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:37:58.897960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] Sync routers for ids ['5b09dd81-1be7-437c-af46-3d384b95d991'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:37:58.909334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4283746b-377f-4951-bbf1-40b24e2c1648 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5b09dd81-1be7-437c-af46-3d384b95d991/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2874281 Jul 22 19:37:58.909334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:58.936600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] Routers {'5b09dd81-1be7-437c-af46-3d384b95d991'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:58.937262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5b09dd81-1be7-437c-af46-3d384b95d991'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.038785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7ba43d-c355-438e-9003-68f28a53bb95 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:59.043526 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd7ba43d-c355-438e-9003-68f28a53bb95 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports/d02ee5b7-cad2-4357-890b-ca3253d884ad HTTP/1.1" status: 200 len: 910 time: 0.1304805 Jul 22 19:37:59.044613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:59.055479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3cd513b3-735d-48ec-90cf-bffd84656d14 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:37:59.059906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.108248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] Routers {'5b09dd81-1be7-437c-af46-3d384b95d991'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:59.109279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5b09dd81-1be7-437c-af46-3d384b95d991'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.146669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.147717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5b6c54-ba23-48ad-b452-1b3d032d171f None None] The sync data for ids ['5b09dd81-1be7-437c-af46-3d384b95d991'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:37:59.159166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3328768a-3c17-4ae8-bd65-659a077fb4c2 req-8fe0a18c-9251-4cd6-8b19-b3f2e0afdce8 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082736 Jul 22 19:37:59.199208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3cd513b3-735d-48ec-90cf-bffd84656d14 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:59.206230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3cd513b3-735d-48ec-90cf-bffd84656d14 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:59.207161 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.214914 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:37:59.248012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.329355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.387514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772be793-78f8-4e34-bcc8-1be4d1c39052 req-59d1a4cd-ce13-4b0d-a2f9-42c15d94fb81 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:37:59.393371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-772be793-78f8-4e34-bcc8-1be4d1c39052 req-59d1a4cd-ce13-4b0d-a2f9-42c15d94fb81 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 944 time: 0.5252664 Jul 22 19:37:59.407001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Provisioning for port d02ee5b7-cad2-4357-890b-ca3253d884ad completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:37:59.418956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3cd513b3-735d-48ec-90cf-bffd84656d14, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3cd513b3-735d-48ec-90cf-bffd84656d14,segment=NetworkSegment(d1d2192c-e787-4d14-8da1-41126e8042e1),segment_id=d1d2192c-e787-4d14-8da1-41126e8042e1)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:37:59.420118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Provisioning complete for port d02ee5b7-cad2-4357-890b-ca3253d884ad triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:59.420592 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.476033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-772be793-78f8-4e34-bcc8-1be4d1c39052 req-0ec71832-207a-4fbc-8292-237e85400ae8 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770154 Jul 22 19:37:59.495937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Port d02ee5b7-cad2-4357-890b-ca3253d884ad cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:37:59.518229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.544876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.612595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55858) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:37:59.692535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172'}], 'enable_snat': True}, 'gw_port_id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:57Z', 'revision_number': 5, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port': {'id': '79cc3f16-cc00-4354-bb87-655dd56a8e48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:42Z', 'updated_at': '2021-07-22T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.708175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3cd513b3-735d-48ec-90cf-bffd84656d14,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:37:59.715699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Provisioning complete for port 3cd513b3-735d-48ec-90cf-bffd84656d14 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:37:59.716708 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c935e8d-8ec5-47f3-a45c-7da25abcb24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:37:59.797721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Checking router: 98c452b9-c7b2-452a-902f-af4b1359e4fe for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:37:59.821665 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Routers {'98c452b9-c7b2-452a-902f-af4b1359e4fe'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:37:59.824801 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['98c452b9-c7b2-452a-902f-af4b1359e4fe'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:37:59.975982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] Set router 98c452b9-c7b2-452a-902f-af4b1359e4fe gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:00.049393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ecaf25cc-a56c-4e5e-9023-07842010067d None None] Provisioning complete for port d02ee5b7-cad2-4357-890b-ca3253d884ad triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:00.053661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ecaf25cc-a56c-4e5e-9023-07842010067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.067443 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:59Z', 'revision_number': 6, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:00.110945 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd030a4-33bf-4883-8550-70df1596500d None None] The sync data for ids ['98c452b9-c7b2-452a-902f-af4b1359e4fe'] in n-d-800087-13 is: [{'id': '98c452b9-c7b2-452a-902f-af4b1359e4fe', 'name': 'tempest-FloatingIPsNegativeTestJSON-121300129-router', 'tenant_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:39Z', 'updated_at': '2021-07-22T19:37:59Z', 'revision_number': 6, 'project_id': 'ffa8c59114ef4a3fa4cb760452aa9242', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:00.125471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf25cc-a56c-4e5e-9023-07842010067d None None] Port d02ee5b7-cad2-4357-890b-ca3253d884ad cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:00.176494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50729366-533e-4159-8129-fcfff1b33c62 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:00.207815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 50729366-533e-4159-8129-fcfff1b33c62 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:00.208371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 50729366-533e-4159-8129-fcfff1b33c62 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:00.232683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Deleting port 79cc3f16-cc00-4354-bb87-655dd56a8e48 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:00.233271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.258552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-789cf8af-5573-4623-a17d-c1a4500f12e2 None None] Provisioning complete for port d02ee5b7-cad2-4357-890b-ca3253d884ad triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:00.259361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-789cf8af-5573-4623-a17d-c1a4500f12e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.289903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.306720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-789cf8af-5573-4623-a17d-c1a4500f12e2 None None] Port d02ee5b7-cad2-4357-890b-ca3253d884ad cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:00.340749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:00.411506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] For port 79cc3f16-cc00-4354-bb87-655dd56a8e48, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79cc3f16-cc00-4354-bb87-655dd56a8e48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:00.411795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.457006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Calling delete_port for 79cc3f16-cc00-4354-bb87-655dd56a8e48 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:00.513877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87db8f9-dc56-411b-94a2-4f253b64d0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.575610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea923b-9839-4943-9f88-817329a17df8 req-a2285c90-31a5-488e-89f9-0dd0ee687488 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.577341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8ea923b-9839-4943-9f88-817329a17df8 req-a2285c90-31a5-488e-89f9-0dd0ee687488 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2842700 Jul 22 19:38:00.626117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port d02ee5b7-cad2-4357-890b-ca3253d884ad {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:00.626117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.727645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.740309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for d02ee5b7-cad2-4357-890b-ca3253d884ad owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:00.786552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8ea923b-9839-4943-9f88-817329a17df8 req-f958aa42-fd1b-40f8-9c80-9578b00fe1c6 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961179 Jul 22 19:38:00.807711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4c89a983-fe06-4388-b88e-e84f94569c3f up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:00.896992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 4c89a983-fe06-4388-b88e-e84f94569c3f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:00.897484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384356-75fc-47f6-9f75-1923d6d55499 req-9567ee37-a741-43ce-9c83-67f1731a87a5 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:00.899183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d384356-75fc-47f6-9f75-1923d6d55499 req-9567ee37-a741-43ce-9c83-67f1731a87a5 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 944 time: 0.3208165 Jul 22 19:38:00.902044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 4c89a983-fe06-4388-b88e-e84f94569c3f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:00.902652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.978153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:00.993418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87db8f9-dc56-411b-94a2-4f253b64d0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.019785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b87db8f9-dc56-411b-94a2-4f253b64d0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.022753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.053116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=d02ee5b7-cad2-4357-890b-ca3253d884ad,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.063029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4c89a983-fe06-4388-b88e-e84f94569c3f,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:01.065439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:01.068639 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb8e1be-0ac0-4a06-88df-123c314e08c8" -d '{"events": [{"server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "name": "network-vif-plugged", "status": "completed", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:01.072674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.080852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3cd513b3-735d-48ec-90cf-bffd84656d14 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:01.092629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.137826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87db8f9-dc56-411b-94a2-4f253b64d0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85efb1c3-5404-4632-b85a-f37cdd8aece2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.147512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b87db8f9-dc56-411b-94a2-4f253b64d0a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43c9a9db6f56474baa840ed07226eb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047810 Jul 22 19:38:01.149904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55898) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:01.182517 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb1dbaf-b184-4f8c-84b0-611e92f8582e x-openstack-request-id: req-cbb1dbaf-b184-4f8c-84b0-611e92f8582e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:01.182903 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "name": "network-vif-plugged", "status": "completed", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:01.183243 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbb1dbaf-b184-4f8c-84b0-611e92f8582e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:01.183732 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'code': 200} Jul 22 19:38:01.189629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.205581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3cd513b3-735d-48ec-90cf-bffd84656d14 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:01.206331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.259203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d384356-75fc-47f6-9f75-1923d6d55499 req-0bb2a031-6d2a-43c3-b6bd-7779fe922012 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377316 Jul 22 19:38:01.291295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Pushing event deleted for resources: {'Port': ['ID=79cc3f16-cc00-4354-bb87-655dd56a8e48,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.365937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.394519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e841ef14-895d-468c-8690-9d974a5bf0d9 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:01.415640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e841ef14-895d-468c-8690-9d974a5bf0d9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:01.415998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e841ef14-895d-468c-8690-9d974a5bf0d9 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:01.416437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79cc3f16-cc00-4354-bb87-655dd56a8e48 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:01.436713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 79cc3f16-cc00-4354-bb87-655dd56a8e48 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:01.437142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79cc3f16-cc00-4354-bb87-655dd56a8e48 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:01.481758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.487106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.529362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 5b09dd81-1be7-437c-af46-3d384b95d991 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:01.588617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865201-170c-430f-9b99-b8f69a87bd39 req-b7b4f48f-b688-432c-87f1-dfd63cddfb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:01.590066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca865201-170c-430f-9b99-b8f69a87bd39 req-b7b4f48f-b688-432c-87f1-dfd63cddfb7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1097 time: 0.3268218 Jul 22 19:38:01.606348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:01.614840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cbaa8190-7a94-47aa-a198-6649b2bbbf14 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/5b09dd81-1be7-437c-af46-3d384b95d991/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652456 Jul 22 19:38:01.615154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:01.616526 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] Sync routers for ids ['5b09dd81-1be7-437c-af46-3d384b95d991'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:01.617254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.619938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.624995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.628390 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] Routers {'5b09dd81-1be7-437c-af46-3d384b95d991'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:01.629092 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5b09dd81-1be7-437c-af46-3d384b95d991'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.648401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-84e57dae-329e-4b4d-9e93-1c551a480d23 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b09dd81-1be7-437c-af46-3d384b95d991 HTTP/1.1" status: 200 len: 205 time: 0.0318608 Jul 22 19:38:01.650980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:01.663671 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.672645 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] Routers {'5b09dd81-1be7-437c-af46-3d384b95d991'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:01.673253 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['5b09dd81-1be7-437c-af46-3d384b95d991'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.709979 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:01.710637 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a4e5b4-f176-4416-bce5-b4e6594a50fc None None] The sync data for ids ['5b09dd81-1be7-437c-af46-3d384b95d991'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:01.714919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.719008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca865201-170c-430f-9b99-b8f69a87bd39 req-1720cb67-b90c-41f1-9b58-d3869c38dff7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146154 Jul 22 19:38:01.721968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.722794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98c452b9-c7b2-452a-902f-af4b1359e4fe {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:01.733650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.768121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.772236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-042289f4-e40d-4f89-b8cb-362ecee38585 admin admin] 10.222.0.10 "DELETE /v2.0/routers/98c452b9-c7b2-452a-902f-af4b1359e4fe HTTP/1.1" status: 204 len: 168 time: 2.9706473 Jul 22 19:38:01.773785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55904) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:01.857673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.860764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.862791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85efb1c3-5404-4632-b85a-f37cdd8aece2 HTTP/1.1" status: 204 len: 168 time: 0.7034147 Jul 22 19:38:01.910104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f7bde-99df-4324-b3b4-ca97a62ef0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85efb1c3-5404-4632-b85a-f37cdd8aece2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:01.931408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Deleting subnet 88e2cbab-ae02-4bcd-be05-871b47535123 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:01.941730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.974109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:01.977084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.018526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.031474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.032255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router 5b09dd81-1be7-437c-af46-3d384b95d991 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:02.040824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.042130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-180215f6-fffe-4b07-8bc7-6119639890b4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/5b09dd81-1be7-437c-af46-3d384b95d991 HTTP/1.1" status: 204 len: 168 time: 0.3902280 Jul 22 19:38:02.054170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:02.103317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fd045-13a9-478d-8af3-174406939f53 req-68cc86be-3857-48b2-ad14-5981d4a6e604 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:02.104885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-810fd045-13a9-478d-8af3-174406939f53 req-68cc86be-3857-48b2-ad14-5981d4a6e604 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2250733 Jul 22 19:38:02.116247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet af0ef4fa-1142-4cb3-9a02-137cab72e515 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:02.119587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.162312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.185255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.232429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-810fd045-13a9-478d-8af3-174406939f53 req-ed07f8ca-eea9-4f1b-b84f-180891642653 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199529 Jul 22 19:38:02.256914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.311461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.342648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e2cbab-ae02-4bcd-be05-871b47535123,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:02.348890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.353611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1667a5-68ef-4257-ab36-6f2c224388fd None None] Network 808ed6be-0279-4885-864b-c6a1d1e88213 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:02.354167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-575c2bbb-1b63-4bca-9220-079dcd633511 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/88e2cbab-ae02-4bcd-be05-871b47535123 HTTP/1.1" status: 204 len: 168 time: 0.5519145 Jul 22 19:38:02.355161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55926) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:02.364197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Deleting port f3580544-ba99-4609-8770-3113efe13206 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:02.364554 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.365628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.402982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=af0ef4fa-1142-4cb3-9a02-137cab72e515,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:02.409618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.414013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c733af43-82b9-4522-8c02-5e61224b9460 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/af0ef4fa-1142-4cb3-9a02-137cab72e515 HTTP/1.1" status: 204 len: 168 time: 0.3564355 Jul 22 19:38:02.414222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55930) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:02.425654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ef1671-de30-4d1a-a590-57c25d32bb64 None None] Network 8779385a-cec9-429b-8eeb-3b0d1163f648 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:02.519885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.546051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.588788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] For port f3580544-ba99-4609-8770-3113efe13206, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f3580544-ba99-4609-8770-3113efe13206,segment=NetworkSegment(10647c10-ffa2-4827-b29c-af8fcd65240d),segment_id=10647c10-ffa2-4827-b29c-af8fcd65240d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:02.589853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.608456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 3cd513b3-735d-48ec-90cf-bffd84656d14 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:02.608979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.646140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Calling delete_port for f3580544-ba99-4609-8770-3113efe13206 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:02.658560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153dba5-8614-4caa-9f0d-3d41356929fb req-3a3f663c-c626-4e23-8f85-325a8583549a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:02.660312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4153dba5-8614-4caa-9f0d-3d41356929fb req-3a3f663c-c626-4e23-8f85-325a8583549a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.2931075 Jul 22 19:38:02.725963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 3cd513b3-735d-48ec-90cf-bffd84656d14, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3cd513b3-735d-48ec-90cf-bffd84656d14,segment=NetworkSegment(d1d2192c-e787-4d14-8da1-41126e8042e1),segment_id=d1d2192c-e787-4d14-8da1-41126e8042e1)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:02.726334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.757384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 3cd513b3-735d-48ec-90cf-bffd84656d14 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:02.777979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] DHCP port deletion for 8779385a-cec9-429b-8eeb-3b0d1163f648 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:02.801380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4153dba5-8614-4caa-9f0d-3d41356929fb req-c7abc7e1-3b23-4dc6-9114-2c9f88c6cf15 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171565 Jul 22 19:38:02.822309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] DHCP port deletion for 808ed6be-0279-4885-864b-c6a1d1e88213 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:02.846271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Deleting port 25f18710-74d5-4123-81b1-3e1f4f221410 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:02.846797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.906698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Deleting port 25f18710-74d5-4123-81b1-3e1f4f221410 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:02.907079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.911704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.912186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Deleting port 3cd513b3-735d-48ec-90cf-bffd84656d14 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:02.912665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.966259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=3cd513b3-735d-48ec-90cf-bffd84656d14,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:02.975237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port 3cd513b3-735d-48ec-90cf-bffd84656d14 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:02.975677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] For port 25f18710-74d5-4123-81b1-3e1f4f221410, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=25f18710-74d5-4123-81b1-3e1f4f221410,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:02.976036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:02.999173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Calling delete_port for 25f18710-74d5-4123-81b1-3e1f4f221410 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:03.035839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] For port 25f18710-74d5-4123-81b1-3e1f4f221410, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=25f18710-74d5-4123-81b1-3e1f4f221410,segment=NetworkSegment(da95c582-1f93-434c-94d1-2ae41f644e06),segment_id=da95c582-1f93-434c-94d1-2ae41f644e06)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:03.036113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.047495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] For port 3cd513b3-735d-48ec-90cf-bffd84656d14, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:03.047900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.066275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Calling delete_port for 25f18710-74d5-4123-81b1-3e1f4f221410 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:03.072485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Calling delete_port for 3cd513b3-735d-48ec-90cf-bffd84656d14 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:03.076132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Port 3cd513b3-735d-48ec-90cf-bffd84656d14 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:38:03.082824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.110605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.129335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8779385a-cec9-429b-8eeb-3b0d1163f648']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.138520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] Pushing event deleted for resources: {'Port': ['ID=3cd513b3-735d-48ec-90cf-bffd84656d14,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.143405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d2192c-e787-4d14-8da1-41126e8042e1') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.143816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d2192c-e787-4d14-8da1-41126e8042e1') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.155563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4399c57d-1c79-45f6-aaf3-d5e02de15b4c None None] No DVR routers for this DVR port 3cd513b3-735d-48ec-90cf-bffd84656d14 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:03.161352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.179222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.204262 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.213878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:03.214501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:03.217922 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:03.223479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.255090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Pushing event deleted for resources: {'Port': ['ID=25f18710-74d5-4123-81b1-3e1f4f221410,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.259324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] No DVR routers for this DVR port 25f18710-74d5-4123-81b1-3e1f4f221410 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:03.260022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] Pushing event deleted for resources: {'Port': ['ID=25f18710-74d5-4123-81b1-3e1f4f221410,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.280767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165754d-acb0-4346-bcef-6bcec834f14a None None] No DVR routers for this DVR port 25f18710-74d5-4123-81b1-3e1f4f221410 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:03.304218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.328005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.331385 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/8779385a-cec9-429b-8eeb-3b0d1163f648 HTTP/1.1" status: 204 len: 168 time: 0.9086401 Jul 22 19:38:03.332856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95453769-10f1-435b-8e05-342248aff261 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=8779385a-cec9-429b-8eeb-3b0d1163f648,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.334951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:03.339499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821210999', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:03.353530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fa826f-de79-4a8f-8b26-16e3811e8e94 req-53a35f95-7ffb-41a3-a810-90d17041448b tempest-AbsoluteLimitsNegativeTestJSON-1857296856 tempest-AbsoluteLimitsNegativeTestJSON-1857296856-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a53b093d60314347b5edaf5b23b9b373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642824 Jul 22 19:38:03.358193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.367309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.368266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.430582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.459996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.468230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3580544-ba99-4609-8770-3113efe13206,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.513842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808ed6be-0279-4885-864b-c6a1d1e88213']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.572661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.579076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da95c582-1f93-434c-94d1-2ae41f644e06') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.579389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da95c582-1f93-434c-94d1-2ae41f644e06') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:03.606390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.637916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.663977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574aec-1371-49ca-9a1d-9cfb35ac63e3 req-47b6f4ee-6179-4f69-8f0c-b8e8a9572a0b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:03.665617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6574aec-1371-49ca-9a1d-9cfb35ac63e3 req-47b6f4ee-6179-4f69-8f0c-b8e8a9572a0b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.3107650 Jul 22 19:38:03.666650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:03.667062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:03.699206 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:03.706445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa826f-de79-4a8f-8b26-16e3811e8e94 req-53bba6b8-a591-47f9-8923-e25688740cd0 tempest-AbsoluteLimitsNegativeTestJSON-1857296856 tempest-AbsoluteLimitsNegativeTestJSON-1857296856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:03.707938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fa826f-de79-4a8f-8b26-16e3811e8e94 req-53bba6b8-a591-47f9-8923-e25688740cd0 tempest-AbsoluteLimitsNegativeTestJSON-1857296856 tempest-AbsoluteLimitsNegativeTestJSON-1857296856-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3467886 Jul 22 19:38:03.779964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.799470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.824398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fa826f-de79-4a8f-8b26-16e3811e8e94 req-fc90c997-1959-4437-bfed-5d03968e4fa7 tempest-AbsoluteLimitsNegativeTestJSON-1857296856 tempest-AbsoluteLimitsNegativeTestJSON-1857296856-project] 10.222.0.10 "GET /v2.0/quotas/a53b093d60314347b5edaf5b23b9b373 HTTP/1.1" status: 200 len: 375 time: 0.0765157 Jul 22 19:38:03.855010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.885998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fa826f-de79-4a8f-8b26-16e3811e8e94 req-8a0be80c-fa1f-484d-b821-e74ac31cb40e tempest-AbsoluteLimitsNegativeTestJSON-1857296856 tempest-AbsoluteLimitsNegativeTestJSON-1857296856-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a53b093d60314347b5edaf5b23b9b373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534499 Jul 22 19:38:03.891201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.896393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] 10.222.0.10 "DELETE /v2.0/networks/808ed6be-0279-4885-864b-c6a1d1e88213 HTTP/1.1" status: 204 len: 168 time: 1.5400376 Jul 22 19:38:03.899751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6574aec-1371-49ca-9a1d-9cfb35ac63e3 req-a83b80d7-716d-469a-97f3-58deeed852fb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908917 Jul 22 19:38:03.913211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99b76e-f240-494f-a3dc-d62a5237290c admin admin] Pushing event deleted for resources: {'Network': ['ID=808ed6be-0279-4885-864b-c6a1d1e88213,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:03.926456 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:03.926571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.25.6.158 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/551c4a46-87f7-4aec-b684-721879cc3374) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:04.063793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.112114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.151904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:04.159826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:04.162976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:04.170868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=551c4a46-87f7-4aec-b684-721879cc3374,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:04.184239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55972) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:04.324197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55978) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:04.340275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5bf4f35a-e6e2-43c3-91d9-c438b52d267b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffa8c59114ef4a3fa4cb760452aa9242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518421 Jul 22 19:38:04.340275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:04.433689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.514919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b01e67f3-f532-48cb-9158-97ca58c2f7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.515183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d047b89-884f-44ba-bfb6-780fffc2cb67 req-951e5590-b5f1-4542-ad03-a9225c31c71f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:04.516742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d047b89-884f-44ba-bfb6-780fffc2cb67 req-951e5590-b5f1-4542-ad03-a9225c31c71f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.4876826 Jul 22 19:38:04.540876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.623273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d047b89-884f-44ba-bfb6-780fffc2cb67 req-2736487e-5993-470e-bf96-e1e659de7cb9 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773664 Jul 22 19:38:04.637926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:04.661021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Router 3366197b-9732-43b3-b398-4cd8acea226f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:04.847921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:04.855773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-06e86a5f-c60b-4912-92d3-e67ea6b38918 admin admin] 10.222.0.10 "PUT /v2.0/routers/3366197b-9732-43b3-b398-4cd8acea226f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2357230 Jul 22 19:38:04.857062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55986) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:04.858918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Sync routers for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:04.865204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 25f18710-74d5-4123-81b1-3e1f4f221410 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:04.872754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141a852-2f76-4a44-894b-8fd058b12533 req-5ba1d764-ec0d-437a-b9af-b2df5b82479a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:04.874349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4141a852-2f76-4a44-894b-8fd058b12533 req-5ba1d764-ec0d-437a-b9af-b2df5b82479a tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.1333940 Jul 22 19:38:04.889497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 25f18710-74d5-4123-81b1-3e1f4f221410 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:04.889836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 25f18710-74d5-4123-81b1-3e1f4f221410 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:04.890459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3cd513b3-735d-48ec-90cf-bffd84656d14 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:04.914300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:04.914856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:04.916773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3cd513b3-735d-48ec-90cf-bffd84656d14 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:04.917112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3cd513b3-735d-48ec-90cf-bffd84656d14 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:04.987185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4141a852-2f76-4a44-894b-8fd058b12533 req-be5d9ff0-f177-4cf9-8324-a999ba956f30 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808778 Jul 22 19:38:05.023369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.070975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.073549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.077025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3e82805-53af-4750-a304-c3c64183de3e HTTP/1.1" status: 204 len: 168 time: 0.7334726 Jul 22 19:38:05.080968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:05.133566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8be6745-ed96-4873-8414-836a20d57a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e82805-53af-4750-a304-c3c64183de3e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:05.160213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b01e67f3-f532-48cb-9158-97ca58c2f7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.258786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b01e67f3-f532-48cb-9158-97ca58c2f7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.260902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef5a7d-c317-4ca1-9cd7-168c9103e9a0 req-9a31c31a-ec62-49c7-aabd-3d78d4158268 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:05.269300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44ef5a7d-c317-4ca1-9cd7-168c9103e9a0 req-9a31c31a-ec62-49c7-aabd-3d78d4158268 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2496088 Jul 22 19:38:05.282232 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.315821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd634da8-aed7-4888-b2bf-fc6c300807f4 req-1179c8d0-33ae-41b5-b8ef-565b0d39812e tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:05.317454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd634da8-aed7-4888-b2bf-fc6c300807f4 req-1179c8d0-33ae-41b5-b8ef-565b0d39812e tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.1892064 Jul 22 19:38:05.349712 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b01e67f3-f532-48cb-9158-97ca58c2f7b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a53b093d60314347b5edaf5b23b9b373&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235412 Jul 22 19:38:05.353260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e67f3-f532-48cb-9158-97ca58c2f7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c01f1-9062-43b2-be22-3ec1bed13d57,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:05.355898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56000) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:05.394981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.422095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44ef5a7d-c317-4ca1-9cd7-168c9103e9a0 req-7d268e6c-91ac-4fc8-8c22-e50050a8e973 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500378 Jul 22 19:38:05.426593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:38:03Z', 'revision_number': 5, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port': {'id': '6454bde2-78f5-4f3c-9a23-cb3a91fe0f95', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3366197b-9732-43b3-b398-4cd8acea226f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:34:50Z', 'updated_at': '2021-07-22T19:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:05.491981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Checking router: 3366197b-9732-43b3-b398-4cd8acea226f for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:05.510040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd634da8-aed7-4888-b2bf-fc6c300807f4 req-7ae22606-b05f-447c-8d79-ffdccf6dc53e tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661985 Jul 22 19:38:05.514438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Routers {'3366197b-9732-43b3-b398-4cd8acea226f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:05.521760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3366197b-9732-43b3-b398-4cd8acea226f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:05.547044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56004) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:05.576757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.662763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Deleting port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:05.663543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.706718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 4834f34c-be7c-45f9-94d4-f65e8e27c0c6 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:38:05.723935 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.778733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] Set router 3366197b-9732-43b3-b398-4cd8acea226f gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:05.869645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.873820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.879131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/218c01f1-9062-43b2-be22-3ec1bed13d57 HTTP/1.1" status: 204 len: 168 time: 0.5130410 Jul 22 19:38:05.879131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] For port 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:05.879131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:05.902186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Calling delete_port for 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:05.904590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba987e-7a02-4247-9f39-4fab2d6cc407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c01f1-9062-43b2-be22-3ec1bed13d57,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:05.969191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:38:05Z', 'revision_number': 6, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:06.041852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1450e0f9-c459-49f7-a291-4acbaf9f1ebf None None] The sync data for ids ['3366197b-9732-43b3-b398-4cd8acea226f'] in n-d-800087-13 is: [{'id': '3366197b-9732-43b3-b398-4cd8acea226f', 'name': 'tempest-ServerRescueNegativeTestJSON-156757541-router', 'tenant_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:34:48Z', 'updated_at': '2021-07-22T19:38:05Z', 'revision_number': 6, 'project_id': 'd0980c33aea14b8fa94b7fefc90ac377', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:06.076059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:06.090144 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] Sync routers for ids ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:06.102781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4e841-6b61-41a4-afae-07bd826da07a tempest-TestServerBasicOps-1011096521 tempest-TestServerBasicOps-1011096521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:06.104417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-80d4e841-6b61-41a4-afae-07bd826da07a tempest-TestServerBasicOps-1011096521 tempest-TestServerBasicOps-1011096521-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1092 time: 0.5546217 Jul 22 19:38:06.109316 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] Routers {'4834f34c-be7c-45f9-94d4-f65e8e27c0c6'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:06.110482 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:06.110814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.127543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:06.171474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.179516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ff395f1-8936-4b90-a54e-4d119c1c21d9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.8369372 Jul 22 19:38:06.180246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56024) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.187015 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:06.190007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.210465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.222945 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] Routers {'4834f34c-be7c-45f9-94d4-f65e8e27c0c6'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:06.224985 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:06.318955 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:06.319308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Pushing event deleted for resources: {'Port': ['ID=6454bde2-78f5-4f3c-9a23-cb3a91fe0f95,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:06.319624 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d4ec33-9149-440f-9a74-f407534f47eb None None] The sync data for ids ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:06.366274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.384376 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c426f38-b3c1-4483-98dc-7cd9dc02bea2 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers/4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 200 len: 881 time: 0.2029059 Jul 22 19:38:06.387340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.474911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.534871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.561845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.577417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.679100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.679820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3366197b-9732-43b3-b398-4cd8acea226f {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:06.689820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.690768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c37da03-a565-4951-aeb4-98ff289db179 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3366197b-9732-43b3-b398-4cd8acea226f HTTP/1.1" status: 204 len: 168 time: 1.8327572 Jul 22 19:38:06.694190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56048) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.718756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def06844-bf22-412a-ac5b-ceb0dfaf4f12 req-4e50b729-bf1e-40b0-bb78-9cd270dcec9e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:06.720958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-def06844-bf22-412a-ac5b-ceb0dfaf4f12 req-4e50b729-bf1e-40b0-bb78-9cd270dcec9e tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.1644309 Jul 22 19:38:06.795065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Allocated IP 172.25.6.223 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/dc2e14ed-c602-41dc-8d1f-ded67cfe4a71) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:06.808015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Deleting subnet 5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:06.819159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-def06844-bf22-412a-ac5b-ceb0dfaf4f12 req-c6d54bec-fa6f-42cc-b13a-d5ed14035118 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765281 Jul 22 19:38:06.824018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-649e5dc5-90a0-48be-a35c-1d62b52298ff tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4353881 Jul 22 19:38:06.824804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.825546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:06.832902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1821210999'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:06.878203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.946553 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:06.966788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-network', 'tenant_id': 'a152ccbad00d45099a34498f8def2876'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:06.997974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:07.027499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.032610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:07.033866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6454bde2-78f5-4f3c-9a23-cb3a91fe0f95 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:07.035179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f3580544-ba99-4609-8770-3113efe13206 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:07.080724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:07.086333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f3580544-ba99-4609-8770-3113efe13206 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:07.086692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f3580544-ba99-4609-8770-3113efe13206 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:07.093294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.118127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3fb4e1b-71ee-4eb9-8aae-48579bbc56c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5a17f3ae-f85a-46cc-86a5-ce30d9ca6d18 HTTP/1.1" status: 204 len: 168 time: 0.4139440 Jul 22 19:38:07.119063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56066) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:07.130217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af99e188-0a81-4383-9642-d74f97f624b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.187620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56068) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:07.221018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Made reservation on behalf of a152ccbad00d45099a34498f8def2876 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:07.224228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.237763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.241176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.265388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.320044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2028922535-network', 'tenant_id': 'd1aa5728c95f42a3a1f2b7e491241cbd'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:07.326999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75dddd-e854-460a-afca-99d3806cffc3 req-9b6b103c-73e8-434e-9a7f-914554545c25 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.328703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc75dddd-e854-460a-afca-99d3806cffc3 req-9b6b103c-73e8-434e-9a7f-914554545c25 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.1328449 Jul 22 19:38:07.387092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.408223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84e566a-f0e6-445f-bb89-0a616a3ce004']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:07.413377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc75dddd-e854-460a-afca-99d3806cffc3 req-fbe58504-8559-4921-b85b-d2daeb1e2c5b tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739954 Jul 22 19:38:07.421080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10647c10-ffa2-4827-b29c-af8fcd65240d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:07.421585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10647c10-ffa2-4827-b29c-af8fcd65240d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:07.436911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.461142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.468080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:07.468590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:07.471340 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:07.474112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.538385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:07.549354 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:38:07.550600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.559929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:07.561828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.565084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.566310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:07.567509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.572876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a84e566a-f0e6-445f-bb89-0a616a3ce004 HTTP/1.1" status: 204 len: 168 time: 0.4491355 Jul 22 19:38:07.572981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'Port': ['ID=dc2e14ed-c602-41dc-8d1f-ded67cfe4a71,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:07.579484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.585937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9937c-9bc7-44f4-a30f-dd6171a3b099 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84e566a-f0e6-445f-bb89-0a616a3ce004,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:07.611079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dab8b6-32d7-4ad5-9cd7-a6b628cdf7ad req-032819a4-16c4-4bf5-a0e5-03311ee78930 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:07.613212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9dab8b6-32d7-4ad5-9cd7-a6b628cdf7ad req-032819a4-16c4-4bf5-a0e5-03311ee78930 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.1225669 Jul 22 19:38:07.615096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.648725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:07.656231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9dab8b6-32d7-4ad5-9cd7-a6b628cdf7ad req-2aa7dddb-4262-431a-9e67-df2fabcee559 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Jul 22 19:38:07.705372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56078) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:07.730733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7444e19f-a12f-4009-ae7d-f4d711dbb8c4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:07.737726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Made reservation on behalf of d1aa5728c95f42a3a1f2b7e491241cbd for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:07.740133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.742526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.742878 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Added segment ac82fc43-9d98-418e-8fbd-751ebeff1ad5 of type vlan for network 9fd46bde-2c96-4953-967b-8da55ef8e256 Jul 22 19:38:07.758337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2e6a29b3-1b20-49d2-8e0a-9882c7564cb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0980c33aea14b8fa94b7fefc90ac377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516095 Jul 22 19:38:07.761793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56082) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:07.790840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.837101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.849639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.869970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.926465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.930142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:07.933122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0200babc-2c3e-4ca8-8e24-50c851347fc4 HTTP/1.1" status: 204 len: 168 time: 0.1698339 Jul 22 19:38:07.949663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099268f-1069-461a-9aa2-9f656400cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0200babc-2c3e-4ca8-8e24-50c851347fc4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:08.001977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 4834f34c-be7c-45f9-94d4-f65e8e27c0c6 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:08.030244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d368f7c-d9dd-4978-9ee7-20acb4de7e50 req-c83f83ac-d487-487d-ba64-0865212e35b2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.030484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.031235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:08.031818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.031954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d368f7c-d9dd-4978-9ee7-20acb4de7e50 req-c83f83ac-d487-487d-ba64-0865212e35b2 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.0848880 Jul 22 19:38:08.079010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d368f7c-d9dd-4978-9ee7-20acb4de7e50 req-6e1b215b-f657-409e-97ab-6d0d00f8de5c tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Jul 22 19:38:08.179740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] Pushing event updated for resources: {'Network': ['ID=9fd46bde-2c96-4953-967b-8da55ef8e256,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:08.200846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:08.608884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.622924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.640454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fbb3c469-dbf7-4736-ad1d-580f9f85b5dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1642601 Jul 22 19:38:08.644391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:08.650117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Request body: {'subnet': {'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-subnet', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:08.675933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Made reservation on behalf of a152ccbad00d45099a34498f8def2876 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:08.680606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.684680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56110) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:08.745368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:08.747068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:08.760617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c5482-f2d5-4842-b919-023c0930179c None None] Sync routers for ids ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:08.772837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] Routers {'4834f34c-be7c-45f9-94d4-f65e8e27c0c6'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:08.773747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:08.794691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.795893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-58a88518-ea50-481a-8faf-b1734218db83 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 200 len: 888 time: 1.9693840 Jul 22 19:38:08.798916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56116) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:08.815031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e6f7e2-5f1c-4685-bf3a-582495353d3c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:08.815652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:08.836413 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.836770 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Added segment 2345c6c1-840c-4d0d-a62c-8a81589ea0f0 of type vlan for network 9f1ea034-62d4-446e-8a42-0fd83cd92507 Jul 22 19:38:08.844182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] Routers {'4834f34c-be7c-45f9-94d4-f65e8e27c0c6'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:08.845144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:37:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:08.878996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1538137627-network', 'tenant_id': '60a3d11e688c4699a4992768b9a5e76d'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:08.893261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-093c5482-f2d5-4842-b919-023c0930179c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:08.894472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c5482-f2d5-4842-b919-023c0930179c None None] The sync data for ids ['4834f34c-be7c-45f9-94d4-f65e8e27c0c6'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:08.920734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:08.924951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.022532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.023669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:09.024285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.026444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Made reservation on behalf of 60a3d11e688c4699a4992768b9a5e76d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:09.028996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.066281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.094430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9027426 Jul 22 19:38:09.096432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56120) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:09.104519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Request body: {'subnet': {'network_id': '9f1ea034-62d4-446e-8a42-0fd83cd92507', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2028922535-subnet', 'tenant_id': 'd1aa5728c95f42a3a1f2b7e491241cbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:09.107798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.127548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d62676d5-9a3b-4413-9682-c633f437a85c tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers/4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 200 len: 888 time: 0.3263843 Jul 22 19:38:09.134025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56124) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:09.170751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f368d-6f65-4d98-9f11-be665732fa61 admin admin] Pushing event updated for resources: {'Network': ['ID=9f1ea034-62d4-446e-8a42-0fd83cd92507,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:09.183900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9caaefde-f8ae-4cbb-b088-44a0535b8cd4 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 200 len: 205 time: 0.0444844 Jul 22 19:38:09.184663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:09.184948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.198542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9f1ea034-62d4-446e-8a42-0fd83cd92507 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:09.372318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd64705-dcf6-40e1-8f38-8fed51b34fb0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:09.381517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.411290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Checking segment: {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:09.411672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Network hostable DHCP agents. Network: 9fd46bde-2c96-4953-967b-8da55ef8e256, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:09.453667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc549-5ed6-469a-aba1-a1c1af02b83c req-82640064-ca0d-4398-9774-15ac92f1d6be tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:09.456024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9fbc549-5ed6-469a-aba1-a1c1af02b83c req-82640064-ca0d-4398-9774-15ac92f1d6be tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2793040 Jul 22 19:38:09.474750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-4257901f-6566-4155-8e2e-045c7c240e99 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:09.476481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-4257901f-6566-4155-8e2e-045c7c240e99 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.2768817 Jul 22 19:38:09.492582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:09.506376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.514860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.546315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.551414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 9fd46bde-2c96-4953-967b-8da55ef8e256) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:09.560774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.565596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c20491-5361-49d5-a9e4-af20306f07da None None] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:09.570572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:09.571338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.619956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.628000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Made reservation on behalf of d1aa5728c95f42a3a1f2b7e491241cbd for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:09.630555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.635267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event updated for resources: {'Port': ['ID=dc2e14ed-c602-41dc-8d1f-ded67cfe4a71,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:09.636340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9fbc549-5ed6-469a-aba1-a1c1af02b83c req-a4877a6d-7b54-4984-a931-112546666ad0 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717753 Jul 22 19:38:09.638283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:09.671301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.678288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ddbc6a83-5b18-4918-a3e7-cb98862b514a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0322535 Jul 22 19:38:09.679162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56128) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:09.682338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834f5101-38b5-4cad-98bb-9c5f7d5864c3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:09.691615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:09.701570 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.702116 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Added segment 20bbfff0-fc7a-4a7c-9311-05b08898ca28 of type vlan for network 404ff651-ac23-431f-9eda-4a7fe9d65b7c Jul 22 19:38:09.773016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.781311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.782008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.816951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:09.817304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.821932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-9fd46bde-2c96-4953-967b-8da55ef8e256', 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'fixed_ips': [{'subnet_id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:09.824285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.899253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.962123 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.974252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:09.975349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:09.976020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.024675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b5b17e6-367f-4f29-903a-b3910890ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.050923 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Floating IP 42f6df17-a8fb-412e-b2fc-c1a03367e02d associated. External IP: 172.25.6.223, port: 4c89a983-fe06-4388-b88e-e84f94569c3f. Jul 22 19:38:10.053624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Allocated IP 172.20.0.2 (9fd46bde-2c96-4953-967b-8da55ef8e256/cbd64705-dcf6-40e1-8f38-8fed51b34fb0/91937905-3d52-44f7-a6d0-b8ec1bd7b235) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:10.064633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 551c4a46-87f7-4aec-b684-721879cc3374 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:10.065084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.175574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.246064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.257814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Transition to ACTIVE for port object 91937905-3d52-44f7-a6d0-b8ec1bd7b235 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:10.275938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Transition to ACTIVE for port object 91937905-3d52-44f7-a6d0-b8ec1bd7b235 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:10.282393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.319094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.322169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:10.322633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93aa99f9-a2a7-4770-8083-5f28c69594f3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:10.334727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:10.338624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:10.342006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 551c4a46-87f7-4aec-b684-721879cc3374 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:10.350217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Pushing event updated for resources: {'Port': ['ID=91937905-3d52-44f7-a6d0-b8ec1bd7b235,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:10.377172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.377653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.377778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.378107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.378626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.379117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.379451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.379774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.380096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.380974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.380974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.381158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:10.416901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Checking segment: {'id': '2345c6c1-840c-4d0d-a62c-8a81589ea0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9f1ea034-62d4-446e-8a42-0fd83cd92507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:10.417194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Network hostable DHCP agents. Network: 9f1ea034-62d4-446e-8a42-0fd83cd92507, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:10.421390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Attempting to bind port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:10.422489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Attempting to bind port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:10.423058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Attempting to bind port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 on network 9fd46bde-2c96-4953-967b-8da55ef8e256 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:10.430137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:10.430783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Checking segment: {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:10.432619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.433021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Bound using segment: {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:10.433695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Bound port: 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:10.434070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.441137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7517536 Jul 22 19:38:10.441762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56134) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:10.490341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Request body: {'subnet': {'network_id': '404ff651-ac23-431f-9eda-4a7fe9d65b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1538137627-subnet', 'tenant_id': '60a3d11e688c4699a4992768b9a5e76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:10.526350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Network 9f1ea034-62d4-446e-8a42-0fd83cd92507 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:10.541362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:10.541779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.584306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 9f1ea034-62d4-446e-8a42-0fd83cd92507) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:10.586138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.594486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:10.594777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.594999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b587e-329d-41d1-9b37-2144429f2957 admin admin] Pushing event updated for resources: {'Network': ['ID=404ff651-ac23-431f-9eda-4a7fe9d65b7c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:10.605573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:10.613781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Router e3c3e704-e89e-47ff-9120-5ce9669fe33c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:10.627897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 404ff651-ac23-431f-9eda-4a7fe9d65b7c details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:10.631353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b5ddc7-a964-4d4b-956d-5e569d9bd6da None None] Network 9f1ea034-62d4-446e-8a42-0fd83cd92507 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:10.644007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Made reservation on behalf of 60a3d11e688c4699a4992768b9a5e76d for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:10.646696 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.781713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] For port 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:10.799143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9186c516-88c4-4165-8c18-bfd5f3ebcc24 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7001679 Jul 22 19:38:10.803502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] For port 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=91937905-3d52-44f7-a6d0-b8ec1bd7b235,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:10.847912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.850579 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:10.902182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=551c4a46-87f7-4aec-b684-721879cc3374,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:10.968700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b69bca-41f9-410c-9f7b-0ddb5a600935 None None] Network 9f1ea034-62d4-446e-8a42-0fd83cd92507 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:11.054006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df06cb-b667-4b3f-acaf-0ef668736204 req-77e6b977-d1e4-4a05-bb4b-a52243b268c7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.063776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27df06cb-b667-4b3f-acaf-0ef668736204 req-77e6b977-d1e4-4a05-bb4b-a52243b268c7 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 945 time: 0.3282361 Jul 22 19:38:11.092435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.097718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1a72-c1ce-438a-96ce-3b6d225500f5 None None] Pushing event updated for resources: {'Port': ['ID=91937905-3d52-44f7-a6d0-b8ec1bd7b235,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:11.117699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5e53b51b-ef8e-4722-9bb3-96bcbe357b16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:11.229094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27df06cb-b667-4b3f-acaf-0ef668736204 req-e61d607b-d1f8-4803-8ca3-4287b6952cdc tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635928 Jul 22 19:38:11.234358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=5da2b4bd-d069-4a3b-8fc0-9231c18718a3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:11.334531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:11.347016 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Sync routers for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:11.367059 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:11.367863 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:11.407976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.425929 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-309a9265-721f-486a-bbdb-d8efd7fc00fc req-4c4f63ca-60b5-4ee8-a12e-95a3acfe019e tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] show failed (client error): The resource could not be found. Jul 22 19:38:11.427116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-309a9265-721f-486a-bbdb-d8efd7fc00fc req-4c4f63ca-60b5-4ee8-a12e-95a3acfe019e tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/21e5c791-0d16-47dd-bbef-de0a85ad5a13 HTTP/1.1" status: 404 len: 352 time: 0.2638202 Jul 22 19:38:11.467357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.467580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.489264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.589296 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:11.605724 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fcec89d1-815a-4b87-8e38-3b8189ace55d tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4839034 Jul 22 19:38:11.605724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.605724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:11.605724 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6513158-369c-4077-8adb-8c7025915d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:11.611354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.611554 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.612718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:11.640744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.643530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca5dbf23-35c5-4084-bd55-153b5da8ebaa req-0f153228-8c06-4b3c-b196-c525e06385d1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.32 "DELETE /v2.0/ports/5da2b4bd-d069-4a3b-8fc0-9231c18718a3 HTTP/1.1" status: 204 len: 173 time: 2.1600010 Jul 22 19:38:11.663576 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de8cd4-313b-4fbf-8a17-faeb976c8361 x-openstack-request-id: req-13de8cd4-313b-4fbf-8a17-faeb976c8361 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:11.664551 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:11.664551 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13de8cd4-313b-4fbf-8a17-faeb976c8361 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:11.665051 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'status': 'completed', 'code': 200} Jul 22 19:38:11.666395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'name': 'network-vif-deleted', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:11.668892 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206860a-6c20-40af-a85d-207e4fa5104a" -d '{"events": [{"server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "name": "network-vif-deleted", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:11.677440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.679192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router 4834f34c-be7c-45f9-94d4-f65e8e27c0c6 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:11.680561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.692121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.696569 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-586493c8-dc2f-42ca-8e06-c2a2fdea345f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 204 len: 168 time: 2.5075588 Jul 22 19:38:11.697454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:11.704339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-727739032'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:11.734205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:11.739469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.773071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:11.785341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.785954 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment 999b4454-30d5-46e3-bb63-baf1822ddb31 of type vlan for network 82cfb77a-50ac-4f28-a58b-37239e51fec8 Jul 22 19:38:11.800418 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a434a184-a856-4a47-b00b-3ab91a409742 x-openstack-request-id: req-a434a184-a856-4a47-b00b-3ab91a409742 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:11.801016 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04317f8c-d7b8-4e67-9b2a-dde6d025580c", "name": "network-vif-deleted", "tag": "5da2b4bd-d069-4a3b-8fc0-9231c18718a3", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:11.801466 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a434a184-a856-4a47-b00b-3ab91a409742 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:11.802036 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04317f8c-d7b8-4e67-9b2a-dde6d025580c', 'name': 'network-vif-deleted', 'tag': '5da2b4bd-d069-4a3b-8fc0-9231c18718a3', 'status': 'completed', 'code': 200} Jul 22 19:38:11.842810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.872299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6011be6f-e7da-4291-9f5b-827cbcebe2d1,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:11.884189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.890472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa8ea83f-e724-4818-895d-15a1e7541ca4 req-17f86f92-712b-4f8d-ac81-087d499ea3d4 tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1aa5728c95f42a3a1f2b7e491241cbd HTTP/1.1" status: 200 len: 2988 time: 0.3016496 Jul 22 19:38:11.891623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:11.893136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:11.915924 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '42f6df17-a8fb-412e-b2fc-c1a03367e02d', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'port_id': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'mac_address': 'fa:16:3e:d4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:08Z', 'updated_at': '2021-07-22T19:38:08Z', 'revision_number': 0, 'project_id': '129c8b97817743299f040e9d94ae8717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:11.937206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2357521 Jul 22 19:38:11.937572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:11.943470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:11.947271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Checking segment: {'id': '20bbfff0-fc7a-4a7c-9311-05b08898ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '404ff651-ac23-431f-9eda-4a7fe9d65b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:11.947645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Network hostable DHCP agents. Network: 404ff651-ac23-431f-9eda-4a7fe9d65b7c, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:11.970342 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Checking router: e3c3e704-e89e-47ff-9120-5ce9669fe33c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:11.979872 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:11.980747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:11.994324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac00f6-b94f-4cac-b625-bfbefae1a6a0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=82cfb77a-50ac-4f28-a58b-37239e51fec8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:12.012389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:12.013870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Allocated IP 172.25.6.111 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/50ef8fda-85c6-476c-aa8b-c180ff8ff3b7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:12.019640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6513158-369c-4077-8adb-8c7025915d6d req-a3d3dad4-5d3c-42eb-a353-0e05ea6f9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.021711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-a3d3dad4-5d3c-42eb-a353-0e05ea6f9b54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1097 time: 0.2881994 Jul 22 19:38:12.027244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa8ea83f-e724-4818-895d-15a1e7541ca4 req-c493c800-d9c3-4e52-a407-066020056cd8 tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/45e6f7e2-5f1c-4685-bf3a-582495353d3c HTTP/1.1" status: 200 len: 2985 time: 0.1058440 Jul 22 19:38:12.040721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Network 404ff651-ac23-431f-9eda-4a7fe9d65b7c is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:12.088398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:12.092472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.155861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 404ff651-ac23-431f-9eda-4a7fe9d65b7c) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:12.190980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.192385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.208323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150fa1e-1885-4595-a0bb-8a83adda9041 None None] Network 404ff651-ac23-431f-9eda-4a7fe9d65b7c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:12.210470 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:12.334231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa8ea83f-e724-4818-895d-15a1e7541ca4 req-2e4eca40-9ad2-462e-9677-247cfcf54168 tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/45e6f7e2-5f1c-4685-bf3a-582495353d3c HTTP/1.1" status: 200 len: 2985 time: 0.2943802 Jul 22 19:38:12.344370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6513158-369c-4077-8adb-8c7025915d6d req-785cd596-df90-4721-9949-411b12e171f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.350621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-785cd596-df90-4721-9949-411b12e171f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 910 time: 0.3213458 Jul 22 19:38:12.367399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e42cdbde-14a3-4e3f-b697-3dd3d474e08f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8885772 Jul 22 19:38:12.466918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.480416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fa7b65-ed30-498f-ba35-d54bd07ac67b None None] Network 404ff651-ac23-431f-9eda-4a7fe9d65b7c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:12.577039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=c6d6fb57-d9b7-4353-a4f2-163e3108d7a8,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:12.587199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': '999b4454-30d5-46e3-bb63-baf1822ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:12.587578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 82cfb77a-50ac-4f28-a58b-37239e51fec8, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:12.618075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:12.638500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 82cfb77a-50ac-4f28-a58b-37239e51fec8) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:12.658747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.659357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.661918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf17b3-42e6-4e19-8d37-4c148b873123 None None] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:12.697958 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-07a381e5-74bc-4c96-8e9d-df21aab3e05e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7593129 Jul 22 19:38:12.700619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56174) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:12.714377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f115ac70-9570-4ef8-ab97-9b7238288c9c req-4964e826-9c7f-4fc1-8a99-1a3786d60e26 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=04317f8c-d7b8-4e67-9b2a-dde6d025580c HTTP/1.1" status: 200 len: 210 time: 0.1638656 Jul 22 19:38:12.719219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88997967', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:12.731382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-212ae202-10f7-4cd3-ab41-50c4bb06950d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 999 time: 0.3575671 Jul 22 19:38:12.770989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55dba93-b000-446f-aa3b-58e8634ddc2d None None] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:12.787481 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.792440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.850897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.866677 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '42f6df17-a8fb-412e-b2fc-c1a03367e02d', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'port_id': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'mac_address': 'fa:16:3e:d4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:08Z', 'updated_at': '2021-07-22T19:38:08Z', 'revision_number': 0, 'project_id': '129c8b97817743299f040e9d94ae8717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:12.874311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2eb82e12-7478-401a-b363-8ecf5b93ab41 req-a226394e-d350-404e-9015-f3aef36ff79a tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/45e6f7e2-5f1c-4685-bf3a-582495353d3c HTTP/1.1" status: 200 len: 2985 time: 0.5219309 Jul 22 19:38:12.887056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:12.887488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6513158-369c-4077-8adb-8c7025915d6d req-402973d9-a830-4d32-b642-d28385da09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:12.889764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-402973d9-a830-4d32-b642-d28385da09a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 200 len: 848 time: 0.1566865 Jul 22 19:38:12.906267 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a56d2-eb19-4423-a8e3-4c4ca5bd041e None None] The sync data for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 is: [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '42f6df17-a8fb-412e-b2fc-c1a03367e02d', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'floating_ip_address': '172.25.6.223', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'port_id': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'mac_address': 'fa:16:3e:d4:a9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:08Z', 'updated_at': '2021-07-22T19:38:08Z', 'revision_number': 0, 'project_id': '129c8b97817743299f040e9d94ae8717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:12.920191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:12.920761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 5da2b4bd-d069-4a3b-8fc0-9231c18718a3 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:12.939879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.945968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.983934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:12.990587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-326d3555-7679-4db3-a1c9-2d0d60602f22 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2873640 Jul 22 19:38:12.991815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56176) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:13.059916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56180) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:13.071060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 91937905-3d52-44f7-a6d0-b8ec1bd7b235 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:13.076914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.121602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-15e0087d-a973-4022-8b3b-2639142a93cd None None] Provisioning for port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:13.123208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.139281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-82cfb77a-50ac-4f28-a58b-37239e51fec8', 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': 'c6d6fb57-d9b7-4353-a4f2-163e3108d7a8'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:13.140290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.167966 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-2eb82e12-7478-401a-b363-8ecf5b93ab41 req-acbfcf66-d070-4137-b1ea-2700fa68b0da tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:38:13.169395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2eb82e12-7478-401a-b363-8ecf5b93ab41 req-acbfcf66-d070-4137-b1ea-2700fa68b0da tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "DELETE /v2.0/security-groups/45e6f7e2-5f1c-4685-bf3a-582495353d3c HTTP/1.1" status: 409 len: 352 time: 0.2939107 Jul 22 19:38:13.184468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6513158-369c-4077-8adb-8c7025915d6d req-052fe781-2aa0-4d55-a011-2954c49667f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:13.186078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-052fe781-2aa0-4d55-a011-2954c49667f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62a5433e-a713-4d65-bad1-ca426454a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2844684 Jul 22 19:38:13.208396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Pushing event updated for resources: {'Port': ['ID=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:13.216404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Deleting subnet 6011be6f-e7da-4291-9f5b-827cbcebe2d1 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:13.219927 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.306270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894781d-005b-43a7-a337-aaebbecb82a6 None None] New status for floating IP 42f6df17-a8fb-412e-b2fc-c1a03367e02d: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:38:13.308135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:13.331560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:13.334137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:13.338534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.366069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:13.366832 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-75a6b36b-61be-405c-b47b-7fd71215193f req-1124d06e-72c8-47a4-aac0-fe94769bfd02 tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] show failed (client error): The resource could not be found. Jul 22 19:38:13.367915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75a6b36b-61be-405c-b47b-7fd71215193f req-1124d06e-72c8-47a4-aac0-fe94769bfd02 tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/f4f83d7c-3e87-4422-9fa3-48dcc1ecd94c HTTP/1.1" status: 404 len: 352 time: 0.1152115 Jul 22 19:38:13.383169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:13.383577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.424107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.494272 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-71e3c43b-07cb-4fa8-b93c-225d769c573f req-b72387a6-1404-488c-aca5-129c9a86315a tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] show failed (client error): The resource could not be found. Jul 22 19:38:13.495417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71e3c43b-07cb-4fa8-b93c-225d769c573f req-b72387a6-1404-488c-aca5-129c9a86315a tempest-SecurityGroupsNegativeTestJSON-1203264378 tempest-SecurityGroupsNegativeTestJSON-1203264378-project] 10.222.0.10 "GET /v2.0/security-groups/a2cb8525-7f6a-429b-8a5b-90e210b861de HTTP/1.1" status: 404 len: 352 time: 0.0524392 Jul 22 19:38:13.503747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.523447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Allocated IP 172.20.0.2 (82cfb77a-50ac-4f28-a58b-37239e51fec8/c6d6fb57-d9b7-4353-a4f2-163e3108d7a8/b0210efb-311c-4a09-9720-0696a1bbf055) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:13.547372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:13.724177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-1a979626-fccd-4814-836b-ac506e7b1043 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694781 Jul 22 19:38:13.761799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Deleting subnet 93aa99f9-a2a7-4770-8083-5f28c69594f3 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:13.814466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.822401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.887553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff3235a4-c3b5-4c49-b6d4-c63e6a4d514c None None] Provisioning complete for port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:13.888333 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff3235a4-c3b5-4c49-b6d4-c63e6a4d514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.896091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.921193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6011be6f-e7da-4291-9f5b-827cbcebe2d1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:13.941494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:13.943580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2cf77870-222e-4ee1-a5a0-115fb924c12c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6011be6f-e7da-4291-9f5b-827cbcebe2d1 HTTP/1.1" status: 204 len: 168 time: 0.8763008 Jul 22 19:38:13.946374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:13.949087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.017604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=91937905-3d52-44f7-a6d0-b8ec1bd7b235,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:14.037442 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.052674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.069939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6513158-369c-4077-8adb-8c7025915d6d req-058254bb-dd03-4ec0-9f6f-2ffe43d95914 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314087 Jul 22 19:38:14.090947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.099340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Transition to ACTIVE for port object b0210efb-311c-4a09-9720-0696a1bbf055 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:14.129406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.154627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.159411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=91937905-3d52-44f7-a6d0-b8ec1bd7b235,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.247467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Transition to ACTIVE for port object b0210efb-311c-4a09-9720-0696a1bbf055 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:14.249516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.256802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.265199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.289052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93aa99f9-a2a7-4770-8083-5f28c69594f3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.292724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.294675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a73c0e77-403f-4b1b-8357-9bb538ec9ef6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/93aa99f9-a2a7-4770-8083-5f28c69594f3 HTTP/1.1" status: 204 len: 168 time: 0.7463217 Jul 22 19:38:14.300239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56214) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:14.302202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:14.309408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:14.311328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404ff651-ac23-431f-9eda-4a7fe9d65b7c']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:14.316788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:14.323104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bbfff0-fc7a-4a7c-9311-05b08898ca28') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:14.323412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bbfff0-fc7a-4a7c-9311-05b08898ca28') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:14.324661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Pushing event updated for resources: {'Port': ['ID=b0210efb-311c-4a09-9720-0696a1bbf055,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.364404 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.393656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.20.0.1 (82cfb77a-50ac-4f28-a58b-37239e51fec8/c6d6fb57-d9b7-4353-a4f2-163e3108d7a8/5168c66f-b5b8-4e9b-9a30-c3cb4eccef10) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:14.407479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Attempting to bind port b0210efb-311c-4a09-9720-0696a1bbf055 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:14.408031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Attempting to bind port b0210efb-311c-4a09-9720-0696a1bbf055 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '999b4454-30d5-46e3-bb63-baf1822ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:14.408431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Attempting to bind port b0210efb-311c-4a09-9720-0696a1bbf055 on network 82cfb77a-50ac-4f28-a58b-37239e51fec8 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:14.428506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:14.428887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Checking segment: {'id': '999b4454-30d5-46e3-bb63-baf1822ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:14.430865 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.433322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Bound using segment: {'id': '999b4454-30d5-46e3-bb63-baf1822ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:14.434686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Bound port: b0210efb-311c-4a09-9720-0696a1bbf055, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999b4454-30d5-46e3-bb63-baf1822ddb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '82cfb77a-50ac-4f28-a58b-37239e51fec8'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:14.435866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.459701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.535112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] For port b0210efb-311c-4a09-9720-0696a1bbf055, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:14.539131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] For port b0210efb-311c-4a09-9720-0696a1bbf055, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b0210efb-311c-4a09-9720-0696a1bbf055,segment=NetworkSegment(999b4454-30d5-46e3-bb63-baf1822ddb31),segment_id=999b4454-30d5-46e3-bb63-baf1822ddb31)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:14.546253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.558152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:14.558753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:14.564451 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:14.646883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6061d-b0ab-4a5a-9746-087086b3704d None None] Pushing event updated for resources: {'Port': ['ID=b0210efb-311c-4a09-9720-0696a1bbf055,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.648128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.723601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.765387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.775604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] 10.222.0.10 "DELETE /v2.0/networks/404ff651-ac23-431f-9eda-4a7fe9d65b7c HTTP/1.1" status: 204 len: 168 time: 0.8277938 Jul 22 19:38:14.826989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 91937905-3d52-44f7-a6d0-b8ec1bd7b235 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:14.871856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b078d38-4e7b-4889-9715-8d2a875c4c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=404ff651-ac23-431f-9eda-4a7fe9d65b7c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:14.875380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:14.918787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.006528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.009554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:15.023616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d576826-366a-495c-977a-868d83192872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1ea034-62d4-446e-8a42-0fd83cd92507']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:15.036629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d576826-366a-495c-977a-868d83192872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2345c6c1-840c-4d0d-a62c-8a81589ea0f0') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:15.036925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8d576826-366a-495c-977a-868d83192872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2345c6c1-840c-4d0d-a62c-8a81589ea0f0') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:15.056082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56238) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:15.073081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.082729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:15.083030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.111733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.121941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:15.122349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:15.129659 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:15.155814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.170052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6ce886e-c4ba-47dc-b1ed-ef2c9a08c4de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60a3d11e688c4699a4992768b9a5e76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068146 Jul 22 19:38:15.170860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:15.210388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a72765-908b-45f6-805e-6567845404e2 req-e396eff4-998e-4b2f-bd0e-e3e26754d397 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:15.211938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73a72765-908b-45f6-805e-6567845404e2 req-e396eff4-998e-4b2f-bd0e-e3e26754d397 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.2688868 Jul 22 19:38:15.258856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:15.264560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:15.269020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:15.271663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.276921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:38:15.302571 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.304467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d576826-366a-495c-977a-868d83192872 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9f1ea034-62d4-446e-8a42-0fd83cd92507 HTTP/1.1" status: 204 len: 168 time: 0.9685061 Jul 22 19:38:15.325241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576826-366a-495c-977a-868d83192872 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f1ea034-62d4-446e-8a42-0fd83cd92507,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:15.328635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73a72765-908b-45f6-805e-6567845404e2 req-ad28b7b8-d728-4ad7-a9f2-79b563c69914 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963480 Jul 22 19:38:15.338679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=5168c66f-b5b8-4e9b-9a30-c3cb4eccef10,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:15.348344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.369265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.432754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.484423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:15.497002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.504790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Sync routers for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:15.505379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.506678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-816e417d-6c40-44df-88d2-12c773a05174 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8211482 Jul 22 19:38:15.509869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:15.512371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.520242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.523098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/834f5101-38b5-4cad-98bb-9c5f7d5864c3 HTTP/1.1" status: 204 len: 168 time: 0.3488066 Jul 22 19:38:15.523514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:15.527299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56250) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:15.528276 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:15.583364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f67c13c7-e4b3-44a1-a361-57244443276f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1aa5728c95f42a3a1f2b7e491241cbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529020 Jul 22 19:38:15.583364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c09d9-1e4f-4729-afd9-04324e66d6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f5101-38b5-4cad-98bb-9c5f7d5864c3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:15.584484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56252) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:15.664185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.695362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.708311 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:15.795236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.799873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:15.802250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45e6f7e2-5f1c-4685-bf3a-582495353d3c HTTP/1.1" status: 204 len: 168 time: 0.2167556 Jul 22 19:38:15.814850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972a1ef-1984-42de-ae44-86898e9ece01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e6f7e2-5f1c-4685-bf3a-582495353d3c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:15.976969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:13Z', 'revision_number': 3, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:16.007779 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Checking router: 7620d2e9-2872-4d45-aca7-8ef12d0fd968 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:16.008352 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Updating router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:16.064335 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.079451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9116e3a-2759-4fbe-9fec-58fc4ad0a957 None None] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:16.284852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ca6fbc80-d534-4f20-94cd-a55d06566a5e None None] Provisioning for port b0210efb-311c-4a09-9720-0696a1bbf055 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:16.530243 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.561462 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Transition to ACTIVE for port object 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:16.574731 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.602832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258705a3-4616-440f-8848-bc3eae550703 req-6b46950f-e718-4fef-a5d8-b62178a6a0cb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:16.605985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-258705a3-4616-440f-8848-bc3eae550703 req-6b46950f-e718-4fef-a5d8-b62178a6a0cb tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.1353552 Jul 22 19:38:16.622578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.640745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.680844 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f0cb4-ded8-494a-9ae9-8c4be5750a72 None None] Pushing event updated for resources: {'Port': ['ID=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:16.696842 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Attempting to bind port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:16.697218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Attempting to bind port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:16.697584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Attempting to bind port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:16.705828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:16.706220 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:16.706631 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.707026 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:16.707494 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Bound port: 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:16.707880 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.709384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-258705a3-4616-440f-8848-bc3eae550703 req-0c31c740-4ba1-4381-bffe-cc0763f6dc11 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964334 Jul 22 19:38:16.763379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.835485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] For port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:16.839429 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] For port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:16.848321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eda129ae-da22-46b4-b272-0d577aac30c5 None None] Provisioning for port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:16.849226 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.860628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eda129ae-da22-46b4-b272-0d577aac30c5 None None] Provisioning complete for port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:16.862020 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eda129ae-da22-46b4-b272-0d577aac30c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:16.948229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b0210efb-311c-4a09-9720-0696a1bbf055 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:16.995923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:16.998406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=5168c66f-b5b8-4e9b-9a30-c3cb4eccef10,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.005548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:17.028054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-5c531d35-6fac-4c02-874f-53b5e0998855 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.029780 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-5c531d35-6fac-4c02-874f-53b5e0998855 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.8903527 Jul 22 19:38:17.031265 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f0cb4-ded8-494a-9ae9-8c4be5750a72 None None] Pushing event updated for resources: {'Port': ['ID=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.034675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:17.042870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-eda129ae-da22-46b4-b272-0d577aac30c5 None None] Port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:17.043162 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:17.065397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56294) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:17.128554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b0210efb-311c-4a09-9720-0696a1bbf055 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:17.133930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b0210efb-311c-4a09-9720-0696a1bbf055 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:17.134568 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.213061 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:17.248710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ece81452-6069-4c2c-adf6-96e20a67f7ea None None] Provisioning complete for port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:17.249146 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ece81452-6069-4c2c-adf6-96e20a67f7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.256017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-674119109-network', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:17.319713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Made reservation on behalf of f84378ce94fa4dfaad7b801d510c5cfa for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:17.323626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.346868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.419351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ece81452-6069-4c2c-adf6-96e20a67f7ea None None] Port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:17.452923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.459314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:17.498155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b0210efb-311c-4a09-9720-0696a1bbf055, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b0210efb-311c-4a09-9720-0696a1bbf055,segment=NetworkSegment(999b4454-30d5-46e3-bb63-baf1822ddb31),segment_id=999b4454-30d5-46e3-bb63-baf1822ddb31)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:17.504325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.561614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.573178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.578337 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:13Z', 'revision_number': 3, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:17.581650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f07e7429-67dc-4e1d-9904-9d7ce9414ec8 None None] Provisioning complete for port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:17.582200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f07e7429-67dc-4e1d-9904-9d7ce9414ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.582973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Deleting port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:17.583327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.583976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.589803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 71407535-b0a2-4a1a-ba61-e85b23c57075 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:38:17.616292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:17.632667 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfe7a8-dbb9-45c9-ab13-9675c403ca8f None None] The sync data for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 is: [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:13Z', 'revision_number': 3, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:17.642155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d2f17c-f7a1-4d95-ab6f-04ffa4f191ff,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.656997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.657181 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Added segment bd7d6fd1-60cc-4bd8-b255-a520a682c9e2 of type vlan for network 57f07239-6b45-42ec-9dc8-9b4e714de5ec Jul 22 19:38:17.662805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f07e7429-67dc-4e1d-9904-9d7ce9414ec8 None None] Port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:17.664351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b0210efb-311c-4a09-9720-0696a1bbf055,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.725809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.761842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.763284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:17.763831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.768732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1632044985-network', 'tenant_id': '4fd4801af20d4669a59668a48e0b6101'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:17.802985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7361298 Jul 22 19:38:17.805856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56312) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:17.816329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Request body: {'subnet': {'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-subnet', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:17.884450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ee4f9-ce32-49bd-8eb8-fbbe623117a3 admin admin] Pushing event updated for resources: {'Network': ['ID=57f07239-6b45-42ec-9dc8-9b4e714de5ec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:17.897476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:17.966534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Made reservation on behalf of 4fd4801af20d4669a59668a48e0b6101 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:17.968951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.973609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] For port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,segment=NetworkSegment(ce1c3f54-7636-4927-ac69-4cc01bedfc4b),segment_id=ce1c3f54-7636-4927-ac69-4cc01bedfc4b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:17.975380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.977562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Made reservation on behalf of f84378ce94fa4dfaad7b801d510c5cfa for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:17.980450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:17.991587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:18.000379 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8766db40-dae0-4971-83fd-2c9cc9903646 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/71407535-b0a2-4a1a-ba61-e85b23c57075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0058916 Jul 22 19:38:18.008338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.008560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] Sync routers for ids ['71407535-b0a2-4a1a-ba61-e85b23c57075'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:18.022771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] Routers {'71407535-b0a2-4a1a-ba61-e85b23c57075'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:18.023398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71407535-b0a2-4a1a-ba61-e85b23c57075'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:18.024642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29540-0476-4037-acbd-48afc09f10d7 req-52d542a7-ce06-4ef3-bd37-600205a47406 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.026839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5a29540-0476-4037-acbd-48afc09f10d7 req-52d542a7-ce06-4ef3-bd37-600205a47406 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 945 time: 0.2225192 Jul 22 19:38:18.029468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:18.073215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:18.083288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] Routers {'71407535-b0a2-4a1a-ba61-e85b23c57075'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:18.083516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Allocated IP 172.20.0.1 (9fd46bde-2c96-4953-967b-8da55ef8e256/cbd64705-dcf6-40e1-8f38-8fed51b34fb0/685801d4-2900-459c-b10f-343e5fae5cbf) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:18.083928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71407535-b0a2-4a1a-ba61-e85b23c57075'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:18.092591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Calling delete_port for 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:18.121798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:18.122586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eca1ff-f250-4151-bf31-6e6670702fdf None None] The sync data for ids ['71407535-b0a2-4a1a-ba61-e85b23c57075'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:18.192257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5a29540-0476-4037-acbd-48afc09f10d7 req-9ea29492-e998-4bcd-bcd2-27e277da6ac1 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/security-groups?id=9a7dd129-f132-4e60-91e7-eb46ab271e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489751 Jul 22 19:38:18.207821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df681c7e-7156-4216-bb22-d675bf1a85f5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.211925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-df681c7e-7156-4216-bb22-d675bf1a85f5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports/5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 HTTP/1.1" status: 200 len: 910 time: 0.1783841 Jul 22 19:38:18.213043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56316) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:18.218177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c6d6fb57-d9b7-4353-a4f2-163e3108d7a8'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:18.382987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.412959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Transition to ACTIVE for port object 685801d4-2900-459c-b10f-343e5fae5cbf will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:18.414315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.431027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.469651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Pushing event deleted for resources: {'Port': ['ID=5e53b51b-ef8e-4722-9bb3-96bcbe357b16,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:18.491289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.499504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.545883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9daf3f6-6ebf-472d-a439-4448c341b73a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:18.559381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.573903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:18.574572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Network hostable DHCP agents. Network: 57f07239-6b45-42ec-9dc8-9b4e714de5ec, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:18.575794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] No DVR routers for this DVR port 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:18.577614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:18.589019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.590957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bce8d3e6-47e4-46b4-a690-b88e211471d7 req-c9ccf7b8-8cba-4508-8c97-d3921c16f4ae tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.26 "DELETE /v2.0/ports/5e53b51b-ef8e-4722-9bb3-96bcbe357b16 HTTP/1.1" status: 204 len: 173 time: 1.5155351 Jul 22 19:38:18.593012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'name': 'network-vif-deleted', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:18.595425 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb82d6d7-9b26-4133-b7a2-296da234c1ec" -d '{"events": [{"server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "name": "network-vif-deleted", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:18.620001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f227215-e5da-41a1-bc9b-a6a80866ac2e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:18.626478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.626986 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Added segment ee8b7362-c3d9-473b-a6f7-664927a00085 of type vlan for network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 Jul 22 19:38:18.642348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:18.652749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.658377 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644fb8e-daf7-48f2-a1d2-1856b424db0c x-openstack-request-id: req-0644fb8e-daf7-48f2-a1d2-1856b424db0c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:18.658685 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444eb951-259e-4d9f-8e59-8f5b70af7c71", "name": "network-vif-deleted", "tag": "5e53b51b-ef8e-4722-9bb3-96bcbe357b16", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:18.659166 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0644fb8e-daf7-48f2-a1d2-1856b424db0c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:18.659546 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444eb951-259e-4d9f-8e59-8f5b70af7c71', 'name': 'network-vif-deleted', 'tag': '5e53b51b-ef8e-4722-9bb3-96bcbe357b16', 'status': 'completed', 'code': 200} Jul 22 19:38:18.700197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 57f07239-6b45-42ec-9dc8-9b4e714de5ec) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:18.710811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cceef77-8c3d-42c1-b0a3-81b84641ac5f None None] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:18.740533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.741044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.778420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c3597eed-6db5-419e-bba1-c4b386c5cd95 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9685411 Jul 22 19:38:18.784210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56324) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:18.789082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:18.807346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.812333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:18.813230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Pushing event updated for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:18.817797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:18.836335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:18.900946 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.901997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.931005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.934169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.935155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:18.935995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:18.995888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:19.019483 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5522037 Jul 22 19:38:19.023715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:19.030862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Request body: {'subnet': {'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1632044985-subnet', 'tenant_id': '4fd4801af20d4669a59668a48e0b6101', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:19.076026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:19.077105 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.083678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30135f8e-c96a-4ade-99bd-9c5a0333dfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ad960e-256c-4dc7-97d3-cbc88ee06e30,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:19.091566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.122934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:19.138279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Made reservation on behalf of 4fd4801af20d4669a59668a48e0b6101 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:19.140858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.256111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:19.313924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.325099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e1c9920e-99b4-44bd-8242-1d578e92bab3 None None] Provisioning for port 685801d4-2900-459c-b10f-343e5fae5cbf completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:19.333154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:19.333575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.367308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e1c9920e-99b4-44bd-8242-1d578e92bab3 None None] Provisioning complete for port 685801d4-2900-459c-b10f-343e5fae5cbf triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:19.367784 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e1c9920e-99b4-44bd-8242-1d578e92bab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.378249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cf698d8-dd54-4ca1-9be4-57b274bc27c3 req-d307dbe8-3699-417c-a937-871d329de850 tempest-ServersTestJSON-869963836 tempest-ServersTestJSON-869963836-project] 10.222.0.10 "GET /v2.0/ports?device_id=444eb951-259e-4d9f-8e59-8f5b70af7c71 HTTP/1.1" status: 200 len: 210 time: 0.0526702 Jul 22 19:38:19.467969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9920e-99b4-44bd-8242-1d578e92bab3 None None] Port 685801d4-2900-459c-b10f-343e5fae5cbf cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:19.482853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.509928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Allocated IP 172.20.0.2 (57f07239-6b45-42ec-9dc8-9b4e714de5ec/f9daf3f6-6ebf-472d-a439-4448c341b73a/131981af-baba-4d6f-8a49-f7b0a028a073) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:19.518176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.536916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.540541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.568714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.580980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:19.593878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabdd225-9925-4acb-bcba-a7c81f611a45,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:19.627015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.628303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b0210efb-311c-4a09-9720-0696a1bbf055 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:19.631464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Checking segment: {'id': 'ee8b7362-c3d9-473b-a6f7-664927a00085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:19.631464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Network hostable DHCP agents. Network: e1ad960e-256c-4dc7-97d3-cbc88ee06e30, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:19.649517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.659081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:19.659808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.659945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.662003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/ports/5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 HTTP/1.1" status: 200 len: 910 time: 1.4484816 Jul 22 19:38:19.666176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56334) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:19.749947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:19.766736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:19.769360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b0210efb-311c-4a09-9720-0696a1bbf055 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:19.769743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.785126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.795150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e1ad960e-256c-4dc7-97d3-cbc88ee06e30) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:19.796912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Pushing event updated for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:19.810713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:19.812082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.814410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94408790-b89a-46ba-bf2d-4b6e4fd35a27 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=5168c66f-b5b8-4e9b-9a30-c3cb4eccef10,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:19.818378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b6479-aeb7-4255-952f-dd485efe7fb6 None None] Network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:19.869153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c963a940-5f7e-434b-8dfc-6e1198019a9a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8439555 Jul 22 19:38:19.896069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:19.940413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:19.941737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Transition to ACTIVE for port object 131981af-baba-4d6f-8a49-f7b0a028a073 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:19.942211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:19.983022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Transition to ACTIVE for port object 131981af-baba-4d6f-8a49-f7b0a028a073 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:20.158977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:20.205004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.220723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.245022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.285044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:20.311465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:20.311969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5e53b51b-ef8e-4722-9bb3-96bcbe357b16 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:20.350194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:20.357356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:20.364631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:20.370150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:20.374046 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Sync routers for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:20.375252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af4f09-fbbf-45f7-8fe2-06e928f156ab None None] Network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:20.384601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-09bd9cb6-ece7-4582-a994-e87bddd6985b admin admin] 10.222.0.10 "PUT /v2.0/routers/7620d2e9-2872-4d45-aca7-8ef12d0fd968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8727570 Jul 22 19:38:20.387654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:20.388307 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:20.462109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Allocated IP 172.25.6.205 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/e0d3d512-2f30-4c86-abe9-747d3443f067) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:20.502068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56350) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:20.558184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Pushing event updated for resources: {'Port': ['ID=131981af-baba-4d6f-8a49-f7b0a028a073,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:20.564094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.591131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Deleting subnet dd2d2f85-122e-491b-b7d2-5a5618f84ee6 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:20.601189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:20.601429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.601985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Attempting to bind port 131981af-baba-4d6f-8a49-f7b0a028a073 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:20.602517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Attempting to bind port 131981af-baba-4d6f-8a49-f7b0a028a073 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:20.603076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Attempting to bind port 131981af-baba-4d6f-8a49-f7b0a028a073 on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:20.611376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-466d0530-e7af-4bfb-a3ee-897bfdd41667 None None] Provisioning complete for port 685801d4-2900-459c-b10f-343e5fae5cbf triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:20.611931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-466d0530-e7af-4bfb-a3ee-897bfdd41667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.613817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:20.614411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:20.614972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.615525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Bound using segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:20.616194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Bound port: 131981af-baba-4d6f-8a49-f7b0a028a073, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:20.616759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.664553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.726647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.737819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-466d0530-e7af-4bfb-a3ee-897bfdd41667 None None] Port 685801d4-2900-459c-b10f-343e5fae5cbf cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:20.759068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.821336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.841552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] For port 131981af-baba-4d6f-8a49-f7b0a028a073, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:20.855953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:20.876908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2d2f85-122e-491b-b7d2-5a5618f84ee6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:20.884317 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.891613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-63f8a181-c13f-4b42-b608-0f9d2eafe37d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dd2d2f85-122e-491b-b7d2-5a5618f84ee6 HTTP/1.1" status: 204 len: 168 time: 0.3879232 Jul 22 19:38:20.892839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:20.906425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.911687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] For port 131981af-baba-4d6f-8a49-f7b0a028a073, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=131981af-baba-4d6f-8a49-f7b0a028a073,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:20.924405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:20.924934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:20.927330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.008551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.052945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b21fd-c53c-48fc-ad0d-3f6b01914ab2 None None] Pushing event updated for resources: {'Port': ['ID=131981af-baba-4d6f-8a49-f7b0a028a073,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:21.122986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '685801d4-2900-459c-b10f-343e5fae5cbf', 'name': '', 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'mac_address': 'fa:16:3e:cc:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:17Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 2, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'subnets': [{'id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:21.125809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.142501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81677c6f-7949-49e1-9f16-4a9470631871']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:21.163590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:21.164347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1c3f54-7636-4927-ac69-4cc01bedfc4b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:21.187015 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Checking router: 7620d2e9-2872-4d45-aca7-8ef12d0fd968 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:21.187400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.187600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Updating router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 port 685801d4-2900-459c-b10f-343e5fae5cbf binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:21.212660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.222027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:21.222786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:21.224691 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:21.251202 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.320085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.326043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.329020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] 10.222.0.10 "DELETE /v2.0/networks/81677c6f-7949-49e1-9f16-4a9470631871 HTTP/1.1" status: 204 len: 168 time: 0.4335594 Jul 22 19:38:21.355502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f52db6-a5c5-404e-ab5a-4eca649e8263 admin admin] Pushing event deleted for resources: {'Network': ['ID=81677c6f-7949-49e1-9f16-4a9470631871,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:21.522883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56378) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:21.588670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-11b8e122-2290-45ec-b23d-0573ab648402 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fc9ddf6958c4486a52a4dda8591b93f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639694 Jul 22 19:38:21.591082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:21.637681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:21.655347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d3d512-2f30-4c86-abe9-747d3443f067,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:21.658659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:21.666394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:21.675173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.708872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.721457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-efbc254b-ecc9-4ab0-b952-a96c8a1e09fa tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0132079 Jul 22 19:38:21.739893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:21.753169 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.764799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Transition to ACTIVE for port object 685801d4-2900-459c-b10f-343e5fae5cbf will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:21.783598 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.790667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.794382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.797902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a7dd129-f132-4e60-91e7-eb46ab271e8e HTTP/1.1" status: 204 len: 168 time: 0.2027142 Jul 22 19:38:21.814928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a327c-436e-4262-a41f-4abfca84499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7dd129-f132-4e60-91e7-eb46ab271e8e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:21.838297 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf25f-8218-4b07-9d04-908e3a9a20df None None] Pushing event updated for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:21.923190 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Attempting to bind port 685801d4-2900-459c-b10f-343e5fae5cbf on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:21.923571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Attempting to bind port 685801d4-2900-459c-b10f-343e5fae5cbf by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:21.923939 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Attempting to bind port 685801d4-2900-459c-b10f-343e5fae5cbf on network 9fd46bde-2c96-4953-967b-8da55ef8e256 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:21.926151 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.932844 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:21.933228 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Checking segment: {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:21.933651 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:21.934054 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Bound using segment: {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:21.934866 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Bound port: 685801d4-2900-459c-b10f-343e5fae5cbf, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:21.935268 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.050363 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] For port 685801d4-2900-459c-b10f-343e5fae5cbf, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:22.054985 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] For port 685801d4-2900-459c-b10f-343e5fae5cbf, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=685801d4-2900-459c-b10f-343e5fae5cbf,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:22.073599 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.170200 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:22.171230 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:22.174318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddf25f-8218-4b07-9d04-908e3a9a20df None None] Pushing event updated for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:22.478840 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:22.528918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-201ccc53-047b-4eeb-a5bf-26bad2b00a1e tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:22.536616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-201ccc53-047b-4eeb-a5bf-26bad2b00a1e tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/networks?id=e1ad960e-256c-4dc7-97d3-cbc88ee06e30 HTTP/1.1" status: 200 len: 810 time: 0.4418042 Jul 22 19:38:22.543140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:22.543492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.560354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf9dd1b-9cb9-441e-bac9-a3c5d3ea02eb None None] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:22.580510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.583063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-4045aafe-7c51-4f82-8bfb-24bd16fafd93 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/quotas/4fd4801af20d4669a59668a48e0b6101 HTTP/1.1" status: 200 len: 375 time: 0.0456517 Jul 22 19:38:22.746988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.766810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5f6705cb-2e4d-4037-aec3-7c743e7f2826 None None] Provisioning for port 131981af-baba-4d6f-8a49-f7b0a028a073 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:22.808673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '685801d4-2900-459c-b10f-343e5fae5cbf', 'name': '', 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'mac_address': 'fa:16:3e:cc:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:17Z', 'updated_at': '2021-07-22T19:38:22Z', 'revision_number': 4, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'subnets': [{'id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:22.841564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 131981af-baba-4d6f-8a49-f7b0a028a073 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:22.856590 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d7082-4513-440a-bc64-4e3189de4640 None None] The sync data for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 is: [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '685801d4-2900-459c-b10f-343e5fae5cbf', 'name': '', 'network_id': '9fd46bde-2c96-4953-967b-8da55ef8e256', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'mac_address': 'fa:16:3e:cc:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:17Z', 'updated_at': '2021-07-22T19:38:22Z', 'revision_number': 4, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'subnets': [{'id': 'cbd64705-dcf6-40e1-8f38-8fed51b34fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:22.919509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 131981af-baba-4d6f-8a49-f7b0a028a073 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:22.928369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 131981af-baba-4d6f-8a49-f7b0a028a073 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:22.930214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:22.968075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-ee3a3bdb-372a-4856-bc8c-27adbfe246e6 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fd4801af20d4669a59668a48e0b6101&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3363931 Jul 22 19:38:23.067606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.116406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 131981af-baba-4d6f-8a49-f7b0a028a073, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=131981af-baba-4d6f-8a49-f7b0a028a073,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:23.120068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.124438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.213817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=131981af-baba-4d6f-8a49-f7b0a028a073,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:23.222030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4f81ec11-082d-44a6-a769-bbf39fb43181 None None] Provisioning complete for port 131981af-baba-4d6f-8a49-f7b0a028a073 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:23.222927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4f81ec11-082d-44a6-a769-bbf39fb43181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.243012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 5168c66f-b5b8-4e9b-9a30-c3cb4eccef10 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:23.288761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Allocated IP 172.25.6.92 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5e64b838-41fc-4465-b1d5-cc6cd86bcffa) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:23.316896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.465078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-8a979885-29e4-45d5-9754-90178c5990bb service neutron] 10.222.0.10 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960916 Jul 22 19:38:23.768692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:23.819749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-6e91be05-c10a-47b8-982f-c8e95dd19f80 service neutron] 10.222.0.10 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410914 Jul 22 19:38:23.890987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Router 8777ad6b-ced4-461a-9726-a53193379927 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:38:23.931939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.031845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.091652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:24.112540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:24.149425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:24.318173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=5e64b838-41fc-4465-b1d5-cc6cd86bcffa,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:24.384820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.505593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8026717-9c27-4375-b68d-9cb91cd80a00 req-a5265e16-f1f9-498b-8258-b9fe1c2b72a3 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1596377 Jul 22 19:38:24.512453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=5168c66f-b5b8-4e9b-9a30-c3cb4eccef10,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:24.526981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:24.533117 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.547074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:24.560732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:24.561937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:24.581963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:24.583619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5586644f-f4b5-411b-9723-a0ae7393e2a3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7984262 Jul 22 19:38:24.586316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56476) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:24.818252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:24.942146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 685801d4-2900-459c-b10f-343e5fae5cbf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:25.117697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 685801d4-2900-459c-b10f-343e5fae5cbf completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:25.131907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 685801d4-2900-459c-b10f-343e5fae5cbf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:25.133479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.182827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:22Z', 'revision_number': 3, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.217067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:25.217443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Updating router 8777ad6b-ced4-461a-9726-a53193379927 port e0d3d512-2f30-4c86-abe9-747d3443f067 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:25.288907 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.295097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.322015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.424970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 685801d4-2900-459c-b10f-343e5fae5cbf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=685801d4-2900-459c-b10f-343e5fae5cbf,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:25.436988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.438084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 131981af-baba-4d6f-8a49-f7b0a028a073 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:25.541838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56502) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:25.602802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 71407535-b0a2-4a1a-ba61-e85b23c57075 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:25.604841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.605031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-aea7d000-c082-43b0-9549-db75340e600b tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.610646 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-aea7d000-c082-43b0-9549-db75340e600b tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.26 "GET /v2.0/networks?id=e1ad960e-256c-4dc7-97d3-cbc88ee06e30 HTTP/1.1" status: 200 len: 810 time: 0.1481264 Jul 22 19:38:25.625233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Request body: {'port': {'device_id': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30', 'admin_state_up': True, 'tenant_id': '4fd4801af20d4669a59668a48e0b6101'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:25.674346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:25.686064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 131981af-baba-4d6f-8a49-f7b0a028a073 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:25.686439 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.753990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a545ca71-b58c-489d-ae57-e608a516cdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.761629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.767608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.773600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.779900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.785768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.791905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.798915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:25.800931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-36cd72c6-8aab-4eb7-a528-602311680b28 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.5876367 Jul 22 19:38:25.828510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.838175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:25.847979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Transition to ACTIVE for port object e0d3d512-2f30-4c86-abe9-747d3443f067 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:25.853188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8ef9e3cb-12c8-465a-addf-99a62671d754 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/71407535-b0a2-4a1a-ba61-e85b23c57075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1856604 Jul 22 19:38:25.856895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56508) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:25.859019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.861210 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] Sync routers for ids ['71407535-b0a2-4a1a-ba61-e85b23c57075'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:25.873012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a545ca71-b58c-489d-ae57-e608a516cdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.879537 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] Routers {'71407535-b0a2-4a1a-ba61-e85b23c57075'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:25.879718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a545ca71-b58c-489d-ae57-e608a516cdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.880090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71407535-b0a2-4a1a-ba61-e85b23c57075'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.927626 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.933647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a545ca71-b58c-489d-ae57-e608a516cdd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46ac7fe6e9a4bcca463d1fe14465490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899848 Jul 22 19:38:25.934543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545ca71-b58c-489d-ae57-e608a516cdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb313db-7ad7-4c02-985a-500c0fd3aa45,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:25.936871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:25.937018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9045533a-8825-442e-8ff6-01f05420f57d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=71407535-b0a2-4a1a-ba61-e85b23c57075 HTTP/1.1" status: 200 len: 205 time: 0.0636954 Jul 22 19:38:25.937583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56512) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:25.940447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c015a-606f-46a3-9d26-0833c1db1fa0 None None] Pushing event updated for resources: {'Port': ['ID=e0d3d512-2f30-4c86-abe9-747d3443f067,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:25.942341 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] Routers {'71407535-b0a2-4a1a-ba61-e85b23c57075'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:25.943089 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71407535-b0a2-4a1a-ba61-e85b23c57075'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.971348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Attempting to bind port e0d3d512-2f30-4c86-abe9-747d3443f067 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:25.971519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Attempting to bind port e0d3d512-2f30-4c86-abe9-747d3443f067 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:25.971961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Attempting to bind port e0d3d512-2f30-4c86-abe9-747d3443f067 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:25.977295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:25.977676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:25.978085 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.978485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:25.978955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Bound port: e0d3d512-2f30-4c86-abe9-747d3443f067, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:25.979341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:25.983211 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:25.983769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Made reservation on behalf of 4fd4801af20d4669a59668a48e0b6101 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:25.983903 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d868d0-c453-4e5d-aebd-5e668c476b37 None None] The sync data for ids ['71407535-b0a2-4a1a-ba61-e85b23c57075'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:25.988220 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.021230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.036099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] For port e0d3d512-2f30-4c86-abe9-747d3443f067, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:26.040014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] For port e0d3d512-2f30-4c86-abe9-747d3443f067, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e0d3d512-2f30-4c86-abe9-747d3443f067,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:26.045733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.086776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.107893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:26.108771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:26.113726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c015a-606f-46a3-9d26-0833c1db1fa0 None None] Pushing event updated for resources: {'Port': ['ID=e0d3d512-2f30-4c86-abe9-747d3443f067,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.137379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cffdf97-1855-49b6-b992-98b00dc9d84f req-7cb94d0a-5e70-4c97-a531-082f3204ec27 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3187525 Jul 22 19:38:26.184660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.191766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Allocated IP 172.20.0.9 (e1ad960e-256c-4dc7-97d3-cbc88ee06e30/fabdd225-9925-4acb-bcba-a7c81f611a45/98155dc8-9227-4687-bddb-f034c8e9be00) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:26.217174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.223373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.224651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbb313db-7ad7-4c02-985a-500c0fd3aa45 HTTP/1.1" status: 204 len: 168 time: 0.2861173 Jul 22 19:38:26.236849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:26.239022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb84ce9-45be-4b6f-8814-fb572f87bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb313db-7ad7-4c02-985a-500c0fd3aa45,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.301178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.340315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.479122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.525562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.543780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=5e64b838-41fc-4465-b1d5-cc6cd86bcffa,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.559779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3781b291-d817-48d4-bf88-79d0b8658b0a req-3803f0c2-5a9a-4803-b868-4a8a0c1ce98e tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1231334 Jul 22 19:38:26.593626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:26.598053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:26.603003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:26.637620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Pushing event updated for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:26.640011 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.648806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.662624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:22Z', 'revision_number': 3, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:26.672834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:26.674995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.695295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eda1e1-195d-4446-b309-6f0e9d7dfd73 None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:22Z', 'revision_number': 3, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:26.702769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.702935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1020ca43-19d2-4765-979d-e2cad4ea44b9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0836365 Jul 22 19:38:26.718419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:26.719210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Request body: {'port': {'device_id': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:26.801724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 685801d4-2900-459c-b10f-343e5fae5cbf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:26.815271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.818623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.820660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-76f5bd3d-26a8-487b-8533-bec72db08ccb tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0899808 Jul 22 19:38:26.846376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22c003b1-7631-4a30-a548-07427e8a0f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.867767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.868315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router 71407535-b0a2-4a1a-ba61-e85b23c57075 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:26.886218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.889411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 685801d4-2900-459c-b10f-343e5fae5cbf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:26.889886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:26.890105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-00f4bbc2-b6e6-481f-a957-72bc9947076f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/71407535-b0a2-4a1a-ba61-e85b23c57075 HTTP/1.1" status: 204 len: 168 time: 0.9465315 Jul 22 19:38:26.896491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:27.092985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.093899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-050aa2c4-f300-46ff-9ab2-f44ec1fa1318 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.2376454 Jul 22 19:38:27.107186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.168818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet c6d6fb57-d9b7-4353-a4f2-163e3108d7a8 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:27.178833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98155dc8-9227-4687-bddb-f034c8e9be00 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:27.188984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.192971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.207734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Transition to ACTIVE for port object 98155dc8-9227-4687-bddb-f034c8e9be00 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:27.212184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.215613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.223043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.229201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.235221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.242129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.248696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.254689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.256714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebeea5ae-ce5d-426e-b71a-41da24dbca08 req-ff5bc77e-5c91-4038-86c6-b984b702e674 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.5572808 Jul 22 19:38:27.290031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:27.344721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Attempting to bind port 98155dc8-9227-4687-bddb-f034c8e9be00 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:27.345593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Attempting to bind port 98155dc8-9227-4687-bddb-f034c8e9be00 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'ee8b7362-c3d9-473b-a6f7-664927a00085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:27.345926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Attempting to bind port 98155dc8-9227-4687-bddb-f034c8e9be00 on network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:27.350871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Port 98155dc8-9227-4687-bddb-f034c8e9be00 on network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:38:27.351194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Attempting to bind port 98155dc8-9227-4687-bddb-f034c8e9be00 on network e1ad960e-256c-4dc7-97d3-cbc88ee06e30 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:27.356591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:27.356591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Checking segment: {'id': 'ee8b7362-c3d9-473b-a6f7-664927a00085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:27.356875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Bound using segment: {'id': 'ee8b7362-c3d9-473b-a6f7-664927a00085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:27.357521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Bound port: 98155dc8-9227-4687-bddb-f034c8e9be00, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8b7362-c3d9-473b-a6f7-664927a00085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:27.357521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.396839 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.516297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-ee882e2c-fca5-4284-919f-2d49052906c2 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.518429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-ee882e2c-fca5-4284-919f-2d49052906c2 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.4145100 Jul 22 19:38:27.546991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-3681c0ae-7e02-47a0-bc9d-3a7c8201e839 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:38:27.548800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c71bdbf-7a30-40e7-ad53-d1ca74d21c65 req-3681c0ae-7e02-47a0-bc9d-3a7c8201e839 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208383 Jul 22 19:38:27.559842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22c003b1-7631-4a30-a548-07427e8a0f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.596465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22c003b1-7631-4a30-a548-07427e8a0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.760364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.767556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-22c003b1-7631-4a30-a548-07427e8a0f49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cec414a193974d75b8ae7e7a3e1a73d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187936 Jul 22 19:38:27.791449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56532) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:27.826015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:27.832764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=98155dc8-9227-4687-bddb-f034c8e9be00,segment=NetworkSegment(ee8b7362-c3d9-473b-a6f7-664927a00085),segment_id=ee8b7362-c3d9-473b-a6f7-664927a00085)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:27.843778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.885246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:27.885902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.887428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/98155dc8-9227-4687-bddb-f034c8e9be00 HTTP/1.1" status: 200 len: 1092 time: 1.1764867 Jul 22 19:38:27.890917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:27.895325 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:27.928517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:27.943640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e4992-49fa-44be-b975-faa3d2b8e1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:27.992158 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.046279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-b521b06a-7099-4eda-89c3-629e759ecc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:28.047858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-b521b06a-7099-4eda-89c3-629e759ecc7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fd4801af20d4669a59668a48e0b6101&device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1153355 Jul 22 19:38:28.092056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.094666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.099566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d776eeb0-6fa2-4983-9d4b-5a055d56ac7e HTTP/1.1" status: 204 len: 168 time: 0.3043799 Jul 22 19:38:28.100658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-1bb96ddc-e993-4dbc-b98c-e67b998a4deb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98155dc8-9227-4687-bddb-f034c8e9be00 HTTP/1.1" status: 200 len: 217 time: 0.0454035 Jul 22 19:38:28.116123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de8a1b-6aae-48b4-8fa1-6fc190f125c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776eeb0-6fa2-4983-9d4b-5a055d56ac7e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.159096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c003b1-7631-4a30-a548-07427e8a0f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776eeb0-6fa2-4983-9d4b-5a055d56ac7e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.159490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-e19c9776-c08e-4753-a1af-ba82b264f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:28.161548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-e19c9776-c08e-4753-a1af-ba82b264f496 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabdd225-9925-4acb-bcba-a7c81f611a45 HTTP/1.1" status: 200 len: 850 time: 0.0540252 Jul 22 19:38:28.166884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Allocated IP 172.20.0.1 (57f07239-6b45-42ec-9dc8-9b4e714de5ec/f9daf3f6-6ebf-472d-a439-4448c341b73a/633d84c1-a957-402b-aa51-3f4dae8d4c42) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:28.202238 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-bb97340e-9da3-41e9-9239-faaec7ff89d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1ad960e-256c-4dc7-97d3-cbc88ee06e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352361 Jul 22 19:38:28.325882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-786545ea-ef30-4684-8d4a-f2e75ca6861a service neutron] 10.222.0.26 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175456 Jul 22 19:38:28.331407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fb696-9098-4ac5-a228-34c04808387b req-ae0fcc13-646a-4659-838f-0232e3158e34 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:28.333280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a99fb696-9098-4ac5-a228-34c04808387b req-ae0fcc13-646a-4659-838f-0232e3158e34 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 943 time: 0.6711614 Jul 22 19:38:28.338609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-b2cdef1d-5ffa-4478-aa94-194f48b45a63 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7486126 Jul 22 19:38:28.381785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:28.410700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.435064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f081cb8b-0bcf-4784-b6a9-b58c0b004c06 req-6623b180-0806-4a9c-80c2-5673d42776ab service neutron] 10.222.0.26 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031218 Jul 22 19:38:28.462725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d6fb57-d9b7-4353-a4f2-163e3108d7a8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.491542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.493545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9c71eab2-4d48-44a0-b051-ff07bfc42a42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/c6d6fb57-d9b7-4353-a4f2-163e3108d7a8 HTTP/1.1" status: 204 len: 168 time: 1.5774820 Jul 22 19:38:28.496450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56546) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:28.500054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf34e34-4c65-4f1b-acd8-07ff98426cc8 None None] Network 82cfb77a-50ac-4f28-a58b-37239e51fec8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:28.507861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a99fb696-9098-4ac5-a228-34c04808387b req-5297d2af-f3d4-4457-a520-417041372188 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357517 Jul 22 19:38:28.510473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.515303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.542932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Transition to ACTIVE for port object 633d84c1-a957-402b-aa51-3f4dae8d4c42 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:28.619289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.622061 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557dd365-97ba-449f-b73c-2c018080e414 x-openstack-request-id: req-557dd365-97ba-449f-b73c-2c018080e414 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:28.622470 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:28.622825 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-557dd365-97ba-449f-b73c-2c018080e414 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:28.623318 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00', 'status': 'completed', 'code': 200} Jul 22 19:38:28.645740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.713136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:28.722180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:28.727067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:28.744600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Pushing event updated for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:28.757494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-ac1b887a-cd88-4576-9644-8475aada4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:28.759421 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-ac1b887a-cd88-4576-9644-8475aada4a5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4fd4801af20d4669a59668a48e0b6101&device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 1095 time: 0.1351426 Jul 22 19:38:28.771760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port b0210efb-311c-4a09-9720-0696a1bbf055 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:28.772181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.781649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:28.838152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] DHCP port deletion for 82cfb77a-50ac-4f28-a58b-37239e51fec8 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:28.947146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e0d3d512-2f30-4c86-abe9-747d3443f067 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:28.948328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.088710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port b0210efb-311c-4a09-9720-0696a1bbf055, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b0210efb-311c-4a09-9720-0696a1bbf055,segment=NetworkSegment(999b4454-30d5-46e3-bb63-baf1822ddb31),segment_id=999b4454-30d5-46e3-bb63-baf1822ddb31)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:29.089294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.107752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Allocated IP 172.25.6.137 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/82926d42-8b70-4a1b-850a-661c360cdab1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:29.108030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for b0210efb-311c-4a09-9720-0696a1bbf055 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:29.115897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Deleting port b0210efb-311c-4a09-9720-0696a1bbf055 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:29.116969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.131943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-6f5db377-ce59-4972-b453-85161acf432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:29.133583 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-6f5db377-ce59-4972-b453-85161acf432f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e1ad960e-256c-4dc7-97d3-cbc88ee06e30 HTTP/1.1" status: 200 len: 911 time: 0.3643792 Jul 22 19:38:29.192933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5ebb1408-2f78-4a40-a335-da909bd88441 None None] Provisioning for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:29.231461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5ebb1408-2f78-4a40-a335-da909bd88441 None None] Provisioning complete for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:29.232506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ebb1408-2f78-4a40-a335-da909bd88441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.232630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.238092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e0d3d512-2f30-4c86-abe9-747d3443f067 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:29.253641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-1314b0f6-d1e3-494f-9bc7-b5a76eb13452 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98155dc8-9227-4687-bddb-f034c8e9be00 HTTP/1.1" status: 200 len: 217 time: 0.0777757 Jul 22 19:38:29.343853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.350168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-d5ef833d-3909-4507-b8a3-4dd602f76129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:29.352301 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-d5ef833d-3909-4507-b8a3-4dd602f76129 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabdd225-9925-4acb-bcba-a7c81f611a45 HTTP/1.1" status: 200 len: 850 time: 0.0906537 Jul 22 19:38:29.358877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e0d3d512-2f30-4c86-abe9-747d3443f067 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:29.359208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.363679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.392217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=b0210efb-311c-4a09-9720-0696a1bbf055,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.430869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port b0210efb-311c-4a09-9720-0696a1bbf055 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:29.435447 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-f395249f-1731-4df7-a01d-267988fb55f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e1ad960e-256c-4dc7-97d3-cbc88ee06e30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541103 Jul 22 19:38:29.470100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] For port b0210efb-311c-4a09-9720-0696a1bbf055, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b0210efb-311c-4a09-9720-0696a1bbf055,segment=NetworkSegment(999b4454-30d5-46e3-bb63-baf1822ddb31),segment_id=999b4454-30d5-46e3-bb63-baf1822ddb31)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:29.470583 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.482412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.484623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.508427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5ebb1408-2f78-4a40-a335-da909bd88441 None None] Port 633d84c1-a957-402b-aa51-3f4dae8d4c42 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:29.525288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.547819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Calling delete_port for b0210efb-311c-4a09-9720-0696a1bbf055 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:29.558391 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.559059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:29.566536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:29.569068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:29.586555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cfb77a-50ac-4f28-a58b-37239e51fec8']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.609271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=82926d42-8b70-4a1b-850a-661c360cdab1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.617027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999b4454-30d5-46e3-bb63-baf1822ddb31') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.617027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999b4454-30d5-46e3-bb63-baf1822ddb31') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:29.654887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.665676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.684965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.691074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:29.691643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:29.695416 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:29.745976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Pushing event updated for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.761942 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.785136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e0d3d512-2f30-4c86-abe9-747d3443f067, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e0d3d512-2f30-4c86-abe9-747d3443f067,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:29.794575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.803799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.842093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] No DVR routers for this DVR port b0210efb-311c-4a09-9720-0696a1bbf055 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:29.859723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ce869-5071-4cc4-a8a3-e2478de4a863 req-eefb9e8a-2a2d-40bf-a786-a6dcce47f658 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:29.861391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478ce869-5071-4cc4-a8a3-e2478de4a863 req-eefb9e8a-2a2d-40bf-a786-a6dcce47f658 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 943 time: 0.2126894 Jul 22 19:38:29.870570 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.874140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e0d3d512-2f30-4c86-abe9-747d3443f067,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.910419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c0949-d19f-4f46-aa92-5be96e88ea15 None None] Pushing event deleted for resources: {'Port': ['ID=b0210efb-311c-4a09-9720-0696a1bbf055,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:29.921750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:29.928122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.936277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:29.945746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/82cfb77a-50ac-4f28-a58b-37239e51fec8 HTTP/1.1" status: 204 len: 168 time: 1.4474962 Jul 22 19:38:29.952406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:29.957304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56590) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:29.969598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478ce869-5071-4cc4-a8a3-e2478de4a863 req-ee6d3c90-31c5-4d8f-ae9c-5c6b79e43d60 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 Jul 22 19:38:29.974864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679426311', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:30.006474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce01c9-5801-4896-b97e-336373d23da5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=82cfb77a-50ac-4f28-a58b-37239e51fec8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.038343 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-fca4196b-df5c-49e5-8b9d-2b21e385264b service neutron] 10.222.0.26 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755587 Jul 22 19:38:30.089060 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.134381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.135340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.179158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e849a950-ffe5-4d46-a33f-3bdd30bb0ea7 req-a324239d-799d-45a0-b942-0bd8ba24afdb service neutron] 10.222.0.26 "GET /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321599 Jul 22 19:38:30.253327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.268483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.275245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:30.280529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 98155dc8-9227-4687-bddb-f034c8e9be00 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:38:30.296130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56602) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:30.363349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.364598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-05b684a1-728d-405a-9149-48a3847ab643 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4021151 Jul 22 19:38:30.397223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:30.404163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067414565'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:30.420320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-11b60a73-e3d4-4473-9ab7-211f64be7a07 None None] Provisioning complete for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:30.421379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-11b60a73-e3d4-4473-9ab7-211f64be7a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.450873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:30.455529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.469883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.474506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:30.479486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.480197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.480723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.481331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.481761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-07daebf8-0550-40bf-9848-100ac571785e admin admin] 10.222.0.10 "PUT /v2.0/routers/8777ad6b-ced4-461a-9726-a53193379927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8941414 Jul 22 19:38:30.482044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.482997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.483928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.486818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-c166c103-05ac-4fe6-85e4-7fc8fa6a6b75 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.1889343 Jul 22 19:38:30.488002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-11b60a73-e3d4-4473-9ab7-211f64be7a07 None None] Port 633d84c1-a957-402b-aa51-3f4dae8d4c42 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:30.491795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.492281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=98155dc8-9227-4687-bddb-f034c8e9be00,segment=NetworkSegment(ee8b7362-c3d9-473b-a6f7-664927a00085),segment_id=ee8b7362-c3d9-473b-a6f7-664927a00085)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:30.497094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:30.516094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:30.517441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:30.582047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.582493 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-fe6cd71b-3eae-4dfc-9c96-c5ee501e4795 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&id=52c6e64a-4ccc-40df-a11c-08479b605e34&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809183 Jul 22 19:38:30.585786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=82926d42-8b70-4a1b-850a-661c360cdab1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.603570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '98155dc8-9227-4687-bddb-f034c8e9be00', 'network_id': 'e1ad960e-256c-4dc7-97d3-cbc88ee06e30', 'port_id': '98155dc8-9227-4687-bddb-f034c8e9be00', 'mac_address': 'fa:16:3e:53:49:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabdd225-9925-4acb-bcba-a7c81f611a45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:38:30.611696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:30.616205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.618699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-086a6319-6874-48cc-8e4a-c4d910137508 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2449319 Jul 22 19:38:30.629132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.629480 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment 5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d of type vlan for network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 Jul 22 19:38:30.657639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.677763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.678397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98155dc8-9227-4687-bddb-f034c8e9be00 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:30.702354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=98155dc8-9227-4687-bddb-f034c8e9be00,segment=NetworkSegment(ee8b7362-c3d9-473b-a6f7-664927a00085),segment_id=ee8b7362-c3d9-473b-a6f7-664927a00085)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:30.707969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-3fd654a9-1cff-4d47-8907-4442829417df tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.0828381 Jul 22 19:38:30.713497 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.737030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.744262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.745800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.751501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:30.754721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:30.791856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3933189 Jul 22 19:38:30.795305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56624) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:30.805350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:30.836687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60fecd-c2af-4bfc-8e44-e70b122ced3e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=d2c97ade-f7e5-49cf-bd7b-c262ef7f5346,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.886472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:30.893843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:30.953064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e0d3d512-2f30-4c86-abe9-747d3443f067 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:30.961718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b44d47b-7eff-4bae-a0ac-ed2a660f17e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:30.989279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-ae4b378e-a190-4af6-8ec0-d7f8e7475636 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:30.992917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-ae4b378e-a190-4af6-8ec0-d7f8e7475636 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2735946 Jul 22 19:38:31.002553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-2d6c4d3d-0878-4515-ab48-bda1381f210e tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:38:31.003617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d15b8c57-3e1c-4196-8efa-d2f43aca6392 req-2d6c4d3d-0878-4515-ab48-bda1381f210e tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070086 Jul 22 19:38:31.103550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b44d47b-7eff-4bae-a0ac-ed2a660f17e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.112848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9b44d47b-7eff-4bae-a0ac-ed2a660f17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.142962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:31.147549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.174723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9b44d47b-7eff-4bae-a0ac-ed2a660f17e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30429e581f544a1486a0e37752a5769d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155731 Jul 22 19:38:31.175347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.200606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dbb3d-a5b6-439e-b9ed-b50dbc18c03e req-b49c84e2-8414-45c4-93a7-24371f5f1753 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:31.202168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf9dbb3d-a5b6-439e-b9ed-b50dbc18c03e req-b49c84e2-8414-45c4-93a7-24371f5f1753 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 944 time: 0.1370337 Jul 22 19:38:31.205693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44d47b-7eff-4bae-a0ac-ed2a660f17e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9fee08-3761-40b1-b050-5e130fa27181,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.251767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.278362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.278771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['98155dc8-9227-4687-bddb-f034c8e9be00'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:31.301791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf9dbb3d-a5b6-439e-b9ed-b50dbc18c03e req-223c9740-d60b-4a9b-bd67-766c7287d384 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Jul 22 19:38:31.355085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.358000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.359356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b9fee08-3761-40b1-b050-5e130fa27181 HTTP/1.1" status: 204 len: 168 time: 0.1829751 Jul 22 19:38:31.384751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04384ee-2d5c-4fe6-870b-e57f408e7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9fee08-3761-40b1-b050-5e130fa27181,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.414074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e0d3d512-2f30-4c86-abe9-747d3443f067 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:31.414707 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.509106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 2, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:31.511432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-0f22542c-9c0f-4ed0-b269-b602db1ef46c tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1737278 Jul 22 19:38:31.516986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:31.551956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:31.552551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Updating router 8777ad6b-ced4-461a-9726-a53193379927 port 633d84c1-a957-402b-aa51-3f4dae8d4c42 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:31.575301 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.580392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.585913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742181856', 'description': 'tempest-description--1915946470'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:31.604908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.611005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.623344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.737335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=42453548-4d68-42d3-9b35-f95651a0b51b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.745813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:31.746281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: d2c97ade-f7e5-49cf-bd7b-c262ef7f5346, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:31.781944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.795370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.798165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56642) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.821781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b0210efb-311c-4a09-9720-0696a1bbf055 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:31.824306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31e35ed0-854a-4146-b920-e1bf98eee507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.824743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.826083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2446642 Jul 22 19:38:31.830055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56644) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:31.831143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:31.834991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group_rule': {'security_group_id': 'e01add9c-50f1-4693-807f-b2644b5a2164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:31.841270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19f04-9d37-4c5c-970b-df4de343d762 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01add9c-50f1-4693-807f-b2644b5a2164,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:31.855715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d2c97ade-f7e5-49cf-bd7b-c262ef7f5346) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:31.861542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:31.862157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.867556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b0210efb-311c-4a09-9720-0696a1bbf055 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:31.868095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b0210efb-311c-4a09-9720-0696a1bbf055 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:31.876373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.877515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.885915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a75d5-8dd3-490f-a865-d9f6e455bd05 None None] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:31.948882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.956021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:31.975609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5181cc95-c15a-4471-b04e-70764d3e23bf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.041321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Allocated IP 172.25.6.117 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:32.072562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31e35ed0-854a-4146-b920-e1bf98eee507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.080901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.082618 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f07df668-131b-44a1-80ee-d96a570f621a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2513807 Jul 22 19:38:32.085423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56646) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.090153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group_rule': {'security_group_id': 'e01add9c-50f1-4693-807f-b2644b5a2164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:32.096642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31e35ed0-854a-4146-b920-e1bf98eee507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.118469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d2d5c8c6-8a8c-4261-bbb5-007e0ef1ced6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3217328 Jul 22 19:38:32.122216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.147340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:32.148314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.203747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-31e35ed0-854a-4146-b920-e1bf98eee507 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=13001c96313c4731a930103bf7b8032f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043300 Jul 22 19:38:32.207275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e35ed0-854a-4146-b920-e1bf98eee507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a59be6-07a8-484c-82a5-1bf3cccf0a42,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.209890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.229557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.244210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.268459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Transition to ACTIVE for port object 633d84c1-a957-402b-aa51-3f4dae8d4c42 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:32.278517 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.284006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.304403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 98155dc8-9227-4687-bddb-f034c8e9be00 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:32.374245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.399855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba460163-080d-4faa-84d9-73782d5351cd None None] Pushing event updated for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.402088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Allocated IP 172.20.0.2 (d2c97ade-f7e5-49cf-bd7b-c262ef7f5346/42453548-4d68-42d3-9b35-f95651a0b51b/129cc510-efd2-403a-acbd-02cd056626ed) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:32.409078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.472899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.492309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.509186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Attempting to bind port 633d84c1-a957-402b-aa51-3f4dae8d4c42 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:32.509588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Attempting to bind port 633d84c1-a957-402b-aa51-3f4dae8d4c42 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:32.509965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Attempting to bind port 633d84c1-a957-402b-aa51-3f4dae8d4c42 on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:32.523962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:32.524410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:32.524828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.525228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Bound using segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:32.525805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Bound port: 633d84c1-a957-402b-aa51-3f4dae8d4c42, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:32.526230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.531811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 98155dc8-9227-4687-bddb-f034c8e9be00 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:32.541071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.548981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 98155dc8-9227-4687-bddb-f034c8e9be00 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:32.549266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.572735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.609017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.616156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5296373 Jul 22 19:38:32.618493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:32.624637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.626811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:32.632470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:32.641104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d5c41-9b16-451a-9b49-73da71997185 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d2f9ad-ce55-4c1a-91f6-7acb8b6c6457,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.645305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:32.647479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:32.700055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e8e3-7658-48dc-8a39-c8974cd588bc req-8bb3b2da-d795-4cb7-b6f6-0f19c939ff33 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:32.707868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4897e8e3-7658-48dc-8a39-c8974cd588bc req-8bb3b2da-d795-4cb7-b6f6-0f19c939ff33 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 944 time: 0.3290491 Jul 22 19:38:32.726472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.729090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.732622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82a59be6-07a8-484c-82a5-1bf3cccf0a42 HTTP/1.1" status: 204 len: 168 time: 0.5181344 Jul 22 19:38:32.754790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9e191-b830-49b6-ab5b-ea17bd2ab021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a59be6-07a8-484c-82a5-1bf3cccf0a42,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:32.755245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.760328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] For port 633d84c1-a957-402b-aa51-3f4dae8d4c42, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:32.815139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4897e8e3-7658-48dc-8a39-c8974cd588bc req-8e1ef682-c1fc-46b4-98ba-eb569793f0f9 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062427 Jul 22 19:38:32.818370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] For port 633d84c1-a957-402b-aa51-3f4dae8d4c42, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=633d84c1-a957-402b-aa51-3f4dae8d4c42,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:32.832278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.846780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.849725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Transition to ACTIVE for port object 129cc510-efd2-403a-acbd-02cd056626ed will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:32.868547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.897259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.909182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.935729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Transition to ACTIVE for port object 129cc510-efd2-403a-acbd-02cd056626ed will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:32.959004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.971028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:32.973675 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ccd4bc-68ef-4fb6-83aa-576c81237edc" -d '{"events": [{"server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "name": "network-vif-plugged", "status": "completed", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:32.975323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:32.982566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba460163-080d-4faa-84d9-73782d5351cd None None] Pushing event updated for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.011809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:33.012301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:33.022413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=98155dc8-9227-4687-bddb-f034c8e9be00,segment=NetworkSegment(ee8b7362-c3d9-473b-a6f7-664927a00085),segment_id=ee8b7362-c3d9-473b-a6f7-664927a00085)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:33.125144 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48c7a72-ece9-468e-9e31-09b4c9080df9 x-openstack-request-id: req-a48c7a72-ece9-468e-9e31-09b4c9080df9 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:33.125525 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "name": "network-vif-plugged", "status": "completed", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:33.126318 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a48c7a72-ece9-468e-9e31-09b4c9080df9 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:33.126705 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00', 'code': 200} Jul 22 19:38:33.128938 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.132354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:33.142152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:33.153025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:33.158991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.20.0.1 (d2c97ade-f7e5-49cf-bd7b-c262ef7f5346/42453548-4d68-42d3-9b35-f95651a0b51b/929172d9-fea4-4675-9984-b1cd443a4dfd) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:33.170225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Pushing event updated for resources: {'Port': ['ID=129cc510-efd2-403a-acbd-02cd056626ed,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.281166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.287719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.289837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Allocated IP 172.25.6.67 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3fe19fe2-7efc-4009-9061-090d267381b5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:33.304562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Attempting to bind port 129cc510-efd2-403a-acbd-02cd056626ed on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:33.305174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Attempting to bind port 129cc510-efd2-403a-acbd-02cd056626ed by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:33.305393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Attempting to bind port 129cc510-efd2-403a-acbd-02cd056626ed on network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:33.336696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:33.337077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Checking segment: {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:33.337485 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.337885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Bound using segment: {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:33.338363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Bound port: 129cc510-efd2-403a-acbd-02cd056626ed, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:33.338776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.366406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:33.394348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15e5c5-dbb6-415c-8762-5c8d8e2b61a1 req-763a69c1-01c5-47c3-959c-cb01d2f680fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:33.395078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.395884 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bf15e5c5-dbb6-415c-8762-5c8d8e2b61a1 req-763a69c1-01c5-47c3-959c-cb01d2f680fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 1097 time: 0.2332993 Jul 22 19:38:33.416088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.418970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.436693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.445595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-60fd260f-7c41-4d48-a2b3-6335d44216ce tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9329665 Jul 22 19:38:33.507840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.519356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-bc5b3d28-33e6-489e-a183-8f794d395da7 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0722890 Jul 22 19:38:33.530447 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bf15e5c5-dbb6-415c-8762-5c8d8e2b61a1 req-5e496e8e-a69c-4b20-8c89-487b853d2819 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243899 Jul 22 19:38:33.544644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 929172d9-fea4-4675-9984-b1cd443a4dfd will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:33.569977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.630014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.678840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:33.684643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:33.687394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:33.693153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-6e3762a9-652f-4bdc-b113-5925869ed264 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:33.701074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a01fb6ef-0779-41a4-8efa-217126aa7504 req-6e3762a9-652f-4bdc-b113-5925869ed264 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1794119 Jul 22 19:38:33.745097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.759899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] For port 129cc510-efd2-403a-acbd-02cd056626ed, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:33.768302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] For port 129cc510-efd2-403a-acbd-02cd056626ed, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=129cc510-efd2-403a-acbd-02cd056626ed,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:33.775837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:33.777178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.780526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.782252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:33.827293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:33.834920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.851768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-cbe2e4fe-bea6-4ecc-94a6-ef4f19521ec6 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1292830 Jul 22 19:38:33.874294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:33.903448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=3fe19fe2-7efc-4009-9061-090d267381b5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.963051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2478a-431e-4cee-8579-50eff9ba4504 None None] Pushing event updated for resources: {'Port': ['ID=129cc510-efd2-403a-acbd-02cd056626ed,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:33.976538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:33.989497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:32Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:34.036525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea428880-9a9a-4a31-9273-9a158b1bbbaf None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:32Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:34.089141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca8408-a066-4025-978c-a58c6879b409 req-7d95e944-2e99-4783-a91c-c9488da73ee0 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:34.090743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85ca8408-a066-4025-978c-a58c6879b409 req-7d95e944-2e99-4783-a91c-c9488da73ee0 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 945 time: 0.1730392 Jul 22 19:38:34.104626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.155452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.238913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.318342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85ca8408-a066-4025-978c-a58c6879b409 req-c431b68a-8dad-40c5-8058-4b3bca5cf723 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334939 Jul 22 19:38:34.332549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.586827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Allocated IP 172.25.6.217 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d31eac04-7378-4050-8183-2887f2c0325a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:34.747143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.839934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:34.913457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:34.917165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:34.924201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:34.937654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=d31eac04-7378-4050-8183-2887f2c0325a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:34.976198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 129cc510-efd2-403a-acbd-02cd056626ed up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:35.075295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 129cc510-efd2-403a-acbd-02cd056626ed completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:35.085227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 633d84c1-a957-402b-aa51-3f4dae8d4c42 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:35.093236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.160694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.164353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:35.166252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.171968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:35.173071 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.185912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.192788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.209157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.296414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.365521 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.412023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 633d84c1-a957-402b-aa51-3f4dae8d4c42, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=633d84c1-a957-402b-aa51-3f4dae8d4c42,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:35.418956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.447235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=3fe19fe2-7efc-4009-9061-090d267381b5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:35.511608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.554707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:35.556075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:35.564371 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.575359 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd2bea07-d6db-48a8-b7a6-dfdb77c85db9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9549420 Jul 22 19:38:35.577951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:35.579629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:35.598208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cbe64e-fbeb-448d-9e9e-f78596881bb5 None None] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:35.615471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.640935 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.713857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43133de-6b1e-407d-a527-cebfb55ccd84 req-e1f117ac-7d1a-40e0-904f-6b9fa7849044 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:35.715735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f43133de-6b1e-407d-a527-cebfb55ccd84 req-e1f117ac-7d1a-40e0-904f-6b9fa7849044 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 945 time: 0.2416401 Jul 22 19:38:35.767564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:38:35.796096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Provisioning for port 129cc510-efd2-403a-acbd-02cd056626ed completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:35.798259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.803157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Provisioning complete for port 129cc510-efd2-403a-acbd-02cd056626ed triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:35.803535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.850482 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:35.851753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9905066 Jul 22 19:38:35.857701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3d5c3-8834-4be2-ba74-e44abf98901b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event updated for resources: {'Port': ['ID=d31eac04-7378-4050-8183-2887f2c0325a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:35.923407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-6f1ccf85-3923-4f1b-9875-d198c3d49b85 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.0594492 Jul 22 19:38:35.930265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:35.936892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02e450b7-864a-4fb2-93b2-3f7bb2f5008d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8134701 Jul 22 19:38:35.944223 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:35.953285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:35.957554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f43133de-6b1e-407d-a527-cebfb55ccd84 req-4a5a0645-8034-4b2b-96ac-a3659fa1385a tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421952 Jul 22 19:38:35.958410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:35.959976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:35.966741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-26451321'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:36.018306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:36.024017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.044570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.076001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:36.106102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.106510 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment f8bed415-1c82-4bbe-a725-495751d7f5b3 of type vlan for network 3853cd43-f351-49e4-96f4-31f155ba05d6 Jul 22 19:38:36.153151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] For port 129cc510-efd2-403a-acbd-02cd056626ed, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=129cc510-efd2-403a-acbd-02cd056626ed,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:36.163382 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:36.167894 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.231917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.276827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b740-530d-402a-b9b3-d4a9df0df3ad None None] Pushing event updated for resources: {'Port': ['ID=129cc510-efd2-403a-acbd-02cd056626ed,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:36.305082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.312668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:36.314950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.374683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4197185 Jul 22 19:38:36.383966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56760) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:36.401582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Provisioning for port 929172d9-fea4-4675-9984-b1cd443a4dfd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:36.408448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Provisioning complete for port 929172d9-fea4-4675-9984-b1cd443a4dfd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:36.408829 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.425542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:36.431549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:36.510616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8443d4-a4a7-4d0c-ada2-9c6e07544d5b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=3853cd43-f351-49e4-96f4-31f155ba05d6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:36.520255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Port 929172d9-fea4-4675-9984-b1cd443a4dfd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:36.537273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:36.589668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:36.600392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:36.602258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Provisioning complete for port 129cc510-efd2-403a-acbd-02cd056626ed triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:36.602730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0851cac2-06a8-4de8-ac13-118797d79b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.609869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.630169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:36.630714 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Updating router e14f3dea-c4d1-429d-a371-1f957967722a port 929172d9-fea4-4675-9984-b1cd443a4dfd binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:36.672445 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.745529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-9ac9fcec-22d0-463a-87fe-c67ac1fa0f40 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:36.747237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e15087f-30fa-45b1-98a4-c60360cd5ea2 req-9ac9fcec-22d0-463a-87fe-c67ac1fa0f40 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.8061981 Jul 22 19:38:36.810449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-7a170aa3-4df5-4039-a8e7-c87e205526cf tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1742181856&fields=id&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 267 time: 0.1553240 Jul 22 19:38:36.812389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16e81112-776a-4392-b0ac-a8ea5cedd94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:36.896759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 129cc510-efd2-403a-acbd-02cd056626ed up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:37.002035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 129cc510-efd2-403a-acbd-02cd056626ed triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:37.002810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.024261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.042042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-04734cd1-3d57-4f45-a53c-df3dc9585736 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:37.043633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-04734cd1-3d57-4f45-a53c-df3dc9585736 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 816 time: 0.2267413 Jul 22 19:38:37.069946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-b188fb4b-43ba-4bda-adf8-35f8df16e2b6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/quotas/f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 375 time: 0.0200956 Jul 22 19:38:37.093374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16e81112-776a-4392-b0ac-a8ea5cedd94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.109584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-16e81112-776a-4392-b0ac-a8ea5cedd94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.138737 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-42f8e577-7619-4c41-8665-9f0c17b2a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.143242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0d0e5aa1-04f4-4020-b804-80b46060f728 None None] Provisioning complete for port 929172d9-fea4-4675-9984-b1cd443a4dfd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:37.143613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0d0e5aa1-04f4-4020-b804-80b46060f728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.144838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=215b1569-3dee-4af7-bbd8-1345c5bae2f9,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:37.174102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-39af1a31-6ca9-417a-bf60-2eccb3974042 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0979841 Jul 22 19:38:37.178266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:37.178636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 3853cd43-f351-49e4-96f4-31f155ba05d6, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:37.184624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-16e81112-776a-4392-b0ac-a8ea5cedd94b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=434bc4e9499a4e7e9f823179598fd354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7452331 Jul 22 19:38:37.186089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e81112-776a-4392-b0ac-a8ea5cedd94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87500b6f-a7f6-45c3-8137-ec36b03aa280,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:37.189610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56774) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:37.228739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e5aa1-04f4-4020-b804-80b46060f728 None None] Port 929172d9-fea4-4675-9984-b1cd443a4dfd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:37.238426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:37.246499 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.260675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 3853cd43-f351-49e4-96f4-31f155ba05d6) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:37.261367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Transition to ACTIVE for port object 929172d9-fea4-4675-9984-b1cd443a4dfd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:37.261527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d7c4825-724c-4e06-907f-13c5345b67a9 req-c0768a95-8a9d-4852-b336-f87b65e3e416 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips/9ab0b47d-d149-483a-bdb8-201235cab66b HTTP/1.1" status: 200 len: 693 time: 0.3483465 Jul 22 19:38:37.273582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:37.274715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.277202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.280452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bafdff-1584-4711-a0a9-0237afd07da7 None None] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:37.282155 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.299028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 633d84c1-a957-402b-aa51-3f4dae8d4c42 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:37.310924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.321736 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af79d4df-8fc3-40ff-be98-c7ff42c1474f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9224997 Jul 22 19:38:37.326531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:37.346120 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Pushing event updated for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:37.388730 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.389156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.389566 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.389967 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.390527 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.390922 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.392523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.393611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.402023 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.403538 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.403961 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.404430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:37.456177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-0c9f6813-e068-442a-98c1-58b6e654841d service neutron] 10.222.0.10 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500069 Jul 22 19:38:37.468230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c4825-724c-4e06-907f-13c5345b67a9 req-985ffdab-4ab5-489e-9a2d-ce197a56878d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:37.470730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d7c4825-724c-4e06-907f-13c5345b67a9 req-985ffdab-4ab5-489e-9a2d-ce197a56878d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1998780 Jul 22 19:38:37.497352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-0d7c4825-724c-4e06-907f-13c5345b67a9 req-3f4712c1-2a16-4eaf-81ef-e3acd59a1397 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:38:37.498806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d7c4825-724c-4e06-907f-13c5345b67a9 req-3f4712c1-2a16-4eaf-81ef-e3acd59a1397 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188794 Jul 22 19:38:37.546610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Attempting to bind port 929172d9-fea4-4675-9984-b1cd443a4dfd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:37.547349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Attempting to bind port 929172d9-fea4-4675-9984-b1cd443a4dfd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:37.547349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Attempting to bind port 929172d9-fea4-4675-9984-b1cd443a4dfd on network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:37.551671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-3853cd43-f351-49e4-96f4-31f155ba05d6', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:37.552593 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.557487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:37.558691 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Checking segment: {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:37.559106 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.560913 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Bound using segment: {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:37.563932 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Bound port: 929172d9-fea4-4675-9984-b1cd443a4dfd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:37.565644 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.589941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 633d84c1-a957-402b-aa51-3f4dae8d4c42 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:37.593429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.603523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.607309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.608779 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87500b6f-a7f6-45c3-8137-ec36b03aa280 HTTP/1.1" status: 204 len: 168 time: 0.4179704 Jul 22 19:38:37.621188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c418-077b-4db3-b224-2ba584cb6517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87500b6f-a7f6-45c3-8137-ec36b03aa280,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:37.666495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5deba469-76dd-4986-a730-3f6f621afd64 service neutron] 10.222.0.10 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944857 Jul 22 19:38:37.757206 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] For port 929172d9-fea4-4675-9984-b1cd443a4dfd, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:37.768928 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] For port 929172d9-fea4-4675-9984-b1cd443a4dfd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=929172d9-fea4-4675-9984-b1cd443a4dfd,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:37.778071 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.889516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:37.906427 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb204bc-d83d-441a-b986-0da71cc2498a None None] Pushing event updated for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:37.924109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:37.924866 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:38.050194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Allocated IP 172.21.0.2 (3853cd43-f351-49e4-96f4-31f155ba05d6/215b1569-3dee-4af7-bbd8-1345c5bae2f9/da508fcf-9249-4cb8-b489-1fa5535a3008) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:38.127119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-4ef6e7f2-64aa-4d2f-b695-8587580f2b2c tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips/9ab0b47d-d149-483a-bdb8-201235cab66b HTTP/1.1" status: 200 len: 693 time: 0.1807439 Jul 22 19:38:38.128288 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:38.318580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-445ef26c-ad1e-451e-a5c8-f029f6828d09 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:38.341074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-445ef26c-ad1e-451e-a5c8-f029f6828d09 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2064703 Jul 22 19:38:38.352115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56794) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:38.356477 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.363976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-ee12e5cc-0d5f-4b3c-aee2-06ed259d0dc3 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:38:38.367962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-ee12e5cc-0d5f-4b3c-aee2-06ed259d0dc3 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232048 Jul 22 19:38:38.371100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Transition to ACTIVE for port object da508fcf-9249-4cb8-b489-1fa5535a3008 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:38.393210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Transition to ACTIVE for port object da508fcf-9249-4cb8-b489-1fa5535a3008 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:38.397936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-233edf8a-eb71-4f79-b35d-a5b417086ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.405219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.468788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-4edd3055-5742-4469-b5fd-ff6f619a1301 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.0907421 Jul 22 19:38:38.491185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:38.494879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:38.498887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:38.509027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Pushing event updated for resources: {'Port': ['ID=da508fcf-9249-4cb8-b489-1fa5535a3008,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:38.544201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.21.0.1 (3853cd43-f351-49e4-96f4-31f155ba05d6/215b1569-3dee-4af7-bbd8-1345c5bae2f9/81077518-ef7a-4fed-87fc-a4444837385d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:38.566400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-e053d0b8-c849-411b-92ba-fe52db4a411e tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.217 HTTP/1.1" status: 200 len: 696 time: 0.0965116 Jul 22 19:38:38.598319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Attempting to bind port da508fcf-9249-4cb8-b489-1fa5535a3008 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:38.599102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Attempting to bind port da508fcf-9249-4cb8-b489-1fa5535a3008 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:38.599755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Attempting to bind port da508fcf-9249-4cb8-b489-1fa5535a3008 on network 3853cd43-f351-49e4-96f4-31f155ba05d6 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:38.611728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:38.613837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Checking segment: {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:38.614262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.614658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Bound using segment: {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:38.615142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Bound port: da508fcf-9249-4cb8-b489-1fa5535a3008, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:38.615528 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.630567 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:37Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:38.673395 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2506f8-3ddb-42a7-8a7d-d7862c6a6ac6 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:34Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:37Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:38.713835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8af66-36ff-454d-91c2-edf8dea780e6 req-fb7c7364-83b0-4032-86fc-30bb5b70539e tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:38.715416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ef8af66-36ff-454d-91c2-edf8dea780e6 req-fb7c7364-83b0-4032-86fc-30bb5b70539e tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 945 time: 0.6300299 Jul 22 19:38:38.738005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] For port da508fcf-9249-4cb8-b489-1fa5535a3008, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:38.739127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.742367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] For port da508fcf-9249-4cb8-b489-1fa5535a3008, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=da508fcf-9249-4cb8-b489-1fa5535a3008,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:38.748676 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.762377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 81077518-ef7a-4fed-87fc-a4444837385d will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:38.816105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.832627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616bbc0-ec8d-4034-8571-d754558e14c2 None None] Pushing event updated for resources: {'Port': ['ID=da508fcf-9249-4cb8-b489-1fa5535a3008,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:38.871608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:38.877750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:38.881456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:38.884845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-233edf8a-eb71-4f79-b35d-a5b417086ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.902101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-233edf8a-eb71-4f79-b35d-a5b417086ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.931912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:38.945249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ef8af66-36ff-454d-91c2-edf8dea780e6 req-10d41636-5c67-4c21-9c2f-0d4e4ffb34a3 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089212 Jul 22 19:38:38.968413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Deleting port d31eac04-7378-4050-8183-2887f2c0325a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:38.968751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.045884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:39.067663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233edf8a-eb71-4f79-b35d-a5b417086ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42d04e-2429-401b-adab-a8748d197649,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:39.132282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-233edf8a-eb71-4f79-b35d-a5b417086ea8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5f0766439bd46119d3967013e293744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789841 Jul 22 19:38:39.139618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56806) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:39.241039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.264924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-312660af-81d8-4524-8495-bfb02cd6abc0 req-f230409f-0119-4ebf-9a6b-a13bf149df96 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 210 time: 0.1276209 Jul 22 19:38:39.335569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.335891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.353159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Calling delete_port for d31eac04-7378-4050-8183-2887f2c0325a owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:39.371182 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.388683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-be053cfa-b4a7-4691-a98c-89825d73552a tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:39.390262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-be053cfa-b4a7-4691-a98c-89825d73552a tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.26 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 945 time: 0.3670456 Jul 22 19:38:39.444712 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.534838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.539929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.549090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c42d04e-2429-401b-adab-a8748d197649 HTTP/1.1" status: 204 len: 168 time: 0.4016414 Jul 22 19:38:39.633961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Deleting port 98155dc8-9227-4687-bddb-f034c8e9be00 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:39.634439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.644346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a316ff-d286-44f2-a252-342e8bca1116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42d04e-2429-401b-adab-a8748d197649,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:39.653341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.704808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event deleted for resources: {'Port': ['ID=d31eac04-7378-4050-8183-2887f2c0325a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:39.811824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.823509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.826854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2e618c8-f424-4b6d-900c-5c8f943706b8 req-f5c9c58f-4632-4ba1-8fb0-970ff3da7522 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "DELETE /v2.0/floatingips/9ab0b47d-d149-483a-bdb8-201235cab66b HTTP/1.1" status: 204 len: 173 time: 1.2586424 Jul 22 19:38:39.930990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:39.958553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] For port 98155dc8-9227-4687-bddb-f034c8e9be00, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=98155dc8-9227-4687-bddb-f034c8e9be00,segment=NetworkSegment(ee8b7362-c3d9-473b-a6f7-664927a00085),segment_id=ee8b7362-c3d9-473b-a6f7-664927a00085)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:39.958923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:40.003248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:40.019133 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f2276c96-8d7f-4aa6-948c-c71685a3f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:40.033040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-558bd8e0-d9a7-4a55-9faf-134d96797750 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:40.034550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-558bd8e0-d9a7-4a55-9faf-134d96797750 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 816 time: 0.3904574 Jul 22 19:38:40.039384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:40.044566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Calling delete_port for 98155dc8-9227-4687-bddb-f034c8e9be00 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:40.253942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c76bf-f5ed-495d-8df4-7f2012706642 req-eb7f058c-3794-4884-af47-44af22a7f1da tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:40.255608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c2c76bf-f5ed-495d-8df4-7f2012706642 req-eb7f058c-3794-4884-af47-44af22a7f1da tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4028664 Jul 22 19:38:40.307827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e008b-2a40-4b8b-a2b4-8dd8d5abfff9 req-fc7eeac4-028b-41bd-a9b5-47a677d76a86 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:40.314548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e09e008b-2a40-4b8b-a2b4-8dd8d5abfff9 req-fc7eeac4-028b-41bd-a9b5-47a677d76a86 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 945 time: 0.2160347 Jul 22 19:38:40.365782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f255a73-0766-4957-93b9-71ed7295242f None None] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:40.373125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eedfef61-6970-4944-82ea-5124e4c14d66 req-1e3b70cc-d53d-45f4-a195-d448d11e7377 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=a152ccbad00d45099a34498f8def2876 HTTP/1.1" status: 200 len: 1656 time: 0.0873969 Jul 22 19:38:40.449004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e09e008b-2a40-4b8b-a2b4-8dd8d5abfff9 req-02b6235c-7820-4339-9a6f-52827f014283 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/security-groups?id=2f227215-e5da-41a1-bc9b-a6a80866ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010118 Jul 22 19:38:40.513433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7c3e264d-26ec-469b-8411-464d39c8a3a5 None None] Provisioning for port da508fcf-9249-4cb8-b489-1fa5535a3008 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:40.562764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:40.568538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfef61-6970-4944-82ea-5124e4c14d66 req-10243382-77b3-4b8f-8a93-0402dd7a03cc tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:40.570694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eedfef61-6970-4944-82ea-5124e4c14d66 req-10243382-77b3-4b8f-8a93-0402dd7a03cc tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks?id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 787 time: 0.1886113 Jul 22 19:38:40.583949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-eedfef61-6970-4944-82ea-5124e4c14d66 req-42712ce4-e9fa-48b1-a375-29ab5019aa1f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:38:40.586313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eedfef61-6970-4944-82ea-5124e4c14d66 req-42712ce4-e9fa-48b1-a375-29ab5019aa1f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098519 Jul 22 19:38:40.670234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bb9c5ac-feba-414d-ae28-3ee57f3f7136 req-3b4cca32-401b-4b33-a370-55415ffa2e38 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 210 time: 0.0553179 Jul 22 19:38:40.772623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-dd209389-ac6f-4814-9270-9c0039558b1a tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips/8a3198f9-bc41-4236-9ea4-aac5ccf33931 HTTP/1.1" status: 200 len: 693 time: 0.0776837 Jul 22 19:38:40.780570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-085e5421-32cb-47f7-a835-9427d9fb0298 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 380 time: 0.1975646 Jul 22 19:38:40.807664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'port': {'device_id': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'admin_state_up': True, 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'security_groups': ['e01add9c-50f1-4693-807f-b2644b5a2164']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:40.820203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:40.874406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:40.954311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4e573ff0-6568-4e47-881d-37167e284f5f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:40.955895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4e573ff0-6568-4e47-881d-37167e284f5f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1723025 Jul 22 19:38:40.956541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device da508fcf-9249-4cb8-b489-1fa5535a3008 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:41.054779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-5cf26acc-b514-47be-b105-2b94f5a458a5 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0891600 Jul 22 19:38:41.073910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port da508fcf-9249-4cb8-b489-1fa5535a3008 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:41.082417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Provisioning for port 81077518-ef7a-4fed-87fc-a4444837385d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:41.088428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port da508fcf-9249-4cb8-b489-1fa5535a3008 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:41.089206 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.126836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Provisioning complete for port 81077518-ef7a-4fed-87fc-a4444837385d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:41.127506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.136892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-0892f6e2-159b-4356-98b7-5b2a889061b9 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.117 HTTP/1.1" status: 200 len: 696 time: 0.0736463 Jul 22 19:38:41.232105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Port 81077518-ef7a-4fed-87fc-a4444837385d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:41.277921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afbc8e-77e5-4bcd-9270-b670a0a4279e req-62d0fe55-9ef6-49c2-bc25-7c9e5d46f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:41.279533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46afbc8e-77e5-4bcd-9270-b670a0a4279e req-62d0fe55-9ef6-49c2-bc25-7c9e5d46f1dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1097 time: 0.6947913 Jul 22 19:38:41.301592 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.334508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Provisioning complete for port da508fcf-9249-4cb8-b489-1fa5535a3008 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:41.334891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5faa3b9d-6d41-488e-b7a9-227960a623f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.335965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.363425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Deleting port 5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:41.363973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.378938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port da508fcf-9249-4cb8-b489-1fa5535a3008, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=da508fcf-9249-4cb8-b489-1fa5535a3008,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:41.385224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:41.387766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.388815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 929172d9-fea4-4675-9984-b1cd443a4dfd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:41.443485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:41.457763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Pushing event deleted for resources: {'Port': ['ID=98155dc8-9227-4687-bddb-f034c8e9be00,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:41.463559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Made reservation on behalf of f84378ce94fa4dfaad7b801d510c5cfa for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:41.467099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.528259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.528609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.558055 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.560232 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46afbc8e-77e5-4bcd-9270-b670a0a4279e req-6798332b-32ed-45ce-867e-0d81b92a03b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569718 Jul 22 19:38:41.561273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Calling delete_port for 5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:41.594565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] No DVR routers for this DVR port 98155dc8-9227-4687-bddb-f034c8e9be00 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:41.631345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.634177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e12abed-6c9c-4703-8d6c-5ed7aea50d7d req-1290119d-7ef8-4186-9095-fe48e6ef6a25 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.26 "DELETE /v2.0/ports/98155dc8-9227-4687-bddb-f034c8e9be00 HTTP/1.1" status: 204 len: 173 time: 2.2128599 Jul 22 19:38:41.668609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=da508fcf-9249-4cb8-b489-1fa5535a3008,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:41.673387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'name': 'network-vif-deleted', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:41.675874 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca191fd4-0fb2-4b52-8da5-059e06f49682" -d '{"events": [{"server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "name": "network-vif-deleted", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:41.685018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aad9f19a-28af-4b8f-bf5a-722d1e2246b9 req-bd29df91-f46c-4a92-804a-0f21bd5abd11 tempest-ServerGroupTestJSON-1584463779 tempest-ServerGroupTestJSON-1584463779-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6 HTTP/1.1" status: 200 len: 210 time: 0.1110027 Jul 22 19:38:41.762455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 929172d9-fea4-4675-9984-b1cd443a4dfd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:41.774309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 929172d9-fea4-4675-9984-b1cd443a4dfd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:41.776625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.884607 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d149d0-7842-4923-904b-7fc2ce97ef74 x-openstack-request-id: req-94d149d0-7842-4923-904b-7fc2ce97ef74 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:41.885171 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6", "name": "network-vif-deleted", "tag": "98155dc8-9227-4687-bddb-f034c8e9be00", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:41.885171 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94d149d0-7842-4923-904b-7fc2ce97ef74 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:41.885516 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3390bfb-ee6f-483a-aa9e-8c45fe5b1cc6', 'name': 'network-vif-deleted', 'tag': '98155dc8-9227-4687-bddb-f034c8e9be00', 'status': 'completed', 'code': 200} Jul 22 19:38:41.906092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.933899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1d92c677-3af0-42ce-b5d0-438d900c0598 None None] Provisioning complete for port 81077518-ef7a-4fed-87fc-a4444837385d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:41.934280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1d92c677-3af0-42ce-b5d0-438d900c0598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:41.979459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event deleted for resources: {'Port': ['ID=5aed6cda-8b79-4b83-8fcf-8a0b3a907e6d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:41.983751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:42.031592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c36964b0-1188-4e64-8b91-057b44447d80 req-81980ec7-ba31-4c32-9fbb-f20bacb1fd10 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 210 time: 0.1026111 Jul 22 19:38:42.081700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Allocated IP 172.20.0.9 (57f07239-6b45-42ec-9dc8-9b4e714de5ec/f9daf3f6-6ebf-472d-a439-4448c341b73a/0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:42.084103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56882) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:42.088060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1d92c677-3af0-42ce-b5d0-438d900c0598 None None] Port 81077518-ef7a-4fed-87fc-a4444837385d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:42.099881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.131927 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.134585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.135807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e15f51e-855d-4e93-b2d5-d46af9c171de req-4c147c2e-3d3f-4c0e-903f-05ed61c9c8e1 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a3198f9-bc41-4236-9ea4-aac5ccf33931 HTTP/1.1" status: 204 len: 173 time: 0.9914377 Jul 22 19:38:42.217321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 929172d9-fea4-4675-9984-b1cd443a4dfd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=929172d9-fea4-4675-9984-b1cd443a4dfd,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:42.239584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053aa728-7e52-4ccf-8554-716594753f65 req-a2adfb43-ed69-4247-8baa-6df0612af78a tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips/81e2770d-6877-43fd-bc08-9ad4c6bd9fda HTTP/1.1" status: 200 len: 693 time: 0.0862141 Jul 22 19:38:42.243353 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.296823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0a364684-d268-4fa9-b17b-26fef2dc2ae9 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2142516487'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:42.298616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0a364684-d268-4fa9-b17b-26fef2dc2ae9 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93800) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:38:42.301454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5ca2813f-a21a-4910-ac5f-140072d3f366 None None] Provisioning complete for port 81077518-ef7a-4fed-87fc-a4444837385d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:42.301944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ca2813f-a21a-4910-ac5f-140072d3f366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.369128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:42.376866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2813f-a21a-4910-ac5f-140072d3f366 None None] Port 81077518-ef7a-4fed-87fc-a4444837385d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:42.377981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bac3362a-82a1-44af-95e6-0ef5ac151c94 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0504601 Jul 22 19:38:42.379746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 98155dc8-9227-4687-bddb-f034c8e9be00 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:42.382155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:42.388555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903063725'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:42.389820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:42.430629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 98155dc8-9227-4687-bddb-f034c8e9be00 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:42.431034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 98155dc8-9227-4687-bddb-f034c8e9be00 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:42.450889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:42.451599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:42.497488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.517087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Transition to ACTIVE for port object 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:42.524952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:42.531236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.582879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.636928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:42.641793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a364684-d268-4fa9-b17b-26fef2dc2ae9 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.643822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0a364684-d268-4fa9-b17b-26fef2dc2ae9 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5585880 Jul 22 19:38:42.649328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56890) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:42.652245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:42.658966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:42.664823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053aa728-7e52-4ccf-8554-716594753f65 req-4c059dc4-b3e2-4411-bb6a-b62b539ba8d3 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:42.665972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:42.666624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053aa728-7e52-4ccf-8554-716594753f65 req-4c059dc4-b3e2-4411-bb6a-b62b539ba8d3 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.4223166 Jul 22 19:38:42.673817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2cc7985d-512e-4c18-aece-266c2ada3c79 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '57616010-3362-488d-8d38-f3dd86ba4da6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:42.675308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2cc7985d-512e-4c18-aece-266c2ada3c79 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93800) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:38:42.709765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.710111 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment a503d320-1330-4fc5-9645-a1cd29ba6368 of type vlan for network 076d79bf-05eb-4271-92d3-c425af0af4fd Jul 22 19:38:42.711490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:42.761526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:42.838675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.859670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:42.861003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:42.884489 n-d-800087-13 neutron-server[93800]: WARNING neutron.services.metering.metering_plugin [None req-2cc7985d-512e-4c18-aece-266c2ada3c79 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:38:42.913179 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-5c3a8cbe-c307-424b-82b9-4bed2c414bb2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1202173 Jul 22 19:38:42.931992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device da508fcf-9249-4cb8-b489-1fa5535a3008 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:42.948864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Request body: {'port': {'device_id': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:43.009544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053aa728-7e52-4ccf-8554-716594753f65 req-b29ba951-f963-439a-9989-4b68db62405b tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.3176875 Jul 22 19:38:43.038566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:43.052193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.057535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.062040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:43.063236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.083659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port da508fcf-9249-4cb8-b489-1fa5535a3008 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:43.084039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.137194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7537997 Jul 22 19:38:43.142730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56910) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:43.155634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:43.227096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cdc3c-17ac-47b3-b82f-26bab3cd2280 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=076d79bf-05eb-4271-92d3-c425af0af4fd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:43.231649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.249972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 076d79bf-05eb-4271-92d3-c425af0af4fd details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:43.289157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c32b5873-e5f8-4547-8025-3e8206483c47 None None] Provisioning for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:43.309732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c32b5873-e5f8-4547-8025-3e8206483c47 None None] Provisioning complete for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:43.310380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c32b5873-e5f8-4547-8025-3e8206483c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.396840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:43.400640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.409010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c32b5873-e5f8-4547-8025-3e8206483c47 None None] Port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:43.484031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:39Z', 'revision_number': 3, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:39Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:43.518305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:43.518671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Updating router e14f3dea-c4d1-429d-a371-1f957967722a port 81077518-ef7a-4fed-87fc-a4444837385d binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:43.555844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.589782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cc7985d-512e-4c18-aece-266c2ada3c79 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.591024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2cc7985d-512e-4c18-aece-266c2ada3c79 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9230337 Jul 22 19:38:43.597927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56922) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:43.608703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4d259f66-dfcb-49dd-8b89-ebf69b7f7142 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '57616010-3362-488d-8d38-f3dd86ba4da6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:43.609197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4d259f66-dfcb-49dd-8b89-ebf69b7f7142 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93800) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:38:43.613852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053aa728-7e52-4ccf-8554-716594753f65 req-48c85be9-75a5-4219-b301-f3d1149061ad tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.137 HTTP/1.1" status: 200 len: 696 time: 0.1579249 Jul 22 19:38:43.739851 n-d-800087-13 neutron-server[93800]: WARNING neutron.services.metering.metering_plugin [None req-4d259f66-dfcb-49dd-8b89-ebf69b7f7142 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:38:43.749177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:43.754904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.764455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.796587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-c89dae5e-d243-488c-9503-998ee6618956 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7988541 Jul 22 19:38:43.831026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Transition to ACTIVE for port object 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:43.840681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=47d62771-07b5-4b47-ae8f-b8230ccda7cf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:43.856357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.857935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.870625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Transition to ACTIVE for port object 81077518-ef7a-4fed-87fc-a4444837385d will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:43.878201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.895062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec1c6b-6329-426a-b6ba-abddd3066a94 req-1f9f7c9f-3ca1-4dd9-926d-af97dad07295 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:43.896813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67ec1c6b-6329-426a-b6ba-abddd3066a94 req-1f9f7c9f-3ca1-4dd9-926d-af97dad07295 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 931 time: 0.4424376 Jul 22 19:38:43.914613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:43.915147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 076d79bf-05eb-4271-92d3-c425af0af4fd, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:43.933178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d259f66-dfcb-49dd-8b89-ebf69b7f7142 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:43.934427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d259f66-dfcb-49dd-8b89-ebf69b7f7142 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3329110 Jul 22 19:38:43.937153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:43.938901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:43.999330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09282cdd-857e-456c-8bdf-245a2377528e None None] Pushing event updated for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:44.028062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-22ec97e6-bff5-46a2-9d66-31e1bd0d0cba tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3574eb8b-681e-4409-9dc6-967aea7e5770 HTTP/1.1" status: 200 len: 464 time: 0.0620580 Jul 22 19:38:44.029020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 076d79bf-05eb-4271-92d3-c425af0af4fd is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:44.039907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56926) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.043664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Attempting to bind port 81077518-ef7a-4fed-87fc-a4444837385d on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:44.044039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Attempting to bind port 81077518-ef7a-4fed-87fc-a4444837385d by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:44.044438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Attempting to bind port 81077518-ef7a-4fed-87fc-a4444837385d on network 3853cd43-f351-49e4-96f4-31f155ba05d6 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:44.050980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:44.051339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Checking segment: {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:44.051794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.052330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Bound using segment: {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:44.052810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Bound port: 81077518-ef7a-4fed-87fc-a4444837385d, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bed415-1c82-4bbe-a725-495751d7f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:44.053253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.066811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 076d79bf-05eb-4271-92d3-c425af0af4fd) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:44.075208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.075916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.081052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591211f-cb32-4ce7-8df2-d1ce8769e3fa None None] Network 076d79bf-05eb-4271-92d3-c425af0af4fd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:44.108862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Attempting to bind port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:44.109347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Attempting to bind port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:44.109834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Attempting to bind port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:44.116362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:38:44.116362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Attempting to bind port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:44.119200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f571f25a-6028-49a5-a4bc-7d1ba2ecd442 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9735970 Jul 22 19:38:44.123099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.133246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:44.135237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:44.135720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Bound using segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:44.136278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Bound port: 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:44.137210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.182932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67ec1c6b-6329-426a-b6ba-abddd3066a94 req-7239de97-3a74-49ea-b77d-126c02306fb3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777780 Jul 22 19:38:44.245678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] For port 81077518-ef7a-4fed-87fc-a4444837385d, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:44.268130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] For port 81077518-ef7a-4fed-87fc-a4444837385d, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=81077518-ef7a-4fed-87fc-a4444837385d,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:44.286058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.291012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.292077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.292077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.292479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.292947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.293416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.293882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.295886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-5ca487f1-b843-431b-8768-c857c9b48f53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 6507 time: 0.3981791 Jul 22 19:38:44.356107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5382f929-21b8-4b0c-bf69-6e18f4c4bab5 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.360729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5382f929-21b8-4b0c-bf69-6e18f4c4bab5 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/3574eb8b-681e-4409-9dc6-967aea7e5770 HTTP/1.1" status: 204 len: 168 time: 0.3133473 Jul 22 19:38:44.372580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.373892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Deleting port 82926d42-8b70-4a1b-850a-661c360cdab1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:44.374232 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.411806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:44.417546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:44.443530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0334e9c6-47a6-4dc6-85db-098f0ddf897e tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3574eb8b-681e-4409-9dc6-967aea7e5770 HTTP/1.1" status: 200 len: 221 time: 0.0669012 Jul 22 19:38:44.447384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56938) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.458412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b648af4e-7d44-44e1-b9e3-611335683840 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1037943724', 'description': 'label created by tempest'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:44.458859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b648af4e-7d44-44e1-b9e3-611335683840 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Unknown quota resources ['metering_label']. {{(pid=93800) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:38:44.535217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56940) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.552294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09282cdd-857e-456c-8bdf-245a2377528e None None] Pushing event updated for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:44.552540 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:38:44.563260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-076d79bf-05eb-4271-92d3-c425af0af4fd', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:44.564604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.571019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:44.659849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Deleting subnet fabdd225-9925-4acb-bcba-a7c81f611a45 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:44.663595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.727279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:44.738805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:44.769553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.822006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 929172d9-fea4-4675-9984-b1cd443a4dfd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:44.850346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.851020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.853006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Allocated IP 172.22.0.2 (076d79bf-05eb-4271-92d3-c425af0af4fd/47d62771-07b5-4b47-ae8f-b8230ccda7cf/e797b2c7-cb78-4cc7-b473-732b1aa6606a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:44.863439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b648af4e-7d44-44e1-b9e3-611335683840 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:44.867209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b648af4e-7d44-44e1-b9e3-611335683840 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4163480 Jul 22 19:38:44.868364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56944) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:44.878029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0da124d8-25d8-41a0-9283-dff84bb2b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.878524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0da124d8-25d8-41a0-9283-dff84bb2b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.878994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0da124d8-25d8-41a0-9283-dff84bb2b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:44.880648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0da124d8-25d8-41a0-9283-dff84bb2b0d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&id=bf5be53a-7a0e-473b-bace-446d21368e68&id=bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 200 len: 2297 time: 0.5409763 Jul 22 19:38:44.881637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Calling delete_port for 82926d42-8b70-4a1b-850a-661c360cdab1 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:45.004812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e0f3f397-a372-42f6-b63d-a273155ae4f4 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=1799a3af-cbaf-46ab-830a-b99a28f25b56 HTTP/1.1" status: 200 len: 468 time: 0.1361964 Jul 22 19:38:45.006103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.055738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 929172d9-fea4-4675-9984-b1cd443a4dfd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:45.056113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.128698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.201357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.201997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.203412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] 10.222.0.26 "PUT /v2.0/ports/0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 1092 time: 2.2749901 Jul 22 19:38:45.204185 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.209209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-15b4dbba-d32e-4654-9ed6-e30851b6c7c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 200 len: 1001 time: 0.3137522 Jul 22 19:38:45.237587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Transition to ACTIVE for port object e797b2c7-cb78-4cc7-b473-732b1aa6606a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:45.241457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:45.248071 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d230e6-9590-44b7-849e-44c132f9a740" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:45.254702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.262972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Transition to ACTIVE for port object e797b2c7-cb78-4cc7-b473-732b1aa6606a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:45.350216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead0168-2d39-45f7-89f9-d9247fbd921c service neutron] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:45.378678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19699dcb-f1cb-482d-bc8a-c727db05fa61 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.382880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-19699dcb-f1cb-482d-bc8a-c727db05fa61 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/1799a3af-cbaf-46ab-830a-b99a28f25b56 HTTP/1.1" status: 204 len: 168 time: 0.3407991 Jul 22 19:38:45.384345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56956) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.423573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-008a4b26-2b96-4dc5-b873-e700cf019f73 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=1799a3af-cbaf-46ab-830a-b99a28f25b56 HTTP/1.1" status: 200 len: 216 time: 0.0332012 Jul 22 19:38:45.428456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56958) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.430205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0f74d045-4305-445c-93fc-40a94ec195c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.431790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0f74d045-4305-445c-93fc-40a94ec195c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 200 len: 856 time: 0.2142086 Jul 22 19:38:45.461216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.466872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3953b17c-f889-4fc5-9969-3c185663dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.468463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-3953b17c-f889-4fc5-9969-3c185663dd94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1095 time: 0.2037818 Jul 22 19:38:45.476099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.494113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b2714d6d-7826-48f1-adec-52993eee4909 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0502045 Jul 22 19:38:45.504161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56960) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.513032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:39Z', 'revision_number': 3, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:44Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:45.514260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabdd225-9925-4acb-bcba-a7c81f611a45,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:45.540456 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.551117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77054b1c-e2c0-4d1b-be2c-7454ac67ed46 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:39Z', 'revision_number': 3, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:44Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:45.576710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921e52-73e9-48a4-8c6e-83fcfc1f274e req-547664e1-0b33-444b-8aa0-ea77c8d3c228 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.579093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02921e52-73e9-48a4-8c6e-83fcfc1f274e req-547664e1-0b33-444b-8aa0-ea77c8d3c228 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2435167 Jul 22 19:38:45.584879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-d1ff579e-089f-4447-9520-dbdd58affa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.585094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Network 076d79bf-05eb-4271-92d3-c425af0af4fd is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:45.587566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-d1ff579e-089f-4447-9520-dbdd58affa83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8945a0cd-702f-49b8-aa9f-c2c24e51ee36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394622 Jul 22 19:38:45.591631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.592368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:45.598800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:45.617247 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-410f9c86-9784-44c2-8a0b-4714e2d860ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 217 time: 0.1348152 Jul 22 19:38:45.665282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event deleted for resources: {'Port': ['ID=82926d42-8b70-4a1b-850a-661c360cdab1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:45.673476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Pushing event updated for resources: {'Port': ['ID=e797b2c7-cb78-4cc7-b473-732b1aa6606a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:45.682578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.687473 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42135036-7809-45b6-9c36-f5b05b1f7b0f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fabdd225-9925-4acb-bcba-a7c81f611a45 HTTP/1.1" status: 204 len: 168 time: 1.1487954 Jul 22 19:38:45.693303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-60ea77bd-8826-4616-a0aa-860d5f835cc6 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1739225 Jul 22 19:38:45.695652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Attempting to bind port e797b2c7-cb78-4cc7-b473-732b1aa6606a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:45.695891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Attempting to bind port e797b2c7-cb78-4cc7-b473-732b1aa6606a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:45.696316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Attempting to bind port e797b2c7-cb78-4cc7-b473-732b1aa6606a on network 076d79bf-05eb-4271-92d3-c425af0af4fd {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:45.713489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:45.713874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Checking segment: {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:45.714281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.714676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Bound using segment: {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:45.715155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Bound port: e797b2c7-cb78-4cc7-b473-732b1aa6606a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:45.715548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.739612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.739953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56964) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:45.793864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] For port e797b2c7-cb78-4cc7-b473-732b1aa6606a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:45.799142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] For port e797b2c7-cb78-4cc7-b473-732b1aa6606a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e797b2c7-cb78-4cc7-b473-732b1aa6606a,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:45.809958 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:45.886919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-43f6e604-0de5-4d3e-94ca-ea913a2fdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:45.887986 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-43f6e604-0de5-4d3e-94ca-ea913a2fdd8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1963921 Jul 22 19:38:45.892358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01dd56-6230-4b0a-b689-a67b096a8fdb None None] Pushing event updated for resources: {'Port': ['ID=e797b2c7-cb78-4cc7-b473-732b1aa6606a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:45.908356 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f290229b-4d9e-4e7e-8dff-7a7e03c37560 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/57616010-3362-488d-8d38-f3dd86ba4da6 HTTP/1.1" status: 200 len: 473 time: 0.1590114 Jul 22 19:38:45.924074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56966) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:46.050605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e32b67b-9f1c-4ff0-b214-e6cf6e9732f7 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/7cdb7c3b-092c-4551-8de4-c258e4f5c105 HTTP/1.1" status: 200 len: 461 time: 0.1126888 Jul 22 19:38:46.050605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.052020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56968) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:46.175895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02921e52-73e9-48a4-8c6e-83fcfc1f274e req-1a1570ce-a1de-46e9-98f9-7678d4ffb954 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5755382 Jul 22 19:38:46.195623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.199530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.201065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053aa728-7e52-4ccf-8554-716594753f65 req-627cd85b-61af-4e07-a57a-d6b8e2cbe25f tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "DELETE /v2.0/floatingips/81e2770d-6877-43fd-bc08-9ad4c6bd9fda HTTP/1.1" status: 204 len: 173 time: 2.5727727 Jul 22 19:38:46.245921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-f1686502-8fcf-4469-a63d-0b400c1656ae service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855191 Jul 22 19:38:46.359594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-fc378099-56cf-412b-bb01-74d223cb73c4 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips/f76266ea-8d91-4313-8ed4-7c3bfb7a4ab2 HTTP/1.1" status: 200 len: 692 time: 0.0599129 Jul 22 19:38:46.366146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.398716 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335c694-46f1-417d-a0ce-6bb1637e81e9 x-openstack-request-id: req-4335c694-46f1-417d-a0ce-6bb1637e81e9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:46.398944 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:46.399319 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4335c694-46f1-417d-a0ce-6bb1637e81e9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:46.399719 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'status': 'completed', 'code': 200} Jul 22 19:38:46.456056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ad960e-256c-4dc7-97d3-cbc88ee06e30']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:46.459494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-952cb1ff-df39-4cf2-8514-f28a95b9d5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:46.461093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-952cb1ff-df39-4cf2-8514-f28a95b9d5da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5406454 Jul 22 19:38:46.471045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-218209ca-7793-4406-b3ef-00fadbd57e70 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.472265 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-218209ca-7793-4406-b3ef-00fadbd57e70 tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/7cdb7c3b-092c-4551-8de4-c258e4f5c105 HTTP/1.1" status: 204 len: 168 time: 0.4137754 Jul 22 19:38:46.477587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:46.482152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8b7362-c3d9-473b-a6f7-664927a00085') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:46.482452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8b7362-c3d9-473b-a6f7-664927a00085') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:46.488876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-7aa1dd86-1207-4153-b2a5-71f06fd8885c service neutron] 10.222.0.32 "GET /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309005 Jul 22 19:38:46.512975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.540756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.22.0.1 (076d79bf-05eb-4271-92d3-c425af0af4fd/47d62771-07b5-4b47-ae8f-b8230ccda7cf/9343d1e8-9e07-476c-81ec-4f20e51f0208) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:46.570649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.583332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:46.583745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:46.585475 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:46.587711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-05013094-e41b-4967-b40c-2c7d1bcfcbab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 217 time: 0.0850976 Jul 22 19:38:46.688834 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-a181af54-3b86-4b6c-8c5b-7f89ae1636b2 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097006 Jul 22 19:38:46.712521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-886b89eb-3c4c-45d3-82c9-469348d6da28 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:46.713954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-886b89eb-3c4c-45d3-82c9-469348d6da28 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.3251832 Jul 22 19:38:46.735896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.761876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.764072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] 10.222.0.10 "DELETE /v2.0/networks/e1ad960e-256c-4dc7-97d3-cbc88ee06e30 HTTP/1.1" status: 204 len: 168 time: 1.0230467 Jul 22 19:38:46.819395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ac752-e0f6-4d24-9948-28e1e241b55b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ad960e-256c-4dc7-97d3-cbc88ee06e30,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:46.819545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed781f4d-8d75-4aad-a114-f29b30afff2d tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.821319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ed781f4d-8d75-4aad-a114-f29b30afff2d tempest-MeteringTestJSON-830420669 tempest-MeteringTestJSON-830420669-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/57616010-3362-488d-8d38-f3dd86ba4da6 HTTP/1.1" status: 204 len: 168 time: 0.3427596 Jul 22 19:38:46.871939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-a0334419-160a-4c55-8594-fb3edda492f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:46.873539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-a0334419-160a-4c55-8594-fb3edda492f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.2374866 Jul 22 19:38:46.896525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-7e87f817-1c85-4e1b-a0d6-c192b4da2e26 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.1649532 Jul 22 19:38:46.917918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:46.947048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 9343d1e8-9e07-476c-81ec-4f20e51f0208 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:46.950205 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-54fa2143-6092-4e81-8cc2-f074c6904642 req-b70bea3e-4535-4540-a725-50d3b3afffc4 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549367 Jul 22 19:38:46.980198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 81077518-ef7a-4fed-87fc-a4444837385d up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:47.015877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.021631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-8d01c871-fcf3-4023-ade8-b381e6a5ccd8 tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.92 HTTP/1.1" status: 200 len: 695 time: 0.1004643 Jul 22 19:38:47.084209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 81077518-ef7a-4fed-87fc-a4444837385d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:47.088532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 81077518-ef7a-4fed-87fc-a4444837385d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:47.088975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.133479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:47.161044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:47.171475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 076d79bf-05eb-4271-92d3-c425af0af4fd is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:47.174636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:47.178016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:47.190572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0316eff1-0840-4e98-b058-a1e50450868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.204321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-0316eff1-0840-4e98-b058-a1e50450868d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3155718 Jul 22 19:38:47.244247 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.293694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 81077518-ef7a-4fed-87fc-a4444837385d, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=81077518-ef7a-4fed-87fc-a4444837385d,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:47.296047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.302801 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.303839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e797b2c7-cb78-4cc7-b473-732b1aa6606a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:47.318349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d04ef-5f38-4da0-a1ba-6df69e01e99a None None] Network 076d79bf-05eb-4271-92d3-c425af0af4fd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:47.360907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-364c7d1b-e06d-4e31-b607-5a4137ee80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.362726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-364c7d1b-e06d-4e31-b607-5a4137ee80fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1095 time: 0.3426766 Jul 22 19:38:47.382244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56986) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:47.403144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6960c2a2-7fa7-4830-ba32-4552baea5cb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fd4801af20d4669a59668a48e0b6101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409031 Jul 22 19:38:47.409094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56990) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:47.465074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:47.479537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-a9834edc-2142-4e36-aeed-85357aadfb3a service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725830 Jul 22 19:38:47.481274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Deleting port 5e64b838-41fc-4465-b1d5-cc6cd86bcffa {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:47.481612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.509046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-3f36fbec-0c21-458d-bbef-299a32175708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.510621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-3f36fbec-0c21-458d-bbef-299a32175708 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1247177 Jul 22 19:38:47.528748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4aab0ccb-3654-4b76-9208-5b9cf3c44b7f None None] Provisioning for port e797b2c7-cb78-4cc7-b473-732b1aa6606a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:47.550599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e797b2c7-cb78-4cc7-b473-732b1aa6606a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:47.556992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e797b2c7-cb78-4cc7-b473-732b1aa6606a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:47.557459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.600677 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-090b1978-96b6-47f5-b05a-76f8ea34a56e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 217 time: 0.0541241 Jul 22 19:38:47.612740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06489d08-2089-4911-a3e8-6f329d7befb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.650893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1a88b-5081-4417-ae15-383bc876668a req-846e623b-40f9-4f2a-8eb4-e8782bff37ef tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.652334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3c1a88b-5081-4417-ae15-383bc876668a req-846e623b-40f9-4f2a-8eb4-e8782bff37ef tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2933078 Jul 22 19:38:47.657630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.658010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.660367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.666913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.694616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Calling delete_port for 5e64b838-41fc-4465-b1d5-cc6cd86bcffa owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:47.705727 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.733291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-dab97c9c-7be8-4ab5-b3a6-abfae46085ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.734956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-dab97c9c-7be8-4ab5-b3a6-abfae46085ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1238022 Jul 22 19:38:47.739828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.748310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e797b2c7-cb78-4cc7-b473-732b1aa6606a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e797b2c7-cb78-4cc7-b473-732b1aa6606a,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:47.753920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.815837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e797b2c7-cb78-4cc7-b473-732b1aa6606a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:47.831553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-c52ecfc2-5091-410e-b683-fe0e4932c9ce service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919400 Jul 22 19:38:47.854103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3c1a88b-5081-4417-ae15-383bc876668a req-f02b2d27-30f1-4bfa-9227-eef5657b7776 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851165 Jul 22 19:38:47.910786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-01228ad2-0d54-4cc9-bc12-3e4184be7053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 217 time: 0.0704093 Jul 22 19:38:47.962731 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06489d08-2089-4911-a3e8-6f329d7befb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.981966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-bb032c51-68a0-48ba-ba4e-0b871135e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:47.983523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-bb032c51-68a0-48ba-ba4e-0b871135e1c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2409906 Jul 22 19:38:47.984359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06489d08-2089-4911-a3e8-6f329d7befb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.996939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:47.999735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.004729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f227215-e5da-41a1-bc9b-a6a80866ac2e HTTP/1.1" status: 204 len: 168 time: 0.5925088 Jul 22 19:38:48.006506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-28395d27-3a1f-405f-bc22-0de7434e2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:48.007994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-28395d27-3a1f-405f-bc22-0de7434e2fba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.0903656 Jul 22 19:38:48.086811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Provisioning for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:48.091218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Provisioning complete for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:48.091475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.096044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d8cf6-c433-47e7-8464-e0c33adf6b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f227215-e5da-41a1-bc9b-a6a80866ac2e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:48.134032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.150782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06489d08-2089-4911-a3e8-6f329d7befb6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=021cff36291348dd8bebca209132bd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603788 Jul 22 19:38:48.154724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56994) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:48.210963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Port 9343d1e8-9e07-476c-81ec-4f20e51f0208 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:48.230984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Provisioning complete for port e797b2c7-cb78-4cc7-b473-732b1aa6606a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:48.231535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1075c6d1-e8fe-45e2-8d57-be8b7577718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.235916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06489d08-2089-4911-a3e8-6f329d7befb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a0896c-64ba-489b-b545-31e4628ca573,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:48.256797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Pushing event deleted for resources: {'Port': ['ID=5e64b838-41fc-4465-b1d5-cc6cd86bcffa,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:48.267728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-211a3c56-b848-44b1-ba32-f86c804ddb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:48.269325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-211a3c56-b848-44b1-ba32-f86c804ddb22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2341297 Jul 22 19:38:48.332661 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-927eb178-8fa3-41d7-b178-39c5eace94bc service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331368 Jul 22 19:38:48.352065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.382967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.385906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.388621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d57e374-8739-4346-9935-d24fae18e2a2 req-5cbca814-a311-4b53-84f5-ece116854b1d tempest-FloatingIPDetailsTestJSON-313394415 tempest-FloatingIPDetailsTestJSON-313394415-project] 10.222.0.10 "DELETE /v2.0/floatingips/f76266ea-8d91-4313-8ed4-7c3bfb7a4ab2 HTTP/1.1" status: 204 len: 173 time: 1.3567526 Jul 22 19:38:48.395256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.396998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57004) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:48.397205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.430696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.495650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-354074d3-20e4-4d56-a757-870269aae03b service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038627 Jul 22 19:38:48.497776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-62b164ac-5b75-469b-8155-5f59fe71be01 None None] Provisioning complete for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:48.498421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62b164ac-5b75-469b-8155-5f59fe71be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.541043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-62b164ac-5b75-469b-8155-5f59fe71be01 None None] Port 9343d1e8-9e07-476c-81ec-4f20e51f0208 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:48.579976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.582532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.584200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3a0896c-64ba-489b-b545-31e4628ca573 HTTP/1.1" status: 204 len: 168 time: 0.4250543 Jul 22 19:38:48.599818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e746567-1424-45de-a415-c6bf5aa90d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a0896c-64ba-489b-b545-31e4628ca573,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:48.617340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-e898c728-55ba-49e6-9cf1-ff2ac75d42b5 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136904 Jul 22 19:38:48.680652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-85b53b57-f494-4d7f-9a55-8292731d8c86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 200 len: 217 time: 0.0542984 Jul 22 19:38:48.752303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-94b5aa8c-0a59-495e-a643-48cc4b388393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:48.752303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-94b5aa8c-0a59-495e-a643-48cc4b388393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.0655646 Jul 22 19:38:48.864759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-3c3732b6-7a00-4c93-a155-62e1cbcdbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:48.864759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-3c3732b6-7a00-4c93-a155-62e1cbcdbc89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068592 Jul 22 19:38:48.874196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 81077518-ef7a-4fed-87fc-a4444837385d up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:48.941647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:48.949205 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f3d230e6-9590-44b7-849e-44c132f9a740 req-f78bdc1b-4a89-4090-9fa5-2203781e3fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087735 Jul 22 19:38:48.963435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:48.993925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 81077518-ef7a-4fed-87fc-a4444837385d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:48.997539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.161083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-7edab5a6-2ef5-420a-8c06-36280068f58b service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731962 Jul 22 19:38:49.162303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 076d79bf-05eb-4271-92d3-c425af0af4fd is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:49.162631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e797b2c7-cb78-4cc7-b473-732b1aa6606a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:49.163259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:49.167478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:49.202564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.229755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e797b2c7-cb78-4cc7-b473-732b1aa6606a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:49.230148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.369983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:49.497761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:49.504871 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a1979aef-c693-40fd-b386-6657536ceec9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3805428 Jul 22 19:38:49.510267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57036) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:49.511104 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:49.515611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'network': {'name': 'tempest-RoutersTest-1494906832'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:49.521837 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:49.522723 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:49.577469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c28e40e-f933-4c71-a3a9-026b24d03d5e None None] Provisioning complete for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:49.577856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c28e40e-f933-4c71-a3a9-026b24d03d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.599412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:49.602925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.638987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:49.650745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1c28e40e-f933-4c71-a3a9-026b24d03d5e None None] Port 9343d1e8-9e07-476c-81ec-4f20e51f0208 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:49.652023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.735424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed59604-0bf2-43a4-b432-c42701e73815 req-1fc5abd4-45e4-4b77-b37d-86d9554044b0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:49.737099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ed59604-0bf2-43a4-b432-c42701e73815 req-1fc5abd4-45e4-4b77-b37d-86d9554044b0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.6650045 Jul 22 19:38:49.742873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-57763edf-581b-4f36-9e38-6d970636af65 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500762 Jul 22 19:38:49.783585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23803e52-26ed-45fe-adf9-ed2f6d4ea977 req-8cb2061d-90a3-4597-9147-41b91f252a49 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0454264 Jul 22 19:38:49.796725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:38:49.807084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.807439 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added segment 79c711a3-fe97-4a57-9df3-881457cdf771 of type vlan for network 38c6fd41-3093-4afb-96ae-524fdb2329c1 Jul 22 19:38:49.829435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.856962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.872535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-fb996806-8ab5-4113-8e9f-130687e11f21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 200 len: 217 time: 0.0879271 Jul 22 19:38:49.873530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.914444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.920305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:49.920914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:49.971800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ed59604-0bf2-43a4-b432-c42701e73815 req-1b6f1e86-000c-43d2-9249-aec0508b836e tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265368 Jul 22 19:38:49.982617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b635154b217e4aba9ede5b77ec35bc24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8182905 Jul 22 19:38:49.986656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57050) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:49.986889 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4751768 Jul 22 19:38:49.995092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:50.005133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1b6793-6639-4836-8c15-986e1911340c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.011009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-f8cbe035-cb6c-4876-b5fa-d4268ed32e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:50.013268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-f8cbe035-cb6c-4876-b5fa-d4268ed32e2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 200 len: 797 time: 0.1248167 Jul 22 19:38:50.016027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:50.040174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'subnet': {'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:50.042753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:50.043123 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Updating router e14f3dea-c4d1-429d-a371-1f957967722a port 9343d1e8-9e07-476c-81ec-4f20e51f0208 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:50.067781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.068165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.068518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.068860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.069455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.069587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.070044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.070613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.070744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.071077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.071550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.071667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193f514e-bb96-4659-aa95-c05fd0b64469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:50.086088 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.133770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2b39-4d47-4625-87e6-5130c27df959 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Network': ['ID=38c6fd41-3093-4afb-96ae-524fdb2329c1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.146708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:38:50.162722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.195473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.209002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-83ffd918-af0e-4db7-b155-94efedf8b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:50.210552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-83ffd918-af0e-4db7-b155-94efedf8b3b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=944f3134-43d2-4ad1-845b-91fb79c3fa3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1875267 Jul 22 19:38:50.216916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Made reservation on behalf of f71605041a30430489c0f90f9dacf8f7 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:38:50.223827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.334921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.337655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.338823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f1b6793-6639-4836-8c15-986e1911340c HTTP/1.1" status: 204 len: 168 time: 0.3492868 Jul 22 19:38:50.357839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-9979778e-b43a-45fd-ab9c-2dd4920a9d6d service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393623 Jul 22 19:38:50.377010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:38:50.387946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63a2b1-83fe-40ba-a081-17e6b2ef21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1b6793-6639-4836-8c15-986e1911340c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.502473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Deleting port 685801d4-2900-459c-b10f-343e5fae5cbf {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:50.503598 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.512780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-218f292e-d650-4b2e-8273-cd744ce77a54 service neutron] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427867 Jul 22 19:38:50.530453 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.550948 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Transition to ACTIVE for port object 9343d1e8-9e07-476c-81ec-4f20e51f0208 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:50.564375 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.566628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-f6414742-4783-4d4d-b1ab-5e314ca3b8c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 200 len: 217 time: 0.0466564 Jul 22 19:38:50.633265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:50.660176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-95e07fe5-f9e0-4208-b4be-6c784e6192c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:50.661593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:38:50.666430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-95e07fe5-f9e0-4208-b4be-6c784e6192c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.0851963 Jul 22 19:38:50.690805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.698864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] For port 685801d4-2900-459c-b10f-343e5fae5cbf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=685801d4-2900-459c-b10f-343e5fae5cbf,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:50.699581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.762797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-06a9f702-637b-41ac-877f-07ff4a282dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:50.764514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.765559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-06a9f702-637b-41ac-877f-07ff4a282dcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917056 Jul 22 19:38:50.767673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e02dc-902d-4ca9-a679-c671681b73dd None None] Pushing event updated for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.794115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Calling delete_port for 685801d4-2900-459c-b10f-343e5fae5cbf owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:50.810162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:38:50.852971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:50.860294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.870553 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Attempting to bind port 9343d1e8-9e07-476c-81ec-4f20e51f0208 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:50.870931 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Attempting to bind port 9343d1e8-9e07-476c-81ec-4f20e51f0208 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:50.871291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Attempting to bind port 9343d1e8-9e07-476c-81ec-4f20e51f0208 on network 076d79bf-05eb-4271-92d3-c425af0af4fd {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:50.883827 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:50.884527 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Checking segment: {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:50.889195 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.890666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Bound using segment: {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:50.893080 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Bound port: 9343d1e8-9e07-476c-81ec-4f20e51f0208, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a503d320-1330-4fc5-9645-a1cd29ba6368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:50.893700 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:50.894184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Checking segment: {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:50.894565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network hostable DHCP agents. Network: 38c6fd41-3093-4afb-96ae-524fdb2329c1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:38:50.915550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Subnet': ['ID=89d2d3b4-b24a-4d6c-a971-958e388183db,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.930806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:50.942066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:38:50.966056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 38c6fd41-3093-4afb-96ae-524fdb2329c1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:50.976515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926db6cc-f701-4e58-87ad-d13252e70048 None None] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:50.987388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:50.994232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:51.002099 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] For port 9343d1e8-9e07-476c-81ec-4f20e51f0208, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:51.006038 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] For port 9343d1e8-9e07-476c-81ec-4f20e51f0208, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9343d1e8-9e07-476c-81ec-4f20e51f0208,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:51.011777 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:51.059304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc2cd0b0-ce79-4c16-a433-096e30928da4 req-a8df6112-702e-49f1-af66-3378b2fb367b tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.1218839 Jul 22 19:38:51.083493 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:51.084367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:51.107884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-644950e6-fec4-464e-abf0-6cda55a62f01 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312964 Jul 22 19:38:51.170026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dce88759-4037-494e-88a3-ff53ae6e08b8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1737816 Jul 22 19:38:51.172561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:51.222556 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:51.301599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:38:51.470160 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e02dc-902d-4ca9-a679-c671681b73dd None None] Pushing event updated for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:51.491169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-1a8d818d-5c24-475c-a066-669c30619033 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751981 Jul 22 19:38:51.512960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-38c6fd41-3093-4afb-96ae-524fdb2329c1', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:38:51.515136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:51.522407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a32d78-7a59-4093-8469-26ad6dd04897 req-087e480d-d1a3-4ebb-a13a-44e2fe998170 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:51.530413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4a32d78-7a59-4093-8469-26ad6dd04897 req-087e480d-d1a3-4ebb-a13a-44e2fe998170 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.3408699 Jul 22 19:38:51.596654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-2a925f87-9403-425c-bb11-c680a5184efa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0870090 Jul 22 19:38:51.612188 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:50Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:51.645433 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e95919-732d-4841-9a30-2dfe28384cf7 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:50Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:51.741721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4a32d78-7a59-4093-8469-26ad6dd04897 req-08a62317-e8ba-4c19-86d4-b6daa5b2bf74 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103045 Jul 22 19:38:51.748983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:51.765803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-65646538-9fbb-4d2a-a3db-83c1effb16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:51.768566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-65646538-9fbb-4d2a-a3db-83c1effb16d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 200 len: 797 time: 0.1617150 Jul 22 19:38:51.863911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Allocated IP 172.23.0.2 (38c6fd41-3093-4afb-96ae-524fdb2329c1/89d2d3b4-b24a-4d6c-a971-958e388183db/7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:51.894119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-e1460f3a-a302-4871-94e6-db11abd9c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:51.896937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-e1460f3a-a302-4871-94e6-db11abd9c0ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bf5be53a-7a0e-473b-bace-446d21368e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196463 Jul 22 19:38:51.945172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Pushing event deleted for resources: {'Port': ['ID=685801d4-2900-459c-b10f-343e5fae5cbf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:52.024781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.025023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.025374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.025714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.026055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.026390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.026716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.027363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.027363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.027778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.028111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.028805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:38:52.108099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-a07479e2-3ade-41dc-a80d-c8b0e1880f54 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022853 Jul 22 19:38:52.204773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.220511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Transition to ACTIVE for port object 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:52.229922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.239941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Transition to ACTIVE for port object 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:52.251320 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.274410 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e48c7129-c750-41da-8135-cc01cb525802 req-5bd17307-fe71-4724-b083-2c8c66fde54c tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0705581 Jul 22 19:38:52.346312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.353430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:52.357194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:52.361089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:52.370865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Pushing event updated for resources: {'Port': ['ID=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:52.374705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-701de4b4-cec1-4560-beff-b9cf503caac4 req-8d297bc7-e976-4ef7-9d4c-8cb5bbd99da9 service neutron] 10.222.0.32 "GET /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555914 Jul 22 19:38:52.379751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:52.525013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-392f7107-0ac2-4863-9b41-d460ad4f5434 req-11d42fbf-0ee5-4cd5-b8d3-9162a37ed652 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0387352 Jul 22 19:38:52.546752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Attempting to bind port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:52.547369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Attempting to bind port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:52.547538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Attempting to bind port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc on network 38c6fd41-3093-4afb-96ae-524fdb2329c1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:52.555212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:52.555586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Checking segment: {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:52.556438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.556438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Bound using segment: {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:52.556882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Bound port: 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:52.557294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.613483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:52.628021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:52.628433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.662898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] For port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:52.682426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] For port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:52.694641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.823246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba63cd7-0da4-4149-babe-226d66a47511 None None] Pushing event updated for resources: {'Port': ['ID=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:52.833220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.861637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:52.864182 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d57df-b2ec-4982-bf3b-923022967951" -d '{"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:52.911535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:52.925104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:52.955680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e9e6-f09e-4365-8b8a-aee1a1b48c74 req-f4e4cd49-1be7-4744-86c3-adfe8ea5ea20 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:52.957261 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c46ffb-875a-41ab-a65c-a479fb7c8af2 x-openstack-request-id: req-58c46ffb-875a-41ab-a65c-a479fb7c8af2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:52.957559 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:52.957827 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58c46ffb-875a-41ab-a65c-a479fb7c8af2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:52.958219 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'code': 200} Jul 22 19:38:52.961679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fdc9e9e6-f09e-4365-8b8a-aee1a1b48c74 req-f4e4cd49-1be7-4744-86c3-adfe8ea5ea20 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.0981302 Jul 22 19:38:52.992470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:53.054655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fdc9e9e6-f09e-4365-8b8a-aee1a1b48c74 req-e69f17c7-ab85-43a2-a742-c8ce7d24cda7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814247 Jul 22 19:38:53.093749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:53.095383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9343d1e8-9e07-476c-81ec-4f20e51f0208 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:53.184322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:53.198266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:53.198894 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.263500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1943163832'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:53.289860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:53.290785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.292018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fd538-06c1-402a-9bea-92edfb009a94 req-e6ba8fd7-06c7-4cde-9c95-b45adda35256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:53.292668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.293831 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a27fd538-06c1-402a-9bea-92edfb009a94 req-e6ba8fd7-06c7-4cde-9c95-b45adda35256 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1097 time: 0.2784135 Jul 22 19:38:53.357384 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.371316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.378488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.405604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.408012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0bb18d5e-010d-4a8b-848e-e3dfd4298a59 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3123283 Jul 22 19:38:53.413048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 9343d1e8-9e07-476c-81ec-4f20e51f0208, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9343d1e8-9e07-476c-81ec-4f20e51f0208,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:53.419996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.426589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57114) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:53.434000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc7e0f04-0245-4777-a655-1bc484458375 req-649798c2-86cd-429f-b795-d603cc6d3ff5 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0366888 Jul 22 19:38:53.439014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a27fd538-06c1-402a-9bea-92edfb009a94 req-5a569f29-7636-4e99-b448-3ba18cf3caf6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371078 Jul 22 19:38:53.472372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Allocated IP 172.23.0.1 (38c6fd41-3093-4afb-96ae-524fdb2329c1/89d2d3b4-b24a-4d6c-a971-958e388183db/715c832d-70a3-430d-b1f7-aaf0a7daed35) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:38:53.508220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:53.525373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.533253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:53.539569 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5403e0ba-6a85-4c57-89d6-256dcf8c8632 admin admin] 10.222.0.10 "PUT /v2.0/routers/7620d2e9-2872-4d45-aca7-8ef12d0fd968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1183310 Jul 22 19:38:53.545351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Sync routers for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:53.556724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:53.557428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:53.558586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57118) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:53.677582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:53.725517 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.727859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.751798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.754740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.784520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.785052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaa99bb5-799d-4917-b4da-36f7c355776b {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:53.796453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.800934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-32ff257e-e4fa-484d-ae77-09a48ddb100a tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "DELETE /v2.0/routers/eaa99bb5-799d-4917-b4da-36f7c355776b HTTP/1.1" status: 204 len: 168 time: 0.3703282 Jul 22 19:38:53.801279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57120) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:53.808428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Request body: {'router': {'name': 'tempest-router-981042117', 'distributed': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:53.838415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Transition to ACTIVE for port object 715c832d-70a3-430d-b1f7-aaf0a7daed35 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:53.840527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.841560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.895868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:51Z', 'revision_number': 5, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:53.904427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.912702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.925599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.927751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Checking router: 7620d2e9-2872-4d45-aca7-8ef12d0fd968 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:53.931592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.931918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:53.936075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7047580e-a3ae-441e-bcef-dc725ec0a289 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1313593 Jul 22 19:38:53.936940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57122) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:53.939995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Routers {'7620d2e9-2872-4d45-aca7-8ef12d0fd968'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:53.939995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:54.005852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:54.014161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:54.018334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:38:54.021323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:54.022654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.097203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.140740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Deleting port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:54.141796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.214075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497b4fc-f1c0-4945-838b-85e87a02b1af None None] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:54.237152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.257605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.268213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-15a647e5-7954-49df-ad97-b0edfc1b9919 None None] Provisioning for port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:54.322750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] For port 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:54.323349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.323593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.324336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2290329-8128-48f6-8e17-4f6afe071818 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:54.335241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.339142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-01c0bbfe-536d-40c7-a2f9-8a2d58c8bce6 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d2290329-8128-48f6-8e17-4f6afe071818 HTTP/1.1" status: 204 len: 168 time: 0.4007654 Jul 22 19:38:54.343209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:54.343868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.347399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Calling delete_port for 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:54.350085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bcce5-2f43-45d4-88a8-89231b3105e8 req-58c4da0e-6a69-453d-89c4-ccc167586520 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:54.351818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] Set router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:54.352362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Request body: {'router': {'name': 'tempest-router-361529788', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b344403f6755447fb2c71c93a80561fb'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:54.359031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d2bcce5-2f43-45d4-88a8-89231b3105e8 req-58c4da0e-6a69-453d-89c4-ccc167586520 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1853495 Jul 22 19:38:54.403001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d2bcce5-2f43-45d4-88a8-89231b3105e8 req-b3e1b3c3-ec24-4a22-a92d-896e2fc45365 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420783 Jul 22 19:38:54.455723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.471528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.472648 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.562876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a802286c-7b3c-43c0-a5fa-0ea5e231aac3 req-2dd33a6a-d2b5-4094-977e-9471adc3f40b tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0330064 Jul 22 19:38:54.622005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:51Z', 'revision_number': 5, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:54.657101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ffcb63-4289-45aa-8a8e-0a357ba1f109 None None] The sync data for ids ['7620d2e9-2872-4d45-aca7-8ef12d0fd968'] in n-d-800087-13 is: [{'id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'name': 'tempest-FloatingIPDetailsTestJSON-1554416574-router', 'tenant_id': 'a152ccbad00d45099a34498f8def2876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:09Z', 'updated_at': '2021-07-22T19:38:51Z', 'revision_number': 5, 'project_id': 'a152ccbad00d45099a34498f8def2876', 'gw_port': {'id': '50ef8fda-85c6-476c-aa8b-c180ff8ff3b7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7620d2e9-2872-4d45-aca7-8ef12d0fd968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:11Z', 'updated_at': '2021-07-22T19:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:54.744882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.760072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.814885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.816112 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a980f31c-3674-4ff4-8aa1-69930392d92b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4699445 Jul 22 19:38:54.818910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57136) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:54.823509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:54.824221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:54.910315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ef8fda-85c6-476c-aa8b-c180ff8ff3b7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:54.973153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5d0bd6a-ba26-4f1d-a64f-5d5e097f22d2 None None] Provisioning for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:54.983292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5d0bd6a-ba26-4f1d-a64f-5d5e097f22d2 None None] Provisioning complete for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:54.983667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d0bd6a-ba26-4f1d-a64f-5d5e097f22d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.083847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.130929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0bd6a-ba26-4f1d-a64f-5d5e097f22d2 None None] Port 715c832d-70a3-430d-b1f7-aaf0a7daed35 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:55.143242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.143808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.262787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 19:38:55.263501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Router 9b45ec05-3afc-48c9-abfc-5618c9302c1a migrating from provider to provider. {{(pid=93800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 19:38:55.264423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.272321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.277529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.310658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.317215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.320308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.322291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.370063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a85b0c1d-d8bd-4927-9d32-6a26ca55d96e None None] Provisioning complete for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:55.370701 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a85b0c1d-d8bd-4927-9d32-6a26ca55d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.468500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a85b0c1d-d8bd-4927-9d32-6a26ca55d96e None None] Port 715c832d-70a3-430d-b1f7-aaf0a7daed35 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:55.482217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9343d1e8-9e07-476c-81ec-4f20e51f0208 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:55.485612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.542691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event updated for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:55.556457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.557225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7620d2e9-2872-4d45-aca7-8ef12d0fd968 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:55.563349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.567502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3d28e0a3-a58a-440f-811b-845fe5ad5ef4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7620d2e9-2872-4d45-aca7-8ef12d0fd968 HTTP/1.1" status: 204 len: 168 time: 2.0077260 Jul 22 19:38:55.574975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:55.581547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9343d1e8-9e07-476c-81ec-4f20e51f0208 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:55.581933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.677119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Deleting subnet cbd64705-dcf6-40e1-8f38-8fed51b34fb0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:38:55.684811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.718677 n-d-800087-13 neutron-server[93800]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] No L3 agents can host the router 9b45ec05-3afc-48c9-abfc-5618c9302c1a Jul 22 19:38:55.735340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:38:55.739915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:55.740921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:38:55.749239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.803555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:55.809378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:55.809755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.822006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a084cbcd-e47b-45b5-9dbc-2e7508cd9c21 req-d90f5771-e305-47ba-bc29-a8633b3a833f tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.1129777 Jul 22 19:38:55.931511 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:55.957774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:55.971996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Hosts for router 9b45ec05-3afc-48c9-abfc-5618c9302c1a: [] {{(pid=93800) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 19:38:55.983733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:55.989020 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.007474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Hosts for other DVR routers connected to router 9b45ec05-3afc-48c9-abfc-5618c9302c1a: set() {{(pid=93800) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 19:38:56.010284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.011720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f57b8524-9faf-4bd5-ae9d-30809c225b8e tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "PUT /v2.0/routers/9b45ec05-3afc-48c9-abfc-5618c9302c1a HTTP/1.1" status: 200 len: 716 time: 1.1917970 Jul 22 19:38:56.016580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57158) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.025525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.048846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 685801d4-2900-459c-b10f-343e5fae5cbf no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:56.055386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:56.073844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 685801d4-2900-459c-b10f-343e5fae5cbf {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:56.074182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 685801d4-2900-459c-b10f-343e5fae5cbf not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:56.098263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5666dbc3-8eed-446e-bac4-bb8ae63ffafe None None] Provisioning complete for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:56.098944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5666dbc3-8eed-446e-bac4-bb8ae63ffafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.104320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1209af-0f7a-443c-99b2-4ffd08c8e518 req-81507dfb-ddf7-4f09-ace6-036c0ea3c8cb tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:56.105874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f1209af-0f7a-443c-99b2-4ffd08c8e518 req-81507dfb-ddf7-4f09-ace6-036c0ea3c8cb tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.3981779 Jul 22 19:38:56.117356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1073f60-95dc-48f6-be85-d14e5df1561d tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "GET /v2.0/routers/9b45ec05-3afc-48c9-abfc-5618c9302c1a HTTP/1.1" status: 200 len: 716 time: 0.0972710 Jul 22 19:38:56.121917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57160) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.121917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:56.130739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bbbb7dbc-24ab-4cbf-81c3-23237ba4308a tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9570277 Jul 22 19:38:56.136432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57162) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.144337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:56.152653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5666dbc3-8eed-446e-bac4-bb8ae63ffafe None None] Port 715c832d-70a3-430d-b1f7-aaf0a7daed35 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:38:56.164371 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.165983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:56.179413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:56.180739 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:56.211127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd64705-dcf6-40e1-8f38-8fed51b34fb0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:56.223960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0584fb22-05de-400b-b740-cadac9c38bb6 None None] Network 9fd46bde-2c96-4953-967b-8da55ef8e256 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:38:56.244196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.248798 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0add41c3-41a6-432d-9739-4ebeec8d6ac7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cbd64705-dcf6-40e1-8f38-8fed51b34fb0 HTTP/1.1" status: 204 len: 168 time: 0.6728077 Jul 22 19:38:56.249428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.273679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f1209af-0f7a-443c-99b2-4ffd08c8e518 req-25243142-0ca5-4fd7-aa16-c5854c9d0c1c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605430 Jul 22 19:38:56.314942 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:56.504574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] DHCP port deletion for 9fd46bde-2c96-4953-967b-8da55ef8e256 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:38:56.577878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Deleting port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:56.578705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.623931 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:54Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:54Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:56.629296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae6a45-e818-4f82-a8da-742e10deea6d req-f1205d11-ebf5-4dd9-8f9e-2c5ea64a3c6f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:56.642163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bae6a45-e818-4f82-a8da-742e10deea6d req-f1205d11-ebf5-4dd9-8f9e-2c5ea64a3c6f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2263925 Jul 22 19:38:56.642725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57170) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.649825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'floatingip': {'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:56.659121 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:56.659955 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Updating router e14f3dea-c4d1-429d-a371-1f957967722a port 715c832d-70a3-430d-b1f7-aaf0a7daed35 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:38:56.681870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] For port 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=91937905-3d52-44f7-a6d0-b8ec1bd7b235,segment=NetworkSegment(ac82fc43-9d98-418e-8fbd-751ebeff1ad5),segment_id=ac82fc43-9d98-418e-8fbd-751ebeff1ad5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:56.682486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.701409 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.702545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Calling delete_port for 91937905-3d52-44f7-a6d0-b8ec1bd7b235 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:56.721967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.756616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c2b7b34f-08b7-4399-95c9-1079936a8351 tempest-RoutersTestDVR-1419705616 tempest-RoutersTestDVR-1419705616-project] 10.222.0.10 "GET /v2.0/routers/9b45ec05-3afc-48c9-abfc-5618c9302c1a HTTP/1.1" status: 200 len: 682 time: 0.6334903 Jul 22 19:38:56.785840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.extraroute_db [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:38:56.788491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57172) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:56.806236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.extraroute_db [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Removed routes are [] {{(pid=93800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:38:56.806738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.853352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:56.878930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.906437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.927040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:56.959684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] Pushing event deleted for resources: {'Port': ['ID=91937905-3d52-44f7-a6d0-b8ec1bd7b235,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:56.975644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8b3e5-6d2d-4d86-bdff-60459a46a148 None None] No DVR routers for this DVR port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:56.977907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:56.978574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.026111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41716328-4202-453a-9133-346e73c07c33 req-2879fa43-b2d8-4471-b1fb-b203f0319c79 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0552270 Jul 22 19:38:57.101140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.218511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.218726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 91937905-3d52-44f7-a6d0-b8ec1bd7b235 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:57.223535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.244609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 91937905-3d52-44f7-a6d0-b8ec1bd7b235 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:57.245454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 91937905-3d52-44f7-a6d0-b8ec1bd7b235 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:57.245932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:38:57.257605 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.265418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.270923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:38:57.271337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 50ef8fda-85c6-476c-aa8b-c180ff8ff3b7 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:38:57.274623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.277860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Deleting port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:38:57.278247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.289106 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Transition to ACTIVE for port object 715c832d-70a3-430d-b1f7-aaf0a7daed35 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:38:57.296246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.296731 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.296880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b45ec05-3afc-48c9-abfc-5618c9302c1a {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:57.302593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.303739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a19f05b-dea6-4961-a2a7-a02cb8aacb3c tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9b45ec05-3afc-48c9-abfc-5618c9302c1a HTTP/1.1" status: 204 len: 168 time: 0.5140431 Jul 22 19:38:57.311968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57178) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:57.361266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b282c-18af-40f2-8f4b-b394bcd7768e None None] Pushing event updated for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:57.371622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] For port 91937905-3d52-44f7-a6d0-b8ec1bd7b235, host n-d-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:57.371991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.385096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Calling delete_port for 91937905-3d52-44f7-a6d0-b8ec1bd7b235 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:38:57.387846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 was not found and therefore no delete operation was performed {{(pid=93801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:38:57.392668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Request body: {'router': {'name': 'tempest-router-1915376636', 'distributed': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:57.395779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.428822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Attempting to bind port 715c832d-70a3-430d-b1f7-aaf0a7daed35 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:38:57.429528 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Attempting to bind port 715c832d-70a3-430d-b1f7-aaf0a7daed35 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:38:57.430058 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Attempting to bind port 715c832d-70a3-430d-b1f7-aaf0a7daed35 on network 38c6fd41-3093-4afb-96ae-524fdb2329c1 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:38:57.433350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Pushing event deleted for resources: {'Port': ['ID=91937905-3d52-44f7-a6d0-b8ec1bd7b235,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:57.435432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] No DVR routers for this DVR port 91937905-3d52-44f7-a6d0-b8ec1bd7b235 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:38:57.445973 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:38:57.446630 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Checking segment: {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:38:57.447238 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.447780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Bound using segment: {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:38:57.448745 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Bound port: 715c832d-70a3-430d-b1f7-aaf0a7daed35, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c711a3-fe97-4a57-9df3-881457cdf771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:38:57.449348 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.493485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.494652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.514691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:57.532673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] For port 715c832d-70a3-430d-b1f7-aaf0a7daed35, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:38:57.537768 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] For port 715c832d-70a3-430d-b1f7-aaf0a7daed35, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=715c832d-70a3-430d-b1f7-aaf0a7daed35,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:38:57.545155 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.554237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.588322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.591576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.611777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.616687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8c47379-8ad3-4782-a555-bb3556e1a959 tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3029468 Jul 22 19:38:57.617025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:57.618900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd46bde-2c96-4953-967b-8da55ef8e256']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:57.620962 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:57.621165 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:57.675275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:57.675275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac82fc43-9d98-418e-8fbd-751ebeff1ad5') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:57.711857 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b282c-18af-40f2-8f4b-b394bcd7768e None None] Pushing event updated for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:57.713146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.726384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.749854 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:57.764332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.804920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:38:57.805339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:38:57.807066 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:38:57.953686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.956468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.963633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:57.982643 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:56Z', 'revision_number': 6, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:57Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:58.010940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.012941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] 10.222.0.10 "DELETE /v2.0/networks/9fd46bde-2c96-4953-967b-8da55ef8e256 HTTP/1.1" status: 204 len: 168 time: 1.7623475 Jul 22 19:38:58.014806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc63f-f0e7-4715-8847-47bd37cba78f admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd46bde-2c96-4953-967b-8da55ef8e256,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:58.020211 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a2aec-91a5-4f2e-be33-998b9123cd16 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:56Z', 'revision_number': 6, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:57Z', 'revision_number': 4, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:38:58.025143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.025957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3b02c2-bef2-4399-aef4-525810a09788 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:38:58.030469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.043499 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71db1594-6a37-4bc8-ac8c-c2cef1736f0b tempest-RoutersTestDVR-537748621 tempest-RoutersTestDVR-537748621-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8d3b02c2-bef2-4399-aef4-525810a09788 HTTP/1.1" status: 204 len: 168 time: 0.4185121 Jul 22 19:38:58.214170 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:38:58.293132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:58.302167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.303641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ec0312ca-2d2b-44f4-a1cf-c7fd0a169331 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 934 time: 2.1660554 Jul 22 19:38:58.306221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:58.341694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-000a0b6e-d4b6-4eaa-a38b-bb13160cd76a req-365c5c11-75a4-4363-a51c-e88a97de34da tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.1228032 Jul 22 19:38:58.351896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:58.375878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.380020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.424189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:58.464988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-551da002-be9e-4f8a-8e49-5506eb18882d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a152ccbad00d45099a34498f8def2876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091952 Jul 22 19:38:58.466961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57200) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:58.472716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23dbb94d-5bad-4baf-8ad1-1f0dd2de580c tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 934 time: 0.1615887 Jul 22 19:38:58.472716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57202) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:58.477348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'routes': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:38:58.540104 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Floating IP 6553feb2-26c2-402c-a53e-151b8012fe4e associated. External IP: 172.25.6.67, port: 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70. Jul 22 19:38:58.569907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb69b042-b28d-444e-83e0-026b2c9af97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.638032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.671962 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.801537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.808816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.808816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7444e19f-a12f-4009-ae7d-f4d711dbb8c4 HTTP/1.1" status: 204 len: 168 time: 0.3384855 Jul 22 19:38:58.818742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb169-8a28-4620-91c8-e1720adac451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444e19f-a12f-4009-ae7d-f4d711dbb8c4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:58.846514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:58.887012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 715c832d-70a3-430d-b1f7-aaf0a7daed35 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:38:58.952119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb69b042-b28d-444e-83e0-026b2c9af97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.965547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eb69b042-b28d-444e-83e0-026b2c9af97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.973221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:38:58.983131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:38:58.986291 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:58.999140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added routes are [] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:38:58.999548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:38:59.026898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:59.029226 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb69b042-b28d-444e-83e0-026b2c9af97e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b344403f6755447fb2c71c93a80561fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029816 Jul 22 19:38:59.033874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.034415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:59.038430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69b042-b28d-444e-83e0-026b2c9af97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa390a0-5d10-4f57-9982-859032a60df4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:59.084647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cfd336a0-4fd2-4409-b934-7adfda9945c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "PUT /v2.0/floatingips/6553feb2-26c2-402c-a53e-151b8012fe4e HTTP/1.1" status: 200 len: 990 time: 2.4385452 Jul 22 19:38:59.085654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:38:59.088678 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91eb3203-3999-4f16-91e0-225cf4e6e145" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:38:59.107143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.121586 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.200514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.256783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.260926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:59.317467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 715c832d-70a3-430d-b1f7-aaf0a7daed35, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=715c832d-70a3-430d-b1f7-aaf0a7daed35,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:38:59.318483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:59.319122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:59.328204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.394621 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:38:59.404035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.407545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.416816 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:59.419980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3aa390a0-5d10-4f57-9982-859032a60df4 HTTP/1.1" status: 204 len: 168 time: 0.3762951 Jul 22 19:38:59.423539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:59.443554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8e41c-00f8-4357-a948-dc201e1bf253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa390a0-5d10-4f57-9982-859032a60df4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:59.453451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.457640 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea70e708-7cb6-471a-b380-e444aa8ffc94 x-openstack-request-id: req-ea70e708-7cb6-471a-b380-e444aa8ffc94 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:38:59.458180 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:38:59.458180 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea70e708-7cb6-471a-b380-e444aa8ffc94 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:38:59.458872 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'status': 'completed', 'code': 200} Jul 22 19:38:59.461014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:38:59.478543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.529079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:59.615654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8690395-f74a-484a-ba51-f86c43b0c254 req-eee899a5-782a-4f54-adb5-0534d18e6bce tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0777841 Jul 22 19:38:59.619373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:38:59.693161 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:38:59.794827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:38:59.812766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:38:59.817962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57234) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:38:59.818621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e2dc02f-b2a6-491c-ba8f-21ec66101c4e tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 700 time: 1.3446739 Jul 22 19:38:59.866277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6553feb2-26c2-402c-a53e-151b8012fe4e', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:33Z', 'updated_at': '2021-07-22T19:38:57Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:59.901048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-c8649993-e1f1-470e-98a3-7b7f2a84eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:38:59.903059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-c8649993-e1f1-470e-98a3-7b7f2a84eebb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1097 time: 0.4109082 Jul 22 19:38:59.936752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:38:59.957020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:38:59.958186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:38:59.994374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bc59f261-66b7-4b1a-b220-484440273a36 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 700 time: 0.1734865 Jul 22 19:38:59.999423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57242) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:00.032413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 7, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:00.077352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:00.092404 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:00.096463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7116c8c1-ca63-49fb-9258-7294bd2bf9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.110827 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:00.111459 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:00.121499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-f2ea7ac7-dff9-4132-ab98-3f079257843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:00.124240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-f2ea7ac7-dff9-4132-ab98-3f079257843f service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.2142987 Jul 22 19:39:00.172719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:00.289430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:00.435675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7116c8c1-ca63-49fb-9258-7294bd2bf9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.459108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7116c8c1-ca63-49fb-9258-7294bd2bf9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.470384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.516371 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-e5028a0e-8a2b-4aeb-b637-c62531a2d1ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 998 time: 0.3832662 Jul 22 19:39:00.545805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116c8c1-ca63-49fb-9258-7294bd2bf9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ade47-a67e-41b3-9ae7-2734e9f06673,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:00.661640 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 7, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:00.681202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7116c8c1-ca63-49fb-9258-7294bd2bf9fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=26776f01030c456aa248c882e9d844d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027200 Jul 22 19:39:00.683702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:00.695435 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96edd6e-11db-4b9a-a249-f8f9f5f3a16f None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 7, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:00.712856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6553feb2-26c2-402c-a53e-151b8012fe4e', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:33Z', 'updated_at': '2021-07-22T19:38:57Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:00.761363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-79bce67c-0282-44eb-bab2-a8fe283ce3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:00.770156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-79bce67c-0282-44eb-bab2-a8fe283ce3fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.2062931 Jul 22 19:39:00.785905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bf81c0-d973-4e93-a75f-d3611163a029 None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6553feb2-26c2-402c-a53e-151b8012fe4e', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.67', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:38:33Z', 'updated_at': '2021-07-22T19:38:57Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:00.806999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.857982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb95423a-6af5-44d7-9cd1-c391a7c219ea req-334b5055-88a7-4ab8-88ca-2dcf6ca1388d tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0612452 Jul 22 19:39:00.870145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 715c832d-70a3-430d-b1f7-aaf0a7daed35 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:00.887026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.933167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-0a61e400-83c7-4e32-abec-6d39abf53f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:00.935227 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-0a61e400-83c7-4e32-abec-6d39abf53f5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289034 Jul 22 19:39:00.965801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 715c832d-70a3-430d-b1f7-aaf0a7daed35 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:00.966382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:00.973449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 715c832d-70a3-430d-b1f7-aaf0a7daed35 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:00.973798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.051307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.054384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.055693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/641ade47-a67e-41b3-9ae7-2734e9f06673 HTTP/1.1" status: 204 len: 168 time: 0.3709781 Jul 22 19:39:01.065406 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-6e33fdae-ff02-4e33-9763-8f47480158c4 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236978 Jul 22 19:39:01.071109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8d57b-df43-4572-9d22-da5cd0472c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ade47-a67e-41b3-9ae7-2734e9f06673,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:01.181869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 715c832d-70a3-430d-b1f7-aaf0a7daed35, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=715c832d-70a3-430d-b1f7-aaf0a7daed35,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:01.182555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.200093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 715c832d-70a3-430d-b1f7-aaf0a7daed35 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:01.243506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:01.254349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91eb3203-3999-4f16-91e0-225cf4e6e145 req-e14bc3a2-41b2-48b7-8d74-4465e63d0b9a service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796944 Jul 22 19:39:01.269030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:01.269686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:01.305414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:01.308953 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e657129-218b-4e90-8658-d100e90543bc None None] New status for floating IP 6553feb2-26c2-402c-a53e-151b8012fe4e: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:39:01.428895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:01.506945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb1a7-70ee-425e-808a-e51581c63384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.535524 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.666675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=715c832d-70a3-430d-b1f7-aaf0a7daed35,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:01.749125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb1a7-70ee-425e-808a-e51581c63384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.760804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e1eb1a7-70ee-425e-808a-e51581c63384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.794356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.808951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 7, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '715c832d-70a3-430d-b1f7-aaf0a7daed35', 'name': '', 'network_id': '38c6fd41-3093-4afb-96ae-524fdb2329c1', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:e0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1907, 'fixed_ips': [{'subnet_id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:53Z', 'updated_at': '2021-07-22T19:38:59Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '89d2d3b4-b24a-4d6c-a971-958e388183db', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:01.820735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e1eb1a7-70ee-425e-808a-e51581c63384 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01b0b48ea9e14cdf9863d49529d71f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131583 Jul 22 19:39:01.822604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eb1a7-70ee-425e-808a-e51581c63384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01397c55-4316-4927-bfa7-a7583b2dc308,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:01.832600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:01.860826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:01.878067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:01.878968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:01.918160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:01.955832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.032979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:02.040985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.043912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.045234 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01397c55-4316-4927-bfa7-a7583b2dc308 HTTP/1.1" status: 204 len: 168 time: 0.2116573 Jul 22 19:39:02.055411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46cbf-371e-4c99-bccb-52bc3a8ef027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01397c55-4316-4927-bfa7-a7583b2dc308,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:02.106343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57334) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:02.244382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1594456702'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:02.271159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Made reservation on behalf of 98d28d4e87ea4f81941d45d1ed22fec5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:02.274725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.296597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.329765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a37abfe-c56c-4ddc-a5ae-ad8cabfe9095 req-42ce9a70-caa8-47c0-8185-47145328898d tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.3225613 Jul 22 19:39:02.345543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:01Z', 'revision_number': 8, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:02.359037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:02.389719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3af69a-2168-43ec-97ac-b6593c80cdfe None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:01Z', 'revision_number': 8, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:02.436090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.441584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.479253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:02.483257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:02.489637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f668c-821a-4659-8b6c-0fa65dc7ee79,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:02.493359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-804135af-604a-4725-9bf6-d58e7b3b1d59 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4922967 Jul 22 19:39:02.496009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57346) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:02.497823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.498525 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Added segment a4690681-87b2-4810-99f9-e90c0185c9d7 of type vlan for network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 Jul 22 19:39:02.562834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.569438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet 89d2d3b4-b24a-4d6c-a971-958e388183db {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:02.574682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.604252 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.611016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:02.611799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.621569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.652898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5454280 Jul 22 19:39:02.655668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57354) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:02.660842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'subnet': {'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:02.691786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb651b-3f54-4599-bd46-682b89c2ddd0 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Network': ['ID=a8768d1e-9a84-44cc-9a07-25f0cd5eced4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:02.706768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:02.727123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.864439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 715c832d-70a3-430d-b1f7-aaf0a7daed35 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:02.886075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.901129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 715c832d-70a3-430d-b1f7-aaf0a7daed35 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:02.903896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 715c832d-70a3-430d-b1f7-aaf0a7daed35 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:02.925861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=89d2d3b4-b24a-4d6c-a971-958e388183db,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:02.928204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:02.931368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cdf9245e-6967-4c7a-ac9a-73f260e87d99 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/89d2d3b4-b24a-4d6c-a971-958e388183db HTTP/1.1" status: 204 len: 168 time: 0.4336569 Jul 22 19:39:02.934179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:02.938411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23efeb0c-21be-43fe-a847-e62cc5ac30eb None None] Network 38c6fd41-3093-4afb-96ae-524fdb2329c1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:03.058037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.116977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09008-4402-4001-915d-5248438ee286 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:03.130922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:03.131768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.147458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:03.151147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.193628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Made reservation on behalf of 98d28d4e87ea4f81941d45d1ed22fec5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:03.198758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.227903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] DHCP port deletion for 38c6fd41-3093-4afb-96ae-524fdb2329c1 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:03.240996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,segment=NetworkSegment(79c711a3-fe97-4a57-9df3-881457cdf771),segment_id=79c711a3-fe97-4a57-9df3-881457cdf771)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:03.241556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.255080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:03.286379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:03.346905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Deleting port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:03.346905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.358096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.437823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:03.447551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.480213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:03.496809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] For port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:03.497132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.520527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Calling delete_port for 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:03.524893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:39:03.531565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.539699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Subnet': ['ID=a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:03.540225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eca7f25-3ddf-4b96-b4bc-ac88ae5d13bb req-a0b49fc4-15d6-4ab5-8ee0-e989e5f1d847 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0540981 Jul 22 19:39:03.543218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Checking segment: {'id': 'a4690681-87b2-4810-99f9-e90c0185c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:03.544828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network hostable DHCP agents. Network: a8768d1e-9a84-44cc-9a07-25f0cd5eced4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:03.569860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:03.584236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a8768d1e-9a84-44cc-9a07-25f0cd5eced4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:03.587693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.589461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] Pushing event deleted for resources: {'Port': ['ID=7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:03.598738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275750a9-b00b-458e-bdf7-d58b8790b375 None None] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:03.603058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:03.603503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c6fd41-3093-4afb-96ae-524fdb2329c1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.604183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.627769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c711a3-fe97-4a57-9df3-881457cdf771') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.630332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c711a3-fe97-4a57-9df3-881457cdf771') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.638785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-578cbcf3-5580-46d3-a7ce-221e00511bbb tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9816365 Jul 22 19:39:03.641873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57378) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:03.652030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146f656-9684-4450-b271-d9d0a9d49802 None None] No DVR routers for this DVR port 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:03.652824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1669343355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:03.684466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.715840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.727924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:03.727924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:03.729027 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:03.731906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.733319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.780743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:01Z', 'revision_number': 8, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.797967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.804919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.807310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/38c6fd41-3093-4afb-96ae-524fdb2329c1 HTTP/1.1" status: 204 len: 168 time: 0.8716960 Jul 22 19:39:03.809228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09008-4402-4001-915d-5248438ee286 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:03.810538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:03.834296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d063bd2-fc4a-4e31-9c29-aa7595b74824 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=38c6fd41-3093-4afb-96ae-524fdb2329c1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:03.841502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:03.842132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:03.877860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a8768d1e-9a84-44cc-9a07-25f0cd5eced4', 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4', 'tenant_id': '98d28d4e87ea4f81941d45d1ed22fec5', 'fixed_ips': [{'subnet_id': 'a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:03.878726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.939725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.949054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.970817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:03.975123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd91523a-5020-4f3c-9126-b456ab9e1e08 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3288646 Jul 22 19:39:03.975356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:04.155754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:04.323262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Allocated IP 172.20.0.2 (a8768d1e-9a84-44cc-9a07-25f0cd5eced4/a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2/9f430d0f-c82e-496c-96fb-1d001cb18487) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:04.409911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.520511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-49e09008-4402-4001-915d-5248438ee286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:01Z', 'revision_number': 8, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:04.570662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e09008-4402-4001-915d-5248438ee286 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:01Z', 'revision_number': 8, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9343d1e8-9e07-476c-81ec-4f20e51f0208', 'name': '', 'network_id': '076d79bf-05eb-4271-92d3-c425af0af4fd', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:80:2e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:45Z', 'updated_at': '2021-07-22T19:38:53Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '47d62771-07b5-4b47-ae8f-b8230ccda7cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:04.600806 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.609639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Transition to ACTIVE for port object 9f430d0f-c82e-496c-96fb-1d001cb18487 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:04.625378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Transition to ACTIVE for port object 9f430d0f-c82e-496c-96fb-1d001cb18487 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:04.636462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.693170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:04.694616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Pushing event updated for resources: {'Port': ['ID=9f430d0f-c82e-496c-96fb-1d001cb18487,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:04.706618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:04.710765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:04.715264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-404d4b17-f159-4077-86e2-96c3d07af457 req-53fad96f-dbe2-4ba6-a352-cfc823e681cc tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0542474 Jul 22 19:39:04.771958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.776949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Allocated IP 172.20.0.1 (a8768d1e-9a84-44cc-9a07-25f0cd5eced4/a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2/2718f1ad-a3e1-481d-b6c9-53a4abf47b9d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:04.814744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Attempting to bind port 9f430d0f-c82e-496c-96fb-1d001cb18487 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:04.815525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Attempting to bind port 9f430d0f-c82e-496c-96fb-1d001cb18487 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a4690681-87b2-4810-99f9-e90c0185c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:04.816352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Attempting to bind port 9f430d0f-c82e-496c-96fb-1d001cb18487 on network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:04.822189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:04.822879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Checking segment: {'id': 'a4690681-87b2-4810-99f9-e90c0185c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:04.823629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.824380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Bound using segment: {'id': 'a4690681-87b2-4810-99f9-e90c0185c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:04.825076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Bound port: 9f430d0f-c82e-496c-96fb-1d001cb18487, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4690681-87b2-4810-99f9-e90c0185c9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:04.825675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:04.877147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:04.914439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:04.914782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cbc12ca-0a3d-4e6f-a7a8-d7fa02aa44fc not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:04.957765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] For port 9f430d0f-c82e-496c-96fb-1d001cb18487, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:04.962362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] For port 9f430d0f-c82e-496c-96fb-1d001cb18487, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f430d0f-c82e-496c-96fb-1d001cb18487,segment=NetworkSegment(a4690681-87b2-4810-99f9-e90c0185c9d7),segment_id=a4690681-87b2-4810-99f9-e90c0185c9d7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:04.967719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.026347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c5b7b-9998-4a95-84c1-b60235213e6b None None] Pushing event updated for resources: {'Port': ['ID=9f430d0f-c82e-496c-96fb-1d001cb18487,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:05.051384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.070251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Transition to ACTIVE for port object 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:05.167165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.214215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:05.221007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:05.228449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:05.288287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=2718f1ad-a3e1-481d-b6c9-53a4abf47b9d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:05.315238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 9343d1e8-9e07-476c-81ec-4f20e51f0208 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:05.315238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.317922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.500933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 9343d1e8-9e07-476c-81ec-4f20e51f0208, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9343d1e8-9e07-476c-81ec-4f20e51f0208,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:05.501239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.526228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 9343d1e8-9e07-476c-81ec-4f20e51f0208 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:05.538402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.573388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57418) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:05.679793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19785d24-64f8-4dca-a393-d6bc4e3a4edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.785020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19785d24-64f8-4dca-a393-d6bc4e3a4edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.790834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19785d24-64f8-4dca-a393-d6bc4e3a4edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:05.861745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-19785d24-64f8-4dca-a393-d6bc4e3a4edb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c1cbaf68c4b455cba5eadf7740fddbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872293 Jul 22 19:39:05.878831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:05.882623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de51bd96-b87b-44e1-998a-ce35320fcd1d req-f95e442b-abc0-4bcf-93c7-ea73c626e208 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0449498 Jul 22 19:39:05.889838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19785d24-64f8-4dca-a393-d6bc4e3a4edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53ae41-c269-4aae-aed9-0920ea4a4786,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:05.940361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.001918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.023916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=9343d1e8-9e07-476c-81ec-4f20e51f0208,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:06.026252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.110104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.111295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.114005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.115321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac53ae41-c269-4aae-aed9-0920ea4a4786 HTTP/1.1" status: 204 len: 168 time: 0.2354710 Jul 22 19:39:06.127929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.134412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591adc4-5012-446c-a804-6add8a2acdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53ae41-c269-4aae-aed9-0920ea4a4786,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:06.262696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=2718f1ad-a3e1-481d-b6c9-53a4abf47b9d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:06.315200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.337599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad28eef-9488-4848-97f3-b62da16f8070 None None] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:06.447208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7478285c-84e0-4b49-9caf-face42cdcb3b None None] Provisioning for port 9f430d0f-c82e-496c-96fb-1d001cb18487 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:06.817153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.825425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-25910df7-a739-4c11-848c-8be5d2a26695 None None] Provisioning for port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:06.830590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-25910df7-a739-4c11-848c-8be5d2a26695 None None] Provisioning complete for port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:06.830839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25910df7-a739-4c11-848c-8be5d2a26695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:06.889402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-25910df7-a739-4c11-848c-8be5d2a26695 None None] Port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:06.952160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:06.954910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:06.971508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f430d0f-c82e-496c-96fb-1d001cb18487 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:06.982386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57452) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:07.057005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2884a368-ca5c-40da-a509-2f6723ef256a req-df35a12b-8abe-4c84-890c-df0e002902a6 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0392830 Jul 22 19:39:07.123930 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-72afd257-3c95-47d9-b9e5-8e18bb402883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.130037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9f430d0f-c82e-496c-96fb-1d001cb18487 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:07.144595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9f430d0f-c82e-496c-96fb-1d001cb18487 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:07.149307 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.180262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-45f0f7bc-e201-40fa-8ab8-83304c50bc03 None None] Provisioning complete for port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:07.180820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-45f0f7bc-e201-40fa-8ab8-83304c50bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.243561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1483855166-network', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:07.259678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-45f0f7bc-e201-40fa-8ab8-83304c50bc03 None None] Port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:07.271471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Made reservation on behalf of 09d981f3338a41d48c475a8153f6acfd for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:07.274088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.298806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.316471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:07.332851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Router 71f57587-c3cb-42e6-827d-b719c718c6e3 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:39:07.334780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.383826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 9f430d0f-c82e-496c-96fb-1d001cb18487, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f430d0f-c82e-496c-96fb-1d001cb18487,segment=NetworkSegment(a4690681-87b2-4810-99f9-e90c0185c9d7),segment_id=a4690681-87b2-4810-99f9-e90c0185c9d7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:07.388759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.442244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.447749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.458193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=9f430d0f-c82e-496c-96fb-1d001cb18487,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:07.482418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:07.485997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380d037-28b5-49c3-a08e-f2da02d3f91b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:07.496727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4dccee39-4385-4ffa-b023-b88189eb7aff None None] Provisioning complete for port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:07.496920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.497298 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Added segment 76785556-e404-4466-84a9-3f8c94c567de of type vlan for network 07c1eef5-2319-47b7-8331-608ec7185606 Jul 22 19:39:07.500292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dccee39-4385-4ffa-b023-b88189eb7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.545868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4dccee39-4385-4ffa-b023-b88189eb7aff None None] Port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:07.549154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.570524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:07.575811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:07.577413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-760c45fb-3241-4db7-8c38-33d7b832a60f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7654500 Jul 22 19:39:07.580344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57460) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:07.581189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fa99fd5e-8593-4c79-8d96-e9f7506e87dc tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "PUT /v2.0/routers/71f57587-c3cb-42e6-827d-b719c718c6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6044652 Jul 22 19:39:07.583631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:07.589015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'port': {'network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4', 'name': 'tempest-FloatingIPNegativeTestJSON-1218980846'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:07.589392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:07.591280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] Sync routers for ids ['71f57587-c3cb-42e6-827d-b719c718c6e3'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:07.600784 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:07.601506 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.604278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] Routers {'71f57587-c3cb-42e6-827d-b719c718c6e3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:07.605105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71f57587-c3cb-42e6-827d-b719c718c6e3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.651962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.652806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet 47d62771-07b5-4b47-ae8f-b8230ccda7cf {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:07.658810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.662389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.664102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:07.665120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.665643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] Routers {'71f57587-c3cb-42e6-827d-b719c718c6e3'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:07.666445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71f57587-c3cb-42e6-827d-b719c718c6e3'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.704793 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:07.708929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.709800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89da0c74-3fb5-460b-a4ed-2abe48f88cf0 None None] The sync data for ids ['71f57587-c3cb-42e6-827d-b719c718c6e3'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:07.725430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7383428 Jul 22 19:39:07.729425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57464) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:07.738186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Request body: {'subnet': {'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1483855166-subnet', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:07.760548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Made reservation on behalf of 98d28d4e87ea4f81941d45d1ed22fec5 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:07.764471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.791158 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.795118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa903f-c838-42df-a4a3-806310bf2172 admin admin] Pushing event updated for resources: {'Network': ['ID=07c1eef5-2319-47b7-8331-608ec7185606,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:07.797755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] device_id is not set on port 9a446688-f9e2-40d3-a37f-e9de88c3701e yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:39:07.805626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Made reservation on behalf of 09d981f3338a41d48c475a8153f6acfd for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:07.808070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.825986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 07c1eef5-2319-47b7-8331-608ec7185606 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:07.924720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:07.938630 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:05Z', 'revision_number': 9, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.965970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:07.975724 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:07.976383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:07.977701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Allocated IP 172.20.0.6 (a8768d1e-9a84-44cc-9a07-25f0cd5eced4/a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2/9a446688-f9e2-40d3-a37f-e9de88c3701e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:08.012193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.053731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=47d62771-07b5-4b47-ae8f-b8230ccda7cf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:08.060413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.065219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e4e5150d-a225-4350-8381-dbc3d3f24d42 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/47d62771-07b5-4b47-ae8f-b8230ccda7cf HTTP/1.1" status: 204 len: 168 time: 0.4810362 Jul 22 19:39:08.065469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57466) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:08.068225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd403027-1e5c-4ac2-8442-f4655058c862 None None] Network 076d79bf-05eb-4271-92d3-c425af0af4fd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:08.088508 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:08.161215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.244487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.275237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bed053e-e7b6-4768-8003-d32f509f1137,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:08.297361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b459a280-b8d2-4839-a786-1bfad6a434ae req-04d1b72f-ebc5-4234-bf3e-faa7ee95f5e9 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0488319 Jul 22 19:39:08.353529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] DHCP port deletion for 076d79bf-05eb-4271-92d3-c425af0af4fd request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:08.399947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Checking segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:08.400443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Network hostable DHCP agents. Network: 07c1eef5-2319-47b7-8331-608ec7185606, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:08.408339 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:05Z', 'revision_number': 9, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:08.409543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Deleting port e797b2c7-cb78-4cc7-b473-732b1aa6606a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:08.410443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.414961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port e797b2c7-cb78-4cc7-b473-732b1aa6606a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:08.415325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.422802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.438839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Transition to ACTIVE for port object 9a446688-f9e2-40d3-a37f-e9de88c3701e will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:08.443326 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b4d4-5bb8-4f4e-834d-bbfc9e9838e0 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:05Z', 'revision_number': 9, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '81077518-ef7a-4fed-87fc-a4444837385d', 'name': '', 'network_id': '3853cd43-f351-49e4-96f4-31f155ba05d6', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:ff:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:38Z', 'updated_at': '2021-07-22T19:38:47Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '215b1569-3dee-4af7-bbd8-1345c5bae2f9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:08.443709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Network 07c1eef5-2319-47b7-8331-608ec7185606 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:08.460051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 07c1eef5-2319-47b7-8331-608ec7185606) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:08.479059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:08.479558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.481305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c62996-6fd3-4d5a-9da2-921d4ffac4af None None] Network 07c1eef5-2319-47b7-8331-608ec7185606 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:08.503941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23e8203b-e0b6-4764-a444-0d9f93ad1856 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7732699 Jul 22 19:39:08.506161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] For port e797b2c7-cb78-4cc7-b473-732b1aa6606a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e797b2c7-cb78-4cc7-b473-732b1aa6606a,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:08.506569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.509653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57474) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:08.511521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.517242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port e797b2c7-cb78-4cc7-b473-732b1aa6606a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e797b2c7-cb78-4cc7-b473-732b1aa6606a,segment=NetworkSegment(a503d320-1330-4fc5-9645-a1cd29ba6368),segment_id=a503d320-1330-4fc5-9645-a1cd29ba6368)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:08.517612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.521001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:08.529333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Calling delete_port for e797b2c7-cb78-4cc7-b473-732b1aa6606a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:08.530118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for e797b2c7-cb78-4cc7-b473-732b1aa6606a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:08.575852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:08.582577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:08.585045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:08.633541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=9a446688-f9e2-40d3-a37f-e9de88c3701e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:08.646545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.647270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.648395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.673233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:08.673890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.684445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port e797b2c7-cb78-4cc7-b473-732b1aa6606a on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:08.686675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=e797b2c7-cb78-4cc7-b473-732b1aa6606a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:08.746431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d81680b8-23b5-449c-8f0f-5e3b259a6c0b tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1614461 Jul 22 19:39:08.749618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.750660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57476) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:08.752318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.755758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:08.756703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-07c1eef5-2319-47b7-8331-608ec7185606', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:08.757458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.804487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.807064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] Pushing event deleted for resources: {'Port': ['ID=e797b2c7-cb78-4cc7-b473-732b1aa6606a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:08.811408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368de8a8-e1d9-4b1f-9e43-7fc2cb9152d9 None None] No DVR routers for this DVR port e797b2c7-cb78-4cc7-b473-732b1aa6606a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:08.844072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076d79bf-05eb-4271-92d3-c425af0af4fd']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:08.887647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a503d320-1330-4fc5-9645-a1cd29ba6368') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:08.887971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a503d320-1330-4fc5-9645-a1cd29ba6368') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:08.901743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.926878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.946150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.954751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f430d0f-c82e-496c-96fb-1d001cb18487 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:08.961342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:08.962053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:08.965634 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:09.011195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.070120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89d7fcec-5718-44e5-a920-40719a963529 None None] Provisioning for port 9a446688-f9e2-40d3-a37f-e9de88c3701e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:09.077342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Allocated IP 172.20.0.2 (07c1eef5-2319-47b7-8331-608ec7185606/7bed053e-e7b6-4768-8003-d32f509f1137/eb5fe19f-3d63-4013-ba70-7fb3d031c2e2) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:09.090473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89d7fcec-5718-44e5-a920-40719a963529 None None] Provisioning complete for port 9a446688-f9e2-40d3-a37f-e9de88c3701e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:09.090859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89d7fcec-5718-44e5-a920-40719a963529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.092069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.099673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.104426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/076d79bf-05eb-4271-92d3-c425af0af4fd HTTP/1.1" status: 204 len: 168 time: 1.0350399 Jul 22 19:39:09.105035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:09.124029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22475f0d-4842-42a2-a80d-dfe13bbda842 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=076d79bf-05eb-4271-92d3-c425af0af4fd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:09.133016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9f430d0f-c82e-496c-96fb-1d001cb18487 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:09.133597 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.143783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.189274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-89d7fcec-5718-44e5-a920-40719a963529 None None] Port 9a446688-f9e2-40d3-a37f-e9de88c3701e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:09.301773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Allocated IP 172.25.6.112 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/134f93d9-14e2-47aa-85a0-e8c982fe4f92) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:09.353432 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.364298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Transition to ACTIVE for port object eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:09.382629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9343d1e8-9e07-476c-81ec-4f20e51f0208 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:09.411478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9343d1e8-9e07-476c-81ec-4f20e51f0208 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:09.411478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9343d1e8-9e07-476c-81ec-4f20e51f0208 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:09.412301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e797b2c7-cb78-4cc7-b473-732b1aa6606a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:09.414305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Transition to ACTIVE for port object eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:09.436913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e797b2c7-cb78-4cc7-b473-732b1aa6606a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:09.437341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e797b2c7-cb78-4cc7-b473-732b1aa6606a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:09.445489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.466575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c713ad29-3cab-4b9e-8d98-837184607a1b req-ee9e79bf-77bd-45d2-8a7d-24fec0b8b481 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0350587 Jul 22 19:39:09.485328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Pushing event updated for resources: {'Port': ['ID=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:09.503304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.511768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Network 07c1eef5-2319-47b7-8331-608ec7185606 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:09.513447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:09.515927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:09.517887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.527572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.562678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.575224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Attempting to bind port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:09.575600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Attempting to bind port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:09.575964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Attempting to bind port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 on network 07c1eef5-2319-47b7-8331-608ec7185606 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:09.581569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:09.581948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Checking segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:09.582345 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.582739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Bound using segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:09.583203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Bound port: eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:09.583589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.607353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:09.610453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:09.614270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:09.645126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=134f93d9-14e2-47aa-85a0-e8c982fe4f92,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:09.658642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] For port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:09.661770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] For port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:09.667351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.707640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Allocated IP 172.25.6.163 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/bafd766c-2058-4f6d-bc63-8e3ac9f47e74) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:09.724035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.730631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddd325-8d02-49f1-893d-b61379fa77e5 None None] Pushing event updated for resources: {'Port': ['ID=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:09.773500 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.806845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.931028 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.934660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.976861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:09.991918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.010921 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2afae03-9125-4660-a651-c207a8dd93ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.046644 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.067397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=134f93d9-14e2-47aa-85a0-e8c982fe4f92,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:10.080071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.094829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.099487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:10.099638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dcc3125d-69fb-4a88-94e7-5e76fd0d1667 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3443549 Jul 22 19:39:10.099795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57486) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:10.103575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Pushing event updated for resources: {'Port': ['ID=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:10.104784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1151d846-fd4c-43a9-a1ae-5b6a24b16b2d tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'floatingip': {'port_id': '9a446688-f9e2-40d3-a37f-e9de88c3701e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:10.106073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:10.110539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:10.156374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1151d846-fd4c-43a9-a1ae-5b6a24b16b2d tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.288007 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-1151d846-fd4c-43a9-a1ae-5b6a24b16b2d tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] update failed (client error): The resource could not be found. Jul 22 19:39:10.289124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1151d846-fd4c-43a9-a1ae-5b6a24b16b2d tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "PUT /v2.0/floatingips/2c344fb6-855b-4b2d-b7e1-669bb5bf1710 HTTP/1.1" status: 404 len: 507 time: 0.1882503 Jul 22 19:39:10.292091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57488) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:10.427699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting port 134f93d9-14e2-47aa-85a0-e8c982fe4f92 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:10.428053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.519307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.519703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.534279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Calling delete_port for 134f93d9-14e2-47aa-85a0-e8c982fe4f92 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:10.631975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e618326b-ae9f-4a0e-9d0a-cb4c98786598 req-50eff5ec-2361-4bcc-9d7f-7489c032bf8f tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jul 22 19:39:10.716810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.746042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Port': ['ID=134f93d9-14e2-47aa-85a0-e8c982fe4f92,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:10.750028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 81077518-ef7a-4fed-87fc-a4444837385d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:10.750378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.827053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.830904 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.835461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fc473b06-697b-43be-b1d3-f4b51afa8819 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "DELETE /v2.0/floatingips/2c344fb6-855b-4b2d-b7e1-669bb5bf1710 HTTP/1.1" status: 204 len: 168 time: 0.5390813 Jul 22 19:39:10.836027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57496) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:10.839523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f8f85-4ee6-4cfd-91ee-f6a6e089e854 None None] Network 07c1eef5-2319-47b7-8331-608ec7185606 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:10.841560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2788be33-2d85-4d91-a346-8cc8703ea871 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'floatingip': {'floating_network_id': 'a8768d1e-9a84-44cc-9a07-25f0cd5eced4', 'port_id': '9a446688-f9e2-40d3-a37f-e9de88c3701e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:10.881483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2788be33-2d85-4d91-a346-8cc8703ea871 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.883899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 81077518-ef7a-4fed-87fc-a4444837385d, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=81077518-ef7a-4fed-87fc-a4444837385d,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:10.884034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:10.884272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:10.904769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 81077518-ef7a-4fed-87fc-a4444837385d owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:10.907232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.010383 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-2788be33-2d85-4d91-a346-8cc8703ea871 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:11.017804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2788be33-2d85-4d91-a346-8cc8703ea871 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1750147 Jul 22 19:39:11.018863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57498) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:11.023707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '9a446688-f9e2-40d3-a37f-e9de88c3701e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:11.054026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.091003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-86540f55-d500-4da6-b726-933996c98211 None None] Provisioning for port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:11.161592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.169569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:11.177148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:11.177530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.256212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.284425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Allocated IP 172.25.6.209 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/56502b62-7ab6-4d02-bca5-143037ec11d4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:11.305879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.338302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.349725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:11.364082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.408073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=81077518-ef7a-4fed-87fc-a4444837385d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:11.421393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.489074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.499317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.517416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:11.534952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.535468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.536030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.536466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.536973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.537314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.537650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.537976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.538494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.548420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.548420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.548420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:11.549597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:11.555692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:11.561491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:11.602506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event updated for resources: {'Port': ['ID=56502b62-7ab6-4d02-bca5-143037ec11d4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:11.698160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.707370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Router 584f98a6-5a88-419b-919e-6a394cb1a634 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:39:11.738102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ab6521ba-83e1-444a-a5be-fb33961434d7 None None] Provisioning complete for port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:11.738890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab6521ba-83e1-444a-a5be-fb33961434d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.757516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-986f5a1d-29df-496b-ad64-3f707520c9b0 req-57226047-6ab3-45a9-a564-fe0a62ffa68a tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0395949 Jul 22 19:39:11.815042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting port 56502b62-7ab6-4d02-bca5-143037ec11d4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:11.815471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.898953 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.899296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:11.911129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Calling delete_port for 56502b62-7ab6-4d02-bca5-143037ec11d4 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:11.985016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:11.994340 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Sync routers for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:12.004720 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:12.005722 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:12.009440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:12.013716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.015295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-31db403e-7eb2-4565-97f0-a22af1df437e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5014493 Jul 22 19:39:12.018838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57508) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:12.062997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.091364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Port': ['ID=56502b62-7ab6-4d02-bca5-143037ec11d4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:12.134504 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:12.170984 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] create failed (client error): The resource could not be found. Jul 22 19:39:12.172672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ad035201-4060-4e54-8eb7-bc0ecf23a4c6 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.1523085 Jul 22 19:39:12.175597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57510) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:12.193700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:12.205256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:12.213277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2fa2028-b5ba-4dde-b1e2-6b86e8f1661b tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055276 Jul 22 19:39:12.214470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:12.215099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:12.216752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:12.313919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:12.317236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting port 9a446688-f9e2-40d3-a37f-e9de88c3701e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:12.317810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.357918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet 215b1569-3dee-4af7-bbd8-1345c5bae2f9 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:12.365384 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:10Z', 'revision_number': 3, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:12.365919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.396705 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Checking router: 584f98a6-5a88-419b-919e-6a394cb1a634 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:12.397157 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Updating router 584f98a6-5a88-419b-919e-6a394cb1a634 port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:39:12.423480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.431226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.444293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Calling delete_port for 9a446688-f9e2-40d3-a37f-e9de88c3701e owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:12.445825 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.589173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:11Z', 'revision_number': 10, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:12.601408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.615168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.627613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:12.651379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Port': ['ID=9a446688-f9e2-40d3-a37f-e9de88c3701e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:12.686663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:12.693691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:12.749195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.754229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-32d048c0-3ed3-4e16-b7de-ba994b8ee5ff tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "DELETE /v2.0/ports/9a446688-f9e2-40d3-a37f-e9de88c3701e HTTP/1.1" status: 204 len: 168 time: 0.5775890 Jul 22 19:39:12.757517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:12.758536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.863005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.883635 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.897090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Transition to ACTIVE for port object bafd766c-2058-4f6d-bc63-8e3ac9f47e74 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:12.901809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:12.904304 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.957476 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d8b4-5cb6-4a20-8170-be618f651a8d None None] Pushing event updated for resources: {'Port': ['ID=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:12.979041 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Attempting to bind port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:12.979715 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Attempting to bind port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:12.980333 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Attempting to bind port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:12.987931 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:12.988991 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:12.989891 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.990789 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:12.991562 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Bound port: bafd766c-2058-4f6d-bc63-8e3ac9f47e74, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:12.991981 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:12.995254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dcda1fd-1bfd-441e-8012-a93fff9c2999 req-51b7aa18-78eb-402c-822e-726d0909c85b tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0531232 Jul 22 19:39:13.013243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:13.070451 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] For port bafd766c-2058-4f6d-bc63-8e3ac9f47e74, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:13.073879 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] For port bafd766c-2058-4f6d-bc63-8e3ac9f47e74, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:13.078110 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.137607 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:13.138203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.170444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:13.170848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.173615 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d8b4-5cb6-4a20-8170-be618f651a8d None None] Pushing event updated for resources: {'Port': ['ID=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:13.240980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=215b1569-3dee-4af7-bbd8-1345c5bae2f9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:13.254179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.259203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:13.264832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-827cceb2-e50b-445e-b658-ce22f4946df1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/215b1569-3dee-4af7-bbd8-1345c5bae2f9 HTTP/1.1" status: 204 len: 168 time: 1.0467129 Jul 22 19:39:13.265920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fb90c-ef60-4758-9997-eda8f2b94661 None None] Network 3853cd43-f351-49e4-96f4-31f155ba05d6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:13.286583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.349795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.375596 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:13.400793 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:11Z', 'revision_number': 10, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.413660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port da508fcf-9249-4cb8-b489-1fa5535a3008 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:13.414278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.431670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7ae60-02bc-485a-baa3-80034c25d841 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:11Z', 'revision_number': 10, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None, '_interfaces': [{'id': '929172d9-fea4-4675-9984-b1cd443a4dfd', 'name': '', 'network_id': 'd2c97ade-f7e5-49cf-bd7b-c262ef7f5346', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'mac_address': 'fa:16:3e:f5:0b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:32Z', 'updated_at': '2021-07-22T19:38:42Z', 'revision_number': 5, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'subnets': [{'id': '42453548-4d68-42d3-9b35-f95651a0b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:13.491012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port da508fcf-9249-4cb8-b489-1fa5535a3008, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=da508fcf-9249-4cb8-b489-1fa5535a3008,segment=NetworkSegment(f8bed415-1c82-4bbe-a725-495751d7f5b3),segment_id=f8bed415-1c82-4bbe-a725-495751d7f5b3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:13.491374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.506894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for da508fcf-9249-4cb8-b489-1fa5535a3008 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:13.517172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Allocated IP 172.20.0.1 (07c1eef5-2319-47b7-8331-608ec7185606/7bed053e-e7b6-4768-8003-d32f509f1137/f1375fd4-3652-47ae-8760-c8fc678389d6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:13.538083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f496275-ee22-4fae-960e-bbea7351b566 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:13.542122 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5f496275-ee22-4fae-960e-bbea7351b566 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "GET /v2.0/ports?device_id=71f57587-c3cb-42e6-827d-b719c718c6e3 HTTP/1.1" status: 200 len: 913 time: 0.7755666 Jul 22 19:39:13.543213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:13.614006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:10Z', 'revision_number': 3, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.618999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.644101 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2276192-6d7a-419a-9305-0047f3f97584 None None] The sync data for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 is: [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:10Z', 'revision_number': 3, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:13.648579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=da508fcf-9249-4cb8-b489-1fa5535a3008,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:13.651165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port da508fcf-9249-4cb8-b489-1fa5535a3008 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:13.741012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.752082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3853cd43-f351-49e4-96f4-31f155ba05d6']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.763469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bed415-1c82-4bbe-a725-495751d7f5b3') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.763773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bed415-1c82-4bbe-a725-495751d7f5b3') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:13.774068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.790436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.790687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.799441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:13.800000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:13.803923 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:13.814736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae3615-e017-4c11-b061-e98196bc1f2d None None] DHCP port deletion for 3853cd43-f351-49e4-96f4-31f155ba05d6 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:13.882762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Transition to ACTIVE for port object f1375fd4-3652-47ae-8760-c8fc678389d6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:13.886268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.898814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:13.904372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/3853cd43-f351-49e4-96f4-31f155ba05d6 HTTP/1.1" status: 204 len: 168 time: 0.6439185 Jul 22 19:39:13.904989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:13.928389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621a23-0fc9-4e27-b56c-4897787682b6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=3853cd43-f351-49e4-96f4-31f155ba05d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:13.954057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.052554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Network 07c1eef5-2319-47b7-8331-608ec7185606 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:14.060450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:14.081562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:14.113398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Pushing event updated for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:14.161094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.337836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-58f14576-dc59-40ad-9215-2072414f43ef None None] Provisioning for port f1375fd4-3652-47ae-8760-c8fc678389d6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:14.344331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-58f14576-dc59-40ad-9215-2072414f43ef None None] Provisioning complete for port f1375fd4-3652-47ae-8760-c8fc678389d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:14.344871 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58f14576-dc59-40ad-9215-2072414f43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.345429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.387880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-58f14576-dc59-40ad-9215-2072414f43ef None None] Port f1375fd4-3652-47ae-8760-c8fc678389d6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:14.501134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.512231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e40e40da-50e3-4659-8951-0ff47a6f42ca req-da2d4c6e-99da-4bee-9136-c4a0af30cc43 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0609839 Jul 22 19:39:14.700130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.814055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.820613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting port 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:14.820963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.835061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.877904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bafd766c-2058-4f6d-bc63-8e3ac9f47e74 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:14.938120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:14.943580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:14.943762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.944408 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:14.965458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Pushing event updated for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:15.003869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.034465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 929172d9-fea4-4675-9984-b1cd443a4dfd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:15.034817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.049809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Calling delete_port for 2718f1ad-a3e1-481d-b6c9-53a4abf47b9d owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:15.052248 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.080050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port bafd766c-2058-4f6d-bc63-8e3ac9f47e74, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:15.084399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.130396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Network 07c1eef5-2319-47b7-8331-608ec7185606 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:15.138072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:15.142196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:15.156879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device da508fcf-9249-4cb8-b489-1fa5535a3008 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:15.171268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 929172d9-fea4-4675-9984-b1cd443a4dfd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=929172d9-fea4-4675-9984-b1cd443a4dfd,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:15.171598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.177972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: da508fcf-9249-4cb8-b489-1fa5535a3008 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:15.178520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device da508fcf-9249-4cb8-b489-1fa5535a3008 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:15.179103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 81077518-ef7a-4fed-87fc-a4444837385d no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:15.195081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 929172d9-fea4-4675-9984-b1cd443a4dfd owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:15.201087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 81077518-ef7a-4fed-87fc-a4444837385d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:15.201666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 81077518-ef7a-4fed-87fc-a4444837385d not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:15.355399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Router 584f98a6-5a88-419b-919e-6a394cb1a634 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:15.369354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.408250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.427544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Port': ['ID=2718f1ad-a3e1-481d-b6c9-53a4abf47b9d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:15.445063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=929172d9-fea4-4675-9984-b1cd443a4dfd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:15.532279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4a08bde9-3fa5-454a-8ad7-6f0321b6c990 None None] Provisioning complete for port f1375fd4-3652-47ae-8760-c8fc678389d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:15.533297 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4a08bde9-3fa5-454a-8ad7-6f0321b6c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.605050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4a08bde9-3fa5-454a-8ad7-6f0321b6c990 None None] Port f1375fd4-3652-47ae-8760-c8fc678389d6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:15.605711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:15.616906 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf1ebde5-62f2-4ec6-826b-68773c806c27 admin admin] 10.222.0.10 "PUT /v2.0/routers/584f98a6-5a88-419b-919e-6a394cb1a634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968366 Jul 22 19:39:15.635837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.749215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:15.770684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a196c91-c1c2-41d5-a0e4-c228cc2b87cc req-ef8b0957-8bbc-4b09-af4e-cd6fdd1e56bf tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0742002 Jul 22 19:39:15.830306 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Sync routers for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:15.848648 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:15.849411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:15.899371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:15.980670 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:16.023110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:16.033839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:16.044751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c9058af2-3830-42b0-b17f-646323e775a9 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1252964 Jul 22 19:39:16.045619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57550) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:16.052168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:16.053058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.146648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting subnet 42453548-4d68-42d3-9b35-f95651a0b51b {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:16.150485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.195584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.199857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:16.258587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.298569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:16.310556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:16.311210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.317130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.336309 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 2, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.366683 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Checking router: 584f98a6-5a88-419b-919e-6a394cb1a634 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:16.367041 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Updating router 584f98a6-5a88-419b-919e-6a394cb1a634 port f1375fd4-3652-47ae-8760-c8fc678389d6 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:39:16.371355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:16.379581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772758364', 'description': 'tempest-description--21514348'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:16.389534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.398794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Router 71f57587-c3cb-42e6-827d-b719c718c6e3 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:16.409814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.411437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/42453548-4d68-42d3-9b35-f95651a0b51b HTTP/1.1" status: 204 len: 168 time: 0.3634167 Jul 22 19:39:16.412760 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.414997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a99a35-aad7-481c-a713-17ec256e223c None None] Network d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:16.415558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:16.431430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.434540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3ca5e-d673-4c5c-a084-296f570c6e67 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Subnet': ['ID=42453548-4d68-42d3-9b35-f95651a0b51b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:16.443795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:16.503819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.588225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:16.599189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06e44fbb-5ce8-4f23-9f80-b72d10d60606 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "PUT /v2.0/routers/71f57587-c3cb-42e6-827d-b719c718c6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0548744 Jul 22 19:39:16.601991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57556) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:16.604734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.643709 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] Sync routers for ids ['71f57587-c3cb-42e6-827d-b719c718c6e3'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:16.674985 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] Routers {'71f57587-c3cb-42e6-827d-b719c718c6e3'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:16.675629 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71f57587-c3cb-42e6-827d-b719c718c6e3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.688218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.700431 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.709685 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.720891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.725834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388bccc-e71c-48da-b9e0-81872257c165 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:16.732870 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] Routers {'71f57587-c3cb-42e6-827d-b719c718c6e3'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:16.733507 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['71f57587-c3cb-42e6-827d-b719c718c6e3'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.792422 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:16.793082 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9872a0-fee3-47c5-ba2a-affd6245a2ab None None] The sync data for ids ['71f57587-c3cb-42e6-827d-b719c718c6e3'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:16.821206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.822628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4490962 Jul 22 19:39:16.824727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5126bcc-e808-40b2-81c1-849d08d6dbe9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6308c29-65f9-450b-9c64-8beceda43eda,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:16.828518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57560) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:16.835321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'security_group_rule': {'security_group_id': 'b6308c29-65f9-450b-9c64-8beceda43eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:16.860659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Deleting port 129cc510-efd2-403a-acbd-02cd056626ed {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:16.861187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.868795 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.885146 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Transition to ACTIVE for port object f1375fd4-3652-47ae-8760-c8fc678389d6 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:16.901448 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.953095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] For port 129cc510-efd2-403a-acbd-02cd056626ed, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=129cc510-efd2-403a-acbd-02cd056626ed,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:16.953805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.968010 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5159-2f71-4d39-b85c-e1560e1b6368 None None] Pushing event updated for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:16.979450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Calling delete_port for 129cc510-efd2-403a-acbd-02cd056626ed owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:16.983396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.990997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c21f1e7-a313-4871-b74a-c57c82e8e422 req-1560627b-023d-4846-bedf-16e88bfb55a1 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0446868 Jul 22 19:39:16.994760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:16.996975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.027505 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Attempting to bind port f1375fd4-3652-47ae-8760-c8fc678389d6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:17.027818 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Attempting to bind port f1375fd4-3652-47ae-8760-c8fc678389d6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:17.028192 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Attempting to bind port f1375fd4-3652-47ae-8760-c8fc678389d6 on network 07c1eef5-2319-47b7-8331-608ec7185606 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:17.039976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:17.040375 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Checking segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:17.040980 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.041382 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Bound using segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:17.041852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Bound port: f1375fd4-3652-47ae-8760-c8fc678389d6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:17.042235 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.056868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.058298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Fanout notify agent at l3_agent the message router_deleted on router 71f57587-c3cb-42e6-827d-b719c718c6e3 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:39:17.066471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.069965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cad292d5-4ae1-4b6c-8538-7faa26f98d86 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "DELETE /v2.0/routers/71f57587-c3cb-42e6-827d-b719c718c6e3 HTTP/1.1" status: 204 len: 168 time: 0.4647377 Jul 22 19:39:17.088089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57564) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:17.116219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] DHCP port deletion for d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:17.161192 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] For port f1375fd4-3652-47ae-8760-c8fc678389d6, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:17.165671 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] For port f1375fd4-3652-47ae-8760-c8fc678389d6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f1375fd4-3652-47ae-8760-c8fc678389d6,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:17.175884 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.201148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Deleting port 129cc510-efd2-403a-acbd-02cd056626ed {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:17.202013 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.257763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting subnet a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:17.259343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.262966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.268075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.300801 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:17.301758 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:17.309345 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce5159-2f71-4d39-b85c-e1560e1b6368 None None] Pushing event updated for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.323326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.335844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Port': ['ID=129cc510-efd2-403a-acbd-02cd056626ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.338224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.339995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No DVR routers for this DVR port 129cc510-efd2-403a-acbd-02cd056626ed on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:17.346996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bafd766c-2058-4f6d-bc63-8e3ac9f47e74 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:17.352996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] For port 129cc510-efd2-403a-acbd-02cd056626ed, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=129cc510-efd2-403a-acbd-02cd056626ed,segment=NetworkSegment(5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d),segment_id=5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:17.353633 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.390043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Calling delete_port for 129cc510-efd2-403a-acbd-02cd056626ed owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:17.442007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.506820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.517106 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:17.518879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.522306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:17.523042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.530714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c97ade-f7e5-49cf-bd7b-c262ef7f5346']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:17.553169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:17.553401 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.553519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.554050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4bfc5c-a8ef-4b87-83b7-7e03b85d9e8d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:17.559312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.560958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9f3556af-371d-440a-856b-b1cfc922562e tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "DELETE /v2.0/subnets/a4d2bc00-cdb8-4dd0-826c-dd7da59da2f2 HTTP/1.1" status: 204 len: 168 time: 0.4714355 Jul 22 19:39:17.563573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57568) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:17.574085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.591532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.599467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:17.600177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.636602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] Pushing event deleted for resources: {'Port': ['ID=129cc510-efd2-403a-acbd-02cd056626ed,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.638957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a315172-2453-4554-98ad-e0d908b656f7 None None] Network a8768d1e-9a84-44cc-9a07-25f0cd5eced4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:17.639201 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:17.648364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.653527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8233325 Jul 22 19:39:17.655001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57570) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:17.665792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99a5dd-30a9-40cb-adf9-83b8db0ce3ac tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4205b8-16d7-410c-8f1a-2f246a73da5d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.672236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'security_group_rule': {'security_group_id': 'b6308c29-65f9-450b-9c64-8beceda43eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:17.675723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.715572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452f8a9f-a9ad-493d-adc3-35fb4ad73f5b None None] No DVR routers for this DVR port 129cc510-efd2-403a-acbd-02cd056626ed on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:17.748512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.751495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Deleting port 9f430d0f-c82e-496c-96fb-1d001cb18487 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:17.752054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.760026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.762335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/networks/d2c97ade-f7e5-49cf-bd7b-c262ef7f5346 HTTP/1.1" status: 204 len: 168 time: 1.3456552 Jul 22 19:39:17.765984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57572) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:17.772630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'routes': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:17.774172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.788028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cd3ee-d57b-46ad-87fb-9483dbb5982f tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Pushing event deleted for resources: {'Network': ['ID=d2c97ade-f7e5-49cf-bd7b-c262ef7f5346,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.853438 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:17Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:17.868691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.875130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.892758 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f322206-0de6-4644-bfa4-26d7af33ae2a None None] The sync data for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 is: [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:17Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:17.898801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad940692-264b-4db1-9043-987521dfc69a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:17.910751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.912976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e947a37c-79b1-42f8-920b-b24349e22642 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2482419 Jul 22 19:39:17.915426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:17.917778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] For port 9f430d0f-c82e-496c-96fb-1d001cb18487, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f430d0f-c82e-496c-96fb-1d001cb18487,segment=NetworkSegment(a4690681-87b2-4810-99f9-e90c0185c9d7),segment_id=a4690681-87b2-4810-99f9-e90c0185c9d7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:17.918141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:17.922397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:17.956012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.048041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.extraroute_db [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Added routes are [] {{(pid=93800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:39:18.048423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.extraroute_db [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Removed routes are [] {{(pid=93800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:39:18.048805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.054174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Calling delete_port for 9f430d0f-c82e-496c-96fb-1d001cb18487 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:18.078310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] DHCP port deletion for a8768d1e-9a84-44cc-9a07-25f0cd5eced4 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:18.146453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Deleting port 9f430d0f-c82e-496c-96fb-1d001cb18487 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:18.146896 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.157904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.240265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a33d1cc-afb3-4125-9935-4934d7d08543 req-c21e4578-8edd-4114-a65b-d8b9e489ace9 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0911558 Jul 22 19:39:18.249030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] For port 9f430d0f-c82e-496c-96fb-1d001cb18487, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f430d0f-c82e-496c-96fb-1d001cb18487,segment=NetworkSegment(a4690681-87b2-4810-99f9-e90c0185c9d7),segment_id=a4690681-87b2-4810-99f9-e90c0185c9d7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:18.249604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.282126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Calling delete_port for 9f430d0f-c82e-496c-96fb-1d001cb18487 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:18.328873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Allocated IP 172.25.6.21 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/384860ad-ae47-40d2-8de1-23f89b50a8a4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:18.351750 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.366044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.381488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.413245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] Pushing event deleted for resources: {'Port': ['ID=9f430d0f-c82e-496c-96fb-1d001cb18487,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:18.420717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73f190-0586-469e-af79-bfbe43217f37 None None] No DVR routers for this DVR port 9f430d0f-c82e-496c-96fb-1d001cb18487 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:18.475276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.519047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.563355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:18.566895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:18.571620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:18.574893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'Port': ['ID=384860ad-ae47-40d2-8de1-23f89b50a8a4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:18.667440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.716967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.752636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router e14f3dea-c4d1-429d-a371-1f957967722a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:18.753594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.782568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Port': ['ID=9f430d0f-c82e-496c-96fb-1d001cb18487,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:18.791923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] No DVR routers for this DVR port 9f430d0f-c82e-496c-96fb-1d001cb18487 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:18.894341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f1375fd4-3652-47ae-8760-c8fc678389d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:18.914124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:18.922368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.923633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-727fd54e-e3ee-478f-8cdf-83d3be536613 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 701 time: 1.1566620 Jul 22 19:39:18.927129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57582) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:18.942972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.943755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Sync routers for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:18.949784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:18.958151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:18.958151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:18.974001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.002139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-39c827ca-68d6-4496-98c8-044fd79c28ad tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 205 time: 0.0738294 Jul 22 19:39:19.004541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57584) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:19.028349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'Port': ['ID=384860ad-ae47-40d2-8de1-23f89b50a8a4,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:19.036581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.038928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f1375fd4-3652-47ae-8760-c8fc678389d6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:19.050132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f1375fd4-3652-47ae-8760-c8fc678389d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:19.050509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.056954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8768d1e-9a84-44cc-9a07-25f0cd5eced4']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.069214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.081475 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59dcfb00-40e0-421e-804b-7698067c2171 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1637962 Jul 22 19:39:19.102523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4690681-87b2-4810-99f9-e90c0185c9d7') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.102829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4690681-87b2-4810-99f9-e90c0185c9d7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.106938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:19.123197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.127187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.164708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.206176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Checking router: e14f3dea-c4d1-429d-a371-1f957967722a for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:19.216441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.242884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Routers {'e14f3dea-c4d1-429d-a371-1f957967722a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:19.243535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e14f3dea-c4d1-429d-a371-1f957967722a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.256435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:19.256854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:19.261052 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:19.325662 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.342901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] Set router e14f3dea-c4d1-429d-a371-1f957967722a gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:19.398641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cac120de-91e3-4812-950d-59fb49d56138 req-b5271075-ef8c-4fcf-8754-3f2768521857 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0543911 Jul 22 19:39:19.400470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.406592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.407882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:19.441265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc278f-5db6-473e-92d4-6f2e595525e9 None None] The sync data for ids ['e14f3dea-c4d1-429d-a371-1f957967722a'] in n-d-800087-13 is: [{'id': 'e14f3dea-c4d1-429d-a371-1f957967722a', 'name': 'tempest-RoutersTest-router-1679426311', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:30Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 11, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:19.452756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f1375fd4-3652-47ae-8760-c8fc678389d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f1375fd4-3652-47ae-8760-c8fc678389d6,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:19.456794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.512827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-0a4dea6c-397f-41dc-b48e-fccbcaec9bb0 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1772758364&fields=id&tenant_id=09d981f3338a41d48c475a8153f6acfd HTTP/1.1" status: 200 len: 267 time: 0.2525847 Jul 22 19:39:19.528722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:19.539476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 129cc510-efd2-403a-acbd-02cd056626ed no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:19.544849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.545403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router e14f3dea-c4d1-429d-a371-1f957967722a {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:39:19.549746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.556746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.562337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b447ebeb-f460-473a-8fb6-03aed71e8fe1 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 204 len: 168 time: 0.5524015 Jul 22 19:39:19.562800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:19.563273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 129cc510-efd2-403a-acbd-02cd056626ed {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:19.563273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 129cc510-efd2-403a-acbd-02cd056626ed not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:19.563631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f430d0f-c82e-496c-96fb-1d001cb18487 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:19.567553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196851892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:19.586671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.591449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9f430d0f-c82e-496c-96fb-1d001cb18487 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:19.591638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] 10.222.0.10 "DELETE /v2.0/networks/a8768d1e-9a84-44cc-9a07-25f0cd5eced4 HTTP/1.1" status: 204 len: 168 time: 2.0239887 Jul 22 19:39:19.591746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f430d0f-c82e-496c-96fb-1d001cb18487 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:19.591746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 929172d9-fea4-4675-9984-b1cd443a4dfd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:19.606051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f471a-8fb1-4da1-8a36-6954e9149aa2 tempest-FloatingIPNegativeTestJSON-1725351545 tempest-FloatingIPNegativeTestJSON-1725351545-project] Pushing event deleted for resources: {'Network': ['ID=a8768d1e-9a84-44cc-9a07-25f0cd5eced4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:19.610546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 929172d9-fea4-4675-9984-b1cd443a4dfd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:19.611010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 929172d9-fea4-4675-9984-b1cd443a4dfd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:19.645632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.646808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.712543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.713969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-2f7512b8-271e-4548-9262-fd97798df2ef tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:19.715968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-2f7512b8-271e-4548-9262-fd97798df2ef tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/networks?id=07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 200 len: 812 time: 0.1963432 Jul 22 19:39:19.717996 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.737781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:19.742275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-09522110-3cc5-433d-8a3e-bdf82f6cdb84 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1758382 Jul 22 19:39:19.742498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:19.743918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-825dbcc0-248f-4071-a257-01bffc81d196 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/quotas/09d981f3338a41d48c475a8153f6acfd HTTP/1.1" status: 200 len: 375 time: 0.0193868 Jul 22 19:39:19.748273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:19.829009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-89263e13-83c7-4b89-9b51-b43ba325b48f tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=09d981f3338a41d48c475a8153f6acfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840023 Jul 22 19:39:19.877646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57614) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:19.991861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.005425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.068424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-b2ea69f6-d477-4913-870f-36c883165324 service neutron] 10.222.0.10 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315376 Jul 22 19:39:20.071242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ecf67c25-c4ac-4ab5-86a1-4842c61e56b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98d28d4e87ea4f81941d45d1ed22fec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921413 Jul 22 19:39:20.073868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57618) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.105283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Router 324b9766-46f3-4011-94ff-b1ce65110adc is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:39:20.195268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.200397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:20.207616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.208835 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2660681a-741a-487f-9912-d1ce1da724d6 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "PUT /v2.0/routers/324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 200 len: 694 time: 0.4652727 Jul 22 19:39:20.211412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.214337 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Sync routers for ids ['324b9766-46f3-4011-94ff-b1ce65110adc'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:20.222677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-8a2944c3-24d7-4a6c-950d-ee238174d3fc service neutron] 10.222.0.10 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409786 Jul 22 19:39:20.231266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Routers {'324b9766-46f3-4011-94ff-b1ce65110adc'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:20.231577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.232462 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['324b9766-46f3-4011-94ff-b1ce65110adc'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:20.293566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.297889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.300057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae9f668c-821a-4659-8b6c-0fa65dc7ee79 HTTP/1.1" status: 204 len: 168 time: 0.2247863 Jul 22 19:39:20.310194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c7d96-3198-4ec7-91f3-b7a0be36ef15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f668c-821a-4659-8b6c-0fa65dc7ee79,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:20.334342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b18b432c-6935-4bbe-9f68-c2bb369307b5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/routers/324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 200 len: 700 time: 0.1149857 Jul 22 19:39:20.338637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57626) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.340918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Set router 324b9766-46f3-4011-94ff-b1ce65110adc gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:20.396277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.408307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-913123ef-60af-4b7e-a0c5-1674998d7e87 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 200 len: 205 time: 0.0671849 Jul 22 19:39:20.474971 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b9766-46f3-4011-94ff-b1ce65110adc', 'name': 'tempest-RoutersTest-router-1196851892', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:19Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:20.478111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-790c177b-3629-48b0-8b50-5089162f595b req-d48732a5-c45b-42e7-b412-2956dcc64ab0 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 210 time: 0.0465305 Jul 22 19:39:20.518049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Checking router: 324b9766-46f3-4011-94ff-b1ce65110adc for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:20.530306 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Routers {'324b9766-46f3-4011-94ff-b1ce65110adc'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:20.531074 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['324b9766-46f3-4011-94ff-b1ce65110adc'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:20.539829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.590120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d0e487d-3200-46a9-982b-8ac19cb82eae req-2827d8a8-d41f-4366-9573-f2c4c04e23a7 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0839887 Jul 22 19:39:20.641671 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] Set router 324b9766-46f3-4011-94ff-b1ce65110adc gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:20.773178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.777320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.808684 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324b9766-46f3-4011-94ff-b1ce65110adc', 'name': 'tempest-RoutersTest-router-1196851892', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:19Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:20.834782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f1375fd4-3652-47ae-8760-c8fc678389d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:20.851348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.852195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Fanout notify agent at l3_agent the message router_deleted on router 324b9766-46f3-4011-94ff-b1ce65110adc {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:39:20.860688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.861781 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-847e4b99-48fd-4552-8ff4-60112b1b94a5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 204 len: 168 time: 0.4639225 Jul 22 19:39:20.865284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.880678 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c10dda6-9194-46d9-bd8a-d671300eed94 None None] The sync data for ids ['324b9766-46f3-4011-94ff-b1ce65110adc'] in n-d-800087-13 is: [{'id': '324b9766-46f3-4011-94ff-b1ce65110adc', 'name': 'tempest-RoutersTest-router-1196851892', 'tenant_id': 'f71605041a30430489c0f90f9dacf8f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:19Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 2, 'project_id': 'f71605041a30430489c0f90f9dacf8f7', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:20.913087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b72dc150-449d-4cf8-abb2-eaa48697a00d tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 200 len: 205 time: 0.0439849 Jul 22 19:39:20.914563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57656) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:20.931617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f1375fd4-3652-47ae-8760-c8fc678389d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:20.932168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:20.965367 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-70c0c04e-7294-4136-a918-3148f2169941 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:20.967503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70c0c04e-7294-4136-a918-3148f2169941 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/324b9766-46f3-4011-94ff-b1ce65110adc HTTP/1.1" status: 404 len: 336 time: 0.0518782 Jul 22 19:39:20.970022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.008670 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-070be0ca-eb2f-42fd-b1d7-13ad255c9a19 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.009307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070be0ca-eb2f-42fd-b1d7-13ad255c9a19 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.011304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-070be0ca-eb2f-42fd-b1d7-13ad255c9a19 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/89d2d3b4-b24a-4d6c-a971-958e388183db HTTP/1.1" status: 404 len: 337 time: 0.0401614 Jul 22 19:39:21.013992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57662) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.058043 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cb6eed-c671-4d9f-a234-950e2091f1dd tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.058778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cb6eed-c671-4d9f-a234-950e2091f1dd tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.061595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a1cb6eed-c671-4d9f-a234-950e2091f1dd tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/47d62771-07b5-4b47-ae8f-b8230ccda7cf HTTP/1.1" status: 404 len: 337 time: 0.0461392 Jul 22 19:39:21.064718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57668) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.097846 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1a5c20-d38d-4ac0-9b1a-7eadee2cfc12 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.098569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1a5c20-d38d-4ac0-9b1a-7eadee2cfc12 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.100456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2a1a5c20-d38d-4ac0-9b1a-7eadee2cfc12 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/215b1569-3dee-4af7-bbd8-1345c5bae2f9 HTTP/1.1" status: 404 len: 337 time: 0.0345352 Jul 22 19:39:21.102960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57672) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.135667 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c428920f-be63-47fc-835a-7adabba17263 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.136381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c428920f-be63-47fc-835a-7adabba17263 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.141124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c428920f-be63-47fc-835a-7adabba17263 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/42453548-4d68-42d3-9b35-f95651a0b51b HTTP/1.1" status: 404 len: 337 time: 0.0342374 Jul 22 19:39:21.143412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.177837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3183ca90-aaef-469b-960d-f98f08309025 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 200 len: 205 time: 0.0332365 Jul 22 19:39:21.180262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57678) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.224179 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-b76137d6-097d-42da-9b2f-6ebd590a460c tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.225855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b76137d6-097d-42da-9b2f-6ebd590a460c tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/e14f3dea-c4d1-429d-a371-1f957967722a HTTP/1.1" status: 404 len: 336 time: 0.0444164 Jul 22 19:39:21.228473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57684) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.262535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6dd93447-62dc-4365-b822-7247e6df4fb8 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=71407535-b0a2-4a1a-ba61-e85b23c57075 HTTP/1.1" status: 200 len: 205 time: 0.0327590 Jul 22 19:39:21.265827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57686) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.300457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57688) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.309559 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-2bf5348a-98e2-4773-b988-f3995eb2b758 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.313091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2bf5348a-98e2-4773-b988-f3995eb2b758 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/71407535-b0a2-4a1a-ba61-e85b23c57075 HTTP/1.1" status: 404 len: 336 time: 0.0436785 Jul 22 19:39:21.313513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57692) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.341964 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-189aeeca-15be-49d9-960e-a2b720e422ab tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.342435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189aeeca-15be-49d9-960e-a2b720e422ab tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.344973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-189aeeca-15be-49d9-960e-a2b720e422ab tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/c6d6fb57-d9b7-4353-a4f2-163e3108d7a8 HTTP/1.1" status: 404 len: 337 time: 0.0304608 Jul 22 19:39:21.347590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57694) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.384450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8c2dda8e-200b-4658-bf00-bae103f83370 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 200 len: 205 time: 0.0352280 Jul 22 19:39:21.386437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.433651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'networks': [{'name': 'tempest-network--2054087099'}, {'name': 'tempest-network--1961936569'}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:21.433968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-network--2054087099'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:21.434417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-network--1961936569'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:21.439213 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-dcc9f59a-f68e-4655-bdd1-bb9165cb9684 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.440246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dcc9f59a-f68e-4655-bdd1-bb9165cb9684 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/4834f34c-be7c-45f9-94d4-f65e8e27c0c6 HTTP/1.1" status: 404 len: 336 time: 0.0528913 Jul 22 19:39:21.442946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57698) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.463617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'network': 2} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:21.469370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.476185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b361dda2-30b0-49e0-aab4-84b840e75380 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b09dd81-1be7-437c-af46-3d384b95d991 HTTP/1.1" status: 200 len: 205 time: 0.0316162 Jul 22 19:39:21.478016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.478520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.527027 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-2185bc05-2320-489b-9481-e6d9470d3ac5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.530804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2185bc05-2320-489b-9481-e6d9470d3ac5 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/5b09dd81-1be7-437c-af46-3d384b95d991 HTTP/1.1" status: 404 len: 336 time: 0.0494142 Jul 22 19:39:21.531095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.553105 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:39:21.564988 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-45807f0c-541e-477c-aeab-32488e5d8a69 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.565951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45807f0c-541e-477c-aeab-32488e5d8a69 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.567202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-45807f0c-541e-477c-aeab-32488e5d8a69 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/af0ef4fa-1142-4cb3-9a02-137cab72e515 HTTP/1.1" status: 404 len: 337 time: 0.0347199 Jul 22 19:39:21.570017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.601326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3981116-265e-4bc1-974b-ecefc9bd7c32 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=c68c244d-f15c-4e01-9fea-33b2e74ddb87 HTTP/1.1" status: 200 len: 205 time: 0.0302157 Jul 22 19:39:21.603805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.605764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f629e33-4747-47bc-862e-303f798c41a5 req-f795fbab-87ce-4768-9d7b-ce9f685c2d50 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 210 time: 0.0522385 Jul 22 19:39:21.648465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.656433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.656910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.684535 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e9eabea6-437e-4ac0-a05b-b92191e12b66 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.685858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9eabea6-437e-4ac0-a05b-b92191e12b66 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/c68c244d-f15c-4e01-9fea-33b2e74ddb87 HTTP/1.1" status: 404 len: 336 time: 0.0807457 Jul 22 19:39:21.688649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.717771 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22088c2-9653-4e26-ad8d-bdd0f8a61b06 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.718472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22088c2-9653-4e26-ad8d-bdd0f8a61b06 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.720337 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d22088c2-9653-4e26-ad8d-bdd0f8a61b06 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/0b34de74-7db1-4938-9992-a578cf0d4ce2 HTTP/1.1" status: 404 len: 337 time: 0.0307658 Jul 22 19:39:21.722786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.732719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eeb6f16-0e1d-4118-a83d-047531c1b5b4 req-3b449bde-5e58-4fb0-b220-1b8df99afe6b tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0419762 Jul 22 19:39:21.741708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d2da5-f57b-4813-a578-95cdb947cf23,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:21.746948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:21.757421 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-417fbef9-c57b-483e-bbd3-f3f205c238c7 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "GET /v2.0/ports?device_id=5dabb54e-23ac-4df5-8443-0c155515e964 HTTP/1.1" status: 200 len: 205 time: 0.0330877 Jul 22 19:39:21.759628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57718) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.769518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.769846 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment 29e301aa-65a0-4415-9da9-d0317b6b7539 of type vlan for network 4d63ea70-65c1-4eab-8492-16b3d61fa71f Jul 22 19:39:21.803091 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-f2df0852-60cf-4b95-aa9f-123b9a263c19 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] delete failed (client error): The resource could not be found. Jul 22 19:39:21.804268 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2df0852-60cf-4b95-aa9f-123b9a263c19 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/routers/5dabb54e-23ac-4df5-8443-0c155515e964 HTTP/1.1" status: 404 len: 336 time: 0.0433633 Jul 22 19:39:21.806721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.811522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.835386 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ac6764-a1bc-4541-a981-98b9c8aef878 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.835817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ac6764-a1bc-4541-a981-98b9c8aef878 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.837584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21ac6764-a1bc-4541-a981-98b9c8aef878 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/fe4fa94d-ba21-4f6d-b6b6-03968e300213 HTTP/1.1" status: 404 len: 337 time: 0.0299294 Jul 22 19:39:21.840134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57722) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:21.876832 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce36d1bc-ed3b-4797-a995-382b8f98cbc0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:21.877493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce36d1bc-ed3b-4797-a995-382b8f98cbc0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:21.878988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ce36d1bc-ed3b-4797-a995-382b8f98cbc0 tempest-RoutersTest-117743911 tempest-RoutersTest-117743911-project] 10.222.0.10 "DELETE /v2.0/subnets/c5641b8f-0a63-4d29-a788-235800cf9852 HTTP/1.1" status: 404 len: 337 time: 0.0378852 Jul 22 19:39:21.882587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:21.893100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.893457 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment c502c659-b402-4d69-82c1-660bc24a0c7d of type vlan for network e0d917fb-67f9-45c0-93d1-b24d4791f305 Jul 22 19:39:21.943314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.984951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.985501 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:21.993710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.000032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.000977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:22.075570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7734442 Jul 22 19:39:22.083464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:22.157944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=4d63ea70-65c1-4eab-8492-16b3d61fa71f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:22.170415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4d63ea70-65c1-4eab-8492-16b3d61fa71f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:22.241094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2dd62-5e9c-4f47-ba2f-dab3c7e3b024 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=e0d917fb-67f9-45c0-93d1-b24d4791f305,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:22.260120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e0d917fb-67f9-45c0-93d1-b24d4791f305 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:22.321753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:22.336205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-66e07d17-26fd-43ba-ba8c-9d50b1b96e87 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.337793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-66e07d17-26fd-43ba-ba8c-9d50b1b96e87 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.26 "GET /v2.0/networks?id=07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 200 len: 812 time: 0.4142928 Jul 22 19:39:22.386235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f198c5b-e12b-42d7-9bdd-4e19ea734ccc tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.392952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f198c5b-e12b-42d7-9bdd-4e19ea734ccc tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.399072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f198c5b-e12b-42d7-9bdd-4e19ea734ccc tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.404902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f198c5b-e12b-42d7-9bdd-4e19ea734ccc tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:22.406685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f198c5b-e12b-42d7-9bdd-4e19ea734ccc tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3222642 Jul 22 19:39:22.409687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:22.466694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-29a4b98a-5cb5-482c-9c18-50bd334dada5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f71605041a30430489c0f90f9dacf8f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436560 Jul 22 19:39:22.466933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-081fada3-6861-4e9c-af6f-bd8b24946a55 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09d981f3338a41d48c475a8153f6acfd HTTP/1.1" status: 200 len: 380 time: 0.1112640 Jul 22 19:39:22.469670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57738) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:22.520991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:22.548504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:22.599254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:22.601975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:22.603177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/515579ae-2ce9-4827-bdfa-fb7e7c75cde0 HTTP/1.1" status: 204 len: 168 time: 0.1325927 Jul 22 19:39:22.611239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931e947-4919-4e98-a64e-023c64d5e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515579ae-2ce9-4827-bdfa-fb7e7c75cde0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:22.717865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f652e53e-0484-487f-95b1-5f0ab5bcaa7e req-6d543886-0328-4f70-9a12-7fde60475baf tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 210 time: 0.0330987 Jul 22 19:39:22.851827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'port': {'device_id': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'admin_state_up': True, 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'security_groups': ['b6308c29-65f9-450b-9c64-8beceda43eda']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:22.853995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de240b2d-c5a0-4290-a316-a24f74c65b8a req-fad82f8f-0645-4928-9fed-6df1e577a4f6 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0322597 Jul 22 19:39:22.873863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.027440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.041698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d63ea70-65c1-4eab-8492-16b3d61fa71f']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.055030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e301aa-65a0-4415-9da9-d0317b6b7539') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.055361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e301aa-65a0-4415-9da9-d0317b6b7539') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.062088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Made reservation on behalf of 09d981f3338a41d48c475a8153f6acfd for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:23.065943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.071185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.105224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.114737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:23.115168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:23.118332 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:23.189275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.197776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2143b3f-8396-43a5-8f5c-66d3a1d791d6 req-567a761c-8ad3-43da-968b-59479b528f4f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0323353 Jul 22 19:39:23.199747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.201643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/4d63ea70-65c1-4eab-8492-16b3d61fa71f HTTP/1.1" status: 204 len: 168 time: 0.7910962 Jul 22 19:39:23.204931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57764) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:23.240523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da6d12-5dca-4c77-87b2-32524363d278 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=4d63ea70-65c1-4eab-8492-16b3d61fa71f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:23.296564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.322396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Allocated IP 172.20.0.6 (07c1eef5-2319-47b7-8331-608ec7185606/7bed053e-e7b6-4768-8003-d32f509f1137/297db124-ffb3-4e0b-8e38-b7dff70827b8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:23.339979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57768) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:23.393989 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.413195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d917fb-67f9-45c0-93d1-b24d4791f305']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.426053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c502c659-b402-4d69-82c1-660bc24a0c7d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.426882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c502c659-b402-4d69-82c1-660bc24a0c7d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:23.435435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.450478 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.457326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:23.458273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:23.463214 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:23.475671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581162609'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:23.489378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.535943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.536406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Transition to ACTIVE for port object 297db124-ffb3-4e0b-8e38-b7dff70827b8 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:23.538627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.545931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.548365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/e0d917fb-67f9-45c0-93d1-b24d4791f305 HTTP/1.1" status: 204 len: 168 time: 0.3423851 Jul 22 19:39:23.551861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57774) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:23.555318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.571256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e77e79-6ad7-498f-9fbc-e5d9c27dd528 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=e0d917fb-67f9-45c0-93d1-b24d4791f305,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:23.606921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.669149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.673702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.687727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Network 07c1eef5-2319-47b7-8331-608ec7185606 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:23.702194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:23.712963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d27077-ef05-4d1d-90e4-2b8593b9a65c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:23.713763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:23.716420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event updated for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:23.773064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88287152-a63d-4068-ae20-e35d867654e3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:23.779342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88287152-a63d-4068-ae20-e35d867654e3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:23.779997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.782034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88287152-a63d-4068-ae20-e35d867654e3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2291274 Jul 22 19:39:23.786351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57778) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:23.791625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2127822487'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:23.794822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.813381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:23.814141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.892189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf34761f-9e1d-49cd-9cd3-55b9030bf16c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:23.900799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:23.902980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-996f2620-79d1-46c7-8a0a-bf8bb5e486a7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0605209 Jul 22 19:39:23.904800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.915114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Request body: {'port': {'device_id': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:23.918807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:23.920056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff17946f-ad99-4ffd-b770-e82484526893 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5789986 Jul 22 19:39:23.940799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57784) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.021204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.027214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78d15bab-1829-4c54-84a0-f17d7e861341 req-c522c2d9-a710-4737-837e-c9e4226ad40c tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0595546 Jul 22 19:39:24.028809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:24.062321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.062903 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment 2ee62adb-04e0-443e-a531-701bed716dd4 of type vlan for network 34299311-5a1a-4bba-a800-6b420d23aa2c Jul 22 19:39:24.071352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcacd-e325-41f6-ab87-b60917838fb7 req-6bffcd32-e590-46e8-b824-984fdcc7ba45 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:24.073174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f7dcacd-e325-41f6-ab87-b60917838fb7 req-6bffcd32-e590-46e8-b824-984fdcc7ba45 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 931 time: 0.2406852 Jul 22 19:39:24.079555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f84ff26-eaa5-4d05-9dd6-4887293a8f3d None None] Provisioning for port 297db124-ffb3-4e0b-8e38-b7dff70827b8 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:24.086310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f84ff26-eaa5-4d05-9dd6-4887293a8f3d None None] Provisioning complete for port 297db124-ffb3-4e0b-8e38-b7dff70827b8 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:24.086946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f84ff26-eaa5-4d05-9dd6-4887293a8f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.124876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6f84ff26-eaa5-4d05-9dd6-4887293a8f3d None None] Port 297db124-ffb3-4e0b-8e38-b7dff70827b8 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:39:24.160080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d6b672d4-1b08-4cde-81d8-137049411346 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2161500 Jul 22 19:39:24.160080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.167972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.174733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-security--1115221931', 'description': 'tempest-security-description-1070372741'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.181324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f7dcacd-e325-41f6-ab87-b60917838fb7 req-970b6251-b5df-4d0e-a0c8-327d1ab85d76 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895536 Jul 22 19:39:24.224627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.230369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:24.230976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.236102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.274201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4866724 Jul 22 19:39:24.276766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57788) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.284205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1522989293'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.317618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc972f-1d37-48df-acbc-1a17bfe5c1f3 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=34299311-5a1a-4bba-a800-6b420d23aa2c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.330919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.331140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 34299311-5a1a-4bba-a800-6b420d23aa2c details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:24.338296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:24.342046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.342750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.346368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.348402 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "PUT /v2.0/security-groups/bf34761f-9e1d-49cd-9cd3-55b9030bf16c HTTP/1.1" status: 200 len: 1780 time: 0.1790836 Jul 22 19:39:24.352640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.397190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3cb35-a3e6-44fc-a65e-8c0d510117d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf34761f-9e1d-49cd-9cd3-55b9030bf16c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.415750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:24.432217 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.432604 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment 01c325d7-501a-452a-9085-9694e56bea5f of type vlan for network 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f Jul 22 19:39:24.438785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0a40bf23-abe9-4c03-b3b4-268efa6d3c94 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups/bf34761f-9e1d-49cd-9cd3-55b9030bf16c HTTP/1.1" status: 200 len: 1780 time: 0.0826330 Jul 22 19:39:24.439704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57792) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.441877 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.465093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297db124-ffb3-4e0b-8e38-b7dff70827b8 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:39:24.479832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.482390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.501570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Transition to ACTIVE for port object 297db124-ffb3-4e0b-8e38-b7dff70827b8 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:24.506162 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.518135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.523950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:24.524670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.548060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.569843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2920077 Jul 22 19:39:24.573224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57796) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.581179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'ports': [{'network_id': '34299311-5a1a-4bba-a800-6b420d23aa2c', 'name': 'tempest-port--1812684340', 'admin_state_up': True}, {'network_id': '7a1e5f42-99cf-4f6e-8c56-e9dc944b000f', 'admin_state_up': False}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.581500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'port': {'network_id': '34299311-5a1a-4bba-a800-6b420d23aa2c', 'name': 'tempest-port--1812684340', 'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.581984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'port': {'network_id': '7a1e5f42-99cf-4f6e-8c56-e9dc944b000f', 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.591392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Pushing event updated for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.615061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.636781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57245770-802b-4734-a228-1366bb0e8848 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=7a1e5f42-99cf-4f6e-8c56-e9dc944b000f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.656916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:24.693060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Attempting to bind port 297db124-ffb3-4e0b-8e38-b7dff70827b8 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:24.693425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Attempting to bind port 297db124-ffb3-4e0b-8e38-b7dff70827b8 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:24.693734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Attempting to bind port 297db124-ffb3-4e0b-8e38-b7dff70827b8 on network 07c1eef5-2319-47b7-8331-608ec7185606 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:24.699592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Port 297db124-ffb3-4e0b-8e38-b7dff70827b8 on network 07c1eef5-2319-47b7-8331-608ec7185606 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:39:24.699928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Attempting to bind port 297db124-ffb3-4e0b-8e38-b7dff70827b8 on network 07c1eef5-2319-47b7-8331-608ec7185606 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:24.706011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:24.706215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Checking segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:24.706616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Bound using segment: {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:24.707100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Bound port: 297db124-ffb3-4e0b-8e38-b7dff70827b8, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76785556-e404-4466-84a9-3f8c94c567de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:24.707459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.709934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.714226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.718764 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf34761f-9e1d-49cd-9cd3-55b9030bf16c HTTP/1.1" status: 204 len: 168 time: 0.2749882 Jul 22 19:39:24.719833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57798) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.736561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a082a6-f3e3-4a57-8bc7-84b9a0627693 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf34761f-9e1d-49cd-9cd3-55b9030bf16c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.809346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:24.814333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:24.819669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.836600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-61092d6d-b147-4146-83b2-c3e7558d7428 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124706 Jul 22 19:39:24.836784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57800) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.853418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:24.854048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.855471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] 10.222.0.26 "PUT /v2.0/ports/297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 200 len: 1092 time: 0.9449537 Jul 22 19:39:24.855899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:39:24.857738 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-8b9e6fef-5f57-419c-9d3d-f9dcd0b422f9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] delete failed (client error): The resource could not be found. Jul 22 19:39:24.858216 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d6787e-8903-410f-bf57-9625ea6a7c97" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:39:24.865447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b9e6fef-5f57-419c-9d3d-f9dcd0b422f9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf34761f-9e1d-49cd-9cd3-55b9030bf16c HTTP/1.1" status: 404 len: 347 time: 0.0211568 Jul 22 19:39:24.865812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:24.871028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'port': 2} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:24.875863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--128164824'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:24.876105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.893316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:24.950995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6be414-da20-49b6-ad11-c3cf694df8ba service neutron] Pushing event updated for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:24.969737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.012825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] device_id is not set on port b397820f-9925-43e1-bbce-dcf20dfcffea yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:39:25.043387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-d7877b44-4aef-4592-86c7-ee88fac0b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.044990 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-d7877b44-4aef-4592-86c7-ee88fac0b940 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d981f3338a41d48c475a8153f6acfd&device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 1095 time: 0.1247661 Jul 22 19:39:25.095081 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-ab39cfdd-5c6b-4796-8dea-e2ed5f979e0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 200 len: 217 time: 0.0412579 Jul 22 19:39:25.146109 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7e5e57-cf6a-4c96-ad62-6316edd70ff8 x-openstack-request-id: req-0e7e5e57-cf6a-4c96-ad62-6316edd70ff8 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:39:25.146396 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:39:25.146764 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e7e5e57-cf6a-4c96-ad62-6316edd70ff8 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:39:25.147349 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'status': 'completed', 'code': 200} Jul 22 19:39:25.160018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.167988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.202855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-c0576fd6-9bd3-4892-a9f4-49e63fadecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.204745 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-c0576fd6-9bd3-4892-a9f4-49e63fadecd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bed053e-e7b6-4768-8003-d32f509f1137 HTTP/1.1" status: 200 len: 851 time: 0.0968940 Jul 22 19:39:25.209258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ebb9777-644a-4168-ac97-f54bbe0e7116 req-0ae0e6b6-153a-4971-b4e9-d95047847adb tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0514340 Jul 22 19:39:25.226001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.227017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.230514 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3619030 Jul 22 19:39:25.236984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57816) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:25.244590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '420f7d20-ccd8-45f3-896a-6dbc3c82fd9f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:25.259085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8df11-2425-40cf-8bba-186b367825db tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420f7d20-ccd8-45f3-896a-6dbc3c82fd9f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:25.320102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-a136be3a-c7ba-47c5-8a46-30cfaddb7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.322369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-a136be3a-c7ba-47c5-8a46-30cfaddb7b99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07c1eef5-2319-47b7-8331-608ec7185606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004789 Jul 22 19:39:25.387389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] device_id is not set on port fbbfd130-487b-4ad1-8be1-0a67bb2f243b yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:39:25.391394 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:25.450902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-33514429-7512-44f9-a405-6234281310db service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197863 Jul 22 19:39:25.564293 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-09b4a78c-d06a-4bef-b19e-0ee006695dbf req-74ff5605-49d8-4329-9405-b742087d4272 service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083856 Jul 22 19:39:25.672588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-c284bbdf-3498-4541-9537-a1dbc28e2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.674126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-c284bbdf-3498-4541-9537-a1dbc28e2fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d981f3338a41d48c475a8153f6acfd&device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 1095 time: 0.0596642 Jul 22 19:39:25.774736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-891faf7e-2fa4-4b52-956b-454042ff5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.776255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-891faf7e-2fa4-4b52-956b-454042ff5570 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 200 len: 913 time: 0.0938196 Jul 22 19:39:25.778898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1dec416-1fd5-41fd-8b43-cee5a5b5f22e req-fcaa204b-e914-4dbb-ae11-2ce95dbb8ca7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf8b3914eca94d338be1c8d9d0ecf722&device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0659957 Jul 22 19:39:25.786248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20a1eab-fa58-42fa-9c56-f7551053a2b5 req-05643d72-d44c-4ddb-97df-4cc745730f6d tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0643144 Jul 22 19:39:25.818592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-8b123100-2198-4073-ab6c-6a292bc0674d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 200 len: 217 time: 0.0353472 Jul 22 19:39:25.836006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1dec416-1fd5-41fd-8b43-cee5a5b5f22e req-209700b2-0a55-4f7f-ba19-40e563c002fe service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=cf8b3914eca94d338be1c8d9d0ecf722&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401824 Jul 22 19:39:25.877377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-a7a338ba-599d-4457-bdcd-bcbbd379c10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.878836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-a7a338ba-599d-4457-bdcd-bcbbd379c10a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bed053e-e7b6-4768-8003-d32f509f1137 HTTP/1.1" status: 200 len: 851 time: 0.0532498 Jul 22 19:39:25.927677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e9553-bdc6-4566-8f53-e6d84553d3c5 req-d3d39392-a3a5-43f2-8cfd-081935f34836 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.929211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-020e9553-bdc6-4566-8f53-e6d84553d3c5 req-d3d39392-a3a5-43f2-8cfd-081935f34836 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 943 time: 0.6383448 Jul 22 19:39:25.939765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-5e09df3f-ab8a-4602-846f-023afc33ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:25.941348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-5e09df3f-ab8a-4602-846f-023afc33ca27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07c1eef5-2319-47b7-8331-608ec7185606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555460 Jul 22 19:39:25.961197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.033099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.047563 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-c053aa93-ffff-46ee-8207-32a045a31e7f service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991905 Jul 22 19:39:26.120416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffb02d4-7e43-4b88-8f96-5d54eced03a3,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.145828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f9d6787e-8903-410f-bf57-9625ea6a7c97 req-587bd836-521c-4fd9-bc9c-5b89504b76b3 service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Jul 22 19:39:26.150767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.152085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae012abb-76c8-47f0-b6cf-1c0e947b7f52 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9139125 Jul 22 19:39:26.156313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.169968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-020e9553-bdc6-4566-8f53-e6d84553d3c5 req-9d7bd157-c8dc-4126-8867-05255cb8c8be tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197828 Jul 22 19:39:26.181331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dec416-1fd5-41fd-8b43-cee5a5b5f22e req-ab249a1e-2878-4156-b1cd-015a10f3fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:26.182972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1dec416-1fd5-41fd-8b43-cee5a5b5f22e req-ab249a1e-2878-4156-b1cd-015a10f3fb4b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3405509 Jul 22 19:39:26.185318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.211513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.218867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.229963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.249643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.261211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.262345 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0ffb02d4-7e43-4b88-8f96-5d54eced03a3 HTTP/1.1" status: 204 len: 168 time: 0.1049411 Jul 22 19:39:26.266586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57830) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.268682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4205183-30a4-4d83-aa39-eeeaaace4704 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ffb02d4-7e43-4b88-8f96-5d54eced03a3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.310874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Port': ['ID=b397820f-9925-43e1-bbce-dcf20dfcffea,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.331430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Checking segment: {'id': '2ee62adb-04e0-443e-a531-701bed716dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '34299311-5a1a-4bba-a800-6b420d23aa2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:26.331799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network hostable DHCP agents. Network: 34299311-5a1a-4bba-a800-6b420d23aa2c, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:26.360131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-59a6c208-7fc7-4d90-926f-baf6c7ea4511 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906799 Jul 22 19:39:26.363287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57832) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.372519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network 34299311-5a1a-4bba-a800-6b420d23aa2c is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:26.381733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 34299311-5a1a-4bba-a800-6b420d23aa2c) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:26.387430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:26.388996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.390429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76052cc-557c-4a40-bce8-9114e10ab8f2 None None] Network 34299311-5a1a-4bba-a800-6b420d23aa2c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:26.418215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.449931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.453629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Port': ['ID=fbbfd130-487b-4ad1-8be1-0a67bb2f243b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.481191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Checking segment: {'id': '01c325d7-501a-452a-9085-9694e56bea5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7a1e5f42-99cf-4f6e-8c56-e9dc944b000f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:26.481908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network hostable DHCP agents. Network: 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:26.501374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.505151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.509157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:26.509320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/420f7d20-ccd8-45f3-896a-6dbc3c82fd9f HTTP/1.1" status: 204 len: 168 time: 0.1423926 Jul 22 19:39:26.509584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57834) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.519189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d401d-05a2-4cda-a688-c91598234ff2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420f7d20-ccd8-45f3-896a-6dbc3c82fd9f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.539019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:26.544529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:26.552137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:26.553146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43829d52-b3dd-497f-b3e8-aaaa3d22e21a None None] Network 7a1e5f42-99cf-4f6e-8c56-e9dc944b000f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:26.557807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:26.558496 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.590844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-843bff27-6578-49f5-8084-3cd260953f38 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.0171568 Jul 22 19:39:26.594951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.605383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-838a4884-7504-4d44-bf20-c7ac55522f63 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910413 Jul 22 19:39:26.606245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57838) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.612165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000795925'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:26.640610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.670352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304550f-e519-4c00-925a-2a9723d9d460 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:26.677925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304550f-e519-4c00-925a-2a9723d9d460 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:26.682829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8304550f-e519-4c00-925a-2a9723d9d460 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0839660 Jul 22 19:39:26.683099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.746160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.750890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.782594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.784087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1768713 Jul 22 19:39:26.786973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57842) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:26.791808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '43ae1aff-495d-46bd-bf51-ffcd45e925d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:26.798538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f2883-45aa-4d0c-8227-7b5811b88619 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ae1aff-495d-46bd-bf51-ffcd45e925d4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.804765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Deleting port b397820f-9925-43e1-bbce-dcf20dfcffea {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:26.805140 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.830218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.881639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.897263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Calling delete_port for b397820f-9925-43e1-bbce-dcf20dfcffea owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:26.909521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e4d182d-01fc-43c7-a503-6218a31625c3 req-d5f9e75d-e7a7-4a2b-8d6e-d9c389167f36 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0453980 Jul 22 19:39:26.953805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.958080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.979000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4ac56b-b109-46f2-95c4-aa4f58e4aca1,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:26.989326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.990364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:26.995237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b41c1c3f-c46b-40ea-91a0-ca23d3772955 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045763 Jul 22 19:39:26.995421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57848) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.001317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '43ae1aff-495d-46bd-bf51-ffcd45e925d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.022022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Port': ['ID=b397820f-9925-43e1-bbce-dcf20dfcffea,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.025839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.027927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c2e1dd5-2f97-4358-aa41-a2d6504e7eb7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/ports/b397820f-9925-43e1-bbce-dcf20dfcffea HTTP/1.1" status: 204 len: 168 time: 0.3437879 Jul 22 19:39:27.030644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.039644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.084759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.113755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.120940 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.143461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43aa1714-8475-42da-bcfe-059138615898,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.146699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.148141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9dc53555-0fd1-4de4-810e-cc6bbaea713b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516199 Jul 22 19:39:27.151606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.158115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '43ae1aff-495d-46bd-bf51-ffcd45e925d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.166022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Deleting port fbbfd130-487b-4ad1-8be1-0a67bb2f243b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:27.166372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.251406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.254929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.277040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Calling delete_port for fbbfd130-487b-4ad1-8be1-0a67bb2f243b owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:27.311340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f810372f-a998-43a7-ad67-f2e1d98987a9 req-e76c62a3-882c-4312-9aff-68b6afe1f2f8 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:27.313606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f810372f-a998-43a7-ad67-f2e1d98987a9 req-e76c62a3-882c-4312-9aff-68b6afe1f2f8 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 943 time: 0.0672212 Jul 22 19:39:27.353972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f810372f-a998-43a7-ad67-f2e1d98987a9 req-28b6c468-22a6-4ffb-bed9-c9a02c7e7484 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340245 Jul 22 19:39:27.378476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.383373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.410716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0afd11-911f-4d06-8b69-8200eed888b3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.418020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.419400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-deee82c7-39c8-4fd8-8cb4-b57fb6c5befe tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2654617 Jul 22 19:39:27.420695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.422686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.427498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '43ae1aff-495d-46bd-bf51-ffcd45e925d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.465615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Port': ['ID=fbbfd130-487b-4ad1-8be1-0a67bb2f243b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.474433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.476339 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-803d2a12-d3dc-41c0-ab3c-317f9226139e tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/ports/fbbfd130-487b-4ad1-8be1-0a67bb2f243b HTTP/1.1" status: 204 len: 168 time: 0.4443254 Jul 22 19:39:27.478935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57860) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.511777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1dec416-1fd5-41fd-8b43-cee5a5b5f22e req-6d9d529e-fc74-40b5-9808-0691934024e5 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0346453 Jul 22 19:39:27.515625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b075d56f-5fc4-4dc4-96a7-30f540b18cde tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356452 Jul 22 19:39:27.518923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.522308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.527238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1913406993'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.580705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:27.584285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.616073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.623216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.625235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:27.652216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.652559 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment 1b910e99-0f6e-47c3-afae-08f6fc2561fc of type vlan for network ad57f09c-c6a8-4848-80cf-597c32edacc5 Jul 22 19:39:27.653754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdfcb90-7470-45c4-b667-f43749fd54fa,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.689473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.690684 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7b21853-25b9-4ea8-a894-b59e78990286 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2670755 Jul 22 19:39:27.693451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57864) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.698307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '43ae1aff-495d-46bd-bf51-ffcd45e925d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.701827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.725825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.731450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.738045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:27.738641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.772931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2492986 Jul 22 19:39:27.775681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57866) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.781474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-66167486'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:27.793937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.798289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.816689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c6d35a-e351-4ec5-8dfd-92a1b1576819,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.819789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1026b9-6068-4cd9-be93-2b23335e419c tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=ad57f09c-c6a8-4848-80cf-597c32edacc5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:27.834777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ad57f09c-c6a8-4848-80cf-597c32edacc5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:27.836856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:27.841305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.841449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.846040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-920d1c95-b849-4133-8f45-0dd4e1c6a510 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1481743 Jul 22 19:39:27.846381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57868) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.872037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:27.884136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.884860 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Added segment f2c81891-9b87-4fb8-ae25-ccb115f5a398 of type vlan for network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 Jul 22 19:39:27.888971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.898921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.934614 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.941996 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.943728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:27.949121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c6c6d35a-e351-4ec5-8dfd-92a1b1576819 HTTP/1.1" status: 204 len: 168 time: 0.1002066 Jul 22 19:39:27.949288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:27.956489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5a73a-0c2c-49f9-a7f5-e52d390de6f6 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6c6d35a-e351-4ec5-8dfd-92a1b1576819,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.003903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.009434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:28.010059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.041491 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2639601 Jul 22 19:39:28.071517 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-234cd36f-b296-42c6-9adb-264665ab2207 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1224215 Jul 22 19:39:28.106920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57876) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.109827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a97a06b1-251c-46b6-87f9-6f5d1fb74713 req-9b69f21f-6e29-41c7-bb74-85604fbdbd16 tempest-ServerShowV254Test-169206308 tempest-ServerShowV254Test-169206308-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3f0d7da-c4b6-490a-be72-edc83194bc65 HTTP/1.1" status: 200 len: 210 time: 0.0460167 Jul 22 19:39:28.152072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.162069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.168869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.172856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900531a5-5fb5-468d-bbbb-24ee83fbc8bf tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Network': ['ID=2ad0e722-e0b4-49df-bf7b-a1d1385c0749,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.177215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'subnets': [{'network_id': 'ad57f09c-c6a8-4848-80cf-597c32edacc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1250101401', 'ip_version': 4}, {'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:28.177540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'subnet': {'network_id': 'ad57f09c-c6a8-4848-80cf-597c32edacc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1250101401', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:28.178151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Request body: {'subnet': {'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:28.191776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:28.229131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.262385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.263557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3cdfcb90-7470-45c4-b667-f43749fd54fa HTTP/1.1" status: 204 len: 168 time: 0.1527739 Jul 22 19:39:28.267457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57882) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.276802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772b55d-b816-4c17-b963-4b8e98b07e9f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cdfcb90-7470-45c4-b667-f43749fd54fa,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.327813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8f9540e-ccaf-4c4d-b17a-b50a7ec87c5e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0580964 Jul 22 19:39:28.330816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.364127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.373257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.393325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Made reservation on behalf of a905748117fb4832938ef702c7a3f127 for: {'subnet': 2} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:28.405184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.405751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.409606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.420003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.421270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0b0afd11-911f-4d06-8b69-8200eed888b3 HTTP/1.1" status: 204 len: 168 time: 0.0891724 Jul 22 19:39:28.424524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57888) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.427932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a57fa-637a-4dd9-9154-6c74c36af81a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b0afd11-911f-4d06-8b69-8200eed888b3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.556954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f35a841c-0acc-46d7-bbe2-24f0c650e2a9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1302011 Jul 22 19:39:28.559855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.578692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 297db124-ffb3-4e0b-8e38-b7dff70827b8 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:39:28.589409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.597847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.613305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e53b3-8800-41bb-9370-bb0900ab278f req-51d9b416-4c7d-43b7-9a55-26e225be11d9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:28.614857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8e53b3-8800-41bb-9370-bb0900ab278f req-51d9b416-4c7d-43b7-9a55-26e225be11d9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 943 time: 0.1631234 Jul 22 19:39:28.629569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.636985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.638330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/43aa1714-8475-42da-bcfe-059138615898 HTTP/1.1" status: 204 len: 168 time: 0.0774596 Jul 22 19:39:28.641256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.657781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf9658-9179-4f4e-9b60-7507010ce89c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43aa1714-8475-42da-bcfe-059138615898,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.690260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8199bf6a-f405-42f7-b03e-3b627bcccad5 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0480106 Jul 22 19:39:28.692788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57894) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.701408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8e53b3-8800-41bb-9370-bb0900ab278f req-7e01b886-3454-4990-8ed7-ca5f89085c17 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600286 Jul 22 19:39:28.708911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:28.726678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'port_id': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'mac_address': 'fa:16:3e:9c:01:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:39:28.730983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.740890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.775931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.776564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.786906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.788185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0d4ac56b-b109-46f2-95c4-aa4f58e4aca1 HTTP/1.1" status: 204 len: 168 time: 0.0943139 Jul 22 19:39:28.791226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57896) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.791738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297db124-ffb3-4e0b-8e38-b7dff70827b8 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:39:28.792910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4d03f-fb12-4125-b908-26064c0310f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d4ac56b-b109-46f2-95c4-aa4f58e4aca1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.814699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:28.818492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.864945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:28.879253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4104c446-5250-47e3-add6-58e75d507fa2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600202 Jul 22 19:39:28.882169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57898) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:28.939224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.961666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:28.985077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.007955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.010597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.011782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/43ae1aff-495d-46bd-bf51-ffcd45e925d4 HTTP/1.1" status: 204 len: 168 time: 0.1285906 Jul 22 19:39:29.015453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.030076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['297db124-ffb3-4e0b-8e38-b7dff70827b8'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:39:29.036515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36601e-2d2d-4427-a3d6-7eed4f06d448 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ae1aff-495d-46bd-bf51-ffcd45e925d4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.048318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Subnet': ['ID=9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.057066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Checking segment: {'id': '1b910e99-0f6e-47c3-afae-08f6fc2561fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ad57f09c-c6a8-4848-80cf-597c32edacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:29.057438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network hostable DHCP agents. Network: ad57f09c-c6a8-4848-80cf-597c32edacc5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:29.077031 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5affda8-1a82-4b61-937e-dbfe3fd2643f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604734 Jul 22 19:39:29.081856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57904) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.083660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network ad57f09c-c6a8-4848-80cf-597c32edacc5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:29.087349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449813026'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:29.096074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ad57f09c-c6a8-4848-80cf-597c32edacc5) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:29.112461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.114672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e1782-9bf9-4096-a4bc-4dc3b1722082 None None] Network ad57f09c-c6a8-4848-80cf-597c32edacc5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:29.114941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.183562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event updated for resources: {'Subnet': ['ID=6cfc8331-605f-41a6-8c56-e937bc60388a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.200191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Checking segment: {'id': 'f2c81891-9b87-4fb8-ae25-ccb115f5a398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:29.200572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network hostable DHCP agents. Network: 2ad0e722-e0b4-49df-bf7b-a1d1385c0749, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:29.219475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:29.238717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2ad0e722-e0b4-49df-bf7b-a1d1385c0749) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:29.248600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.250154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.252579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f912c-bdc8-42e6-9a3e-135165bc84b8 None None] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:29.253030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.270165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.275693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.285691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0b3882cb-f43b-4fac-a10a-0299c608c7fb tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1155174 Jul 22 19:39:29.288064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57912) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.312639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d46c755-0cb4-44a8-9bae-ed3717317a2e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.327078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.334542 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0cbc3d5-0db4-4d88-ba2c-9cac9166589f tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2514107 Jul 22 19:39:29.335060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.340515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '4d46c755-0cb4-44a8-9bae-ed3717317a2e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:29.376458 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.417592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9b195-15aa-4084-a512-17f5537279be tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.419064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9b195-15aa-4084-a512-17f5537279be tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.420765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9b195-15aa-4084-a512-17f5537279be tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.422478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-56d9b195-15aa-4084-a512-17f5537279be tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1333272 Jul 22 19:39:29.427477 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57916) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.469602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae17da-81df-4202-8b6c-548d16fd6376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ad57f09c-c6a8-4848-80cf-597c32edacc5', 'network_id': 'ad57f09c-c6a8-4848-80cf-597c32edacc5', 'tenant_id': 'a905748117fb4832938ef702c7a3f127', 'fixed_ips': [{'subnet_id': '9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:29.470375 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-21ae17da-81df-4202-8b6c-548d16fd6376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.500503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.504920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Deleting subnet 9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:29.508441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.510136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.544720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57920) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.553846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335013a0-03fc-4c9e-a9ea-572d77326583,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.565214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.569242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-350c37a4-7e06-49ba-b998-b53113b89335 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2307084 Jul 22 19:39:29.570328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57924) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.571722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.633357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.645487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2ad0e722-e0b4-49df-bf7b-a1d1385c0749', 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749', 'tenant_id': 'a905748117fb4832938ef702c7a3f127', 'fixed_ips': [{'subnet_id': '6cfc8331-605f-41a6-8c56-e937bc60388a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:29.648559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.648926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.659333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.706710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ff56253-e8c5-435f-8126-b38c160db26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.731200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-21ae17da-81df-4202-8b6c-548d16fd6376 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c: This subnet is being modified by another concurrent operation. Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c: This subnet is being modified by another concurrent operation. Jul 22 19:39:29.740696 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:39:29.749495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.752124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.756576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/4d46c755-0cb4-44a8-9bae-ed3717317a2e HTTP/1.1" status: 204 len: 168 time: 0.1810663 Jul 22 19:39:29.764362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102eed88-045d-40be-8550-6e73aac85125 None None] Network ad57f09c-c6a8-4848-80cf-597c32edacc5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:29.768692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.781590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.785170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.787335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d719041e-915e-4126-bd73-860121da9f4b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/subnets/9dcf5ae8-7362-44bc-9db2-3bfa4d5d188c HTTP/1.1" status: 204 len: 168 time: 0.3590188 Jul 22 19:39:29.794346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.795122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1da098-cd5c-4fa0-b806-2713095e8d79 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d46c755-0cb4-44a8-9bae-ed3717317a2e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:29.832716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8bd66196-deaa-41a3-82e2-083c27454ec3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628431 Jul 22 19:39:29.837101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57932) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:29.841501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386890481'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:29.914722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Deleting subnet 6cfc8331-605f-41a6-8c56-e937bc60388a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:29.936538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Allocated IP 172.20.0.18 (2ad0e722-e0b4-49df-bf7b-a1d1385c0749/6cfc8331-605f-41a6-8c56-e937bc60388a/e3c6b1d7-a1ef-491a-a378-ea9b4436c298) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:29.956701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ff56253-e8c5-435f-8126-b38c160db26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.965623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d440e0-13a8-4ca4-aad3-ac45e3ca06b9 req-8b3b892a-1d4f-4355-b121-d1add495fc1a tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:29.967157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97d440e0-13a8-4ca4-aad3-ac45e3ca06b9 req-8b3b892a-1d4f-4355-b121-d1add495fc1a tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 944 time: 0.1500986 Jul 22 19:39:29.968898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ff56253-e8c5-435f-8126-b38c160db26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:29.979402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.024905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ff56253-e8c5-435f-8126-b38c160db26e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf8b3914eca94d338be1c8d9d0ecf722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789717 Jul 22 19:39:30.025936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff56253-e8c5-435f-8126-b38c160db26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9142a9-e8c5-4d22-823e-eaa38a047ca8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.028259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.065129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97d440e0-13a8-4ca4-aad3-ac45e3ca06b9 req-4ad462a1-1079-4005-b838-348318e43528 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840912 Jul 22 19:39:30.092614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.097282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.098593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.121497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.124916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.126013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.127335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2893047 Jul 22 19:39:30.129249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012fa96-bc74-4dde-95fd-9d180ccdb90d tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9a57f2-4dca-42b8-8f7c-bd9c515f4614,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.131165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.134116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Transition to ACTIVE for port object e3c6b1d7-a1ef-491a-a378-ea9b4436c298 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:30.143120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048674874'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:30.150946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Transition to ACTIVE for port object e3c6b1d7-a1ef-491a-a378-ea9b4436c298 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:30.160916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.172344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.197278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.209067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:30.213218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b1d7-a1ef-491a-a378-ea9b4436c298,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.227125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:30.227343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.229848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:30.230457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.235433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c9142a9-e8c5-4d22-823e-eaa38a047ca8 HTTP/1.1" status: 204 len: 168 time: 0.2060833 Jul 22 19:39:30.251941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7564d2-3fe2-4d93-baa4-0e756cc28c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9142a9-e8c5-4d22-823e-eaa38a047ca8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.264048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.292788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.298241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.314109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Attempting to bind port e3c6b1d7-a1ef-491a-a378-ea9b4436c298 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:30.314484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Attempting to bind port e3c6b1d7-a1ef-491a-a378-ea9b4436c298 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f2c81891-9b87-4fb8-ae25-ccb115f5a398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:30.314850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Attempting to bind port e3c6b1d7-a1ef-491a-a378-ea9b4436c298 on network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:30.320444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:30.320824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Checking segment: {'id': 'f2c81891-9b87-4fb8-ae25-ccb115f5a398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:30.321244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.321645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Bound using segment: {'id': 'f2c81891-9b87-4fb8-ae25-ccb115f5a398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:30.322182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Bound port: e3c6b1d7-a1ef-491a-a378-ea9b4436c298, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c81891-9b87-4fb8-ae25-ccb115f5a398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2ad0e722-e0b4-49df-bf7b-a1d1385c0749'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:30.322575 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.347292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.352680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2153966 Jul 22 19:39:30.356033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.363794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': 'db9a57f2-4dca-42b8-8f7c-bd9c515f4614', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de1847f0-be54-466b-abea-e063aa8cd4ad', 'remote_ip_prefix': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:30.373087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.375318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa51948-570a-4119-9819-2d5cb3997001 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1847f0-be54-466b-abea-e063aa8cd4ad,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.411538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.466583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.471563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] For port e3c6b1d7-a1ef-491a-a378-ea9b4436c298, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:30.476737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] For port e3c6b1d7-a1ef-491a-a378-ea9b4436c298, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e3c6b1d7-a1ef-491a-a378-ea9b4436c298,segment=NetworkSegment(f2c81891-9b87-4fb8-ae25-ccb115f5a398),segment_id=f2c81891-9b87-4fb8-ae25-ccb115f5a398)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:30.487074 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.492403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.496821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfc8331-605f-41a6-8c56-e937bc60388a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.499739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.502468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.507196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-315f849d-b49c-4f40-a3e6-d425a72fa54f tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/subnets/6cfc8331-605f-41a6-8c56-e937bc60388a HTTP/1.1" status: 204 len: 168 time: 0.7019875 Jul 22 19:39:30.507859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.530069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87abb55a-083e-42db-8d51-093db1388662,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.562291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.566317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd2e2ba7-4e68-4483-9f07-4e7307e8949b tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2066913 Jul 22 19:39:30.566486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e814-04d4-4ac5-90bf-4963f43537b8 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b1d7-a1ef-491a-a378-ea9b4436c298,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.566630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.581740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 297db124-ffb3-4e0b-8e38-b7dff70827b8 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:30.582072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44aefc2-d91a-426c-8494-0f0b6075274b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:30.585072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b44aefc2-d91a-426c-8494-0f0b6075274b tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762477 Jul 22 19:39:30.588638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57952) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.608470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.619715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.665514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 297db124-ffb3-4e0b-8e38-b7dff70827b8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:30.669932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 297db124-ffb3-4e0b-8e38-b7dff70827b8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:30.670245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.678670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.688071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.692044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.692794 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/87abb55a-083e-42db-8d51-093db1388662 HTTP/1.1" status: 204 len: 168 time: 0.1244364 Jul 22 19:39:30.693609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57960) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.712718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a899119-6875-46a0-a98d-47f80ae54cf1 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87abb55a-083e-42db-8d51-093db1388662,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:30.772670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-53b01fe1-5451-4ca5-a9ed-bfb05fa31d6e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0750761 Jul 22 19:39:30.772670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57964) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:30.774098 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.798658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:39:30.805521 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95900f57-2439-4592-846e-1338edaa8e0b" -d '{"events": [{"server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "name": "network-vif-plugged", "status": "completed", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:39:30.840764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:30.847581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.867358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Deleting port e3c6b1d7-a1ef-491a-a378-ea9b4436c298 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:30.867769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.908950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.934362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:30.936024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:31.010228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] For port e3c6b1d7-a1ef-491a-a378-ea9b4436c298, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e3c6b1d7-a1ef-491a-a378-ea9b4436c298,segment=NetworkSegment(f2c81891-9b87-4fb8-ae25-ccb115f5a398),segment_id=f2c81891-9b87-4fb8-ae25-ccb115f5a398)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:31.010597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.024919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Calling delete_port for e3c6b1d7-a1ef-491a-a378-ea9b4436c298 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:31.037036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.039913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.041604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/de1847f0-be54-466b-abea-e063aa8cd4ad HTTP/1.1" status: 204 len: 168 time: 0.2675958 Jul 22 19:39:31.044667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.085758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c3ba0-ff3a-40ba-89fe-ec62a58df78e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1847f0-be54-466b-abea-e063aa8cd4ad,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:31.092593 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb349341-f232-476e-8a05-dfc836acbd27 x-openstack-request-id: req-bb349341-f232-476e-8a05-dfc836acbd27 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:39:31.094540 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "name": "network-vif-plugged", "status": "completed", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:39:31.096041 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb349341-f232-476e-8a05-dfc836acbd27 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:39:31.097770 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'code': 200} Jul 22 19:39:31.139762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-026c2723-18af-4406-b598-a044e8b1ca2c tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0938430 Jul 22 19:39:31.139971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57982) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.219965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4c29d-81d8-424c-9200-856e44853352 req-1daee86c-f318-4e0d-80ca-a65ebf3c68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:31.221585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0fc4c29d-81d8-424c-9200-856e44853352 req-1daee86c-f318-4e0d-80ca-a65ebf3c68aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 1097 time: 0.0641174 Jul 22 19:39:31.258849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.263975 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0fc4c29d-81d8-424c-9200-856e44853352 req-d9b5ab57-9ae2-48e7-a387-16c6041a6bbf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357885 Jul 22 19:39:31.303704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Port': ['ID=e3c6b1d7-a1ef-491a-a378-ea9b4436c298,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:31.305566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] No DVR routers for this DVR port e3c6b1d7-a1ef-491a-a378-ea9b4436c298 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:31.312703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.380969 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.422946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b9c4-cfbe-4cb5-87f3-a939995a07cb req-fab93705-0530-4df4-bb2a-88c715af0227 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:31.431502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f9b9c4-cfbe-4cb5-87f3-a939995a07cb req-fab93705-0530-4df4-bb2a-88c715af0227 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.2583349 Jul 22 19:39:31.460122 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.494117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad0e722-e0b4-49df-bf7b-a1d1385c0749']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:31.507823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c81891-9b87-4fb8-ae25-ccb115f5a398') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:31.508180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c81891-9b87-4fb8-ae25-ccb115f5a398') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:31.522915 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.541040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.543537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.544732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/db9a57f2-4dca-42b8-8f7c-bd9c515f4614 HTTP/1.1" status: 204 len: 168 time: 0.4036062 Jul 22 19:39:31.548197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58002) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.563342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f9b9c4-cfbe-4cb5-87f3-a939995a07cb req-f2bab363-80b5-4ca8-a529-6c42b0b8d49a tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309559 Jul 22 19:39:31.564385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.570715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aba40-b5e3-44a6-a93c-1ec6d1be9112 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9a57f2-4dca-42b8-8f7c-bd9c515f4614,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:31.574748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:31.575155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:31.589703 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:31.627142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d4b980e-e868-4a96-9e9c-c6f396606727 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771446 Jul 22 19:39:31.631358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58004) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.636168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223915121'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:31.666800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.729630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.741286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.745375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/2ad0e722-e0b4-49df-bf7b-a1d1385c0749 HTTP/1.1" status: 204 len: 168 time: 1.1548922 Jul 22 19:39:31.747119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.777440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e138d65-8e4c-41e0-8089-8c147fbee627 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=2ad0e722-e0b4-49df-bf7b-a1d1385c0749,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:31.798677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-066490d9-7972-4a65-bc51-2054b6ac4ecb req-22aa733c-fb08-4e0e-936d-bef66e6243de tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0497882 Jul 22 19:39:31.868278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.891980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.899277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.909042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbcedff-97ac-4c57-9e3e-ac9bc8eef0ae None None] DHCP port deletion for 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:31.913668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-21a08663-30be-4910-9e2d-3881c44ed255 None None] Could not find standard attr ID for object e3c6b1d7-a1ef-491a-a378-ea9b4436c298. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:39:31.931495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1303a4-2f37-49bc-80bd-76fbe55a78a7 None None] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:31.945939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1303a4-2f37-49bc-80bd-76fbe55a78a7 None None] Network 2ad0e722-e0b4-49df-bf7b-a1d1385c0749 could not be found, it might have been deleted concurrently. {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:39:31.962238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8d495-08f7-4a34-9259-eb1451770b8d None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:39:31.970738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:31.973376 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3405612 Jul 22 19:39:31.976246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58016) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:31.981773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': '154e6e52-de01-4f3c-91ff-55a5ffeab226', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:32.006497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befce5f-88e1-4670-9cb8-a4ad3c0b4d8a tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154e6e52-de01-4f3c-91ff-55a5ffeab226,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.032505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.062443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.084644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad57f09c-c6a8-4848-80cf-597c32edacc5']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.101439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b910e99-0f6e-47c3-afae-08f6fc2561fc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.102005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b910e99-0f6e-47c3-afae-08f6fc2561fc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.126296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.133294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.134480 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.150263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.158145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:32.158564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:32.161942 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:32.166719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe1306c-b0f2-463b-842b-d04e4ca92ef2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.168406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8d495-08f7-4a34-9259-eb1451770b8d None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:39:32.173404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.177902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58020) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.186323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6547a09c-e07e-46e7-afd1-a2eddfdfe632 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2088568 Jul 22 19:39:32.258639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.260763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.281242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.285434 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/ad57f09c-c6a8-4848-80cf-597c32edacc5 HTTP/1.1" status: 204 len: 168 time: 0.5350442 Jul 22 19:39:32.285840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58022) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.296890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3408a-b4fb-434f-9932-09aff19131a7 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=ad57f09c-c6a8-4848-80cf-597c32edacc5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.300372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.343326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.350072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.351162 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/dfe1306c-b0f2-463b-842b-d04e4ca92ef2 HTTP/1.1" status: 204 len: 168 time: 0.1722760 Jul 22 19:39:32.353887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58026) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.382344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fc2b0-6a8a-4a0c-8fd5-dd99ab566105 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfe1306c-b0f2-463b-842b-d04e4ca92ef2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.392247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.431977 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7c23fa52-4d52-4e8e-bd22-2fa7c59fe802 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747600 Jul 22 19:39:32.434044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58028) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.493873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.497145 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.505398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1e5f42-99cf-4f6e-8c56-e9dc944b000f']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.517802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c325d7-501a-452a-9085-9694e56bea5f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.518108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c325d7-501a-452a-9085-9694e56bea5f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.526313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.527703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.546945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.553398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:32.553908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:32.557265 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:32.573088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.575670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.576980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/154e6e52-de01-4f3c-91ff-55a5ffeab226 HTTP/1.1" status: 204 len: 168 time: 0.1419752 Jul 22 19:39:32.580583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58030) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.586897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5248a-ab89-481d-99d9-990d084c72bf tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e6e52-de01-4f3c-91ff-55a5ffeab226,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.643836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.683805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.685686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/7a1e5f42-99cf-4f6e-8c56-e9dc944b000f HTTP/1.1" status: 204 len: 168 time: 0.3988640 Jul 22 19:39:32.688859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.705238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9302f78b-0b63-4000-8e88-f38efdd11364 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236455 Jul 22 19:39:32.709035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f23d0-5521-44a7-a1a5-dadc6de39d2a tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=7a1e5f42-99cf-4f6e-8c56-e9dc944b000f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:32.709035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58038) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:32.718597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group': {'name': 'tempest-secgroup--162643127'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:32.775595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.786918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414dfdb-3962-4bf2-be08-01266246f685 req-c0eeda5f-60b5-452f-9766-dd4ef8292b74 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:32.787180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.788475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7414dfdb-3962-4bf2-be08-01266246f685 req-c0eeda5f-60b5-452f-9766-dd4ef8292b74 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.1482353 Jul 22 19:39:32.864436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7414dfdb-3962-4bf2-be08-01266246f685 req-0bad712a-9959-4060-92e7-2b5704ac7a50 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692358 Jul 22 19:39:32.901285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.913932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34299311-5a1a-4bba-a800-6b420d23aa2c']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.929748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee62adb-04e0-443e-a531-701bed716dd4') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.930320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee62adb-04e0-443e-a531-701bed716dd4') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:32.941314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.942420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8231eb2-e160-4b13-9913-ab80a79ed167 req-73439534-ffe6-47eb-828f-39efcbdb70a8 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0502021 Jul 22 19:39:32.969212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.975850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:32.976386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:32.979668 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:33.008228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.013507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.040508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.046472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.047825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3380177 Jul 22 19:39:33.050288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.051214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] 10.222.0.10 "DELETE /v2.0/networks/34299311-5a1a-4bba-a800-6b420d23aa2c HTTP/1.1" status: 204 len: 168 time: 0.3608623 Jul 22 19:39:33.053027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.060969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658b46-375a-45a9-a40f-a3fd07252ab9 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9dd8b9-a340-43d5-a4a1-f0f274213767,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.065847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': 'bd9dd8b9-a340-43d5-a4a1-f0f274213767', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:33.071502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f24a2-6103-49e8-9536-5639b7ddbe10 tempest-BulkNetworkOpsTest-503525725 tempest-BulkNetworkOpsTest-503525725-project] Pushing event deleted for resources: {'Network': ['ID=34299311-5a1a-4bba-a800-6b420d23aa2c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.082245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2178a6-9d8e-4540-8f5e-73a4fdce8c6c req-ae3d6c47-a119-4103-ba5a-bb5a86fe0152 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:33.084296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e2178a6-9d8e-4540-8f5e-73a4fdce8c6c req-ae3d6c47-a119-4103-ba5a-bb5a86fe0152 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.1385486 Jul 22 19:39:33.094252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58048) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.099652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Request body: {'floatingip': {'port_id': '297db124-ffb3-4e0b-8e38-b7dff70827b8'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:33.102049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.140331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.160088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.164544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.189716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5f1bfa-6705-41b8-be8b-5c12b57d1504,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.199079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.200384 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d46ef857-c97f-4c92-9194-aa1a082884cc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463985 Jul 22 19:39:33.203599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58050) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.222132 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d528d7b-ef85-42fb-a3b4-dbd9840765ef tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules/ad5f1bfa-6705-41b8-be8b-5c12b57d1504 HTTP/1.1" status: 200 len: 763 time: 0.0172944 Jul 22 19:39:33.225482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.274839 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b05d8014-f313-4138-ae49-ce817db3e2d3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459743 Jul 22 19:39:33.276382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58056) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.341642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58058) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.484072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a896828b-54f1-4717-83c8-c58cc46d7994 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a905748117fb4832938ef702c7a3f127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411884 Jul 22 19:39:33.486736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58064) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.538072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.559771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.608057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.610799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.612055 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c89d2da5-f57b-4813-a578-95cdb947cf23 HTTP/1.1" status: 204 len: 168 time: 0.1243517 Jul 22 19:39:33.621017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb6147-58eb-4627-95ae-2287f601e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d2da5-f57b-4813-a578-95cdb947cf23,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.662619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.677000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.724367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.762289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.763402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ad5f1bfa-6705-41b8-be8b-5c12b57d1504 HTTP/1.1" status: 204 len: 168 time: 0.4860594 Jul 22 19:39:33.766815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.810289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3f2a9f1-d954-4cd5-b11c-2edd59209c76 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0423069 Jul 22 19:39:33.813287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.819958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': 'bd9dd8b9-a340-43d5-a4a1-f0f274213767', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:33.820345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbd5a5-51f0-4ebd-ad28-28f6427775f3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5f1bfa-6705-41b8-be8b-5c12b57d1504,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.858287 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.919726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.923992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.941158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b760b15d-455e-4ca0-b945-46c82d391430,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:33.950015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:33.951382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b79b6a78-1066-45bd-9981-b1e7af17bb87 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368854 Jul 22 19:39:33.954396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66893d41-00e9-4555-ae9f-681a1c1860fa req-ea390e5a-44c7-4373-b7d0-a56253ea3a0a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0400841 Jul 22 19:39:33.955010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58082) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:33.974954 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3fb800dc-b29f-4063-a574-d2665b13dbc2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules/b760b15d-455e-4ca0-b945-46c82d391430 HTTP/1.1" status: 200 len: 763 time: 0.0161934 Jul 22 19:39:33.975780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58086) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.028822 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb52d06e-722d-4003-b769-ef1971f983a2 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0516970 Jul 22 19:39:34.029693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58090) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.031788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.038713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.057739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.065774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.097505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.104285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.109381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b760b15d-455e-4ca0-b945-46c82d391430 HTTP/1.1" status: 204 len: 168 time: 0.0753717 Jul 22 19:39:34.110779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58094) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.129326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b6139-2dce-40ea-b773-c18268fbb749 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b760b15d-455e-4ca0-b945-46c82d391430,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:34.141855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93939c3a-7663-4564-9405-304686ff05f8 req-90aa705f-bd0b-4e75-84b6-43fb7d077354 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0635409 Jul 22 19:39:34.164762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d7cf9a0c-aa72-4246-b21f-2e8b65b69ffc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527422 Jul 22 19:39:34.166798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58098) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.173917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Request body: {'security_group_rule': {'security_group_id': 'bd9dd8b9-a340-43d5-a4a1-f0f274213767', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:34.202581 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Floating IP 6d433fc2-d389-46a1-83aa-9e778ffcab24 associated. External IP: 172.25.6.21, port: 297db124-ffb3-4e0b-8e38-b7dff70827b8. Jul 22 19:39:34.283059 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Project 59949c94f9974bbfa54298598e02bc62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:39:34.292562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.341433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58104) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.429893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.437983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.447545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2025347326'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:34.466429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9998cc-e64f-4ee9-9d38-7ea4bdfcdc8c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:34.470277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:34.474215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.480048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.481285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-86b5c41c-77f0-44ff-a966-b74db655f1f0 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3132377 Jul 22 19:39:34.483352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.485440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.498232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Router 584f98a6-5a88-419b-919e-6a394cb1a634 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:39:34.512008 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3c7c035e-7653-4bf0-af4d-5ae4c7925e6e tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules/3c9998cc-e64f-4ee9-9d38-7ea4bdfcdc8c HTTP/1.1" status: 200 len: 769 time: 0.0254903 Jul 22 19:39:34.514509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58112) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.583544 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5f4eaae-8d81-43a4-8f1c-bda01ac9af71 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0669174 Jul 22 19:39:34.587622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.619962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:39:34.625121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.629375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.635199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Sync routers for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:39:34.642084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.646260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:34.646902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:34.673468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1934cc5e-b605-4d97-aa4b-3100603196c9 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "PUT /v2.0/floatingips/6d433fc2-d389-46a1-83aa-9e778ffcab24 HTTP/1.1" status: 200 len: 990 time: 1.5777674 Jul 22 19:39:34.674067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:39:34.676891 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d" -d '{"events": [{"name": "network-changed", "server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:39:34.693608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.695211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.701116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.703263 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3c9998cc-e64f-4ee9-9d38-7ea4bdfcdc8c HTTP/1.1" status: 204 len: 168 time: 0.1146283 Jul 22 19:39:34.705874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58120) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.721572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.759939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9979002-5481-4bee-8ebd-e43968ff6979 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c9998cc-e64f-4ee9-9d38-7ea4bdfcdc8c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:34.766419 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4887be-e62e-4404-a47d-0ac3e4db3d92 x-openstack-request-id: req-3a4887be-e62e-4404-a47d-0ac3e4db3d92 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:39:34.766709 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:39:34.766968 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a4887be-e62e-4404-a47d-0ac3e4db3d92 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:39:34.767385 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'status': 'completed', 'code': 200} Jul 22 19:39:34.782138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a2f463c-692c-46dd-8b54-984d16c1c6bc tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0749776 Jul 22 19:39:34.782778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58122) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.813453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:34.826606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:34.846725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7256710-a11c-4cef-90b6-3a4c4570f1fe,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:34.849038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.855421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.855908 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment ca7b152d-7afb-4e7d-928b-3d2a9b539a3d of type vlan for network b7e36c99-292d-4387-b700-1cb8bbc41f38 Jul 22 19:39:34.904427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.911695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.929651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-23f159e5-a5e6-40b0-96be-07277170ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:34.930454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-23f159e5-a5e6-40b0-96be-07277170ffbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d981f3338a41d48c475a8153f6acfd&device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 1097 time: 0.1346483 Jul 22 19:39:34.960737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.963629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:34.967254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd9dd8b9-a340-43d5-a4a1-f0f274213767 HTTP/1.1" status: 204 len: 168 time: 0.1808789 Jul 22 19:39:34.969175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:34.976648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8125-eca3-44c7-bbea-4f701d9bfd82 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9dd8b9-a340-43d5-a4a1-f0f274213767,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:34.997028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:35.002611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:35.003206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:35.094747 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7521911 Jul 22 19:39:35.118676 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7040a1d-b95c-42b6-b165-05b274f9bdc3 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413400 Jul 22 19:39:35.119729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58128) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:35.151460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02277a8-0d87-4219-afcd-7e79f7cbfafe tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=b7e36c99-292d-4387-b700-1cb8bbc41f38,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:35.164766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-d7634dbf-2aa2-4d01-9e6a-05160b51d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:35.166375 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-d7634dbf-2aa2-4d01-9e6a-05160b51d35e service neutron] 10.222.0.26 "GET /v2.0/networks?id=07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 200 len: 913 time: 0.2297835 Jul 22 19:39:35.180276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-77eae7dd-a255-4f8d-a151-a81b944983a8 tempest-SecGroupIPv6Test-917605603 tempest-SecGroupIPv6Test-917605603-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574522 Jul 22 19:39:35.217208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:35.288069 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-5c6c2d09-78dc-4cfd-8984-56539cd664f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 200 len: 998 time: 0.1146059 Jul 22 19:39:35.307063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a093b5e4-93de-4a36-8b5b-a7319a1b8b39 req-ab61c32c-b815-4294-89c8-500a4e976993 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0567157 Jul 22 19:39:35.370405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-806e902f-9b30-4714-af30-0e904c768a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:35.372167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-806e902f-9b30-4714-af30-0e904c768a6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bed053e-e7b6-4768-8003-d32f509f1137 HTTP/1.1" status: 200 len: 851 time: 0.0776458 Jul 22 19:39:35.432601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6d433fc2-d389-46a1-83aa-9e778ffcab24', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'port_id': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'mac_address': 'fa:16:3e:9c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:39:18Z', 'updated_at': '2021-07-22T19:39:33Z', 'revision_number': 1, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:35.470251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Checking router: 584f98a6-5a88-419b-919e-6a394cb1a634 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:39:35.481206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:39:35.481856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:39:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:35.605343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:39:35.638967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58148) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:35.876490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6d433fc2-d389-46a1-83aa-9e778ffcab24', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'port_id': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'mac_address': 'fa:16:3e:9c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:39:18Z', 'updated_at': '2021-07-22T19:39:33Z', 'revision_number': 1, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:35.905625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0057661e-5e7a-49b9-8dca-d71020c11fc3 None None] The sync data for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 is: [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '6d433fc2-d389-46a1-83aa-9e778ffcab24', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'floating_ip_address': '172.25.6.21', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'port_id': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'mac_address': 'fa:16:3e:9c:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:39:18Z', 'updated_at': '2021-07-22T19:39:33Z', 'revision_number': 1, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:39:36.031051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-96300ab5-3cb5-4872-b87e-47b580e23d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:36.032605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-96300ab5-3cb5-4872-b87e-47b580e23d8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07c1eef5-2319-47b7-8331-608ec7185606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6546216 Jul 22 19:39:36.068101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2773c9f3-b697-4186-9950-94f5d81bd5b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=59949c94f9974bbfa54298598e02bc62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273899 Jul 22 19:39:36.069386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58162) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:36.104618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef619263-7a26-4496-81b4-1f5a25169c28 req-a0a708f6-7f78-4bd4-8f1f-871e9de5cd4a tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0585322 Jul 22 19:39:36.171970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:36.220808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-00467853-7085-4e8f-a0fc-afb62116fbd8 service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796849 Jul 22 19:39:36.222536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:36.277878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:36.281897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:36.289612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8d27077-ef05-4d1d-90e4-2b8593b9a65c HTTP/1.1" status: 204 len: 168 time: 0.1994689 Jul 22 19:39:36.293223 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5460634b-9b39-4929-8ba7-5e02e643567a None None] New status for floating IP 6d433fc2-d389-46a1-83aa-9e778ffcab24: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:39:36.309150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d51b7-3a61-4471-8c93-a2852719fc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d27077-ef05-4d1d-90e4-2b8593b9a65c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:36.386610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6583d9e9-b6d0-45fd-ae18-51f17cf7917d req-2527ac86-cc29-461d-9290-61d6cb178eec service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589708 Jul 22 19:39:36.965980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.062034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-330399c7-b631-438c-b0b9-753dbf4bc41a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.063013 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-330399c7-b631-438c-b0b9-753dbf4bc41a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:39:37.063773 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-330399c7-b631-438c-b0b9-753dbf4bc41a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:39:37.065535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-330399c7-b631-438c-b0b9-753dbf4bc41a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0985174 Jul 22 19:39:37.069607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.078351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--858626835'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.080265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0e4037f0-7799-4ada-8d36-630a0f83028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.105059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.114105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.238291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.245189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.257979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55e9b9d8-ae05-482a-bc45-cb5caa346b22 req-9efd695e-12e5-47e9-8aab-7e14981cd506 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0371320 Jul 22 19:39:37.290724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f59d89-39d0-4d78-94fb-c8debd172dd1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:37.351409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.355241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.382615 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.384271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3128092 Jul 22 19:39:37.387536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58198) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.388772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cff88b-887f-468c-8056-b2fcd87f46b7 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b248a89b-4d8c-4a14-827d-8d75fbfa50c0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:37.394225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'b248a89b-4d8c-4a14-827d-8d75fbfa50c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.431094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.487156 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.490749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.509473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998ddd11-f764-47ee-99b4-66bddf73450e,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:37.512534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.513769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3b543695-53eb-4a6b-829f-8329c243f7f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243606 Jul 22 19:39:37.517575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.522244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9cf1476e-ef83-4272-b7e1-db3152a474b8 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'b248a89b-4d8c-4a14-827d-8d75fbfa50c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.547564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cf1476e-ef83-4272-b7e1-db3152a474b8 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.592619 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-9cf1476e-ef83-4272-b7e1-db3152a474b8 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:39:37.593822 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9cf1476e-ef83-4272-b7e1-db3152a474b8 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0752642 Jul 22 19:39:37.596691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58202) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.649319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.671788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.715250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.717808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.718931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/b248a89b-4d8c-4a14-827d-8d75fbfa50c0 HTTP/1.1" status: 204 len: 168 time: 0.1212726 Jul 22 19:39:37.721730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58204) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.728023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c79b8-6342-4191-a19a-0c516a1a5f7d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b248a89b-4d8c-4a14-827d-8d75fbfa50c0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:37.774822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-56445c6c-819a-4e30-b5af-9780c17dc7aa tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517430 Jul 22 19:39:37.778754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.783971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616429460'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.808129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.890841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.894983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.926701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c85c354-3f3b-46a3-a609-6c2512f7a4ba,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:37.928908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:37.932782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-db65b550-5416-4813-8545-4da18055a6ba tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1503127 Jul 22 19:39:37.932976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58210) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.937499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-af9dc8a4-5c00-4963-a05b-b39c8611356c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': '4c85c354-3f3b-46a3-a609-6c2512f7a4ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:37.938161 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-af9dc8a4-5c00-4963-a05b-b39c8611356c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 19:39:37.938615 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-af9dc8a4-5c00-4963-a05b-b39c8611356c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:37.941955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af9dc8a4-5c00-4963-a05b-b39c8611356c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056033 Jul 22 19:39:37.942110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:37.996809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.019273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.058105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.060687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.062804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/4c85c354-3f3b-46a3-a609-6c2512f7a4ba HTTP/1.1" status: 204 len: 168 time: 0.1194000 Jul 22 19:39:38.065650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.079608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d52d9-c031-47d8-8601-992b9672d53a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c85c354-3f3b-46a3-a609-6c2512f7a4ba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.134726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d73ec8a7-2019-416d-9d29-66b573589e58 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677679 Jul 22 19:39:38.134975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.139503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725401929'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.162368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.262265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.266895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.298545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e11d2c6-3863-45d2-9089-1600e5ed5498,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.302081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.303302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-027ec2bc-3e2a-4be6-8669-5e5e8a612b30 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1673799 Jul 22 19:39:38.306402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.310913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0efba472-0b19-431b-b701-1336e1194f2a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': '2e11d2c6-3863-45d2-9089-1600e5ed5498', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.312336 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-0efba472-0b19-431b-b701-1336e1194f2a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 19:39:38.312884 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0efba472-0b19-431b-b701-1336e1194f2a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:38.314012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0efba472-0b19-431b-b701-1336e1194f2a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065179 Jul 22 19:39:38.316291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.380802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.386401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-359e159c-b5d5-4e4f-bb60-5322c1155c21 req-27027042-5a12-4475-8a88-09bed02871ba tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0344515 Jul 22 19:39:38.407751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.447901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.450573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.451721 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/2e11d2c6-3863-45d2-9089-1600e5ed5498 HTTP/1.1" status: 204 len: 168 time: 0.1344676 Jul 22 19:39:38.454551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58228) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.456478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.464846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.470741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f1bf2-c4f7-46fb-9719-dc206d8dc7b6 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e11d2c6-3863-45d2-9089-1600e5ed5498,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.503404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-22d57981-adcd-415b-a19b-00a0ce47bed5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472572 Jul 22 19:39:38.506960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58232) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.511598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--385245016'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.533257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.553322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:38.556737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.617110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.620933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.648029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.651817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1412101 Jul 22 19:39:38.652091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58234) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.653311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002523d-505b-468a-b660-eac5b890c511 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e16335fe-a632-4ca6-9ec2-e58efd14c220,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.658964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bcb77ac0-e421-4f40-bf02-728177a13764 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'e16335fe-a632-4ca6-9ec2-e58efd14c220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.688005 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-bcb77ac0-e421-4f40-bf02-728177a13764 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 19:39:38.688572 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-bcb77ac0-e421-4f40-bf02-728177a13764 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:38.689606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bcb77ac0-e421-4f40-bf02-728177a13764 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0365365 Jul 22 19:39:38.692276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58236) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.699384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1fa20897-0283-4ee4-b172-e3ed2ee381f5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'e16335fe-a632-4ca6-9ec2-e58efd14c220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.700024 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-1fa20897-0283-4ee4-b172-e3ed2ee381f5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 19:39:38.700511 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-1fa20897-0283-4ee4-b172-e3ed2ee381f5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:38.701425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fa20897-0283-4ee4-b172-e3ed2ee381f5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082598 Jul 22 19:39:38.704083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58238) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.708828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-af5d40bf-28ba-4918-954d-fac3012f5e0d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'e16335fe-a632-4ca6-9ec2-e58efd14c220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.710826 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-af5d40bf-28ba-4918-954d-fac3012f5e0d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 19:39:38.711312 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-af5d40bf-28ba-4918-954d-fac3012f5e0d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:38.712339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-af5d40bf-28ba-4918-954d-fac3012f5e0d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071208 Jul 22 19:39:38.714639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.718803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ea6149a-84c9-477f-9ed3-9b8f19556a7c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'e16335fe-a632-4ca6-9ec2-e58efd14c220', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.720604 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-7ea6149a-84c9-477f-9ed3-9b8f19556a7c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 19:39:38.721090 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-7ea6149a-84c9-477f-9ed3-9b8f19556a7c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:38.722039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ea6149a-84c9-477f-9ed3-9b8f19556a7c tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065606 Jul 22 19:39:38.725072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58242) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.775949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.782804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.799169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.846362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.848595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=a8c5b111-2092-4e96-b8ad-f8159c9e06ad,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.849262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.851271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/e16335fe-a632-4ca6-9ec2-e58efd14c220 HTTP/1.1" status: 204 len: 168 time: 0.1253295 Jul 22 19:39:38.853922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58244) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.861047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aeacd-bfa2-4940-9927-8236ca35ca59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16335fe-a632-4ca6-9ec2-e58efd14c220,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:38.862906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:38.863294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: b7e36c99-292d-4387-b700-1cb8bbc41f38, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:38.904763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:38.911458 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8e3af9f5-06ae-4cf7-9c09-043578e77ed0 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565364 Jul 22 19:39:38.915323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58246) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.919461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b7e36c99-292d-4387-b700-1cb8bbc41f38) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:38.922261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--599762173'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.924038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:38.924656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:38.931824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6261428b-8892-49aa-8141-eb4e610e7347 None None] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:38.943280 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8de10a8c-f94a-4f3d-8508-7bf317458d5a tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4822099 Jul 22 19:39:38.945012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:38.950429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909807120'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:38.968612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.006123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:39.010047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.053767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:39.072099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.072478 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment 808ef4ba-57c6-4e5a-9766-168c5fc6eff1 of type vlan for network 18b29f65-37c0-4814-8104-fad4e4b48518 Jul 22 19:39:39.088563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b7e36c99-292d-4387-b700-1cb8bbc41f38', 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': 'a8c5b111-2092-4e96-b8ad-f8159c9e06ad'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:39.089453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.134743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.144683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.150557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.184694 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.185952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2692187 Jul 22 19:39:39.190067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58254) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.198239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7d786bec-d7df-48e8-a845-a505d7540936 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.199734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f72e1-483d-4491-b8e1-cecf6bfa905b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d2fbd-4d4e-4f00-9024-735ffb46530d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.200517 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-7d786bec-d7df-48e8-a845-a505d7540936 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:39:39.200726 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-7d786bec-d7df-48e8-a845-a505d7540936 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.206011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58256) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.206175 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d786bec-d7df-48e8-a845-a505d7540936 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139482 Jul 22 19:39:39.211040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f69c0331-8c1d-4119-9092-f66bd700b6d4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.215464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.221276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:39.221887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.238485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Allocated IP 2001:db8:0:ffff::2 (b7e36c99-292d-4387-b700-1cb8bbc41f38/a8c5b111-2092-4e96-b8ad-f8159c9e06ad/7d67d2d9-2df4-485f-8db3-f4941d3404b6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:39.322705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=18b29f65-37c0-4814-8104-fad4e4b48518,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.328031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ade87638-7cce-4752-9137-7278e1a63e40 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3819993 Jul 22 19:39:39.331365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58260) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.337793 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-f69c0331-8c1d-4119-9092-f66bd700b6d4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.341880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.342076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f69c0331-8c1d-4119-9092-f66bd700b6d4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1347964 Jul 22 19:39:39.342860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58262) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.345110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 18b29f65-37c0-4814-8104-fad4e4b48518 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:39.347652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8350d94c-46a8-4533-a80d-c6ee9e17ba4a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.348745 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-8350d94c-46a8-4533-a80d-c6ee9e17ba4a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 19:39:39.349199 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-8350d94c-46a8-4533-a80d-c6ee9e17ba4a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.350636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8350d94c-46a8-4533-a80d-c6ee9e17ba4a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063818 Jul 22 19:39:39.353249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58264) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.360657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a15343ca-c59a-48c1-ad0b-4fd4cc7c9a7a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.400882 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-a15343ca-c59a-48c1-ad0b-4fd4cc7c9a7a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.405625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a15343ca-c59a-48c1-ad0b-4fd4cc7c9a7a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0457599 Jul 22 19:39:39.406146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58266) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.411635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f87043e9-5bc9-4f9e-bddc-5c0242676100 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.412246 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-f87043e9-5bc9-4f9e-bddc-5c0242676100 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:39:39.412686 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-f87043e9-5bc9-4f9e-bddc-5c0242676100 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.416829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f87043e9-5bc9-4f9e-bddc-5c0242676100 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060966 Jul 22 19:39:39.417004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58268) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.422655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-61fbf559-64bf-4310-834e-54a3e8f60d59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.470865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:39.475248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.477935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.478599 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-61fbf559-64bf-4310-834e-54a3e8f60d59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.480481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-61fbf559-64bf-4310-834e-54a3e8f60d59 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0626180 Jul 22 19:39:39.485188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58272) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.490275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-35a34a4d-d7fb-4fc1-9e92-047f6489689e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.490755 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-35a34a4d-d7fb-4fc1-9e92-047f6489689e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 19:39:39.491230 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-35a34a4d-d7fb-4fc1-9e92-047f6489689e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.492366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35a34a4d-d7fb-4fc1-9e92-047f6489689e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059779 Jul 22 19:39:39.495106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58274) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.496207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Transition to ACTIVE for port object 7d67d2d9-2df4-485f-8db3-f4941d3404b6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:39.501449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0b8cba0d-34ac-4d91-b082-d2ca8c7c948e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.514912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Transition to ACTIVE for port object 7d67d2d9-2df4-485f-8db3-f4941d3404b6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:39.522049 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.525376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3516c20f-9cdc-4235-b230-e2fb89cc97f5 req-2c66c53c-88ef-4429-96a1-90ed59ab6908 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0423539 Jul 22 19:39:39.560402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:39.565587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:39.568487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:39.583271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Pushing event updated for resources: {'Port': ['ID=7d67d2d9-2df4-485f-8db3-f4941d3404b6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.591531 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0b8cba0d-34ac-4d91-b082-d2ca8c7c948e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.593383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0b8cba0d-34ac-4d91-b082-d2ca8c7c948e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0966408 Jul 22 19:39:39.596170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.600822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-77202ead-dabe-48cd-b5fb-ae02a8bb0983 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'f92d2fbd-4d4e-4f00-9024-735ffb46530d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.638938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Attempting to bind port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:39.639330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Attempting to bind port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:39.640251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Attempting to bind port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 on network b7e36c99-292d-4387-b700-1cb8bbc41f38 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:39.645533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:39.645919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Checking segment: {'id': 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:39.646326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.646720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Bound using segment: {'id': 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:39.647586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Bound port: 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b7e36c99-292d-4387-b700-1cb8bbc41f38'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:39.647586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.675453 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-77202ead-dabe-48cd-b5fb-ae02a8bb0983 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:39.676528 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77202ead-dabe-48cd-b5fb-ae02a8bb0983 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0794375 Jul 22 19:39:39.679600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58278) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.717716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] For port 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:39.721250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] For port 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d67d2d9-2df4-485f-8db3-f4941d3404b6,segment=NetworkSegment(ca7b152d-7afb-4e7d-928b-3d2a9b539a3d),segment_id=ca7b152d-7afb-4e7d-928b-3d2a9b539a3d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:39.726161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.727388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.740049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.767624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.790521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=98937075-18f2-4c5c-87f9-a89f52bc0bbf,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.808843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74d6f1-912a-46df-92ac-fa718e08d5da None None] Pushing event updated for resources: {'Port': ['ID=7d67d2d9-2df4-485f-8db3-f4941d3404b6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.809172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': '808ef4ba-57c6-4e5a-9766-168c5fc6eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:39.809614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: 18b29f65-37c0-4814-8104-fad4e4b48518, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:39.824519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.827842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.831614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/f92d2fbd-4d4e-4f00-9024-735ffb46530d HTTP/1.1" status: 204 len: 168 time: 0.1483371 Jul 22 19:39:39.833120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58280) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.838558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac094f67-b3a8-4529-bdf0-c9c9c505162e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d2fbd-4d4e-4f00-9024-735ffb46530d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:39.852825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 18b29f65-37c0-4814-8104-fad4e4b48518 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:39.871019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 18b29f65-37c0-4814-8104-fad4e4b48518) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:39.880206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:39.880774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.885597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba705c-00ea-43c6-a254-95e641a68a64 None None] Network 18b29f65-37c0-4814-8104-fad4e4b48518 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:39.899804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c1cad8ed-1862-4afc-b7ba-fb1b5435b22f tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654430 Jul 22 19:39:39.903803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58282) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.909742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-821443be-9b86-497b-8b82-d89b2da86eeb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5768726 Jul 22 19:39:39.912604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--279299275'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:39.916653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58284) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:39.938468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:39.939643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.034356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0471-0d3d-463a-bea8-177299ad701a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.067401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.073028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.113251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.117480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2096226 Jul 22 19:39:40.117480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c929a-8fef-4736-b218-5afc0a49231d tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c77b6-d69c-49b5-b142-2431726708ad,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.117696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.122067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58288) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.128885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3d7f9910-b2fa-4911-bff3-5505ad07a2f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'b55c77b6-d69c-49b5-b142-2431726708ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:40.139981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-18b29f65-37c0-4814-8104-fad4e4b48518', 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '98937075-18f2-4c5c-87f9-a89f52bc0bbf'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:40.140771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.185566 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-3d7f9910-b2fa-4911-bff3-5505ad07a2f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The resource could not be found. Jul 22 19:39:40.190114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d7f9910-b2fa-4911-bff3-5505ad07a2f4 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0648012 Jul 22 19:39:40.190420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58290) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.195219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-70076781-b599-4a8a-a1c0-1cdd8320a247 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'b55c77b6-d69c-49b5-b142-2431726708ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '729bc8b5-8a71-4652-a75b-8d95f9cca5d6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:40.251073 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-70076781-b599-4a8a-a1c0-1cdd8320a247 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The resource could not be found. Jul 22 19:39:40.252251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-70076781-b599-4a8a-a1c0-1cdd8320a247 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0608258 Jul 22 19:39:40.254860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.255342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58292) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.299176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Allocated IP 2001:db8::1 (18b29f65-37c0-4814-8104-fad4e4b48518/98937075-18f2-4c5c-87f9-a89f52bc0bbf/56355c8d-a798-4137-86c6-28f7772cb319) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:40.328603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.360169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.415363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.418012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.421228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/b55c77b6-d69c-49b5-b142-2431726708ad HTTP/1.1" status: 204 len: 168 time: 0.1642470 Jul 22 19:39:40.422794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.433068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266cac4-0dec-4976-9d2f-82e49f1600d5 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c77b6-d69c-49b5-b142-2431726708ad,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.465338 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.474623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Transition to ACTIVE for port object 56355c8d-a798-4137-86c6-28f7772cb319 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:40.475970 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-36120845-a3c8-4c19-ae2f-19fedb598487 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482824 Jul 22 19:39:40.479649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.484383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-01ddc23b-286c-4b79-a8d3-142fc765e37e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': 'd19ea7af-7366-4465-b802-2858825a766a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:40.490965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Transition to ACTIVE for port object 56355c8d-a798-4137-86c6-28f7772cb319 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:40.497232 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.525263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.539916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Network 18b29f65-37c0-4814-8104-fad4e4b48518 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:40.545184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:40.548866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:40.568107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=98937075-18f2-4c5c-87f9-a89f52bc0bbf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.573190 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-01ddc23b-286c-4b79-a8d3-142fc765e37e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The resource could not be found. Jul 22 19:39:40.574186 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01ddc23b-286c-4b79-a8d3-142fc765e37e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0935762 Jul 22 19:39:40.577982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Pushing event updated for resources: {'Port': ['ID=56355c8d-a798-4137-86c6-28f7772cb319,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.578384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58304) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.584778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842998869'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:40.641783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.652559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Attempting to bind port 56355c8d-a798-4137-86c6-28f7772cb319 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:40.653552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Attempting to bind port 56355c8d-a798-4137-86c6-28f7772cb319 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '808ef4ba-57c6-4e5a-9766-168c5fc6eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:40.653968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Attempting to bind port 56355c8d-a798-4137-86c6-28f7772cb319 on network 18b29f65-37c0-4814-8104-fad4e4b48518 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:40.660591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:40.660975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Checking segment: {'id': '808ef4ba-57c6-4e5a-9766-168c5fc6eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:40.661436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.661975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Bound using segment: {'id': '808ef4ba-57c6-4e5a-9766-168c5fc6eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:40.662630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Bound port: 56355c8d-a798-4137-86c6-28f7772cb319, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808ef4ba-57c6-4e5a-9766-168c5fc6eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '18b29f65-37c0-4814-8104-fad4e4b48518'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:40.663028 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.668954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.681437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b29f65-37c0-4814-8104-fad4e4b48518']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:40.693403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808ef4ba-57c6-4e5a-9766-168c5fc6eff1') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:40.693748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808ef4ba-57c6-4e5a-9766-168c5fc6eff1') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:40.702690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73583d4b-68ea-47cf-85e1-46eebbdb0dcc req-0a623e6f-ee43-495c-81bb-2da9cf1f4a39 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0439367 Jul 22 19:39:40.705800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.736645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] For port 56355c8d-a798-4137-86c6-28f7772cb319, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:40.740517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] For port 56355c8d-a798-4137-86c6-28f7772cb319, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=56355c8d-a798-4137-86c6-28f7772cb319,segment=NetworkSegment(808ef4ba-57c6-4e5a-9766-168c5fc6eff1),segment_id=808ef4ba-57c6-4e5a-9766-168c5fc6eff1)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:40.746078 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.749121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.765464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:40.766009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:40.769772 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:40.839568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24fb38-0129-4bea-a60d-c20a6a47dc2f None None] Pushing event updated for resources: {'Port': ['ID=56355c8d-a798-4137-86c6-28f7772cb319,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.847892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:39:40.847892 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:39:40.847892 n-d-800087-13 neutron-server[93801]: [parameters: {'id': '18b29f65-37c0-4814-8104-fad4e4b48518'}] Jul 22 19:39:40.847892 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:39:40.849010 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:39:40.873267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170acbfc-272a-40ee-b4e9-af65568af64a None None] Network 18b29f65-37c0-4814-8104-fad4e4b48518 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:40.898408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.907809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.913747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d67d2d9-2df4-485f-8db3-f4941d3404b6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:40.931650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:40.935406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3527572 Jul 22 19:39:40.935808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:40.940567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--906795048'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:40.950661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498ded1-a760-4b05-8bbf-54e3651c06bd tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cfd5f-4e3e-4739-9e94-9e28c6672f1a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:40.971436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.031439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56bc80-d465-4b26-91ba-4657c88f3f51 None None] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:41.065455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.071866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.099986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.101263 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1643975 Jul 22 19:39:41.105030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58308) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.109748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d5d46881-fb1e-410d-9f72-b62ae6e071e0 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group_rule': {'security_group_id': '0d3cfd5f-4e3e-4739-9e94-9e28c6672f1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '71aa7ea5-9c1d-4d56-92aa-64060b3e2335'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:41.113954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de9789-029f-4333-850b-7ee6493d105e tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa7ea5-9c1d-4d56-92aa-64060b3e2335,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:41.124474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:41.150788 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-d5d46881-fb1e-410d-9f72-b62ae6e071e0 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:39:41.153270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d5d46881-fb1e-410d-9f72-b62ae6e071e0 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0459301 Jul 22 19:39:41.154244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Provisioning for port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:41.155570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.166581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Provisioning complete for port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:41.166954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.230248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.253564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.299579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.303655 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.304901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/71aa7ea5-9c1d-4d56-92aa-64060b3e2335 HTTP/1.1" status: 204 len: 168 time: 0.1479254 Jul 22 19:39:41.307800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.316472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.320971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb471-e191-4e1f-89c8-4e8cde507239 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa7ea5-9c1d-4d56-92aa-64060b3e2335,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:41.349980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.384833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] For port 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d67d2d9-2df4-485f-8db3-f4941d3404b6,segment=NetworkSegment(ca7b152d-7afb-4e7d-928b-3d2a9b539a3d),segment_id=ca7b152d-7afb-4e7d-928b-3d2a9b539a3d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:41.401315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.406118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e81f4d9-4d9e-47e1-a162-01bc42f797f8 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0961461 Jul 22 19:39:41.406756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58318) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.481484 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.498058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 56355c8d-a798-4137-86c6-28f7772cb319 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:41.498974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.506652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe7b5b-6de7-455f-b9ba-973ed88f5105 None None] Pushing event updated for resources: {'Port': ['ID=7d67d2d9-2df4-485f-8db3-f4941d3404b6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:41.546217 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.579038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.583788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 56355c8d-a798-4137-86c6-28f7772cb319, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=56355c8d-a798-4137-86c6-28f7772cb319,segment=NetworkSegment(808ef4ba-57c6-4e5a-9766-168c5fc6eff1),segment_id=808ef4ba-57c6-4e5a-9766-168c5fc6eff1)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:41.584336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.597576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 56355c8d-a798-4137-86c6-28f7772cb319 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:41.632357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.636257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.641050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d3cfd5f-4e3e-4739-9e94-9e28c6672f1a HTTP/1.1" status: 204 len: 168 time: 0.2318501 Jul 22 19:39:41.641625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58322) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.646597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d2c6b-59f3-4ef5-b828-fc40136d7b20 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:39:41.665481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07e891-7e31-4070-98e8-2511f42be532 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cfd5f-4e3e-4739-9e94-9e28c6672f1a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:41.701482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-690f278a-f2aa-43c5-8508-950a58e3822b tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553229 Jul 22 19:39:41.703697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:41.708412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157820243'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:41.719077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.755393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=56355c8d-a798-4137-86c6-28f7772cb319,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:41.760276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 56355c8d-a798-4137-86c6-28f7772cb319 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:41.769916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.839265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22fa08cc-3583-407f-a6cf-1f72a2374be2 req-63da4b7a-0d24-4f6c-bc6b-a4fcc32715dd tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0340788 Jul 22 19:39:41.874950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.891952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b29f65-37c0-4814-8104-fad4e4b48518']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:41.906942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808ef4ba-57c6-4e5a-9766-168c5fc6eff1') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:41.907260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808ef4ba-57c6-4e5a-9766-168c5fc6eff1') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:41.921754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.945154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.949026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bdd972a6-c76b-4e7e-ba6a-94db11709f47 None None] Provisioning complete for port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:41.949189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bdd972a6-c76b-4e7e-ba6a-94db11709f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.958369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:41.958775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:41.961623 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:41.996485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.033385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.050468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.056334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d2c6b-59f3-4ef5-b828-fc40136d7b20 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:39:42.071533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.072798 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3681149 Jul 22 19:39:42.073928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.075656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/18b29f65-37c0-4814-8104-fad4e4b48518 HTTP/1.1" status: 204 len: 168 time: 2.1577578 Jul 22 19:39:42.075974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58328) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.085272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ae5a1fe0-78ef-4c88-af75-623ca13afe29 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:42.086238 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-ae5a1fe0-78ef-4c88-af75-623ca13afe29 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:39:42.086817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.087506 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-ae5a1fe0-78ef-4c88-af75-623ca13afe29 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:39:42.088871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae5a1fe0-78ef-4c88-af75-623ca13afe29 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "PUT /v2.0/security-groups/f062179e-e45c-4e81-b7e7-cc61591bd7b6 HTTP/1.1" status: 409 len: 330 time: 0.0110333 Jul 22 19:39:42.092039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322762097'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:42.093661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58332) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.095499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae27b-b3ee-4823-b95b-71d4ac929a35 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=18b29f65-37c0-4814-8104-fad4e4b48518,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:42.098546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a261d0-58a3-45ea-9b29-8b5d66a00770 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f062179e-e45c-4e81-b7e7-cc61591bd7b6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:42.120502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:42.128983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.157691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:42.171536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.172011 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment ca77538e-4090-43ef-9f2e-9fc5c8e65ee5 of type vlan for network 9ca39510-7c68-463e-8245-2293ece5369b Jul 22 19:39:42.208475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.219467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.232381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.264104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.271425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:42.272261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.282136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.286172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.287762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/f062179e-e45c-4e81-b7e7-cc61591bd7b6 HTTP/1.1" status: 204 len: 168 time: 0.1904776 Jul 22 19:39:42.291788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58336) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.311968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014dace-0991-4657-b314-f04aa3b61bc9 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f062179e-e45c-4e81-b7e7-cc61591bd7b6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:42.371182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58338) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.371639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2835553 Jul 22 19:39:42.378236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': '9ca39510-7c68-463e-8245-2293ece5369b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:42.394946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-12bd467c-24d5-4396-ba7a-9924c1650420 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937622 Jul 22 19:39:42.398346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.403388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa5726-3c10-4531-827a-c100cb591891 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=9ca39510-7c68-463e-8245-2293ece5369b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:42.417513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9ca39510-7c68-463e-8245-2293ece5369b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:42.425162 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-8b88911e-7e5c-4cba-8756-26f0309f4fae tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] delete failed (client error): The resource could not be found. Jul 22 19:39:42.426257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b88911e-7e5c-4cba-8756-26f0309f4fae tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb4b69a4-b3a1-422d-b210-09144a8752bb HTTP/1.1" status: 404 len: 347 time: 0.0268836 Jul 22 19:39:42.430092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58342) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.444274 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-b928682b-4b99-4835-aabe-293d2484191a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] show failed (client error): The resource could not be found. Jul 22 19:39:42.445309 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b928682b-4b99-4835-aabe-293d2484191a tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-groups/543746b7-f278-4001-85b8-68fee9827591 HTTP/1.1" status: 404 len: 347 time: 0.0142291 Jul 22 19:39:42.449227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58344) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.460656 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-06e41e0f-58ed-4b1a-8468-f191cff57078 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] show failed (client error): The resource could not be found. Jul 22 19:39:42.461929 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06e41e0f-58ed-4b1a-8468-f191cff57078 tempest-NegativeSecGroupTest-905823501 tempest-NegativeSecGroupTest-905823501-project] 10.222.0.10 "GET /v2.0/security-group-rules/08b2463a-6c17-4ca2-84a6-f22c32a53c83 HTTP/1.1" status: 404 len: 356 time: 0.0118392 Jul 22 19:39:42.515181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:42.523381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.768681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.782279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58354) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.835087 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.841233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=6667c6e8-d104-429b-963e-4d29369bd9fe,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:42.848868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d67d2d9-2df4-485f-8db3-f4941d3404b6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:42.852728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:42.853100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: 9ca39510-7c68-463e-8245-2293ece5369b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:42.871558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 9ca39510-7c68-463e-8245-2293ece5369b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:42.895691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 9ca39510-7c68-463e-8245-2293ece5369b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:42.904880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750eb3cf-1626-4c85-a1e0-3612ebea1b2a None None] Network 9ca39510-7c68-463e-8245-2293ece5369b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:42.907688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:42.908173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.910395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:42.911152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:42.940574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58360) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:42.941084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b424e077-5749-4bf1-a6fc-6e133e3a0662 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5683160 Jul 22 19:39:42.947329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845329983'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:42.972797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60dd04a4-5dc2-4d1e-b421-fb015caeba82 req-8d8de008-a248-4868-b40a-4c2d992f6a99 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0304775 Jul 22 19:39:42.991352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5c8d00cf-770c-4c53-a8e6-63ca8236dc26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dabeb0c78a0541fb983e29da2a8048e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054911 Jul 22 19:39:43.002411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:43.002411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:43.004293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.052379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:43.080429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.080775 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment d67f56b7-5d81-49f0-aad1-c211a23fd62f of type vlan for network bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 Jul 22 19:39:43.108978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.123021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-9ca39510-7c68-463e-8245-2293ece5369b', 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '6667c6e8-d104-429b-963e-4d29369bd9fe'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:43.124571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.163573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.165974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.222380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.230946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:43.231561 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.260766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Allocated IP 2001:db8::1 (9ca39510-7c68-463e-8245-2293ece5369b/6667c6e8-d104-429b-963e-4d29369bd9fe/057734d5-71e8-447a-ad9b-ab88ef8e480e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:43.268884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.271447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.272683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86f59d89-39d0-4d78-94fb-c8debd172dd1 HTTP/1.1" status: 204 len: 168 time: 0.2798498 Jul 22 19:39:43.283698 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3384566 Jul 22 19:39:43.284763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58366) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:43.291451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'bd0d435a-128d-45b8-a8b7-d35cbde6a0a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:43.318466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3217d-c72e-4e6f-a1d4-bd2819dc1927 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=bd0d435a-128d-45b8-a8b7-d35cbde6a0a0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:43.322068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c039-f6c0-46e6-a559-bf7d65b5de67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f59d89-39d0-4d78-94fb-c8debd172dd1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:43.334244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:43.401078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:43.407239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.479733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Performing IP validity checks on allocation pools {{(pid=93800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:39:43.480310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:39:43.490902 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.500423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Transition to ACTIVE for port object 057734d5-71e8-447a-ad9b-ab88ef8e480e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:43.516549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Transition to ACTIVE for port object 057734d5-71e8-447a-ad9b-ab88ef8e480e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:43.523471 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.564622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Network 9ca39510-7c68-463e-8245-2293ece5369b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:43.567488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:43.571081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:43.582518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Pushing event updated for resources: {'Port': ['ID=057734d5-71e8-447a-ad9b-ab88ef8e480e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:43.624420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.646510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Attempting to bind port 057734d5-71e8-447a-ad9b-ab88ef8e480e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:43.646911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Attempting to bind port 057734d5-71e8-447a-ad9b-ab88ef8e480e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:43.647254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Attempting to bind port 057734d5-71e8-447a-ad9b-ab88ef8e480e on network 9ca39510-7c68-463e-8245-2293ece5369b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:43.653407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:43.653407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Checking segment: {'id': 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:43.653843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.654158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Bound using segment: {'id': 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:43.654644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Bound port: 057734d5-71e8-447a-ad9b-ab88ef8e480e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '9ca39510-7c68-463e-8245-2293ece5369b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:43.655089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.708168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=366b4d39-fc32-431a-b02c-670aa5f78476,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:43.729679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': 'd67f56b7-5d81-49f0-aad1-c211a23fd62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bd0d435a-128d-45b8-a8b7-d35cbde6a0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:43.730056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: bd0d435a-128d-45b8-a8b7-d35cbde6a0a0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:43.739334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77d05588-172c-45da-8100-05ec91675c12 None None] For port 057734d5-71e8-447a-ad9b-ab88ef8e480e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:43.743594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77d05588-172c-45da-8100-05ec91675c12 None None] For port 057734d5-71e8-447a-ad9b-ab88ef8e480e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=057734d5-71e8-447a-ad9b-ab88ef8e480e,segment=NetworkSegment(ca77538e-4090-43ef-9f2e-9fc5c8e65ee5),segment_id=ca77538e-4090-43ef-9f2e-9fc5c8e65ee5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:43.748331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.749064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:43.758207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bd0d435a-128d-45b8-a8b7-d35cbde6a0a0) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:43.763094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:43.763985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.782191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e79675b6-672f-4a1a-a656-6767a014962b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4961562 Jul 22 19:39:43.783046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b2606-7b6a-45d2-b18c-19abb5c4dbd2 None None] Network bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:43.785373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:43.871398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05588-172c-45da-8100-05ec91675c12 None None] Pushing event updated for resources: {'Port': ['ID=057734d5-71e8-447a-ad9b-ab88ef8e480e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:43.917242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:43.993098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-04f3ce2d-d5ba-4e66-9847-0a37d01c0087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0878832 Jul 22 19:39:43.996010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.054036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416bcd4-bcf3-4804-b8d5-de6f314e58ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-bd0d435a-128d-45b8-a8b7-d35cbde6a0a0', 'network_id': 'bd0d435a-128d-45b8-a8b7-d35cbde6a0a0', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '366b4d39-fc32-431a-b02c-670aa5f78476'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:44.054920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4416bcd4-bcf3-4804-b8d5-de6f314e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.098524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.173621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=366b4d39-fc32-431a-b02c-670aa5f78476,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:44.206667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bfee428-9456-4de7-ac83-5cee62ad7b1c req-6c0410ad-0c63-460f-a9b3-e12be7278b26 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.1067400 Jul 22 19:39:44.230181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.230736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.231204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.231679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.232182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.232659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.233802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.235868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-bf58f042-c4c9-4de7-8a34-5626fe42a048 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.2126389 Jul 22 19:39:44.251226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.252656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1accd1e3-3c89-448f-a5e5-57b23f6cb4fc None None] Network bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:44.267883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0d435a-128d-45b8-a8b7-d35cbde6a0a0']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:44.286346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67f56b7-5d81-49f0-aad1-c211a23fd62f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:44.287152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67f56b7-5d81-49f0-aad1-c211a23fd62f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:44.301868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.318250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.329214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:44.330083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:44.333196 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:44.378675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-387d017a-0444-4fc9-8724-4cb9b11b90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.379559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-387d017a-0444-4fc9-8724-4cb9b11b90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.380041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-387d017a-0444-4fc9-8724-4cb9b11b90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.382045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-387d017a-0444-4fc9-8724-4cb9b11b90d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=824e7915-8b99-4eda-ae61-da46a09ba1b4&id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 2293 time: 0.1191301 Jul 22 19:39:44.406766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.414573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.420484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 HTTP/1.1" status: 204 len: 168 time: 0.6331532 Jul 22 19:39:44.423348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58400) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:44.428599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815990984'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:44.444079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb1da0-52a6-48d3-bf35-b692e06ec3fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=bd0d435a-128d-45b8-a8b7-d35cbde6a0a0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:44.468850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:44.469762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-21a65694-7b9f-4721-9f8b-97fff7d3254b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 1001 time: 0.0753965 Jul 22 19:39:44.473860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.502381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:44.518658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.519096 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment bb6677ab-ca3d-4ef7-a389-2662e392baa3 of type vlan for network 2ac906f6-f369-493e-9607-d08da91103f9 Jul 22 19:39:44.548411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-18ebcc30-e512-47c1-b625-bac5fa10d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.549994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-18ebcc30-e512-47c1-b625-bac5fa10d000 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 200 len: 851 time: 0.0738606 Jul 22 19:39:44.566863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.605223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.611514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.612206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.616576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-ed9c752b-d497-4d36-936b-ae211efa686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:44.618111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-ed9c752b-d497-4d36-936b-ae211efa686a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618980 Jul 22 19:39:44.649611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2226601 Jul 22 19:39:44.649949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58410) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:44.655993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': '2ac906f6-f369-493e-9607-d08da91103f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:44.723759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d772184-f3cf-40ac-a801-a1e83106088c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=2ac906f6-f369-493e-9607-d08da91103f9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:44.737425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2ac906f6-f369-493e-9607-d08da91103f9 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:44.827762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c778bf09-8553-4caf-9622-aa24c2e46356 service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972034 Jul 22 19:39:44.883427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:44.893398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:44.955936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 057734d5-71e8-447a-ad9b-ab88ef8e480e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:44.987438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-f8ba70ff-6765-4cd4-b8a1-d9f28778c8ec service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425889 Jul 22 19:39:45.029347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 057734d5-71e8-447a-ad9b-ab88ef8e480e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:45.055230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-41d802ac-1220-4f16-8dff-ab281b8f8188 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 217 time: 0.0579331 Jul 22 19:39:45.107260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-32c7d994-c3b3-42f5-8fe0-f02b5ac96711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:45.109279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-32c7d994-c3b3-42f5-8fe0-f02b5ac96711 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0479655 Jul 22 19:39:45.149758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.182927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-a2fc3411-3101-4c24-8e8a-794b778142a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:45.184742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-a2fc3411-3101-4c24-8e8a-794b778142a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692382 Jul 22 19:39:45.208103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=8b49be75-2d3b-4569-8b45-60b73a7d60d2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:45.237480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068d998-3274-40bc-b3ae-00b96a8ae441 None None] Network 9ca39510-7c68-463e-8245-2293ece5369b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:45.265933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': 'bb6677ab-ca3d-4ef7-a389-2662e392baa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2ac906f6-f369-493e-9607-d08da91103f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:45.266527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: 2ac906f6-f369-493e-9607-d08da91103f9, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:45.298298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 2ac906f6-f369-493e-9607-d08da91103f9 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:45.310518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2ac906f6-f369-493e-9607-d08da91103f9) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:45.318793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:45.319463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.334984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd0ad5c-aeea-4596-aa60-88fdf101e7ef None None] Network 2ac906f6-f369-493e-9607-d08da91103f9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:45.338358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c8a7289f-aacf-43af-bdcd-96b2a205d482 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6865921 Jul 22 19:39:45.341324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:45.343873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Provisioning for port 057734d5-71e8-447a-ad9b-ab88ef8e480e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:45.366645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Provisioning complete for port 057734d5-71e8-447a-ad9b-ab88ef8e480e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:45.367022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.471669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.550150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.647195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6325f-8a6e-44eb-9b7e-58bb657d489a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2ac906f6-f369-493e-9607-d08da91103f9', 'network_id': '2ac906f6-f369-493e-9607-d08da91103f9', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '8b49be75-2d3b-4569-8b45-60b73a7d60d2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:45.648085 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4c6325f-8a6e-44eb-9b7e-58bb657d489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.683106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.716400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=8b49be75-2d3b-4569-8b45-60b73a7d60d2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:45.792385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.806849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac906f6-f369-493e-9607-d08da91103f9']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:45.820211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6677ab-ca3d-4ef7-a389-2662e392baa3') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:45.821297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6677ab-ca3d-4ef7-a389-2662e392baa3') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:45.835377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.855896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.863720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:45.864115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:45.867849 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:45.877222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4263b42a-2844-4ab7-9519-416063f8c86a req-34de2677-2d1c-47d3-848c-965e50f4ff2f tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0525947 Jul 22 19:39:45.914043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-368c456b-de8c-44e5-a52d-d1ed7d51cb55 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086511 Jul 22 19:39:45.916052 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.939089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.942030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-a4c6325f-8a6e-44eb-9b7e-58bb657d489a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:39:45.942030 n-d-800087-13 neutron-server[93802]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 22 19:39:45.942030 n-d-800087-13 neutron-server[93802]: [parameters: {'project_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'id': 'f1ff6462-9c31-4dab-8719-c4e24ff3e2bd', 'name': '', 'network_id': '2ac906f6-f369-493e-9607-d08da91103f9', 'mac_address': 'fa:16:3e:28:8a:9c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2ac906f6-f369-493e-9607-d08da91103f9', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2094}] Jul 22 19:39:45.942030 n-d-800087-13 neutron-server[93802]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:39:45.942458 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-a4c6325f-8a6e-44eb-9b7e-58bb657d489a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:39:45.957989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:45.963335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/2ac906f6-f369-493e-9607-d08da91103f9 HTTP/1.1" status: 204 len: 168 time: 0.6175108 Jul 22 19:39:45.963615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58446) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:45.968235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] For port 057734d5-71e8-447a-ad9b-ab88ef8e480e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=057734d5-71e8-447a-ad9b-ab88ef8e480e,segment=NetworkSegment(ca77538e-4090-43ef-9f2e-9fc5c8e65ee5),segment_id=ca77538e-4090-43ef-9f2e-9fc5c8e65ee5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:45.972584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1dfe9-6f02-454a-808b-d0624047cb5d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=2ac906f6-f369-493e-9607-d08da91103f9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:45.972746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031931751'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:45.976609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.032845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a78a09-831b-4ff1-9419-8d0b2f863d6d None None] Pushing event updated for resources: {'Port': ['ID=057734d5-71e8-447a-ad9b-ab88ef8e480e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:46.044987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:46.048776 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.077511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-24fccfdd-b706-439c-b863-5e3bfc2872d1 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552587 Jul 22 19:39:46.093567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:46.128823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-0043ecaa-fb47-49d5-8d15-405204ba0c6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 217 time: 0.0427642 Jul 22 19:39:46.131837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.132219 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment 47ef9a9f-7b26-4e7d-8327-29117f510888 of type vlan for network e63e1fb2-7f21-44a9-84dc-a3264a9affa2 Jul 22 19:39:46.199636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c332745-7594-434c-b782-4e361f60b39d None None] Provisioning complete for port 057734d5-71e8-447a-ad9b-ab88ef8e480e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:46.200014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c332745-7594-434c-b782-4e361f60b39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.209523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.227182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-d2d98a5f-0874-4d30-80cc-409a3e6cb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.228599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-d2d98a5f-0874-4d30-80cc-409a3e6cb842 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0878155 Jul 22 19:39:46.274919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.281029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.281619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.325307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3596506 Jul 22 19:39:46.329270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:46.334641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'e63e1fb2-7f21-44a9-84dc-a3264a9affa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:46.368104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b438962-ca79-4ba8-8444-efc20a83fa44 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=e63e1fb2-7f21-44a9-84dc-a3264a9affa2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:46.374669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-55dec3e7-e0d9-40ce-b43e-f87c0695fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.376290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-55dec3e7-e0d9-40ce-b43e-f87c0695fdb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1375856 Jul 22 19:39:46.380238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e63e1fb2-7f21-44a9-84dc-a3264a9affa2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:46.440977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:46.445209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.445428 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4c6325f-8a6e-44eb-9b7e-58bb657d489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.479975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-21352687-273e-484d-bd6d-617cc18ef9f8 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966043 Jul 22 19:39:46.484770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71388a58-db3e-48bb-84ed-88a274663d2d None None] Network 2ac906f6-f369-493e-9607-d08da91103f9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:46.500196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71388a58-db3e-48bb-84ed-88a274663d2d None None] Network 2ac906f6-f369-493e-9607-d08da91103f9 could not be found, it might have been deleted concurrently. {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:39:46.578550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-dc76c6a1-40f2-4d67-b326-095291ebf71b service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906689 Jul 22 19:39:46.624987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-87481d23-4165-404e-8c16-9f1f2a3dbdde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 200 len: 217 time: 0.0360830 Jul 22 19:39:46.638144 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.674757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c0126d2f-955b-4019-9556-480ff6427ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.676295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c0126d2f-955b-4019-9556-480ff6427ff8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0445058 Jul 22 19:39:46.699395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=b0604b99-2938-4152-bb17-919d35d48480,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:46.706691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': '47ef9a9f-7b26-4e7d-8327-29117f510888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e63e1fb2-7f21-44a9-84dc-a3264a9affa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:46.706946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: e63e1fb2-7f21-44a9-84dc-a3264a9affa2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:46.725730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network e63e1fb2-7f21-44a9-84dc-a3264a9affa2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:46.743067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-91e07001-4cca-457b-9180-2326b2c3f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.744803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-91e07001-4cca-457b-9180-2326b2c3f531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0626876 Jul 22 19:39:46.749220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e63e1fb2-7f21-44a9-84dc-a3264a9affa2) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:46.755089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:46.756494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:46.760358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b43a9-56b1-4d72-91c6-08e0662f0308 None None] Network e63e1fb2-7f21-44a9-84dc-a3264a9affa2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:46.797755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3cc3949-a4dc-4e3b-a9d9-3756820fa054 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4589100 Jul 22 19:39:46.797755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58456) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:46.894042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 057734d5-71e8-447a-ad9b-ab88ef8e480e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:46.924333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-ddde3191-9a54-430b-a582-45b1df145841 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635540 Jul 22 19:39:46.935531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.036183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.061139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 057734d5-71e8-447a-ad9b-ab88ef8e480e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:47.062849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.066888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6170278-af15-41a1-b779-06d1a86ecba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-e63e1fb2-7f21-44a9-84dc-a3264a9affa2', 'network_id': 'e63e1fb2-7f21-44a9-84dc-a3264a9affa2', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': 'b0604b99-2938-4152-bb17-919d35d48480'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:47.067937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6170278-af15-41a1-b779-06d1a86ecba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.113002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1fac6b0-1f95-4c6b-9a0a-7be1407bf0cf req-4924ec5b-93b5-4f43-a2f9-0706897f853b tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0535774 Jul 22 19:39:47.151321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.163785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-282cde93-830a-40f3-aa81-d20c44e2d74f service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315242 Jul 22 19:39:47.182712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=b0604b99-2938-4152-bb17-919d35d48480,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:47.228869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-10735477-cba7-4dcb-996f-4ff7d2f5aeba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 200 len: 217 time: 0.0488594 Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-a6170278-af15-41a1-b779-06d1a86ecba7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0604b99-2938-4152-bb17-919d35d48480: This subnet is being modified by another concurrent operation. Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0604b99-2938-4152-bb17-919d35d48480: This subnet is being modified by another concurrent operation. Jul 22 19:39:47.250145 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:39:47.256669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.270360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63e1fb2-7f21-44a9-84dc-a3264a9affa2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:47.271710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54523c28-9f62-4da9-bb26-bfbbadaf93f0 None None] Network e63e1fb2-7f21-44a9-84dc-a3264a9affa2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:47.283008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ef9a9f-7b26-4e7d-8327-29117f510888') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:47.283301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ef9a9f-7b26-4e7d-8327-29117f510888') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:47.289770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-113b5724-33f1-4e9f-a8cf-0382518b7cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:47.291320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-113b5724-33f1-4e9f-a8cf-0382518b7cbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0564690 Jul 22 19:39:47.292810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.308069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.314803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:47.315346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:47.318641 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:47.356934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-61b176b0-09f6-46cb-9c4b-0dd85f62ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:47.359765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-61b176b0-09f6-46cb-9c4b-0dd85f62ae08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602357 Jul 22 19:39:47.382767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.386360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c8364-90e1-4400-9b64-c6d2d1e661bc None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:39:47.390380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.392591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/e63e1fb2-7f21-44a9-84dc-a3264a9affa2 HTTP/1.1" status: 204 len: 168 time: 0.5939190 Jul 22 19:39:47.400467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58466) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:47.404157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6fe0c-7eaa-4865-8358-bc30cb5ab30f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=e63e1fb2-7f21-44a9-84dc-a3264a9affa2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:47.409540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1376537763'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:47.471777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:47.475602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.499487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-68bda4d1-39bb-4e42-8636-0ed1c356c267 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322479 Jul 22 19:39:47.518748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:47.531880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c8364-90e1-4400-9b64-c6d2d1e661bc None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:39:47.546614 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.546966 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment 79289dc2-ebeb-42ff-8881-c0038114de95 of type vlan for network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 Jul 22 19:39:47.627854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.654355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-6b1bbf4e-a6c5-44e0-8676-705b01fa3989 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458442 Jul 22 19:39:47.701910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-71ceb8d3-db28-4ed8-997a-15de34747c52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 200 len: 217 time: 0.0389965 Jul 22 19:39:47.705516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.711485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:47.712076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.778982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3773227 Jul 22 19:39:47.781852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58468) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:47.787169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:47.824599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bd36f-d88a-44b4-aefc-3740ef1cff5c tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=f2480f55-49fb-4cbc-8d62-163e18cbd6d1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:47.830463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c569fd46-4099-4743-8d3d-eee32172d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:47.832077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c569fd46-4099-4743-8d3d-eee32172d853 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1166198 Jul 22 19:39:47.846278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:47.884498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:47.894154 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:47.914261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-6c7821af-22cd-4fc6-ae1e-ffe2c1972d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:47.915858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-6c7821af-22cd-4fc6-ae1e-ffe2c1972d99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683839 Jul 22 19:39:48.015047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-c2e748ec-4481-4103-88c1-a00188d6c421 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905731 Jul 22 19:39:48.082630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.116135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-70e6b3ba-18ad-4e01-8cb2-35ca9c1c8896 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949266 Jul 22 19:39:48.143904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=0c5faaec-d6f8-4fee-8977-93e90130359d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:48.163389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-55af68c6-b395-4122-9971-28f3a4fcd4da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 217 time: 0.0407913 Jul 22 19:39:48.165995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': '79289dc2-ebeb-42ff-8881-c0038114de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:48.166575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: f2480f55-49fb-4cbc-8d62-163e18cbd6d1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:48.201039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:48.224787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f2480f55-49fb-4cbc-8d62-163e18cbd6d1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:48.234769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:48.235569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.235786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05130ec-0c41-4de3-bba2-647482bc8f9d None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:48.252733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59dc5092-b9f8-42c0-bdc5-fe177c4409ce tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4696515 Jul 22 19:39:48.261961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58482) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:48.286575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:48.294154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8004fe62-6c51-4578-be69-4f7b579f7ce1 req-a24a2169-d3c5-4d98-9a67-423e9dd5afa2 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0622544 Jul 22 19:39:48.326108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-5a964941-d8a6-4147-a42f-5e2bab3d7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:48.327881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-5a964941-d8a6-4147-a42f-5e2bab3d7412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1586838 Jul 22 19:39:48.411028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-f2480f55-49fb-4cbc-8d62-163e18cbd6d1', 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '0c5faaec-d6f8-4fee-8977-93e90130359d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:48.412596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.467807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-298b8051-ce24-446d-b9f6-5802a5a4fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:48.469558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-298b8051-ce24-446d-b9f6-5802a5a4fad5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048753 Jul 22 19:39:48.499094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:48.501512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.570166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Allocated IP 2001:db8::2 (f2480f55-49fb-4cbc-8d62-163e18cbd6d1/0c5faaec-d6f8-4fee-8977-93e90130359d/696b39bd-5e87-47ac-9b77-01f136248452) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:48.648050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-5e12ac98-f7b1-4b9d-af87-d1f0b9b1660b service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711071 Jul 22 19:39:48.730780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.739700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Transition to ACTIVE for port object 696b39bd-5e87-47ac-9b77-01f136248452 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:48.755895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Transition to ACTIVE for port object 696b39bd-5e87-47ac-9b77-01f136248452 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:48.762842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.787237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:48.790222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:48.796227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e76f74c-a42a-4330-884b-0defbace2d22 req-7fa228e5-013f-41f8-b9ad-24229d6e8c49 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406922 Jul 22 19:39:48.812630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:48.876945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Pushing event updated for resources: {'Port': ['ID=696b39bd-5e87-47ac-9b77-01f136248452,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:48.890258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Attempting to bind port 696b39bd-5e87-47ac-9b77-01f136248452 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:48.890258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Attempting to bind port 696b39bd-5e87-47ac-9b77-01f136248452 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '79289dc2-ebeb-42ff-8881-c0038114de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:48.890757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Attempting to bind port 696b39bd-5e87-47ac-9b77-01f136248452 on network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:48.896046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:48.900518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Checking segment: {'id': '79289dc2-ebeb-42ff-8881-c0038114de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:48.901330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.902533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Bound using segment: {'id': '79289dc2-ebeb-42ff-8881-c0038114de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:48.903060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Bound port: 696b39bd-5e87-47ac-9b77-01f136248452, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79289dc2-ebeb-42ff-8881-c0038114de95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:48.903699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.908275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.970134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:48.973815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:48.977163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:48.977772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.984838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] For port 696b39bd-5e87-47ac-9b77-01f136248452, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:48.988741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] For port 696b39bd-5e87-47ac-9b77-01f136248452, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=696b39bd-5e87-47ac-9b77-01f136248452,segment=NetworkSegment(79289dc2-ebeb-42ff-8881-c0038114de95),segment_id=79289dc2-ebeb-42ff-8881-c0038114de95)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:48.993970 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:48.997817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7324448 Jul 22 19:39:48.998199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58496) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:48.999400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e0ea-8b0c-45e2-b24d-43fef225a26b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=4a382065-b10f-4c67-b89b-431ca2ca70e6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:49.070023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.071504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.073264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.073685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b516e-3ee1-4c1b-b7c3-ee4617005640 None None] Pushing event updated for resources: {'Port': ['ID=696b39bd-5e87-47ac-9b77-01f136248452,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:49.074801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.076469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.078909 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f1c23d9b-4172-4645-bbba-e16a255429dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0790412 Jul 22 19:39:49.083367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58500) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:49.091078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647887591'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:49.121977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:49.126985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.174331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:49.200697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.201135 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment a1e20d69-6645-4a4c-b888-c41d6fb49c64 of type vlan for network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf Jul 22 19:39:49.298568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.328260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-d2386887-9f5b-453d-9f88-9c99ab0aed80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0920663 Jul 22 19:39:49.345386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.354606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.355268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.442509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-3afebbf7-1b30-47c6-ab76-98cce47caf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.442740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3568907 Jul 22 19:39:49.444201 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-3afebbf7-1b30-47c6-ab76-98cce47caf08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0649979 Jul 22 19:39:49.444570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed824749-9677-4ad2-a58c-90e93bf95d7d req-b6cdc036-e071-4858-ab24-b20b888ec032 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0461440 Jul 22 19:39:49.445190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58506) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:49.455633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:49.488248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8c815-873b-4e81-9a3f-f08a27c8894e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=5a2d49c9-a42a-4415-b4d2-5b18923d6edf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:49.499046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:49.663897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-e94e6561-3242-425c-b4ac-358b98a255c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.665360 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-e94e6561-3242-425c-b4ac-358b98a255c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1935573 Jul 22 19:39:49.724111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.744966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.772900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf is not hosted by any dhcp agent {{(pid=93801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:39:49.778817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.779431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.781374 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "PUT /v2.0/networks/5a2d49c9-a42a-4415-b4d2-5b18923d6edf HTTP/1.1" status: 200 len: 723 time: 0.3348391 Jul 22 19:39:49.784358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:49.789538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:49.813550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-127d8874-9246-43ea-b676-86280ce44bfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.1415269 Jul 22 19:39:49.893961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-93ba51e8-87cd-48d2-abdd-6277dcc35d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.895480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-93ba51e8-87cd-48d2-abdd-6277dcc35d32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0543993 Jul 22 19:39:49.896102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895f047-239c-43a0-a794-2d5bbdd47f59 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=5a2d49c9-a42a-4415-b4d2-5b18923d6edf,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:49.909974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:49.933161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:49.941291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:49.995643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-b234b980-3dfa-46fa-90b2-668259f0d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:49.997236 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-b234b980-3dfa-46fa-90b2-668259f0d3d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894408 Jul 22 19:39:50.109253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-201e4c43-440a-4661-ae13-fd989bfb009d service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049280 Jul 22 19:39:50.134350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8048250-0b36-47c9-aa39-27a780edcdc0 None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:50.219460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.322513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-99022b40-0723-4cca-8730-86d6c3c2da92 None None] Provisioning for port 696b39bd-5e87-47ac-9b77-01f136248452 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:50.358962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=87b43769-2c73-4f30-8a8a-ab058fd453ae,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:50.388827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.390069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.390715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.391101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.391853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.392357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.393526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.393962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.394388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.394812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.395290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.395724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:50.405119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': 'a1e20d69-6645-4a4c-b888-c41d6fb49c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:50.405565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: 5a2d49c9-a42a-4415-b4d2-5b18923d6edf, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:50.445825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:50.469512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 5a2d49c9-a42a-4415-b4d2-5b18923d6edf) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:50.474675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:50.475763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.484139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5aa0a-d48a-4cf6-b1d3-2c589e057b88 None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:50.496441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21c8ff4b-d7d3-48b3-8dc4-520b634817ef tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7105727 Jul 22 19:39:50.498881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58542) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:50.506238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:50.645846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b128c128-d54a-4d84-9e41-dc76fa98f69a req-9fc06700-7c52-4a60-8956-44d37bd630ed tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0639172 Jul 22 19:39:50.675314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30342885'] for subnet, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.745213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d78327e8-5ee8-43f6-8f94-461f40091774 req-a3146ae7-85ab-4c28-92af-85ff7b4bad73 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282549 Jul 22 19:39:50.847903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770609062256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30270259'] for subnet, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.891587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:50.892391 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.893946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "PUT /v2.0/subnets/87b43769-2c73-4f30-8a8a-ab058fd453ae HTTP/1.1" status: 200 len: 826 time: 0.3931742 Jul 22 19:39:50.896740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58544) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:50.899362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Update dhcp port {'port': {'network_id': 'f2480f55-49fb-4cbc-8d62-163e18cbd6d1', 'fixed_ips': [{'subnet_id': '0c5faaec-d6f8-4fee-8977-93e90130359d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a382065-b10f-4c67-b89b-431ca2ca70e6'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '696b39bd-5e87-47ac-9b77-01f136248452'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:39:50.909126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-5a2d49c9-a42a-4415-b4d2-5b18923d6edf', 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '87b43769-2c73-4f30-8a8a-ab058fd453ae'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:50.910703 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:50.920908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b952a-4c75-4c01-b505-cb3a0c62cac9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=87b43769-2c73-4f30-8a8a-ab058fd453ae,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:50.946059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 696b39bd-5e87-47ac-9b77-01f136248452 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:50.987977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.024468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.077758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.191739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 696b39bd-5e87-47ac-9b77-01f136248452 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:51.213832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 696b39bd-5e87-47ac-9b77-01f136248452 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:51.214040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.288676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Allocated IP 2001:db8::2 (5a2d49c9-a42a-4415-b4d2-5b18923d6edf/87b43769-2c73-4f30-8a8a-ab058fd453ae/7ba998a4-9f4c-4edb-a44c-13d3747f9e3c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:51.324835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Allocated IP 172.20.0.1 (f2480f55-49fb-4cbc-8d62-163e18cbd6d1/4a382065-b10f-4c67-b89b-431ca2ca70e6/696b39bd-5e87-47ac-9b77-01f136248452) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:51.488672 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.554182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] For port 696b39bd-5e87-47ac-9b77-01f136248452, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=696b39bd-5e87-47ac-9b77-01f136248452,segment=NetworkSegment(79289dc2-ebeb-42ff-8881-c0038114de95),segment_id=79289dc2-ebeb-42ff-8881-c0038114de95)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:51.617828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.620729 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.636262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Transition to ACTIVE for port object 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:51.646057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Transition to ACTIVE for port object 696b39bd-5e87-47ac-9b77-01f136248452 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:51.652957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.667580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Transition to ACTIVE for port object 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:51.722362 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.736357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.769993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=87b43769-2c73-4f30-8a8a-ab058fd453ae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:51.782380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04bf0f7e-67b9-49eb-8a01-06132e13f1d0 req-538c824b-f791-4907-a2d6-b9d7b6df03ff tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0389607 Jul 22 19:39:51.794737 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:39:51.795062 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:39:51.799141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8aa1-db77-4090-8924-1f038953d139 None None] Pushing event updated for resources: {'Port': ['ID=696b39bd-5e87-47ac-9b77-01f136248452,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:51.809818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:51.829367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:51.833157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:51.875618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Pushing event updated for resources: {'Port': ['ID=7ba998a4-9f4c-4edb-a44c-13d3747f9e3c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:51.876992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.889881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2d49c9-a42a-4415-b4d2-5b18923d6edf']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:51.900250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e20d69-6645-4a4c-b888-c41d6fb49c64') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:51.900552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e20d69-6645-4a4c-b888-c41d6fb49c64') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:51.912441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.916334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Attempting to bind port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:51.916868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Attempting to bind port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a1e20d69-6645-4a4c-b888-c41d6fb49c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:51.917204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Attempting to bind port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c on network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:51.923872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:51.924437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Checking segment: {'id': 'a1e20d69-6645-4a4c-b888-c41d6fb49c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:51.924939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.925418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Bound using segment: {'id': 'a1e20d69-6645-4a4c-b888-c41d6fb49c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:51.930635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Bound port: 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e20d69-6645-4a4c-b888-c41d6fb49c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:51.931293 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.931555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.939007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:51.939812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:51.943449 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:52.014746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] For port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:52.015722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:39:52.015722 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:39:52.015722 n-d-800087-13 neutron-server[93801]: [parameters: {'id': '5a2d49c9-a42a-4415-b4d2-5b18923d6edf'}] Jul 22 19:39:52.015722 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:39:52.016618 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:39:52.018838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] For port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7ba998a4-9f4c-4edb-a44c-13d3747f9e3c,segment=NetworkSegment(a1e20d69-6645-4a4c-b888-c41d6fb49c64),segment_id=a1e20d69-6645-4a4c-b888-c41d6fb49c64)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:52.024208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.114217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25668ce9-852e-4bac-8900-63620fc8063a None None] Pushing event updated for resources: {'Port': ['ID=7ba998a4-9f4c-4edb-a44c-13d3747f9e3c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:52.141105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dbc1ff-8294-467d-bebc-75eae678e5e0 None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:52.339545 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.352097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35086aef-9666-48c2-a3b4-c43410084e49 None None] Network 5a2d49c9-a42a-4415-b4d2-5b18923d6edf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:52.453448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c09853-986b-44c6-b22d-26696631e78c None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:52.518182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.566774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 696b39bd-5e87-47ac-9b77-01f136248452, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=696b39bd-5e87-47ac-9b77-01f136248452,segment=NetworkSegment(79289dc2-ebeb-42ff-8881-c0038114de95),segment_id=79289dc2-ebeb-42ff-8881-c0038114de95)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:52.581971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-86ab0835-bcb1-4302-b01b-cfcdf7d7bda8 None None] Provisioning for port 696b39bd-5e87-47ac-9b77-01f136248452 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:52.586341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.630740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:52.631934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.635289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-86ab0835-bcb1-4302-b01b-cfcdf7d7bda8 None None] Provisioning complete for port 696b39bd-5e87-47ac-9b77-01f136248452 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:52.635868 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-86ab0835-bcb1-4302-b01b-cfcdf7d7bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.727281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7ba998a4-9f4c-4edb-a44c-13d3747f9e3c,segment=NetworkSegment(a1e20d69-6645-4a4c-b888-c41d6fb49c64),segment_id=a1e20d69-6645-4a4c-b888-c41d6fb49c64)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:52.727528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=696b39bd-5e87-47ac-9b77-01f136248452,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:52.727798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.751685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:52.908099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:52.944788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 696b39bd-5e87-47ac-9b77-01f136248452 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:52.945344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0717e5be-3314-4484-be0d-7e70292d2096 req-dfdbc7df-af5b-4c2a-8968-7e20240638fd tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0355422 Jul 22 19:39:52.972040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=7ba998a4-9f4c-4edb-a44c-13d3747f9e3c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:52.979565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 7ba998a4-9f4c-4edb-a44c-13d3747f9e3c on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:52.996819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:52.997980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:52.999302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.000009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.001002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.001517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.002313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.002828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.003337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.003957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.004789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.005306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:39:53.027489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 696b39bd-5e87-47ac-9b77-01f136248452 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:53.027797 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.102984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.114499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2d49c9-a42a-4415-b4d2-5b18923d6edf']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:53.129891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e20d69-6645-4a4c-b888-c41d6fb49c64') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:53.130461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e20d69-6645-4a4c-b888-c41d6fb49c64') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:53.143527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.147457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9b275-b647-4dfa-ac9b-8f7b62708c35 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:39:53.158852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.164887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:53.165304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:53.168347 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:53.206180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0060e439-3fb0-4c8f-8308-b2e1d5a6a6e8 None None] Provisioning complete for port 696b39bd-5e87-47ac-9b77-01f136248452 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:53.206560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0060e439-3fb0-4c8f-8308-b2e1d5a6a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.230444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.256088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.258264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/5a2d49c9-a42a-4415-b4d2-5b18923d6edf HTTP/1.1" status: 204 len: 168 time: 2.3605180 Jul 22 19:39:53.259239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508cd58-a458-433d-b072-4bd23fad8d1d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=5a2d49c9-a42a-4415-b4d2-5b18923d6edf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:53.261058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58578) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:53.296448 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f8a026-17bd-4d52-b179-09dd984daaec tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:53.297052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f8a026-17bd-4d52-b179-09dd984daaec tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:53.298831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20f8a026-17bd-4d52-b179-09dd984daaec tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/5a2d49c9-a42a-4415-b4d2-5b18923d6edf HTTP/1.1" status: 404 len: 339 time: 0.0367806 Jul 22 19:39:53.304717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:53.312579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826066049', 'description': 'd1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:53.338473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:53.344191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.369508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:53.378948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.379306 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment 7e5c54b0-8467-4bef-9c31-abe6aa984e09 of type vlan for network 9d3e702a-71a5-416d-a326-c13d4f146746 Jul 22 19:39:53.411761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9b275-b647-4dfa-ac9b-8f7b62708c35 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:39:53.429683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.468784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.482072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:53.483550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.528764 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2226937 Jul 22 19:39:53.532251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58584) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:53.567721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec6ef6-b8b3-4080-82ed-488dafc5f0d9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=9d3e702a-71a5-416d-a326-c13d4f146746,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:53.583248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9d3e702a-71a5-416d-a326-c13d4f146746 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:53.632808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6e1ee-f485-4790-b260-0b3cb4f671a9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:53.637970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9ae6e1ee-f485-4790-b260-0b3cb4f671a9 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks?id=9d3e702a-71a5-416d-a326-c13d4f146746 HTTP/1.1" status: 200 len: 765 time: 0.1039338 Jul 22 19:39:53.638151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58588) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:53.644783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'description': 'd2'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:53.840725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.862686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.896087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network 9d3e702a-71a5-416d-a326-c13d4f146746 is not hosted by any dhcp agent {{(pid=93801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:39:53.901545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:53.902204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:53.906696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "PUT /v2.0/networks/9d3e702a-71a5-416d-a326-c13d4f146746 HTTP/1.1" status: 200 len: 762 time: 0.2645240 Jul 22 19:39:53.908140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:53.966049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7cf96-a29a-454a-a17b-eb2b44ab0fca tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=9d3e702a-71a5-416d-a326-c13d4f146746,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:53.990190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9d3e702a-71a5-416d-a326-c13d4f146746 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:54.024779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0df73d-4393-4aa6-b3b5-c45634c3123e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.026636 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c0df73d-4393-4aa6-b3b5-c45634c3123e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks?id=9d3e702a-71a5-416d-a326-c13d4f146746 HTTP/1.1" status: 200 len: 765 time: 0.1187110 Jul 22 19:39:54.030931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.080760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8eb4f50-bf55-4b78-8077-9384a968f7f7 req-f57b0759-3a0a-40a4-ae2f-807af733472a tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0359869 Jul 22 19:39:54.231439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf0f667-bc09-485e-ba9c-307a3d4c4f65 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.233607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3bf0f667-bc09-485e-ba9c-307a3d4c4f65 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2013967 Jul 22 19:39:54.236286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58618) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.270651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-329a965e-4f00-4825-be0a-4886051cc099 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 207 time: 0.0333426 Jul 22 19:39:54.275593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.387287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.394711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.396442 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:54.406382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.413301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.419044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.424835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.426640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c516fa77-96d0-4df7-bfb9-494a90493717 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.1501639 Jul 22 19:39:54.430384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.555409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-479ba7bd-c164-42c2-8a38-6543790b8f1e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1238859 Jul 22 19:39:54.558615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.618331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.619777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.621311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.622827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.625055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.626686 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2566d7bd-0b68-47a9-b53f-b5e54abaaf93 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0671606 Jul 22 19:39:54.630369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.686497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.687912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.689333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.690718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.692244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.693774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a2e077b4-e39b-49f1-b399-c3e3190028f5 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0625067 Jul 22 19:39:54.697173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.805964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d18797-5cd3-4302-b118-790f771215ae tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.807367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-36d18797-5cd3-4302-b118-790f771215ae tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks/b7e36c99-292d-4387-b700-1cb8bbc41f38 HTTP/1.1" status: 200 len: 804 time: 0.1093125 Jul 22 19:39:54.811304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.906955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7ae06b9-1a5a-4fab-9250-b02d70f50899 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/networks/b7e36c99-292d-4387-b700-1cb8bbc41f38?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.0944729 Jul 22 19:39:54.910279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:54.964087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778dcff-0f0f-415d-9e89-ccc31ecee3e0 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:54.965422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4778dcff-0f0f-415d-9e89-ccc31ecee3e0 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets/a8c5b111-2092-4e96-b8ad-f8159c9e06ad HTTP/1.1" status: 200 len: 843 time: 0.0542312 Jul 22 19:39:54.969783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:55.019515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813b3550-16ae-4839-8aaa-f6a559ed4b5f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['shared'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:55.020879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-813b3550-16ae-4839-8aaa-f6a559ed4b5f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "GET /v2.0/subnets/a8c5b111-2092-4e96-b8ad-f8159c9e06ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0501802 Jul 22 19:39:55.024307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:55.028897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-686296486'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:55.049806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:55.053254 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.076383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:39:55.085177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.085500 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Added segment 101a3713-63b4-45db-8c80-42316f537750 of type vlan for network fceab6cc-7248-464c-8f9e-af34b0234da7 Jul 22 19:39:55.132543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.177700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.183448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:55.184067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.201430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93047b66-3262-4ba8-b04e-08ecc55942d8 req-e2a676b7-2a4e-46fd-9b52-b3ccd37a0aa4 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0363405 Jul 22 19:39:55.225713 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1970277 Jul 22 19:39:55.225929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58650) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:55.233661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:55.276071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7e64c-1edb-46a7-a5df-4d901cfa14c7 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Network': ['ID=fceab6cc-7248-464c-8f9e-af34b0234da7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:55.288636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network fceab6cc-7248-464c-8f9e-af34b0234da7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:39:55.356124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Made reservation on behalf of bcbdb61644b448a08dceb9b5a11946c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:39:55.359753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.425826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Performing IP validity checks on allocation pools {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:39:55.426487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:39:55.570389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.640319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=728fbdc9-9bec-4df0-9dea-6dc3323a7171,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:55.648322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Checking segment: {'id': '101a3713-63b4-45db-8c80-42316f537750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:55.648693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network hostable DHCP agents. Network: fceab6cc-7248-464c-8f9e-af34b0234da7, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:39:55.666115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Network fceab6cc-7248-464c-8f9e-af34b0234da7 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:39:55.676315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, fceab6cc-7248-464c-8f9e-af34b0234da7) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:55.681771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:55.682444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.686284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f15e2-4657-44b9-a907-5b97db43b05b None None] Network fceab6cc-7248-464c-8f9e-af34b0234da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:55.698928 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6071eb81-208a-433f-9289-709d1fbb0232 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4718957 Jul 22 19:39:55.701789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:55.707286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:39:55.810280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30342885'] for subnet, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:55.845294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-fceab6cc-7248-464c-8f9e-af34b0234da7', 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7', 'tenant_id': 'bcbdb61644b448a08dceb9b5a11946c5', 'fixed_ips': [{'subnet_id': '728fbdc9-9bec-4df0-9dea-6dc3323a7171'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:39:55.846328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.003950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770609062256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30270259'] for subnet, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.052857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:39:56.053796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.055321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "PUT /v2.0/subnets/728fbdc9-9bec-4df0-9dea-6dc3323a7171 HTTP/1.1" status: 200 len: 900 time: 0.3524106 Jul 22 19:39:56.058567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58670) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:56.061661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Allocated IP 2001:db8::3 (fceab6cc-7248-464c-8f9e-af34b0234da7/728fbdc9-9bec-4df0-9dea-6dc3323a7171/720231dd-5066-4240-a662-912d75a31596) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:39:56.097710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e561bfd-5df8-44c3-912a-131fd45cb197 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event updated for resources: {'Subnet': ['ID=728fbdc9-9bec-4df0-9dea-6dc3323a7171,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:56.203305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.229475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.242923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Transition to ACTIVE for port object 720231dd-5066-4240-a662-912d75a31596 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:56.266294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Transition to ACTIVE for port object 720231dd-5066-4240-a662-912d75a31596 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:39:56.274884 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.298028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.313780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Network fceab6cc-7248-464c-8f9e-af34b0234da7 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:39:56.319934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:39:56.323418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:39:56.331135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Pushing event updated for resources: {'Port': ['ID=720231dd-5066-4240-a662-912d75a31596,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:56.389645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Attempting to bind port 720231dd-5066-4240-a662-912d75a31596 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:39:56.390041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Attempting to bind port 720231dd-5066-4240-a662-912d75a31596 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '101a3713-63b4-45db-8c80-42316f537750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:39:56.390464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Attempting to bind port 720231dd-5066-4240-a662-912d75a31596 on network fceab6cc-7248-464c-8f9e-af34b0234da7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:39:56.395902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:39:56.396308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Checking segment: {'id': '101a3713-63b4-45db-8c80-42316f537750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:39:56.396721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.397115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Bound using segment: {'id': '101a3713-63b4-45db-8c80-42316f537750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:39:56.397580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Bound port: 720231dd-5066-4240-a662-912d75a31596, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101a3713-63b4-45db-8c80-42316f537750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:39:56.397962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.470255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] For port 720231dd-5066-4240-a662-912d75a31596, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:39:56.473780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] For port 720231dd-5066-4240-a662-912d75a31596, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=720231dd-5066-4240-a662-912d75a31596,segment=NetworkSegment(101a3713-63b4-45db-8c80-42316f537750),segment_id=101a3713-63b4-45db-8c80-42316f537750)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:39:56.477697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.542403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807e2f-9908-457f-b96f-a5b2267c2455 None None] Pushing event updated for resources: {'Port': ['ID=720231dd-5066-4240-a662-912d75a31596,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:56.726179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f48f22b-a3a2-4cfd-8768-7540c10310ec req-28dfb8f2-01e1-49e7-8995-330ec3a90b8f tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.4300420 Jul 22 19:39:56.745744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.788010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=728fbdc9-9bec-4df0-9dea-6dc3323a7171,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:56.864293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.875556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceab6cc-7248-464c-8f9e-af34b0234da7']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:56.887080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101a3713-63b4-45db-8c80-42316f537750') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:56.887458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101a3713-63b4-45db-8c80-42316f537750') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:56.900120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.925879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.935548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 720231dd-5066-4240-a662-912d75a31596 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:39:56.939953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:56.940458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:56.943684 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:57.013353 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:39:57.013353 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:39:57.013353 n-d-800087-13 neutron-server[93800]: [parameters: {'id': 'fceab6cc-7248-464c-8f9e-af34b0234da7'}] Jul 22 19:39:57.013353 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:39:57.014016 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:39:57.023294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 720231dd-5066-4240-a662-912d75a31596 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:57.091258 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.498382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1dcb08-404f-49d5-bcb6-00ba70330880 None None] Network fceab6cc-7248-464c-8f9e-af34b0234da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:57.514931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.569192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 720231dd-5066-4240-a662-912d75a31596 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:57.569544 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.615377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-96d2ae62-dd55-49ee-8974-1cd12eb303e4 None None] Provisioning for port 720231dd-5066-4240-a662-912d75a31596 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:39:57.620332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-96d2ae62-dd55-49ee-8974-1cd12eb303e4 None None] Provisioning complete for port 720231dd-5066-4240-a662-912d75a31596 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:39:57.620912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96d2ae62-dd55-49ee-8974-1cd12eb303e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.669721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 720231dd-5066-4240-a662-912d75a31596, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=720231dd-5066-4240-a662-912d75a31596,segment=NetworkSegment(101a3713-63b4-45db-8c80-42316f537750),segment_id=101a3713-63b4-45db-8c80-42316f537750)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:57.670150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.683682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 720231dd-5066-4240-a662-912d75a31596 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:57.766214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96d2ae62-dd55-49ee-8974-1cd12eb303e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.783136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.813952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8d5fa-47ef-47a6-881e-38d756b57ffe None None] DHCP port deletion for fceab6cc-7248-464c-8f9e-af34b0234da7 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:57.814626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=720231dd-5066-4240-a662-912d75a31596,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:57.818350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 720231dd-5066-4240-a662-912d75a31596 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:57.838227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f25ad2f-5e36-4745-819b-eab4922f4e07 None None] Network fceab6cc-7248-464c-8f9e-af34b0234da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:57.901088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2c3737b-7af2-4735-b5df-d317901ac8c4 req-c6794b0f-9f8d-4a51-85f5-54237bdac92f tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jul 22 19:39:57.928002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.938194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fceab6cc-7248-464c-8f9e-af34b0234da7']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:57.952431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101a3713-63b4-45db-8c80-42316f537750') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:57.952858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101a3713-63b4-45db-8c80-42316f537750') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:57.967516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.981293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.988570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:57.989387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:57.992454 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:58.050892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.057737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.059371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/fceab6cc-7248-464c-8f9e-af34b0234da7 HTTP/1.1" status: 204 len: 168 time: 1.9996314 Jul 22 19:39:58.062962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.070419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6b25e-4164-47aa-b443-54fa2b64ae43 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=fceab6cc-7248-464c-8f9e-af34b0234da7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:58.089769 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d3ff20-9ea7-42cd-9efd-72ed0b5d74fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:58.090220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d3ff20-9ea7-42cd-9efd-72ed0b5d74fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:58.092011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96d3ff20-9ea7-42cd-9efd-72ed0b5d74fb tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/728fbdc9-9bec-4df0-9dea-6dc3323a7171 HTTP/1.1" status: 404 len: 337 time: 0.0279059 Jul 22 19:39:58.095091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.118861 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdc6692-620b-4abc-bad5-ecdd27260165 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:58.119766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdc6692-620b-4abc-bad5-ecdd27260165 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:58.121286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6cdc6692-620b-4abc-bad5-ecdd27260165 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/fceab6cc-7248-464c-8f9e-af34b0234da7 HTTP/1.1" status: 404 len: 339 time: 0.0252283 Jul 22 19:39:58.125308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58710) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.207622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.303980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.316417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e702a-71a5-416d-a326-c13d4f146746']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:58.326151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5c54b0-8467-4bef-9c31-abe6aa984e09') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:58.326989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5c54b0-8467-4bef-9c31-abe6aa984e09') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:58.335500 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.354338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.360473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:58.361036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:58.363910 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:58.419580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.432191 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.434030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/9d3e702a-71a5-416d-a326-c13d4f146746 HTTP/1.1" status: 204 len: 168 time: 0.3077083 Jul 22 19:39:58.437270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58718) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.445823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbe52d-2011-4300-a956-f7a664e54342 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=9d3e702a-71a5-416d-a326-c13d4f146746,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:58.464937 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d3ca51-d2df-404c-8c7f-618c9cecaf06 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:58.465387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d3ca51-d2df-404c-8c7f-618c9cecaf06 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:58.467713 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c6d3ca51-d2df-404c-8c7f-618c9cecaf06 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/87b43769-2c73-4f30-8a8a-ab058fd453ae HTTP/1.1" status: 404 len: 337 time: 0.0287344 Jul 22 19:39:58.470377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.487910 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c8300f-9cfe-4105-9933-8873f0b0984d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:58.488450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c8300f-9cfe-4105-9933-8873f0b0984d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:58.490043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13c8300f-9cfe-4105-9933-8873f0b0984d tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/5a2d49c9-a42a-4415-b4d2-5b18923d6edf HTTP/1.1" status: 404 len: 339 time: 0.0187688 Jul 22 19:39:58.492163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.544781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting subnet 4a382065-b10f-4c67-b89b-431ca2ca70e6 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:58.548031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.555178 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:39:58.586375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.667517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.731307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.759086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=4a382065-b10f-4c67-b89b-431ca2ca70e6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:58.765207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.769259 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f3b6634-4377-45c0-b519-4bad6a40f765 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/4a382065-b10f-4c67-b89b-431ca2ca70e6 HTTP/1.1" status: 204 len: 168 time: 0.2740526 Jul 22 19:39:58.770289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:58.773155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dca4e5-2b87-4bec-9576-5b2558673358 None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:58.825080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting subnet 0c5faaec-d6f8-4fee-8977-93e90130359d {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:58.829219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.849166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 720231dd-5066-4240-a662-912d75a31596 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:39:58.876436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 720231dd-5066-4240-a662-912d75a31596 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:39:58.876656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:58.876766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 720231dd-5066-4240-a662-912d75a31596 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:39:58.975611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.041689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4821f3d3-fa75-4b71-aebb-d36f56838739 req-c4f46fda-0d95-4e3e-9f63-96620005abc0 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0403035 Jul 22 19:39:59.074329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.101835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5faaec-d6f8-4fee-8977-93e90130359d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:59.107549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.111767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f6dd5430-2f92-40e5-801a-e9517287445e tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/0c5faaec-d6f8-4fee-8977-93e90130359d HTTP/1.1" status: 204 len: 168 time: 0.3390303 Jul 22 19:39:59.112013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.190379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.250332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 696b39bd-5e87-47ac-9b77-01f136248452 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:39:59.251054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.318110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 696b39bd-5e87-47ac-9b77-01f136248452, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=696b39bd-5e87-47ac-9b77-01f136248452,segment=NetworkSegment(79289dc2-ebeb-42ff-8881-c0038114de95),segment_id=79289dc2-ebeb-42ff-8881-c0038114de95)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:39:59.318501 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.335479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 696b39bd-5e87-47ac-9b77-01f136248452 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:39:59.427465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.455544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=696b39bd-5e87-47ac-9b77-01f136248452,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:59.459236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 696b39bd-5e87-47ac-9b77-01f136248452 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:39:59.473944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bbbb6-2d29-469a-a4ea-08296db7dfc0 None None] Network f2480f55-49fb-4cbc-8d62-163e18cbd6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:39:59.538239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.550390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2480f55-49fb-4cbc-8d62-163e18cbd6d1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:59.566518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79289dc2-ebeb-42ff-8881-c0038114de95') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:59.566970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79289dc2-ebeb-42ff-8881-c0038114de95') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:39:59.571914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e56b0a60-2787-4a38-80fd-aa555410d8ff None None] Could not find standard attr ID for object 696b39bd-5e87-47ac-9b77-01f136248452. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:39:59.580303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.597763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.611128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:39:59.611676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:39:59.624655 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:39:59.664955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50240dd-470e-48bf-bcad-73a92383a14e None None] DHCP port deletion for f2480f55-49fb-4cbc-8d62-163e18cbd6d1 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:39:59.677812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.684469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.686573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/f2480f55-49fb-4cbc-8d62-163e18cbd6d1 HTTP/1.1" status: 204 len: 168 time: 0.5734575 Jul 22 19:39:59.688983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58748) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.706542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158443bd-bc5b-4928-8977-c1a9c5d95d69 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=f2480f55-49fb-4cbc-8d62-163e18cbd6d1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:39:59.725038 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-031b5607-70e9-4083-bc81-24772b6bbb53 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.725494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031b5607-70e9-4083-bc81-24772b6bbb53 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.727219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-031b5607-70e9-4083-bc81-24772b6bbb53 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/b0604b99-2938-4152-bb17-919d35d48480 HTTP/1.1" status: 404 len: 337 time: 0.0372968 Jul 22 19:39:59.729756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.747767 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0539750e-bc3c-48e8-96ec-53e760b461dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.749002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0539750e-bc3c-48e8-96ec-53e760b461dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.750851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0539750e-bc3c-48e8-96ec-53e760b461dc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/e63e1fb2-7f21-44a9-84dc-a3264a9affa2 HTTP/1.1" status: 404 len: 339 time: 0.0202081 Jul 22 19:39:59.753129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.783522 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d008cfb-abdf-47a4-937b-20b45935d479 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.784111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d008cfb-abdf-47a4-937b-20b45935d479 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.785756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6d008cfb-abdf-47a4-937b-20b45935d479 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/8b49be75-2d3b-4569-8b45-60b73a7d60d2 HTTP/1.1" status: 404 len: 337 time: 0.0317523 Jul 22 19:39:59.788337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58756) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.806790 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5851a85a-a992-4145-b6ae-994f94e5d3cc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.807346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5851a85a-a992-4145-b6ae-994f94e5d3cc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.809171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5851a85a-a992-4145-b6ae-994f94e5d3cc tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/2ac906f6-f369-493e-9607-d08da91103f9 HTTP/1.1" status: 404 len: 339 time: 0.0199134 Jul 22 19:39:59.812377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58758) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.837646 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-47052680-3f53-4fe3-afa7-c517daa8597b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.838099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47052680-3f53-4fe3-afa7-c517daa8597b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.839779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47052680-3f53-4fe3-afa7-c517daa8597b tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/366b4d39-fc32-431a-b02c-670aa5f78476 HTTP/1.1" status: 404 len: 337 time: 0.0264866 Jul 22 19:39:59.842839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58760) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.860792 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b7e778-192a-45d6-9bfe-539d4c77696f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:39:59.861397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b7e778-192a-45d6-9bfe-539d4c77696f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:39:59.862933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-86b7e778-192a-45d6-9bfe-539d4c77696f tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/bd0d435a-128d-45b8-a8b7-d35cbde6a0a0 HTTP/1.1" status: 404 len: 339 time: 0.0192096 Jul 22 19:39:59.865174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:39:59.913884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting subnet 6667c6e8-d104-429b-963e-4d29369bd9fe {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:39:59.916916 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:39:59.955274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.043554 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.103507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.133485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=6667c6e8-d104-429b-963e-4d29369bd9fe,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:00.145964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.149677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f7f67bb9-57a4-40a9-bf05-ee5889833465 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/6667c6e8-d104-429b-963e-4d29369bd9fe HTTP/1.1" status: 204 len: 168 time: 0.2808049 Jul 22 19:40:00.149771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:00.153970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a914e4c-db3b-490e-ae52-2cd790ade7da None None] Network 9ca39510-7c68-463e-8245-2293ece5369b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:00.171954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d96afe84-d4b5-4340-a642-2cd0dda8710c req-0237e899-3d3d-4ead-8e07-98b78634f67f tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0404656 Jul 22 19:40:00.235732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.292973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 057734d5-71e8-447a-ad9b-ab88ef8e480e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:00.293318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.352862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] DHCP port deletion for 9ca39510-7c68-463e-8245-2293ece5369b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:00.359530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 057734d5-71e8-447a-ad9b-ab88ef8e480e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=057734d5-71e8-447a-ad9b-ab88ef8e480e,segment=NetworkSegment(ca77538e-4090-43ef-9f2e-9fc5c8e65ee5),segment_id=ca77538e-4090-43ef-9f2e-9fc5c8e65ee5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:00.359903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.371457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 057734d5-71e8-447a-ad9b-ab88ef8e480e owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:00.397905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Deleting port 057734d5-71e8-447a-ad9b-ab88ef8e480e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:00.398203 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.455552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.467913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] For port 057734d5-71e8-447a-ad9b-ab88ef8e480e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=057734d5-71e8-447a-ad9b-ab88ef8e480e,segment=NetworkSegment(ca77538e-4090-43ef-9f2e-9fc5c8e65ee5),segment_id=ca77538e-4090-43ef-9f2e-9fc5c8e65ee5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:00.468343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.479800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Calling delete_port for 057734d5-71e8-447a-ad9b-ab88ef8e480e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:00.481870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=057734d5-71e8-447a-ad9b-ab88ef8e480e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:00.486574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 057734d5-71e8-447a-ad9b-ab88ef8e480e on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:00.555398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.563093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.573119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca39510-7c68-463e-8245-2293ece5369b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:00.581261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] Pushing event deleted for resources: {'Port': ['ID=057734d5-71e8-447a-ad9b-ab88ef8e480e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:00.583306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e035f6a2-b72c-48e9-a73e-354f9a381a5d None None] No DVR routers for this DVR port 057734d5-71e8-447a-ad9b-ab88ef8e480e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:00.588709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:00.589222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca77538e-4090-43ef-9f2e-9fc5c8e65ee5') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:00.599138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.613381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.618977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:00.619369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:00.622418 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:00.682927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.692799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.698026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/9ca39510-7c68-463e-8245-2293ece5369b HTTP/1.1" status: 204 len: 168 time: 0.5450959 Jul 22 19:40:00.698264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58776) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:00.706842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2ce0-0404-49d0-9517-7405fe2b4961 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=9ca39510-7c68-463e-8245-2293ece5369b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:00.731376 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bd49aa-6878-44c1-a898-db39c960b613 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:00.731846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bd49aa-6878-44c1-a898-db39c960b613 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:00.734075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-25bd49aa-6878-44c1-a898-db39c960b613 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/98937075-18f2-4c5c-87f9-a89f52bc0bbf HTTP/1.1" status: 404 len: 337 time: 0.0345178 Jul 22 19:40:00.736785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58782) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:00.755313 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-72617873-a7ee-44e4-af2f-af44c5ba00a1 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:00.755957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72617873-a7ee-44e4-af2f-af44c5ba00a1 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:00.757724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-72617873-a7ee-44e4-af2f-af44c5ba00a1 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/18b29f65-37c0-4814-8104-fad4e4b48518 HTTP/1.1" status: 404 len: 339 time: 0.0200007 Jul 22 19:40:00.760417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:00.813698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting subnet a8c5b111-2092-4e96-b8ad-f8159c9e06ad {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:00.817057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.846727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 057734d5-71e8-447a-ad9b-ab88ef8e480e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:00.866228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:00.874681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 057734d5-71e8-447a-ad9b-ab88ef8e480e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:00.874971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 057734d5-71e8-447a-ad9b-ab88ef8e480e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:00.875395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 696b39bd-5e87-47ac-9b77-01f136248452 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:00.899285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 696b39bd-5e87-47ac-9b77-01f136248452 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:00.899285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 696b39bd-5e87-47ac-9b77-01f136248452 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:00.961551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.034568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.071836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c5b111-2092-4e96-b8ad-f8159c9e06ad,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:01.074014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.075995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e46040a-fd17-4800-9d1b-7211d9f4edaa tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/subnets/a8c5b111-2092-4e96-b8ad-f8159c9e06ad HTTP/1.1" status: 204 len: 168 time: 0.3145640 Jul 22 19:40:01.079032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58802) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:01.089396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db27167-2988-4c59-ad5e-acea18ea9b8c None None] Network b7e36c99-292d-4387-b700-1cb8bbc41f38 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:01.161455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.221545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Deleting port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:01.221898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.305106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] For port 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d67d2d9-2df4-485f-8db3-f4941d3404b6,segment=NetworkSegment(ca7b152d-7afb-4e7d-928b-3d2a9b539a3d),segment_id=ca7b152d-7afb-4e7d-928b-3d2a9b539a3d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:01.305343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] DHCP port deletion for b7e36c99-292d-4387-b700-1cb8bbc41f38 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:01.306205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.321797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Calling delete_port for 7d67d2d9-2df4-485f-8db3-f4941d3404b6 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:01.347142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7140e21d-a361-4f90-a284-7d7a97484f5d req-8a326a62-d21d-483f-a8b0-ec774f57d62b tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0478675 Jul 22 19:40:01.363524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Deleting port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:01.364057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.407270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.427609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] For port 7d67d2d9-2df4-485f-8db3-f4941d3404b6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d67d2d9-2df4-485f-8db3-f4941d3404b6,segment=NetworkSegment(ca7b152d-7afb-4e7d-928b-3d2a9b539a3d),segment_id=ca7b152d-7afb-4e7d-928b-3d2a9b539a3d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:01.428066 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.437378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Port': ['ID=7d67d2d9-2df4-485f-8db3-f4941d3404b6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:01.441160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] No DVR routers for this DVR port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:01.449392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Calling delete_port for 7d67d2d9-2df4-485f-8db3-f4941d3404b6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:01.518896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.527844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.530117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e36c99-292d-4387-b700-1cb8bbc41f38']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:01.542283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:01.542672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7b152d-7afb-4e7d-928b-3d2a9b539a3d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:01.553540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.553802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] Pushing event deleted for resources: {'Port': ['ID=7d67d2d9-2df4-485f-8db3-f4941d3404b6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:01.560371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fd412-f24e-4f28-803f-15388f969d2a None None] No DVR routers for this DVR port 7d67d2d9-2df4-485f-8db3-f4941d3404b6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:01.569417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.583816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:01.584386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:01.587926 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:01.650424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.657896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:01.660217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] 10.222.0.10 "DELETE /v2.0/networks/b7e36c99-292d-4387-b700-1cb8bbc41f38 HTTP/1.1" status: 204 len: 168 time: 0.5802298 Jul 22 19:40:01.672271 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f256fbd-805f-48d4-b832-c269dd536a07 tempest-NetworksIpV6Test-1464052561 tempest-NetworksIpV6Test-1464052561-project] Pushing event deleted for resources: {'Network': ['ID=b7e36c99-292d-4387-b700-1cb8bbc41f38,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:01.927306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58814) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:02.061968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5d4cd6d7-91e1-4e88-bb5f-d218bd69b67c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcbdb61644b448a08dceb9b5a11946c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334579 Jul 22 19:40:02.064385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58818) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:02.118238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:02.161316 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:02.217368 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:02.219874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:02.221061 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7256710-a11c-4cef-90b6-3a4c4570f1fe HTTP/1.1" status: 204 len: 168 time: 0.1557848 Jul 22 19:40:02.229256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1347fe3-94e8-4b0b-a708-7d35e284b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7256710-a11c-4cef-90b6-3a4c4570f1fe,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:02.455968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ff68491-85ca-4d72-8130-24d4ec22d342 req-01543882-5ab1-4c11-98d5-68b3539d05cd tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0346253 Jul 22 19:40:02.854465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d67d2d9-2df4-485f-8db3-f4941d3404b6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:02.874960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7d67d2d9-2df4-485f-8db3-f4941d3404b6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:02.875313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d67d2d9-2df4-485f-8db3-f4941d3404b6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:02.906574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:03.005274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1502193799'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:03.029012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:03.032800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.042229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.137058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.141202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.172437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:03.177832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8283cf6f-e0a5-4afc-b4f1-6bfa2071bca3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:03.198819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.199144 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment 1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3 of type vlan for network 1c827461-f7e8-4c1a-9340-ae52fba34079 Jul 22 19:40:03.245416 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.289551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.295923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:03.296770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:03.332791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4251387 Jul 22 19:40:03.365931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23263e44-161e-4408-8e64-4450118ab0d3 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=1c827461-f7e8-4c1a-9340-ae52fba34079,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:03.377329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:03.621472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70e4d9ba-5618-4df4-94d0-3660413ade9f req-f5a90caa-ac0d-47f7-bc1b-c80131dcef8f tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0560496 Jul 22 19:40:03.665731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bd90711-0a88-4459-8f65-16b0e1ea3eea req-92882406-747d-4f40-bcf7-ec5dcba22fdd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0425093 Jul 22 19:40:04.759892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e86eb7c2-f1c3-416f-8eb4-99db3d8cb2a9 req-61dee544-a06c-4146-9b1f-981ddd4ecc41 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0396075 Jul 22 19:40:04.952858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58900) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:05.065382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ed2d44-7b92-47e3-b075-da81d9e01f80 req-d92140fd-cd5d-40f7-b724-fff274d10310 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5799e94a62ed478ab8c4b0c4e504a79c&device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0448761 Jul 22 19:40:05.110319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76fe730f-8a1d-4df7-b108-32f9482ab33d req-b7d1f7e3-8065-41d3-a047-39243d7cc6de tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0438735 Jul 22 19:40:05.132050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ed2d44-7b92-47e3-b075-da81d9e01f80 req-fddb01fa-6b8d-49c7-adad-f8187464301d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=5799e94a62ed478ab8c4b0c4e504a79c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532253 Jul 22 19:40:05.156546 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aafd29-3b6c-4196-a349-930dfdfac8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.285320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2d44-7b92-47e3-b075-da81d9e01f80 req-1deaa3db-ac1d-4a87-b992-225b0e4dde9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:05.286857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ed2d44-7b92-47e3-b075-da81d9e01f80 req-1deaa3db-ac1d-4a87-b992-225b0e4dde9b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513047 Jul 22 19:40:05.334960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aafd29-3b6c-4196-a349-930dfdfac8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.340521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67aafd29-3b6c-4196-a349-930dfdfac8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.382791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-67aafd29-3b6c-4196-a349-930dfdfac8da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ca82dbb7f10468a855a64387b8dc9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235060 Jul 22 19:40:05.382791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aafd29-3b6c-4196-a349-930dfdfac8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f239801-7747-4580-99c8-db118c0c34fc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:05.383985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58910) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:05.439110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.460076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.508903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.511402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.512636 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f239801-7747-4580-99c8-db118c0c34fc HTTP/1.1" status: 204 len: 168 time: 0.1274428 Jul 22 19:40:05.521683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73389a9-64e0-4722-b3eb-6ba8adbe1265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f239801-7747-4580-99c8-db118c0c34fc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:05.789626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58920) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:05.809462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-737af1b9-5d92-491a-8a2d-a8c26a310d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.902041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-737af1b9-5d92-491a-8a2d-a8c26a310d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.906483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-737af1b9-5d92-491a-8a2d-a8c26a310d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:05.944051 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-737af1b9-5d92-491a-8a2d-a8c26a310d78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8899e0c943534aacb5ce7839f549baac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532612 Jul 22 19:40:05.944942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737af1b9-5d92-491a-8a2d-a8c26a310d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d8c0de-74b9-4e94-8284-aae15a182e80,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:05.946699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58922) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:06.000557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:06.022262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:06.073324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:06.077270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:06.078622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3d8c0de-74b9-4e94-8284-aae15a182e80 HTTP/1.1" status: 204 len: 168 time: 0.1300609 Jul 22 19:40:06.088090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6177d-44b2-4aeb-b56d-1c115d4614d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d8c0de-74b9-4e94-8284-aae15a182e80,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:06.223162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c4b2d74-82f9-4bc0-9292-d73ca6f6ff41 req-a28b113b-e681-4ee8-a36e-f3685af6eadc tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0349913 Jul 22 19:40:06.519858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ed2d44-7b92-47e3-b075-da81d9e01f80 req-eda52e0d-d167-4677-bf09-2ebd44cb5ce4 tempest-ServerShowV257Test-2055207697 tempest-ServerShowV257Test-2055207697-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a44ae40-f031-4c1c-8e99-0452a35bb40f HTTP/1.1" status: 200 len: 210 time: 0.0349400 Jul 22 19:40:06.708429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:06.714792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:06.816462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:06.820477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.029476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.088888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3733354f-147f-46d6-a142-c81429d87018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.101811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=3fa34af9-724e-4041-a8f7-86fd7e8743ac,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:07.109163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:07.109533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: 1c827461-f7e8-4c1a-9340-ae52fba34079, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:07.126095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:07.137107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 1c827461-f7e8-4c1a-9340-ae52fba34079) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:07.142772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:07.143853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.175190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d84c127b-c3b1-4664-b3ab-f7bbe29e8f84 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4624791 Jul 22 19:40:07.175679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:07.177498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ea462-47b4-4ffa-a1ab-7e188d70af31 None None] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:07.182154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-58991588'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:07.209622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:07.214348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.271525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:07.287645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.287994 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment 45bd7631-ff9a-4f92-8c25-228884f231e5 of type vlan for network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b Jul 22 19:40:07.346065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.373475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-1c827461-f7e8-4c1a-9340-ae52fba34079', 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079', 'tenant_id': '528737393e7041b1b8c7655786c2eced', 'fixed_ips': [{'subnet_id': '3fa34af9-724e-4041-a8f7-86fd7e8743ac'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:07.375088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.422525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.429536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:07.430344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.453557 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2766433 Jul 22 19:40:07.456666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58974) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:07.463387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:07.548730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84c29-e1a2-4713-a5fc-de09c93621d9 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=47c5bee9-8254-4c12-9d1c-eceb1cda9a5b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:07.596335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:07.639537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:07.645319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:07.738685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58988) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:07.891421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Allocated IP 2001:db8:0:ffff::2 (1c827461-f7e8-4c1a-9340-ae52fba34079/3fa34af9-724e-4041-a8f7-86fd7e8743ac/7831af95-f8e5-4655-8a73-6c7b256d31b5) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:07.909575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdaa722e-cde6-40ec-a486-f04debbe8ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.048898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:40:08.050502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.070458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.070915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdaa722e-cde6-40ec-a486-f04debbe8ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.075737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bdaa722e-cde6-40ec-a486-f04debbe8ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.083417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Transition to ACTIVE for port object 7831af95-f8e5-4655-8a73-6c7b256d31b5 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:08.105799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Transition to ACTIVE for port object 7831af95-f8e5-4655-8a73-6c7b256d31b5 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:08.117833 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.126256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=e6bc3bc8-c2eb-4902-8a05-30e9b92901d5,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.132701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': '45bd7631-ff9a-4f92-8c25-228884f231e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:08.133099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:08.150157 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bdaa722e-cde6-40ec-a486-f04debbe8ab1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5799e94a62ed478ab8c4b0c4e504a79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4095268 Jul 22 19:40:08.151638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa722e-cde6-40ec-a486-f04debbe8ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20078903-e7af-4cd5-ad04-2242b9496866,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.153437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58996) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:08.170694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Pushing event updated for resources: {'Port': ['ID=7831af95-f8e5-4655-8a73-6c7b256d31b5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.175810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:08.180694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:08.182516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:08.194641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:08.200180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:08.207591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:08.208390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.212307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b48e20-e26a-4b45-b9b1-c05f99c2baaf None None] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:08.256420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.262739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fd3ebd79-f104-4376-ae28-bfa2180a4536 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8021472 Jul 22 19:40:08.263255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:08.270983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'port': {'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b', 'name': 'tempest-NetworksIpV6TestAttrs-488977669'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:08.286982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.336474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Attempting to bind port 7831af95-f8e5-4655-8a73-6c7b256d31b5 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:08.336992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Attempting to bind port 7831af95-f8e5-4655-8a73-6c7b256d31b5 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:08.337442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Attempting to bind port 7831af95-f8e5-4655-8a73-6c7b256d31b5 on network 1c827461-f7e8-4c1a-9340-ae52fba34079 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:08.344611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.347432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.348903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20078903-e7af-4cd5-ad04-2242b9496866 HTTP/1.1" status: 204 len: 168 time: 0.1938863 Jul 22 19:40:08.350040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:08.350484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Checking segment: {'id': '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:08.358040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06bde-687c-4af1-b857-975267ea2642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20078903-e7af-4cd5-ad04-2242b9496866,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.361041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.361579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Bound using segment: {'id': '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:08.362116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Bound port: 7831af95-f8e5-4655-8a73-6c7b256d31b5, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1c827461-f7e8-4c1a-9340-ae52fba34079'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:08.362530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.376257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59004) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:08.423102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:08.428000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.455157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] device_id is not set on port e8e96f12-ce91-45db-8c61-2c9f8357e413 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:08.511947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dab0228-1dd6-471e-9d45-ebbef23aed2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.515040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] For port 7831af95-f8e5-4655-8a73-6c7b256d31b5, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:08.518510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] For port 7831af95-f8e5-4655-8a73-6c7b256d31b5, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7831af95-f8e5-4655-8a73-6c7b256d31b5,segment=NetworkSegment(1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3),segment_id=1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:08.552025 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.584722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-47c5bee9-8254-4c12-9d1c-eceb1cda9a5b', 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b', 'tenant_id': '528737393e7041b1b8c7655786c2eced', 'fixed_ips': [{'subnet_id': 'e6bc3bc8-c2eb-4902-8a05-30e9b92901d5'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:08.585619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.630684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Allocated IP 2001:db8::f816:3eff:fe46:f90c (47c5bee9-8254-4c12-9d1c-eceb1cda9a5b/e6bc3bc8-c2eb-4902-8a05-30e9b92901d5/e8e96f12-ce91-45db-8c61-2c9f8357e413) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:08.709727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dab0228-1dd6-471e-9d45-ebbef23aed2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.718465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f27c51-167d-4db8-be8b-f178301a0a91 None None] Pushing event updated for resources: {'Port': ['ID=7831af95-f8e5-4655-8a73-6c7b256d31b5,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.722532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dab0228-1dd6-471e-9d45-ebbef23aed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.775462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab0228-1dd6-471e-9d45-ebbef23aed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdcb8fb-5056-4fcd-8c30-e2df442d0ee4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:08.798862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4dab0228-1dd6-471e-9d45-ebbef23aed2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39cb0d71e4e6466da7e60e40e2276775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206963 Jul 22 19:40:08.801988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59016) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:08.891914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.892503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.912690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Transition to ACTIVE for port object e8e96f12-ce91-45db-8c61-2c9f8357e413 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:08.932915 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:08.970212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.013058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:09.017887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:09.021094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:09.030408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:09.032386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.034101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.037674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.041802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Allocated IP 2001:db8::f816:3eff:fe93:f35a (47c5bee9-8254-4c12-9d1c-eceb1cda9a5b/e6bc3bc8-c2eb-4902-8a05-30e9b92901d5/a62380db-039e-46b1-b877-b345fb6bc1c3) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:09.041918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbdcb8fb-5056-4fcd-8c30-e2df442d0ee4 HTTP/1.1" status: 204 len: 168 time: 0.2358463 Jul 22 19:40:09.059728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4c757-6a64-4697-bc95-9a7fe210d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdcb8fb-5056-4fcd-8c30-e2df442d0ee4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.071289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8038864 Jul 22 19:40:09.071679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.084844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f0240-3d00-451c-9e0e-30bae80220aa tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Port': ['ID=e8e96f12-ce91-45db-8c61-2c9f8357e413,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.156010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting subnet e6bc3bc8-c2eb-4902-8a05-30e9b92901d5 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:09.236431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.245619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Transition to ACTIVE for port object a62380db-039e-46b1-b877-b345fb6bc1c3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:09.270651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Transition to ACTIVE for port object a62380db-039e-46b1-b877-b345fb6bc1c3 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:09.277228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.278968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.324559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:09.328461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:09.333331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:09.334655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.340493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Pushing event updated for resources: {'Port': ['ID=a62380db-039e-46b1-b877-b345fb6bc1c3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.413958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Attempting to bind port a62380db-039e-46b1-b877-b345fb6bc1c3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:09.414165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Attempting to bind port a62380db-039e-46b1-b877-b345fb6bc1c3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '45bd7631-ff9a-4f92-8c25-228884f231e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:09.414624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Attempting to bind port a62380db-039e-46b1-b877-b345fb6bc1c3 on network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:09.421884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:09.422794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Checking segment: {'id': '45bd7631-ff9a-4f92-8c25-228884f231e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:09.423760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.424361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Bound using segment: {'id': '45bd7631-ff9a-4f92-8c25-228884f231e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:09.425263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Bound port: a62380db-039e-46b1-b877-b345fb6bc1c3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bd7631-ff9a-4f92-8c25-228884f231e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '47c5bee9-8254-4c12-9d1c-eceb1cda9a5b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:09.426098 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.506957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.511806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.530556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f377f57-a07c-4d8a-a745-3261ed1d3765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.591464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.595196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] For port a62380db-039e-46b1-b877-b345fb6bc1c3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:09.599696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] For port a62380db-039e-46b1-b877-b345fb6bc1c3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a62380db-039e-46b1-b877-b345fb6bc1c3,segment=NetworkSegment(45bd7631-ff9a-4f92-8c25-228884f231e5),segment_id=45bd7631-ff9a-4f92-8c25-228884f231e5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:09.609472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.615496 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.617949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/e6bc3bc8-c2eb-4902-8a05-30e9b92901d5 HTTP/1.1" status: 204 len: 168 time: 0.5451496 Jul 22 19:40:09.620577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59044) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.695312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a7e1-572a-4dda-af4f-1389359b682d tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=e6bc3bc8-c2eb-4902-8a05-30e9b92901d5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.708552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0fa7c-2315-41de-96f8-a98bb0fee338 None None] Pushing event updated for resources: {'Port': ['ID=a62380db-039e-46b1-b877-b345fb6bc1c3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.737765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f377f57-a07c-4d8a-a745-3261ed1d3765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.745898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f377f57-a07c-4d8a-a745-3261ed1d3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.765866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd468945-e260-4fc6-b4e1-c06eb36f678b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:09.769141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd468945-e260-4fc6-b4e1-c06eb36f678b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:09.770902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cd468945-e260-4fc6-b4e1-c06eb36f678b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1493795 Jul 22 19:40:09.773885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59058) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.820488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f377f57-a07c-4d8a-a745-3261ed1d3765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437cd581-d7ef-43f1-9ea7-f4a5a30ffe40,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:09.827169 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8f377f57-a07c-4d8a-a745-3261ed1d3765 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b50446df698481285d276f68b7bd4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141885 Jul 22 19:40:09.829970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.892903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.911055 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.921388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f12b153c-e620-4bee-919c-80b60f0ce8b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.929520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:09.958587 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12b153c-e620-4bee-919c-80b60f0ce8b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 19:40:09.961494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12b153c-e620-4bee-919c-80b60f0ce8b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:09.971343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f12b153c-e620-4bee-919c-80b60f0ce8b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/47c5bee9-8254-4c12-9d1c-eceb1cda9a5b HTTP/1.1" status: 409 len: 405 time: 0.1959994 Jul 22 19:40:09.971936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59064) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:09.978333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016684960'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:10.027090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:10.032506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.036412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.036554 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.037572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/437cd581-d7ef-43f1-9ea7-f4a5a30ffe40 HTTP/1.1" status: 204 len: 168 time: 0.2066560 Jul 22 19:40:10.045682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6aa5e4e0-dd64-4a64-bd49-482d05226f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.059204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d340d-658d-440f-ae99-3d7d00492b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437cd581-d7ef-43f1-9ea7-f4a5a30ffe40,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:10.064441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac050ef8-d8ea-4b21-8eac-7b7bc1b1d834 None None] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:10.082458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:10.107758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.108117 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment e75a5d63-a9de-4e25-8da8-9535df6d387b of type vlan for network d21844aa-8455-4924-bcc2-661f722444bc Jul 22 19:40:10.152413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-acb869ca-255f-48ac-9b86-d2e214a6eaea None None] Provisioning for port 7831af95-f8e5-4655-8a73-6c7b256d31b5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:10.198188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.246601 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.254418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:10.255656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.258578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:10.310114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3343756 Jul 22 19:40:10.310514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:10.315510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:10.369633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d88b0-7eef-4343-a1e1-f25ea4937418 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=d21844aa-8455-4924-bcc2-661f722444bc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:10.382376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d21844aa-8455-4924-bcc2-661f722444bc details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:10.458869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:10.463412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.633300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b63-c6f5-4c3e-988e-f696930a8e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.837938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.objects.ports [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93801) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:40:10.843804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.884525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b63-c6f5-4c3e-988e-f696930a8e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.899388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0a95b63-c6f5-4c3e-988e-f696930a8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:10.979709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7831af95-f8e5-4655-8a73-6c7b256d31b5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:10.985120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=fcaba92d-ee55-4cd6-866a-753e6e5bf5c7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:11.048545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7831af95-f8e5-4655-8a73-6c7b256d31b5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:11.054574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7831af95-f8e5-4655-8a73-6c7b256d31b5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:11.054966 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.170497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f565f-80a3-4c80-8085-17341e5cc5a0 None None] Network 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:11.215211 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.291642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bd885e99-0d96-4f1e-99ef-ac53c97ca775 None None] Provisioning for port a62380db-039e-46b1-b877-b345fb6bc1c3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:11.322099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7831af95-f8e5-4655-8a73-6c7b256d31b5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7831af95-f8e5-4655-8a73-6c7b256d31b5,segment=NetworkSegment(1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3),segment_id=1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:11.349015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.349791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a62380db-039e-46b1-b877-b345fb6bc1c3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:11.350768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e0a95b63-c6f5-4c3e-988e-f696930a8e43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6eb8041bde8949e2bd26432a1ed3a2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0910223 Jul 22 19:40:11.352909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a95b63-c6f5-4c3e-988e-f696930a8e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac3a8d2-4e2e-4acc-9a57-769164c3bac4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:11.353803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:11.363371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': 'e75a5d63-a9de-4e25-8da8-9535df6d387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:11.364358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: d21844aa-8455-4924-bcc2-661f722444bc, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:11.383120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network d21844aa-8455-4924-bcc2-661f722444bc is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:11.396755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d21844aa-8455-4924-bcc2-661f722444bc) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:11.402749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:11.405716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.411757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbfee97-7a0b-48af-a4de-7c61b9068897 None None] Network d21844aa-8455-4924-bcc2-661f722444bc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:11.425984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.440511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e023754c-ec3e-41ce-a682-1ff5a5dcac8a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1287775 Jul 22 19:40:11.441296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59106) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:11.448101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'port': {'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc', 'name': 'tempest-NetworksIpV6TestAttrs-534973976'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:11.449084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.502599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.505998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.509778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eac3a8d2-4e2e-4acc-9a57-769164c3bac4 HTTP/1.1" status: 204 len: 168 time: 0.1525543 Jul 22 19:40:11.519468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7831af95-f8e5-4655-8a73-6c7b256d31b5,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:11.537907 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.543688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cf9cc-54bc-4ebe-b674-ceda06a08b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac3a8d2-4e2e-4acc-9a57-769164c3bac4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:11.575247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a62380db-039e-46b1-b877-b345fb6bc1c3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:11.578798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a62380db-039e-46b1-b877-b345fb6bc1c3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:11.579569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.617636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:11.627891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.655225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] device_id is not set on port 3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:11.675061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] DHCP port deletion for 47c5bee9-8254-4c12-9d1c-eceb1cda9a5b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:11.713589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d21844aa-8455-4924-bcc2-661f722444bc', 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc', 'tenant_id': '528737393e7041b1b8c7655786c2eced', 'fixed_ips': [{'subnet_id': 'fcaba92d-ee55-4cd6-866a-753e6e5bf5c7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:11.714354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.821399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Allocated IP 2001:db8::f816:3eff:fe7f:bc79 (d21844aa-8455-4924-bcc2-661f722444bc/fcaba92d-ee55-4cd6-866a-753e6e5bf5c7/3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:11.832840 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.862314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Deleting port a62380db-039e-46b1-b877-b345fb6bc1c3 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:11.862637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.944805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a62380db-039e-46b1-b877-b345fb6bc1c3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a62380db-039e-46b1-b877-b345fb6bc1c3,segment=NetworkSegment(45bd7631-ff9a-4f92-8c25-228884f231e5),segment_id=45bd7631-ff9a-4f92-8c25-228884f231e5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:11.953563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:11.963525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] For port a62380db-039e-46b1-b877-b345fb6bc1c3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a62380db-039e-46b1-b877-b345fb6bc1c3,segment=NetworkSegment(45bd7631-ff9a-4f92-8c25-228884f231e5),segment_id=45bd7631-ff9a-4f92-8c25-228884f231e5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:11.963927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.000409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Calling delete_port for a62380db-039e-46b1-b877-b345fb6bc1c3 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:12.068320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a62380db-039e-46b1-b877-b345fb6bc1c3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.070464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.079933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.080312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.080660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.081001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.081335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.084787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:12.093783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Transition to ACTIVE for port object 3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:12.125024 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.136925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.190109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] Pushing event deleted for resources: {'Port': ['ID=a62380db-039e-46b1-b877-b345fb6bc1c3,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.192270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab36da-dbe2-4323-b80e-7dc33f9fd27b None None] No DVR routers for this DVR port a62380db-039e-46b1-b877-b345fb6bc1c3 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:12.221959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network d21844aa-8455-4924-bcc2-661f722444bc is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:12.225916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Allocated IP 2001:db8::f816:3eff:fef0:17cc (d21844aa-8455-4924-bcc2-661f722444bc/fcaba92d-ee55-4cd6-866a-753e6e5bf5c7/b06bd8e3-e362-4dbd-8e80-fa9d4841136f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:12.226172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:12.230470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:12.237977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:12.238810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.249076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Port': ['ID=3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.262613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e7f82918-426c-4193-b697-151d6c6364c4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8200614 Jul 22 19:40:12.266473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:12.325299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting subnet fcaba92d-ee55-4cd6-866a-753e6e5bf5c7 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:12.401261 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.415601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Transition to ACTIVE for port object b06bd8e3-e362-4dbd-8e80-fa9d4841136f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:12.430725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Transition to ACTIVE for port object b06bd8e3-e362-4dbd-8e80-fa9d4841136f will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:12.438112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.438595 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.489227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Network d21844aa-8455-4924-bcc2-661f722444bc is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:12.492615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:12.497519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:12.499635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.545306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Pushing event updated for resources: {'Port': ['ID=b06bd8e3-e362-4dbd-8e80-fa9d4841136f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.579870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Attempting to bind port b06bd8e3-e362-4dbd-8e80-fa9d4841136f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:12.580665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Attempting to bind port b06bd8e3-e362-4dbd-8e80-fa9d4841136f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'e75a5d63-a9de-4e25-8da8-9535df6d387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:12.581068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Attempting to bind port b06bd8e3-e362-4dbd-8e80-fa9d4841136f on network d21844aa-8455-4924-bcc2-661f722444bc {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:12.586641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:12.587023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Checking segment: {'id': 'e75a5d63-a9de-4e25-8da8-9535df6d387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:12.587432 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.587831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Bound using segment: {'id': 'e75a5d63-a9de-4e25-8da8-9535df6d387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:12.588335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Bound port: b06bd8e3-e362-4dbd-8e80-fa9d4841136f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75a5d63-a9de-4e25-8da8-9535df6d387b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd21844aa-8455-4924-bcc2-661f722444bc'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:12.588753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.658061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.748198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.760455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] For port b06bd8e3-e362-4dbd-8e80-fa9d4841136f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:12.766196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] For port b06bd8e3-e362-4dbd-8e80-fa9d4841136f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b06bd8e3-e362-4dbd-8e80-fa9d4841136f,segment=NetworkSegment(e75a5d63-a9de-4e25-8da8-9535df6d387b),segment_id=e75a5d63-a9de-4e25-8da8-9535df6d387b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:12.772443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.782937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=fcaba92d-ee55-4cd6-866a-753e6e5bf5c7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.785164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.787047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c2728de-e40f-4abc-a727-b264e1888b0f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/fcaba92d-ee55-4cd6-866a-753e6e5bf5c7 HTTP/1.1" status: 204 len: 168 time: 0.5194631 Jul 22 19:40:12.790212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59158) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:12.867792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:12.870868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a21b11-75f3-44c1-b0d8-23769171bd59 None None] Pushing event updated for resources: {'Port': ['ID=b06bd8e3-e362-4dbd-8e80-fa9d4841136f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:12.888138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7831af95-f8e5-4655-8a73-6c7b256d31b5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:12.913217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c006fe6-5692-4807-a4dc-6387da6295e5 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:12.915395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c006fe6-5692-4807-a4dc-6387da6295e5 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:12.917349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8c006fe6-5692-4807-a4dc-6387da6295e5 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1248951 Jul 22 19:40:12.921556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:12.985814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7831af95-f8e5-4655-8a73-6c7b256d31b5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:12.986303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.056305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ace2804-d7c4-4f6e-b240-a0e6ae139e21 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.065366 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ace2804-d7c4-4f6e-b240-a0e6ae139e21 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 19:40:13.066314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ace2804-d7c4-4f6e-b240-a0e6ae139e21 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:13.068578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ace2804-d7c4-4f6e-b240-a0e6ae139e21 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/d21844aa-8455-4924-bcc2-661f722444bc HTTP/1.1" status: 409 len: 405 time: 0.1456966 Jul 22 19:40:13.072594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59172) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:13.078603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1972173798'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:13.115193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:13.121120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.151292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:13.168612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.169325 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment 5b240f48-0450-417b-a4a7-8c8918602237 of type vlan for network 76e2186b-4247-46d9-9ada-987cb6e36edc Jul 22 19:40:13.226706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a62380db-039e-46b1-b877-b345fb6bc1c3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:13.276708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a62380db-039e-46b1-b877-b345fb6bc1c3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:13.277278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a62380db-039e-46b1-b877-b345fb6bc1c3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:13.293497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.327195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.334295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:13.335296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.437634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=76e2186b-4247-46d9-9ada-987cb6e36edc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:13.440852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-30e4111b-cb41-474d-9410-d384f8416018 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3668437 Jul 22 19:40:13.443541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59182) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:13.449226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': '76e2186b-4247-46d9-9ada-987cb6e36edc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:13.449444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 76e2186b-4247-46d9-9ada-987cb6e36edc details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:13.554159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:13.558115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.879259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:40:13.880811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:13.953635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=6a04243c-5b66-4d37-97f4-6bfea5a03cd9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:13.961354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': '5b240f48-0450-417b-a4a7-8c8918602237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '76e2186b-4247-46d9-9ada-987cb6e36edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:13.961607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: 76e2186b-4247-46d9-9ada-987cb6e36edc, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:13.989648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network 76e2186b-4247-46d9-9ada-987cb6e36edc is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:14.001698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 76e2186b-4247-46d9-9ada-987cb6e36edc) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:14.007893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:14.011768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf109f22-a401-4451-a28e-7c825254b63a None None] Network 76e2186b-4247-46d9-9ada-987cb6e36edc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:14.012297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.047418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59200) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:14.049648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8d8a59f4-cfec-426a-930c-41859365cd30 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6046703 Jul 22 19:40:14.260684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.312230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1ccf63-02ae-41d6-9ccb-b5bba45164bc None None] Network d21844aa-8455-4924-bcc2-661f722444bc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:14.349843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.438444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.476664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-598a842c-769e-4432-9bbf-dec9274592b6 None None] Provisioning for port b06bd8e3-e362-4dbd-8e80-fa9d4841136f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:14.497449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=6a04243c-5b66-4d37-97f4-6bfea5a03cd9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:14.541740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926b049d-0451-4336-8265-d26fb744a5d5 None None] Network 76e2186b-4247-46d9-9ada-987cb6e36edc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:14.589490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.602146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e2186b-4247-46d9-9ada-987cb6e36edc']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:14.615862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b240f48-0450-417b-a4a7-8c8918602237') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:14.616333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b240f48-0450-417b-a4a7-8c8918602237') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:14.626044 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.641216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.648845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:14.649630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.672402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] DHCP port deletion for d21844aa-8455-4924-bcc2-661f722444bc request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:14.717715 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:14.721971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.742533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.748610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/76e2186b-4247-46d9-9ada-987cb6e36edc HTTP/1.1" status: 204 len: 168 time: 0.6961629 Jul 22 19:40:14.748610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d3643-a093-42ef-b5ff-d4b7adca0fb4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=76e2186b-4247-46d9-9ada-987cb6e36edc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:14.748927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59220) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:14.754858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1191707950'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:14.763827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Deleting port b06bd8e3-e362-4dbd-8e80-fa9d4841136f {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:14.764405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.780059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:14.786981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.840092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:14.853951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.854447 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment 2e425d59-78de-4649-8bf0-d9fe71fdb36f of type vlan for network e3fdfe82-f84b-4eb5-9a59-a65812d6208a Jul 22 19:40:14.858688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] For port b06bd8e3-e362-4dbd-8e80-fa9d4841136f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b06bd8e3-e362-4dbd-8e80-fa9d4841136f,segment=NetworkSegment(e75a5d63-a9de-4e25-8da8-9535df6d387b),segment_id=e75a5d63-a9de-4e25-8da8-9535df6d387b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:14.859343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.878357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Calling delete_port for b06bd8e3-e362-4dbd-8e80-fa9d4841136f owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:14.912955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.954519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:14.962433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:14.963479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.010260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2594986 Jul 22 19:40:15.014190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:15.023247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': 'e3fdfe82-f84b-4eb5-9a59-a65812d6208a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:15.043389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdbbc18-5928-4d5f-9a4a-7f478cd97e96 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=e3fdfe82-f84b-4eb5-9a59-a65812d6208a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.062646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e3fdfe82-f84b-4eb5-9a59-a65812d6208a details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:15.084580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59228) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:15.186788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.215434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:15.216005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] Pushing event deleted for resources: {'Port': ['ID=b06bd8e3-e362-4dbd-8e80-fa9d4841136f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.221531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.221971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95ec55-5adf-4f86-866d-845f39e2a9d4 None None] No DVR routers for this DVR port b06bd8e3-e362-4dbd-8e80-fa9d4841136f on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:15.332703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa77c995-5a62-4568-8f25-577ebc179d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.500693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.584126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa77c995-5a62-4568-8f25-577ebc179d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.591069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa77c995-5a62-4568-8f25-577ebc179d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.596873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=3e3e840d-e94c-4ede-8e7c-c200ca36366f,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.613082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': '2e425d59-78de-4649-8bf0-d9fe71fdb36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e3fdfe82-f84b-4eb5-9a59-a65812d6208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:15.613447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: e3fdfe82-f84b-4eb5-9a59-a65812d6208a, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:15.645923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aa77c995-5a62-4568-8f25-577ebc179d21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ef810f6a67c4a18af28e6538dbc6948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599780 Jul 22 19:40:15.646913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77c995-5a62-4568-8f25-577ebc179d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f3e7e-9a2a-49eb-8d04-113814266c6c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.648805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59242) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:15.659132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network e3fdfe82-f84b-4eb5-9a59-a65812d6208a is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:15.669570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e3fdfe82-f84b-4eb5-9a59-a65812d6208a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:15.674562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:15.675161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.681843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acb86f-7b72-46b6-911e-c58248e52e04 None None] Network e3fdfe82-f84b-4eb5-9a59-a65812d6208a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:15.691885 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d93bfff6-1436-46ed-adc8-0f7cc21e7a55 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6765339 Jul 22 19:40:15.694751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59244) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:15.717122 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.744484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.805733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.809574 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.811159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a97f3e7e-9a2a-49eb-8d04-113814266c6c HTTP/1.1" status: 204 len: 168 time: 0.1612036 Jul 22 19:40:15.824894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeda4da-ebf1-46f4-a45e-2ca09042b956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f3e7e-9a2a-49eb-8d04-113814266c6c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:15.884753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.898834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168da33-ebe9-435f-bf59-bac9870c2d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-e3fdfe82-f84b-4eb5-9a59-a65812d6208a', 'network_id': 'e3fdfe82-f84b-4eb5-9a59-a65812d6208a', 'tenant_id': '528737393e7041b1b8c7655786c2eced', 'fixed_ips': [{'subnet_id': '3e3e840d-e94c-4ede-8e7c-c200ca36366f'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:15.900950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b168da33-ebe9-435f-bf59-bac9870c2d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:15.960515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.038713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-b168da33-ebe9-435f-bf59-bac9870c2d78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e3e840d-e94c-4ede-8e7c-c200ca36366f: This subnet is being modified by another concurrent operation. Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e3e840d-e94c-4ede-8e7c-c200ca36366f: This subnet is being modified by another concurrent operation. Jul 22 19:40:16.040906 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:40:16.069702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9864e-4aba-4d06-9d64-f41b522d6051 None None] Network e3fdfe82-f84b-4eb5-9a59-a65812d6208a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:16.073816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3e840d-e94c-4ede-8e7c-c200ca36366f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.149959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.162329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fdfe82-f84b-4eb5-9a59-a65812d6208a']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:16.176709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e425d59-78de-4649-8bf0-d9fe71fdb36f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:16.177374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e425d59-78de-4649-8bf0-d9fe71fdb36f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:16.199846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.218643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59258) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:16.224671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.231114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:16.231614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.239044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9de2927e-809b-44b8-a643-6bea4d6027ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.250817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4832722-5737-4ef1-b27a-72bfcfa7ab6d None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:16.309431 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:16.315052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.339570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.344199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/e3fdfe82-f84b-4eb5-9a59-a65812d6208a HTTP/1.1" status: 204 len: 168 time: 0.6481059 Jul 22 19:40:16.362623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59262) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:16.372289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-670187200'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:16.372434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e2c0b-684f-432e-a0b8-502e8cadf777 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=e3fdfe82-f84b-4eb5-9a59-a65812d6208a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.422955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9de2927e-809b-44b8-a643-6bea4d6027ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.428520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4832722-5737-4ef1-b27a-72bfcfa7ab6d None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:40:16.429428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9de2927e-809b-44b8-a643-6bea4d6027ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.483765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9de2927e-809b-44b8-a643-6bea4d6027ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0063979fcd741cf9736cc8caf08eb70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637451 Jul 22 19:40:16.485795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2927e-809b-44b8-a643-6bea4d6027ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be80328-953d-4b97-af2b-0d7c225cb344,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.486743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:16.489191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:16.492977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.533908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:16.547550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.548690 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Added segment 63937806-7dc2-4228-9633-babaae485ab0 of type vlan for network eeb3658b-852f-4b8d-9971-eba785b94398 Jul 22 19:40:16.564529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.594673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.600079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.638432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.646513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:16.647152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.673575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.677136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:16.677474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8be80328-953d-4b97-af2b-0d7c225cb344 HTTP/1.1" status: 204 len: 168 time: 0.1890283 Jul 22 19:40:16.689630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c514a81-9563-46b9-a638-9dd50696e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be80328-953d-4b97-af2b-0d7c225cb344,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.712080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3443735 Jul 22 19:40:16.712080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59270) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:16.717187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Request body: {'subnet': {'network_id': 'eeb3658b-852f-4b8d-9971-eba785b94398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:16.759588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe002f-578e-49a8-9f64-fd0e049c921c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Network': ['ID=eeb3658b-852f-4b8d-9971-eba785b94398,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:16.791234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network eeb3658b-852f-4b8d-9971-eba785b94398 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:16.842051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Made reservation on behalf of 528737393e7041b1b8c7655786c2eced for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:16.845887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.116028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:40:17.117650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.180110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event updated for resources: {'Subnet': ['ID=d78d72cc-071c-4210-af04-e23244f919af,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:17.191510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Checking segment: {'id': '63937806-7dc2-4228-9633-babaae485ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'eeb3658b-852f-4b8d-9971-eba785b94398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:17.191880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network hostable DHCP agents. Network: eeb3658b-852f-4b8d-9971-eba785b94398, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:17.210119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Network eeb3658b-852f-4b8d-9971-eba785b94398 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:17.221212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, eeb3658b-852f-4b8d-9971-eba785b94398) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:17.225962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:17.226663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.233113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c977fa0-7fd2-40b0-883c-d1ebf65206f2 None None] Network eeb3658b-852f-4b8d-9971-eba785b94398 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:17.247418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:17.248978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ded516d4-651a-4211-a362-a6b91ed49dff tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5351720 Jul 22 19:40:17.387647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.439472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7f9f1e-71ed-4557-93dd-0972d30c8299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-eeb3658b-852f-4b8d-9971-eba785b94398', 'network_id': 'eeb3658b-852f-4b8d-9971-eba785b94398', 'tenant_id': '528737393e7041b1b8c7655786c2eced', 'fixed_ips': [{'subnet_id': 'd78d72cc-071c-4210-af04-e23244f919af'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:17.440771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff7f9f1e-71ed-4557-93dd-0972d30c8299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.491316 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.589991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-ff7f9f1e-71ed-4557-93dd-0972d30c8299 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d78d72cc-071c-4210-af04-e23244f919af: This subnet is being modified by another concurrent operation. Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d78d72cc-071c-4210-af04-e23244f919af: This subnet is being modified by another concurrent operation. Jul 22 19:40:17.605615 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:40:17.625573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d616e4f-c12f-4076-91d8-409687326f34 None None] Network eeb3658b-852f-4b8d-9971-eba785b94398 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:17.655649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=d78d72cc-071c-4210-af04-e23244f919af,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:17.769174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.784377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb3658b-852f-4b8d-9971-eba785b94398']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:17.787148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3422f89-8777-4bdc-b2bf-8014ef1055da None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:40:17.798665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63937806-7dc2-4228-9633-babaae485ab0') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:17.799184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63937806-7dc2-4228-9633-babaae485ab0') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:17.811167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.842119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.855592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:17.856168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:17.860519 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:17.953574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.959331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3422f89-8777-4bdc-b2bf-8014ef1055da None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:40:17.961388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:17.963264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/eeb3658b-852f-4b8d-9971-eba785b94398 HTTP/1.1" status: 204 len: 168 time: 0.7141554 Jul 22 19:40:17.968785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59318) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:17.974955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d0f2d-ebbf-425e-82c6-0dd53a0a2677 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=eeb3658b-852f-4b8d-9971-eba785b94398,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:18.004897 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adf0666-d959-46ce-8cfb-7dbfb1191fc6 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.005646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1adf0666-d959-46ce-8cfb-7dbfb1191fc6 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.010768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59320) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.011329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1adf0666-d959-46ce-8cfb-7dbfb1191fc6 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/d78d72cc-071c-4210-af04-e23244f919af HTTP/1.1" status: 404 len: 337 time: 0.0412269 Jul 22 19:40:18.032065 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-387af64c-cc91-4b74-9f44-fe2f1fbaa007 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.032744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387af64c-cc91-4b74-9f44-fe2f1fbaa007 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.034610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-387af64c-cc91-4b74-9f44-fe2f1fbaa007 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/eeb3658b-852f-4b8d-9971-eba785b94398 HTTP/1.1" status: 404 len: 339 time: 0.0224915 Jul 22 19:40:18.037172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.066270 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1978275-eab0-46cf-a8f9-ba56a6eeeab4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.066736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1978275-eab0-46cf-a8f9-ba56a6eeeab4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.071315 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a1978275-eab0-46cf-a8f9-ba56a6eeeab4 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/3e3e840d-e94c-4ede-8e7c-c200ca36366f HTTP/1.1" status: 404 len: 337 time: 0.0296309 Jul 22 19:40:18.071536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.093506 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e815e4-8ac0-4a9b-a5cf-10f6643cba3a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.094239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e815e4-8ac0-4a9b-a5cf-10f6643cba3a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.096216 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77e815e4-8ac0-4a9b-a5cf-10f6643cba3a tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/e3fdfe82-f84b-4eb5-9a59-a65812d6208a HTTP/1.1" status: 404 len: 339 time: 0.0234087 Jul 22 19:40:18.098939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.128941 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b341a0-74c1-4f5e-8c9a-61748980ad75 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.129531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b341a0-74c1-4f5e-8c9a-61748980ad75 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.131409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6b341a0-74c1-4f5e-8c9a-61748980ad75 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/6a04243c-5b66-4d37-97f4-6bfea5a03cd9 HTTP/1.1" status: 404 len: 337 time: 0.0314512 Jul 22 19:40:18.134101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59334) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.156991 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0d69eb-e7a6-468e-9c41-15939ebc14a2 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.158139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0d69eb-e7a6-468e-9c41-15939ebc14a2 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.160404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c0d69eb-e7a6-468e-9c41-15939ebc14a2 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/76e2186b-4247-46d9-9ada-987cb6e36edc HTTP/1.1" status: 404 len: 339 time: 0.0252295 Jul 22 19:40:18.162877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59336) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.331095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting port 3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:18.332649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.412771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.426805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Calling delete_port for 3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:18.548522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.593926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Port': ['ID=3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:18.601037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.605574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6fac07d3-19f5-41df-8db9-2c3dfb241275 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/ports/3dc410df-e2b9-42b3-a8c0-dcb1d34dc8a8 HTTP/1.1" status: 204 len: 168 time: 0.4389260 Jul 22 19:40:18.606072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59348) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.633492 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0656c4b-81ff-4b98-be4a-73cc47c0a9b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:18.634173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0656c4b-81ff-4b98-be4a-73cc47c0a9b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:18.636113 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f0656c4b-81ff-4b98-be4a-73cc47c0a9b8 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/fcaba92d-ee55-4cd6-866a-753e6e5bf5c7 HTTP/1.1" status: 404 len: 337 time: 0.0290320 Jul 22 19:40:18.639473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59350) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.723020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.819385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.830043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21844aa-8455-4924-bcc2-661f722444bc']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:18.840889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75a5d63-a9de-4e25-8da8-9535df6d387b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:18.841693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75a5d63-a9de-4e25-8da8-9535df6d387b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:18.850865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.867557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.874422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:18.874866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:18.878041 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:18.940650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.953553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:18.955248 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/d21844aa-8455-4924-bcc2-661f722444bc HTTP/1.1" status: 204 len: 168 time: 0.3147774 Jul 22 19:40:18.957974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59366) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:18.965256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9c1e7-43dd-4d0d-bd20-3faf284c543f tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=d21844aa-8455-4924-bcc2-661f722444bc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:19.068352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting port e8e96f12-ce91-45db-8c61-2c9f8357e413 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:19.069105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.158515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.174880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Calling delete_port for e8e96f12-ce91-45db-8c61-2c9f8357e413 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:19.328350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.370767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Port': ['ID=e8e96f12-ce91-45db-8c61-2c9f8357e413,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:19.376597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.381673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59382) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:19.382104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de8c483a-ac0d-4b8d-a8b4-631dd7c8e718 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/ports/e8e96f12-ce91-45db-8c61-2c9f8357e413 HTTP/1.1" status: 204 len: 168 time: 0.4229636 Jul 22 19:40:19.417984 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d7b896-46cc-4437-bf34-61eaf427b72c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:19.418458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d7b896-46cc-4437-bf34-61eaf427b72c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:19.422880 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62d7b896-46cc-4437-bf34-61eaf427b72c tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/e6bc3bc8-c2eb-4902-8a05-30e9b92901d5 HTTP/1.1" status: 404 len: 337 time: 0.0373764 Jul 22 19:40:19.423021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:19.517590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.615639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.629523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c5bee9-8254-4c12-9d1c-eceb1cda9a5b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:19.644744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bd7631-ff9a-4f92-8c25-228884f231e5') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:19.645471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bd7631-ff9a-4f92-8c25-228884f231e5') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:19.658277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.677899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.686809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:19.687437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:19.691037 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:19.754117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.762054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.768078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/47c5bee9-8254-4c12-9d1c-eceb1cda9a5b HTTP/1.1" status: 204 len: 168 time: 0.3415823 Jul 22 19:40:19.768823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59400) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:19.790768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf1270-3626-4b1d-95cc-0c9c3e4d2563 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=47c5bee9-8254-4c12-9d1c-eceb1cda9a5b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:19.831433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting subnet 3fa34af9-724e-4041-a8f7-86fd7e8743ac {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:19.843760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:19.902409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.008477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.078276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.106199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa34af9-724e-4041-a8f7-86fd7e8743ac,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:20.111027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.115986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59412) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:20.116100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d9110cd-20da-43e6-81cb-33386b25d510 tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/subnets/3fa34af9-724e-4041-a8f7-86fd7e8743ac HTTP/1.1" status: 204 len: 168 time: 0.3460853 Jul 22 19:40:20.120632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a378d8fb-eb05-4e7d-9915-0e5921799a33 None None] Network 1c827461-f7e8-4c1a-9340-ae52fba34079 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:20.271479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.339392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Deleting port 7831af95-f8e5-4655-8a73-6c7b256d31b5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:20.339878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.426191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] DHCP port deletion for 1c827461-f7e8-4c1a-9340-ae52fba34079 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:20.441209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] For port 7831af95-f8e5-4655-8a73-6c7b256d31b5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7831af95-f8e5-4655-8a73-6c7b256d31b5,segment=NetworkSegment(1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3),segment_id=1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:20.441420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.457531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Calling delete_port for 7831af95-f8e5-4655-8a73-6c7b256d31b5 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:20.505513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Deleting port 7831af95-f8e5-4655-8a73-6c7b256d31b5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:20.506275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.571082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.590925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] No DVR routers for this DVR port 7831af95-f8e5-4655-8a73-6c7b256d31b5 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:20.617440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Port': ['ID=7831af95-f8e5-4655-8a73-6c7b256d31b5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:20.641021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] For port 7831af95-f8e5-4655-8a73-6c7b256d31b5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7831af95-f8e5-4655-8a73-6c7b256d31b5,segment=NetworkSegment(1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3),segment_id=1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:20.641419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.661847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Calling delete_port for 7831af95-f8e5-4655-8a73-6c7b256d31b5 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:20.715291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.737725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c827461-f7e8-4c1a-9340-ae52fba34079']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:20.752420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:20.753229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdc7bcc-21fd-4a6f-8c4d-05fc14badfa3') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:20.781279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.799621 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.808796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.824857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:20.825449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:20.830062 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:20.832180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] Pushing event deleted for resources: {'Port': ['ID=7831af95-f8e5-4655-8a73-6c7b256d31b5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:20.836707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87643f05-b642-487d-940e-9bc6f419b90e None None] No DVR routers for this DVR port 7831af95-f8e5-4655-8a73-6c7b256d31b5 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:20.949924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7831af95-f8e5-4655-8a73-6c7b256d31b5 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:20.973062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:20.980127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7831af95-f8e5-4655-8a73-6c7b256d31b5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:20.980777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7831af95-f8e5-4655-8a73-6c7b256d31b5 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:21.005264 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:21.010613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] 10.222.0.10 "DELETE /v2.0/networks/1c827461-f7e8-4c1a-9340-ae52fba34079 HTTP/1.1" status: 204 len: 168 time: 0.8907592 Jul 22 19:40:21.023565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a7c36-b5f9-4693-8d77-2bf753813a0b tempest-NetworksIpV6TestAttrs-687755529 tempest-NetworksIpV6TestAttrs-687755529-project] Pushing event deleted for resources: {'Network': ['ID=1c827461-f7e8-4c1a-9340-ae52fba34079,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:21.331618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:21.563519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59448) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:21.564177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f572316d-1ec1-48c5-8c70-ce641bc504e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=528737393e7041b1b8c7655786c2eced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303853 Jul 22 19:40:21.637877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:21.673001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:22.237299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:22.240676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:22.244105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8283cf6f-e0a5-4afc-b4f1-6bfa2071bca3 HTTP/1.1" status: 204 len: 168 time: 0.6771114 Jul 22 19:40:22.253258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f64e5-ecd6-4a9b-8036-458967f6d2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283cf6f-e0a5-4afc-b4f1-6bfa2071bca3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:22.930445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59492) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:23.027719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-584994357'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:23.051175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:23.054755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.064651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.158316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.163356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.196888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:23.202947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1d4c3-6904-4dcd-8d8e-aede73df7922,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:23.211378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.211830 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment 41119e14-a9f4-483e-88a8-2738f8071d62 of type vlan for network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 Jul 22 19:40:23.258418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.294446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.302143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:23.302915 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.342281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4079123 Jul 22 19:40:23.342548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:23.349975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'name': 'tempest-PortsIpV6TestJSON-1076134310'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:23.394832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e164b8-b147-4992-ab90-960a9dafbf38 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=2aaceb3c-4a2a-4239-8cd7-87e7bd096818,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:23.407242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:23.499741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:23.503388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.523687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 43afcc73-8d74-4c5a-9044-57bc588d4056 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:23.701320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.752830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.816307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=43afcc73-8d74-4c5a-9044-57bc588d4056,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:23.827636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': '41119e14-a9f4-483e-88a8-2738f8071d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:23.828007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 2aaceb3c-4a2a-4239-8cd7-87e7bd096818, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:23.849622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:23.861378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2aaceb3c-4a2a-4239-8cd7-87e7bd096818) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:23.870806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c4117-3924-465a-91aa-2e51889f0d26 None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:23.882014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:23.895682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:23.899177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:23.927724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-539cc97f-18e1-4787-b629-4686d42b677b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5813305 Jul 22 19:40:23.928007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59520) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:23.933631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1077481403'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:23.963597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:23.968792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.026072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:24.049538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.051945 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment 9dcf5def-cbed-432a-907c-0ed269c9d38d of type vlan for network 8a4a26ae-060b-40aa-9082-60037b102621 Jul 22 19:40:24.115619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.148035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.155539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:24.156669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.204688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2755125 Jul 22 19:40:24.207402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:24.214849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'ports': [{'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'}, {'network_id': '8a4a26ae-060b-40aa-9082-60037b102621'}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:24.215230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:24.215882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '8a4a26ae-060b-40aa-9082-60037b102621'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:24.243700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a7c77-9eb3-4f3c-9aaf-d453c0852aa0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=8a4a26ae-060b-40aa-9082-60037b102621,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:24.255764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8a4a26ae-060b-40aa-9082-60037b102621 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:24.392743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.479376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 2} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:24.486092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.505211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.592564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 158da458-ee8c-40e2-b1df-63bb57ab25ed yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:24.709228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.767151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59542) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:24.793825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port a5cf338e-cb98-47a1-98fc-87019f643afc yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:24.889985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e260340-81b3-4ecc-a98e-5b08d21a3cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.923220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:24.967196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.001495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e260340-81b3-4ecc-a98e-5b08d21a3cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.006145 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e260340-81b3-4ecc-a98e-5b08d21a3cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.031094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:25.035059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:25.037033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=158da458-ee8c-40e2-b1df-63bb57ab25ed,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.039096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:25.039914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.056752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4e260340-81b3-4ecc-a98e-5b08d21a3cc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c258d367eaf6441db136973e8548d1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862530 Jul 22 19:40:25.056752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e260340-81b3-4ecc-a98e-5b08d21a3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ac5c2e-4188-448b-867a-777d0ba90780,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.061764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59546) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.121224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=a5cf338e-cb98-47a1-98fc-87019f643afc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.122184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.147486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.152448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': '9dcf5def-cbed-432a-907c-0ed269c9d38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8a4a26ae-060b-40aa-9082-60037b102621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:25.152891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 8a4a26ae-060b-40aa-9082-60037b102621, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:25.170965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 8a4a26ae-060b-40aa-9082-60037b102621 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:25.180641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8a4a26ae-060b-40aa-9082-60037b102621) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:25.184473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:25.191295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:25.196618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2334484-c812-451d-bfbc-32b498a22ef0 None None] Network 8a4a26ae-060b-40aa-9082-60037b102621 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:25.207713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:25.208710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.218703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.221604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.222774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25ac5c2e-4188-448b-867a-777d0ba90780 HTTP/1.1" status: 204 len: 168 time: 0.1598666 Jul 22 19:40:25.233495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab1e88-606f-466d-8589-4fb0892be707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ac5c2e-4188-448b-867a-777d0ba90780,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.238776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b8c9dc6b-d7bb-44c6-8e98-85cdd394b692 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0291200 Jul 22 19:40:25.241781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.362024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port a5cf338e-cb98-47a1-98fc-87019f643afc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:25.362448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.463029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.478828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for a5cf338e-cb98-47a1-98fc-87019f643afc owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:25.567072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.597011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=a5cf338e-cb98-47a1-98fc-87019f643afc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.602742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.606985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f89e5acc-4ecf-400a-ae26-054223550197 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/a5cf338e-cb98-47a1-98fc-87019f643afc HTTP/1.1" status: 204 len: 168 time: 0.3623347 Jul 22 19:40:25.607481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59560) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.633926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.653494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3520475a-3c51-473d-9ef7-eaef4c408026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.717555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b526f-76c9-4b4b-ba4d-23c07d2258f4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:25.723807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900b526f-76c9-4b4b-ba4d-23c07d2258f4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:25.728171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-900b526f-76c9-4b4b-ba4d-23c07d2258f4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1169982 Jul 22 19:40:25.728494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.787651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3520475a-3c51-473d-9ef7-eaef4c408026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.798869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3520475a-3c51-473d-9ef7-eaef4c408026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.862506 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3520475a-3c51-473d-9ef7-eaef4c408026 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd5dfca08dde4dee9390bda23d3de38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2272601 Jul 22 19:40:25.865602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520475a-3c51-473d-9ef7-eaef4c408026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc17be3-eb24-4bb4-a9ed-7f1bcf4ec6b6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:25.865844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59570) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:25.900108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 158da458-ee8c-40e2-b1df-63bb57ab25ed {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:25.900501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.932290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.972020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.976645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:25.989237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 158da458-ee8c-40e2-b1df-63bb57ab25ed owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:26.038223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.042892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.047199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bc17be3-eb24-4bb4-a9ed-7f1bcf4ec6b6 HTTP/1.1" status: 204 len: 168 time: 0.1773181 Jul 22 19:40:26.059066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35476bf4-661e-4266-99fc-87dfe05d7e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc17be3-eb24-4bb4-a9ed-7f1bcf4ec6b6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.108799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.153424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=158da458-ee8c-40e2-b1df-63bb57ab25ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.175720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.180279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59578) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.190481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a85410b-c609-4995-bd71-1f51e3f0853a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/158da458-ee8c-40e2-b1df-63bb57ab25ed HTTP/1.1" status: 204 len: 168 time: 0.4609559 Jul 22 19:40:26.252689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.262949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b48bd7-fa14-4a51-a8d8-8697a15cff04 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:26.265689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35b48bd7-fa14-4a51-a8d8-8697a15cff04 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0842853 Jul 22 19:40:26.268581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59586) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.313948 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-526ac072-c48f-40a2-9fb1-563330ca0d1d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:26.324296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59588) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.325048 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-526ac072-c48f-40a2-9fb1-563330ca0d1d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/a5cf338e-cb98-47a1-98fc-87019f643afc HTTP/1.1" status: 404 len: 333 time: 0.0552647 Jul 22 19:40:26.354262 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dadc0a-9a14-4080-979d-da01aee48ca3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:26.359549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59590) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.368970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c0dadc0a-9a14-4080-979d-da01aee48ca3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/158da458-ee8c-40e2-b1df-63bb57ab25ed HTTP/1.1" status: 404 len: 333 time: 0.0434480 Jul 22 19:40:26.454095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.456059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981c31e1-8648-416d-b9fb-0fe1ab4f618c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.604059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.618764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4a26ae-060b-40aa-9082-60037b102621']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:26.634530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcf5def-cbed-432a-907c-0ed269c9d38d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:26.634830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcf5def-cbed-432a-907c-0ed269c9d38d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:26.650349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.671095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.680063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:26.680495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:26.683447 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:26.726509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981c31e1-8648-416d-b9fb-0fe1ab4f618c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.754322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-981c31e1-8648-416d-b9fb-0fe1ab4f618c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.782855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.799991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.801912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/8a4a26ae-060b-40aa-9082-60037b102621 HTTP/1.1" status: 204 len: 168 time: 0.4412355 Jul 22 19:40:26.805685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59612) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.811520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142936166'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:26.816067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-981c31e1-8648-416d-b9fb-0fe1ab4f618c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd2a9fbcff9c4c1f8ad59f4950d679b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5623305 Jul 22 19:40:26.816802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c31e1-8648-416d-b9fb-0fe1ab4f618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edafd4c8-9723-4e84-a186-5d4d2eaddadb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.819196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:26.819915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec07f5-1b93-4588-a040-0aa99ae90fad tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=8a4a26ae-060b-40aa-9082-60037b102621,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.840682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:26.845657 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.875224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.875455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:26.889888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.889888 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment d03d93f9-144c-4f15-8004-89b01954038d of type vlan for network 4915a698-beaa-407e-b02c-4364c0263045 Jul 22 19:40:26.902410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.938816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.960627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.963399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.967393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edafd4c8-9723-4e84-a186-5d4d2eaddadb HTTP/1.1" status: 204 len: 168 time: 0.1427777 Jul 22 19:40:26.973926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eff70-9e3c-4597-9dfd-6add25bafb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edafd4c8-9723-4e84-a186-5d4d2eaddadb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:26.985751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:26.993939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:26.994715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.035066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2277553 Jul 22 19:40:27.038753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.045892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '4915a698-beaa-407e-b02c-4364c0263045', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:27.070448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67279634-6e57-4591-b93f-f6864db3ad8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=4915a698-beaa-407e-b02c-4364c0263045,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.094414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4915a698-beaa-407e-b02c-4364c0263045 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:27.151958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:27.159203 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.195149 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.230689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59628) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.369633 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-708ad4c2-778c-47f2-a42e-874ba14724e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.383940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.398155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7f81db-2d07-4987-93bf-84a662926044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.400055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.466784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-708ad4c2-778c-47f2-a42e-874ba14724e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.470825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-708ad4c2-778c-47f2-a42e-874ba14724e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.477480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=1dc180c5-a3ef-4ce3-bfed-1597c2b910e0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.496134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'd03d93f9-144c-4f15-8004-89b01954038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4915a698-beaa-407e-b02c-4364c0263045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:27.496526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 4915a698-beaa-407e-b02c-4364c0263045, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:27.510976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ad4c2-778c-47f2-a42e-874ba14724e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3dcb48-5e24-4654-be6e-47f32fa821c0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.517995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-708ad4c2-778c-47f2-a42e-874ba14724e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4150e6fa7f364263b392edd3ce01b0de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837727 Jul 22 19:40:27.518179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59636) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.532875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 4915a698-beaa-407e-b02c-4364c0263045 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:27.549085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 4915a698-beaa-407e-b02c-4364c0263045) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:27.555564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:27.556183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.559611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59415706-558e-469c-b8d9-6dff0047dcd5 None None] Network 4915a698-beaa-407e-b02c-4364c0263045 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:27.579382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.596031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7f81db-2d07-4987-93bf-84a662926044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.603834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce7f81db-2d07-4987-93bf-84a662926044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.613551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.661106 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce7f81db-2d07-4987-93bf-84a662926044 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cec1cdee0d847cb920d11eef850bf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760630 Jul 22 19:40:27.664234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.664569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f81db-2d07-4987-93bf-84a662926044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0e0232-4c93-4abd-a67c-ccb487f34c9d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.681323 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c073a977-5f5e-4876-9a59-b043da359e41 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6414030 Jul 22 19:40:27.683972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:27.698886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '4915a698-beaa-407e-b02c-4364c0263045', 'name': 'tempest-PortsIpV6TestJSON-313588127'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:27.704792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.707594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.711654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a3dcb48-5e24-4654-be6e-47f32fa821c0 HTTP/1.1" status: 204 len: 168 time: 0.1924524 Jul 22 19:40:27.743327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a80f71-d518-4937-b9c0-e1df881c15ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3dcb48-5e24-4654-be6e-47f32fa821c0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.753885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.761643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-4915a698-beaa-407e-b02c-4364c0263045', 'network_id': '4915a698-beaa-407e-b02c-4364c0263045', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': '1dc180c5-a3ef-4ce3-bfed-1597c2b910e0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:27.764091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.778178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.840299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.844855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.847129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e0e0232-4c93-4abd-a67c-ccb487f34c9d HTTP/1.1" status: 204 len: 168 time: 0.1634030 Jul 22 19:40:27.859384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189943a-c686-48e2-ae09-783f03c3366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0e0232-4c93-4abd-a67c-ccb487f34c9d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:27.868790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:27.873339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:27.892895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 0c145165-7dc8-46fe-b660-4155d1bd33fb yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:27.980725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Allocated IP 2001:db8::2 (4915a698-beaa-407e-b02c-4364c0263045/1dc180c5-a3ef-4ce3-bfed-1597c2b910e0/8d8fb51f-4f74-481a-b56c-77917b5837ff) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:28.137386 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.146393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Transition to ACTIVE for port object 8d8fb51f-4f74-481a-b56c-77917b5837ff will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:28.161839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Transition to ACTIVE for port object 8d8fb51f-4f74-481a-b56c-77917b5837ff will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:28.174096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.223815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Network 4915a698-beaa-407e-b02c-4364c0263045 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:28.226605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:28.230919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:28.239355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::360 (4915a698-beaa-407e-b02c-4364c0263045/1dc180c5-a3ef-4ce3-bfed-1597c2b910e0/0c145165-7dc8-46fe-b660-4155d1bd33fb) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:28.268866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Pushing event updated for resources: {'Port': ['ID=8d8fb51f-4f74-481a-b56c-77917b5837ff,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:28.315926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Attempting to bind port 8d8fb51f-4f74-481a-b56c-77917b5837ff on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:28.316592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Attempting to bind port 8d8fb51f-4f74-481a-b56c-77917b5837ff by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd03d93f9-144c-4f15-8004-89b01954038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4915a698-beaa-407e-b02c-4364c0263045'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:28.316906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Attempting to bind port 8d8fb51f-4f74-481a-b56c-77917b5837ff on network 4915a698-beaa-407e-b02c-4364c0263045 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:28.322820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:28.323219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Checking segment: {'id': 'd03d93f9-144c-4f15-8004-89b01954038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4915a698-beaa-407e-b02c-4364c0263045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:28.323830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.324441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Bound using segment: {'id': 'd03d93f9-144c-4f15-8004-89b01954038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4915a698-beaa-407e-b02c-4364c0263045'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:28.325096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Bound port: 8d8fb51f-4f74-481a-b56c-77917b5837ff, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03d93f9-144c-4f15-8004-89b01954038d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4915a698-beaa-407e-b02c-4364c0263045'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:28.326268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.427646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] For port 8d8fb51f-4f74-481a-b56c-77917b5837ff, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:28.431726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] For port 8d8fb51f-4f74-481a-b56c-77917b5837ff, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d8fb51f-4f74-481a-b56c-77917b5837ff,segment=NetworkSegment(d03d93f9-144c-4f15-8004-89b01954038d),segment_id=d03d93f9-144c-4f15-8004-89b01954038d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:28.440663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.481016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.511952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e214a-b8b2-498a-917f-713a49d51328 None None] Pushing event updated for resources: {'Port': ['ID=8d8fb51f-4f74-481a-b56c-77917b5837ff,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:28.525272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 0c145165-7dc8-46fe-b660-4155d1bd33fb will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:28.570140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.634206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 4915a698-beaa-407e-b02c-4364c0263045 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:28.639261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:28.641808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=0c145165-7dc8-46fe-b660-4155d1bd33fb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:28.644714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:28.658083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:28.658779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.683891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59690) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:28.689368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0be678f6-136f-48dc-b5f1-e6d25381e691 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0008855 Jul 22 19:40:28.953693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 0c145165-7dc8-46fe-b660-4155d1bd33fb {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:28.954627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:28.976544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d8fb51f-4f74-481a-b56c-77917b5837ff up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:29.059911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8d8fb51f-4f74-481a-b56c-77917b5837ff completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:29.078672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.092115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 0c145165-7dc8-46fe-b660-4155d1bd33fb owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:29.237817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.268553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=0c145165-7dc8-46fe-b660-4155d1bd33fb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:29.305313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.307177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83b1ae47-6dec-4130-a0d6-1e1c376abfea tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/0c145165-7dc8-46fe-b660-4155d1bd33fb HTTP/1.1" status: 204 len: 168 time: 0.6205289 Jul 22 19:40:29.310100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.353498 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-5702f915-f472-4e06-b9a3-41e2b96f3281 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:29.354596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5702f915-f472-4e06-b9a3-41e2b96f3281 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:29.361185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.361683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5702f915-f472-4e06-b9a3-41e2b96f3281 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/0c145165-7dc8-46fe-b660-4155d1bd33fb HTTP/1.1" status: 404 len: 333 time: 0.0501351 Jul 22 19:40:29.401015 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbbb5f7-9235-458c-8fc4-81b6ec65ee80 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:29.401127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2fbbb5f7-9235-458c-8fc4-81b6ec65ee80 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/0c145165-7dc8-46fe-b660-4155d1bd33fb HTTP/1.1" status: 404 len: 333 time: 0.0389555 Jul 22 19:40:29.403880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59724) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.462040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 1dc180c5-a3ef-4ce3-bfed-1597c2b910e0 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:29.466149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.527598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.646347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.726765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.765996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc180c5-a3ef-4ce3-bfed-1597c2b910e0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:29.769567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.774123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23ec903a-3bb8-40b8-bb6d-94d7f27c4e66 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/1dc180c5-a3ef-4ce3-bfed-1597c2b910e0 HTTP/1.1" status: 204 len: 168 time: 0.3635454 Jul 22 19:40:29.774227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59740) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:29.793895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18914c59-3c81-4958-bbf8-a1cb08c02488 None None] Network 4915a698-beaa-407e-b02c-4364c0263045 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:29.880924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.946964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 8d8fb51f-4f74-481a-b56c-77917b5837ff {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:29.947653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:29.962241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Provisioning for port 8d8fb51f-4f74-481a-b56c-77917b5837ff completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:29.987391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Provisioning complete for port 8d8fb51f-4f74-481a-b56c-77917b5837ff triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:29.988265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.027654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port 8d8fb51f-4f74-481a-b56c-77917b5837ff, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d8fb51f-4f74-481a-b56c-77917b5837ff,segment=NetworkSegment(d03d93f9-144c-4f15-8004-89b01954038d),segment_id=d03d93f9-144c-4f15-8004-89b01954038d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:30.028082 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.054121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 8d8fb51f-4f74-481a-b56c-77917b5837ff owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:30.109451 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.159086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] For port 8d8fb51f-4f74-481a-b56c-77917b5837ff, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d8fb51f-4f74-481a-b56c-77917b5837ff,segment=NetworkSegment(d03d93f9-144c-4f15-8004-89b01954038d),segment_id=d03d93f9-144c-4f15-8004-89b01954038d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:30.164975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.192595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] DHCP port deletion for 4915a698-beaa-407e-b02c-4364c0263045 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:30.221237 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.245876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f1bbd-d463-407f-b712-a04ca55e66e7 None None] Pushing event updated for resources: {'Port': ['ID=8d8fb51f-4f74-481a-b56c-77917b5837ff,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.258020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=8d8fb51f-4f74-481a-b56c-77917b5837ff,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.264071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port 8d8fb51f-4f74-481a-b56c-77917b5837ff on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:30.280026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Deleting port 8d8fb51f-4f74-481a-b56c-77917b5837ff {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:30.280728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.345898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] For port 8d8fb51f-4f74-481a-b56c-77917b5837ff, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:30.346119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.364648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Calling delete_port for 8d8fb51f-4f74-481a-b56c-77917b5837ff owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:30.368850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Port 8d8fb51f-4f74-481a-b56c-77917b5837ff was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:40:30.370347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.372406 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.386402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4915a698-beaa-407e-b02c-4364c0263045']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:30.397550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03d93f9-144c-4f15-8004-89b01954038d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:30.397927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03d93f9-144c-4f15-8004-89b01954038d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:30.402711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] No DVR routers for this DVR port 8d8fb51f-4f74-481a-b56c-77917b5837ff on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:30.407910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.428766 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.432698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0f61c-e626-447c-a81c-8e3711e1860a None None] Pushing event deleted for resources: {'Port': ['ID=8d8fb51f-4f74-481a-b56c-77917b5837ff,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.440045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:30.440519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:30.443743 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:30.509015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.521644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.523571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/4915a698-beaa-407e-b02c-4364c0263045 HTTP/1.1" status: 204 len: 168 time: 0.7484796 Jul 22 19:40:30.527294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:30.532981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1077895032'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:30.548921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe1bd-19b7-4531-8dde-623d21942721 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=4915a698-beaa-407e-b02c-4364c0263045,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.578703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:30.583125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.611682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:30.623589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.624229 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment c3346119-774d-4d97-af6e-4080b554ba24 of type vlan for network 572ca106-97c7-4f47-a341-03dc6d1ab6bf Jul 22 19:40:30.669465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.705067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.710628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:30.711238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.743518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2147672 Jul 22 19:40:30.746665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59840) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:30.754270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:30.790815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ac761-7295-4525-9327-736fa263bb5d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=572ca106-97c7-4f47-a341-03dc6d1ab6bf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:30.818321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:30.859411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:30.864984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:30.945332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d8fb51f-4f74-481a-b56c-77917b5837ff no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:30.986050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8d8fb51f-4f74-481a-b56c-77917b5837ff {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:30.986407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d8fb51f-4f74-481a-b56c-77917b5837ff not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:31.086589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59852) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:31.145300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.214359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ae86581-eb75-4a47-8815-879e5af4785d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.220994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=6d7d4f91-a51e-4141-a9e7-c9c08dc56327,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:31.232377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'c3346119-774d-4d97-af6e-4080b554ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:31.232849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 572ca106-97c7-4f47-a341-03dc6d1ab6bf, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:31.252559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:31.262360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 572ca106-97c7-4f47-a341-03dc6d1ab6bf) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:31.267147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:31.267724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.272647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e29ac-2d25-4a3f-99fd-8d633f85e8e7 None None] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:31.320959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ae86581-eb75-4a47-8815-879e5af4785d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.325891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ae86581-eb75-4a47-8815-879e5af4785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.336528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:31.338173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1cf6338b-3bbc-4d64-82b2-b8777914ae60 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5886726 Jul 22 19:40:31.342625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-365743016'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:31.396290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ae86581-eb75-4a47-8815-879e5af4785d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3bac22f469b7442fbb7c999485a9fdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083642 Jul 22 19:40:31.398958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59860) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:31.430216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae86581-eb75-4a47-8815-879e5af4785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d44f6-1bf8-4752-8fec-089215201533,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:31.448607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-572ca106-97c7-4f47-a341-03dc6d1ab6bf', 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': '6d7d4f91-a51e-4141-a9e7-c9c08dc56327'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:31.451647 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.457495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.485262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.505528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:31.509626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.545520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 49445d20-8c10-44cc-8466-402329592623 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:31.551342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.554002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.555223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf9d44f6-1bf8-4752-8fec-089215201533 HTTP/1.1" status: 204 len: 168 time: 0.1550100 Jul 22 19:40:31.578554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d671ff3-1f0a-47a7-ba6e-a0644498a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d44f6-1bf8-4752-8fec-089215201533,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:31.666725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Allocated IP 2001:db8::2 (572ca106-97c7-4f47-a341-03dc6d1ab6bf/6d7d4f91-a51e-4141-a9e7-c9c08dc56327/a277f040-3345-4615-a237-2a25eb1fbc79) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:31.826967 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.835253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Transition to ACTIVE for port object a277f040-3345-4615-a237-2a25eb1fbc79 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:31.851354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Transition to ACTIVE for port object a277f040-3345-4615-a237-2a25eb1fbc79 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:31.858115 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.891314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:31.894209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:31.897704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:31.904400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:31.930521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fce71844-858f-4300-9f8c-21bef8bbfdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.932645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::3b9 (572ca106-97c7-4f47-a341-03dc6d1ab6bf/6d7d4f91-a51e-4141-a9e7-c9c08dc56327/49445d20-8c10-44cc-8466-402329592623) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:31.933708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Pushing event updated for resources: {'Port': ['ID=a277f040-3345-4615-a237-2a25eb1fbc79,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:31.967690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Attempting to bind port a277f040-3345-4615-a237-2a25eb1fbc79 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:31.967977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Attempting to bind port a277f040-3345-4615-a237-2a25eb1fbc79 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c3346119-774d-4d97-af6e-4080b554ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:31.968387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Attempting to bind port a277f040-3345-4615-a237-2a25eb1fbc79 on network 572ca106-97c7-4f47-a341-03dc6d1ab6bf {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:31.973705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:31.974084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Checking segment: {'id': 'c3346119-774d-4d97-af6e-4080b554ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:31.974490 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:31.974892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Bound using segment: {'id': 'c3346119-774d-4d97-af6e-4080b554ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:31.975354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Bound port: a277f040-3345-4615-a237-2a25eb1fbc79, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3346119-774d-4d97-af6e-4080b554ba24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '572ca106-97c7-4f47-a341-03dc6d1ab6bf'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:31.975740 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.044534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] For port a277f040-3345-4615-a237-2a25eb1fbc79, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:32.048359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] For port a277f040-3345-4615-a237-2a25eb1fbc79, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a277f040-3345-4615-a237-2a25eb1fbc79,segment=NetworkSegment(c3346119-774d-4d97-af6e-4080b554ba24),segment_id=c3346119-774d-4d97-af6e-4080b554ba24)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:32.055261 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.128999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60518b8-3cd7-4da1-bb54-932d8d905907 None None] Pushing event updated for resources: {'Port': ['ID=a277f040-3345-4615-a237-2a25eb1fbc79,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:32.143674 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.173033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 49445d20-8c10-44cc-8466-402329592623 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:32.186078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fce71844-858f-4300-9f8c-21bef8bbfdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.198723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fce71844-858f-4300-9f8c-21bef8bbfdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.234329 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fce71844-858f-4300-9f8c-21bef8bbfdc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31a8dc4dcde84df1a6158610bc0afad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288853 Jul 22 19:40:32.238747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:32.268387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce71844-858f-4300-9f8c-21bef8bbfdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7032f389-5851-4a7f-8afc-790e1a45683d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:32.283450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.377105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:32.380448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:32.386264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:32.386623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.393493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:32.393493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.402238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=49445d20-8c10-44cc-8466-402329592623,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:32.420782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a9628ca-2d7b-4158-a08b-bb45ed416ef4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0822613 Jul 22 19:40:32.423160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:32.459852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.526235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.529991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:32.534450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7032f389-5851-4a7f-8afc-790e1a45683d HTTP/1.1" status: 204 len: 168 time: 0.2907383 Jul 22 19:40:32.543326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c86b5-322f-43b5-83a0-cef10e276c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7032f389-5851-4a7f-8afc-790e1a45683d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:33.008707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a277f040-3345-4615-a237-2a25eb1fbc79 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:33.128169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a277f040-3345-4615-a237-2a25eb1fbc79 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:33.175962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 49445d20-8c10-44cc-8466-402329592623 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:33.176518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:33.384542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.396391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.405692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.409726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:33.413505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.426144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.431066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 49445d20-8c10-44cc-8466-402329592623 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:33.436441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.445862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:33.459878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2059026e-10b3-421b-ada9-d32cba414f58 req-e637fe5e-ce48-4411-bf97-e71d6b1e9a01 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.1925890 Jul 22 19:40:33.523407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2059026e-10b3-421b-ada9-d32cba414f58 req-673bbffb-3c9d-4e53-b404-81656e8fc16e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616953 Jul 22 19:40:33.694565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:33.728918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=49445d20-8c10-44cc-8466-402329592623,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:33.757872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b98f32b-8106-4401-aa3f-171d3c9dc7b0 None None] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:33.770727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:33.776549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59938) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:33.777059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-166ce86f-7b09-406e-baa1-239849c12fb9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/49445d20-8c10-44cc-8466-402329592623 HTTP/1.1" status: 204 len: 168 time: 1.3525534 Jul 22 19:40:33.897923 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c00966-2fd3-42b3-bcbd-06e1c40e524a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:33.905496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d9c00966-2fd3-42b3-bcbd-06e1c40e524a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/49445d20-8c10-44cc-8466-402329592623 HTTP/1.1" status: 404 len: 333 time: 0.1277642 Jul 22 19:40:33.905873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:33.986585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 6d7d4f91-a51e-4141-a9e7-c9c08dc56327 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:33.990309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.036689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.150755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Provisioning for port a277f040-3345-4615-a237-2a25eb1fbc79 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:34.160869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Provisioning complete for port a277f040-3345-4615-a237-2a25eb1fbc79 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:34.161645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.165033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.274514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.336438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7d4f91-a51e-4141-a9e7-c9c08dc56327,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:34.347356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.352700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-26e4a1c2-398f-48da-93de-53d30c4e6896 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/6d7d4f91-a51e-4141-a9e7-c9c08dc56327 HTTP/1.1" status: 204 len: 168 time: 0.4452524 Jul 22 19:40:34.353988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59964) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:34.375477 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.429748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] For port a277f040-3345-4615-a237-2a25eb1fbc79, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a277f040-3345-4615-a237-2a25eb1fbc79,segment=NetworkSegment(c3346119-774d-4d97-af6e-4080b554ba24),segment_id=c3346119-774d-4d97-af6e-4080b554ba24)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:34.434264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.437618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.444032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.453620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.460012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.467354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.474271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.489109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.491952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-94bdace9-7afe-4ad7-a3e9-75a5f155e8b2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.2131772 Jul 22 19:40:34.507251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.519703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f733d-4d06-48c8-a61f-17b87dde020f None None] Pushing event updated for resources: {'Port': ['ID=a277f040-3345-4615-a237-2a25eb1fbc79,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:34.596595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-2b4ce29c-87e4-4c12-af08-945b661a640e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.600137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-2b4ce29c-87e4-4c12-af08-945b661a640e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1001351 Jul 22 19:40:34.626118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port a277f040-3345-4615-a237-2a25eb1fbc79 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:34.626569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.755601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port a277f040-3345-4615-a237-2a25eb1fbc79, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a277f040-3345-4615-a237-2a25eb1fbc79,segment=NetworkSegment(c3346119-774d-4d97-af6e-4080b554ba24),segment_id=c3346119-774d-4d97-af6e-4080b554ba24)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:34.756089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.770884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e3a95-275b-4409-8a5d-63d01c9cfe80 None None] Network 572ca106-97c7-4f47-a341-03dc6d1ab6bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:34.777861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for a277f040-3345-4615-a237-2a25eb1fbc79 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:34.809007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.815719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.819205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-487ebdec-7c07-46e3-ba4a-067e26e3698f None None] Provisioning complete for port a277f040-3345-4615-a237-2a25eb1fbc79 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:34.819691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-487ebdec-7c07-46e3-ba4a-067e26e3698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.824028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.833062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.840616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.847459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.858353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:34.866442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-a61960d5-0156-499f-b34d-e914c36cd1d9 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 5443 time: 0.2375107 Jul 22 19:40:34.893271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-7d3d32e6-922b-4d0e-acdd-e2379d59c87e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2827122 Jul 22 19:40:34.910795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:34.937617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:34.946288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46e88401-5c60-45f9-9198-ff12a9e4650d req-f292d04b-b40e-4b06-90d4-0daa0f8e1dbe tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785263 Jul 22 19:40:34.971495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a277f040-3345-4615-a237-2a25eb1fbc79 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:34.974409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=a277f040-3345-4615-a237-2a25eb1fbc79,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:34.993805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port a277f040-3345-4615-a237-2a25eb1fbc79 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:35.019331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a277f040-3345-4615-a237-2a25eb1fbc79 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:35.020353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a277f040-3345-4615-a237-2a25eb1fbc79 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 19:40:35.048484 n-d-800087-13 neutron-server[93802]: INFO neutron.plugins.ml2.db [None req-487ebdec-7c07-46e3-ba4a-067e26e3698f None None] No ports have port_id starting with a277f040-3345-4615-a237-2a25eb1fbc79 Jul 22 19:40:35.051647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Port a277f040-3345-4615-a237-2a25eb1fbc79 not found, will not notify nova. {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 19:40:35.072913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.133354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.145905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572ca106-97c7-4f47-a341-03dc6d1ab6bf']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:35.159585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3346119-774d-4d97-af6e-4080b554ba24') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:35.159886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3346119-774d-4d97-af6e-4080b554ba24') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:35.170115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.205628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.212582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:35.213108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:35.217562 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:35.230957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1d8d0-908e-4987-940b-409c881dc024 None None] DHCP port deletion for 572ca106-97c7-4f47-a341-03dc6d1ab6bf request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:35.300918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.310440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.312525 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/572ca106-97c7-4f47-a341-03dc6d1ab6bf HTTP/1.1" status: 204 len: 168 time: 0.9575884 Jul 22 19:40:35.316622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59998) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:35.322491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca03318-bc2f-4580-8c64-9e746b416d94 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=572ca106-97c7-4f47-a341-03dc6d1ab6bf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:35.324315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'name': 'tempest-PortsIpV6TestJSON-1727131367'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:35.368832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=562e9f1c-af27-4682-8986-2b822bd833d6,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:35.454476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] For port 562e9f1c-af27-4682-8986-2b822bd833d6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:35.486181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:35.489912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.508008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] device_id is not set on port 562e9f1c-af27-4682-8986-2b822bd833d6 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:35.522350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port a0e60394-fac8-4faa-b092-b34e8a364530 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:35.527742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.536631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.562055 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:40:35.667169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] No DVR routers for this DVR port 562e9f1c-af27-4682-8986-2b822bd833d6 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:35.723914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] In _notify_port_updated(), no bound segment for port 562e9f1c-af27-4682-8986-2b822bd833d6 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:40:35.724833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:35.725936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.727671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] 10.222.0.32 "PUT /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 200 len: 1031 time: 0.8225620 Jul 22 19:40:35.732740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1a592-15c9-433f-b684-967d8a827502 service neutron] Pushing event updated for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:35.843024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f523c10-dcb4-42a6-ac90-53ddea470320 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:35.844604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f523c10-dcb4-42a6-ac90-53ddea470320 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "GET /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1092589 Jul 22 19:40:35.882552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:35.925963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.954414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d3ad7731-a44f-42df-9eab-ad7306c21c1c None None] Provisioning complete for port 562e9f1c-af27-4682-8986-2b822bd833d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:35.954774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d3ad7731-a44f-42df-9eab-ad7306c21c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:35.990842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:36.050801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad7731-a44f-42df-9eab-ad7306c21c1c None None] Port 562e9f1c-af27-4682-8986-2b822bd833d6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:40:36.211048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=05cd4361-59b8-4b65-9b23-1061faf99035,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:36.215387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:36.285613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:36.328942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] For port 05cd4361-59b8-4b65-9b23-1061faf99035, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:36.708807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:36.725503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=a0e60394-fac8-4faa-b092-b34e8a364530,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:36.731370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:36.737509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.738400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:36.795139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.802605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.808883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.816536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.825748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.832100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:36.839763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-9e6adf0a-3972-425f-bc86-d5a28e5540ce tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 4665 time: 0.7545764 Jul 22 19:40:36.873617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] device_id is not set on port 05cd4361-59b8-4b65-9b23-1061faf99035 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:36.888933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a277f040-3345-4615-a237-2a25eb1fbc79 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:36.926303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a277f040-3345-4615-a237-2a25eb1fbc79 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:36.926876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a277f040-3345-4615-a237-2a25eb1fbc79 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:36.927733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:36.937756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7eb4a836-a157-481d-85f8-8565b07315b9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6201468 Jul 22 19:40:36.940549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:36.954746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-245d9578-e7e0-48ad-920b-c56d59698c40 req-a203ce2c-4e50-4e85-a0dd-554116afd4e5 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=52c6e64a-4ccc-40df-a11c-08479b605e34&id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1136847 Jul 22 19:40:36.957581 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.092887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea963175-d492-41bb-a8a3-962ee5d81b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.112827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port a0e60394-fac8-4faa-b092-b34e8a364530 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:37.113186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.142180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] No DVR routers for this DVR port 05cd4361-59b8-4b65-9b23-1061faf99035 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:37.233113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014a200-069a-44e4-92df-f934661357b2 req-7a2a7290-af7d-4a3a-a2de-545fa3b993ac tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:37.234727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b014a200-069a-44e4-92df-f934661357b2 req-7a2a7290-af7d-4a3a-a2de-545fa3b993ac tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.5117390 Jul 22 19:40:37.237659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Pushing event updated for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:37.253601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.274917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for a0e60394-fac8-4faa-b092-b34e8a364530 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:37.338576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] In _notify_port_updated(), no bound segment for port 05cd4361-59b8-4b65-9b23-1061faf99035 on network 944f3134-43d2-4ad1-845b-91fb79c3fa3a {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:40:37.345127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:37.346185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.350206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-d3f3f04d-aaaa-427a-9f85-79f09f75ec26 service neutron] 10.222.0.32 "PUT /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 200 len: 1032 time: 1.4780335 Jul 22 19:40:37.377264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b014a200-069a-44e4-92df-f934661357b2 req-8ad7ed73-2078-45ca-9b02-7d6f8cb7b6b3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155648 Jul 22 19:40:37.404726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.436654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.439060 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/a0e60394-fac8-4faa-b092-b34e8a364530 HTTP/1.1" status: 204 len: 168 time: 0.4969385 Jul 22 19:40:37.441751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60162) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:37.449374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'mac_address': 'fa:16:3e:0a:dc:43', 'name': 'tempest-PortsIpV6TestJSON-193678482'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:37.507837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d616539a-ebda-4b92-bd7c-20529210c198 None None] Provisioning complete for port 05cd4361-59b8-4b65-9b23-1061faf99035 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:37.509067 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d616539a-ebda-4b92-bd7c-20529210c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.516510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 05cd4361-59b8-4b65-9b23-1061faf99035 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:37.607839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port e121f0dc-6623-4e6b-9709-52554b18055d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:37.611925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c0739-ef9b-4a74-9f3f-cedf0da2591c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=a0e60394-fac8-4faa-b092-b34e8a364530,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:37.616454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.649038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 05cd4361-59b8-4b65-9b23-1061faf99035 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:37.649508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f52f5dc3-5254-4faa-aeae-7199a1ba3803 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:37.703571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:37.717586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d616539a-ebda-4b92-bd7c-20529210c198 None None] Port 05cd4361-59b8-4b65-9b23-1061faf99035 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:40:37.827114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port e121f0dc-6623-4e6b-9709-52554b18055d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e121f0dc-6623-4e6b-9709-52554b18055d,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:37.827114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.845083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for e121f0dc-6623-4e6b-9709-52554b18055d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:37.873427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.898364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.922962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:37.924615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:37.927000 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6053123-e049-4c76-8aea-c250fab40f27" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:37.934289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 75fb4c9a-34df-4863-a32c-b85f388b4c48 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:37.937803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:37.939015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 562e9f1c-af27-4682-8986-2b822bd833d6 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:37.983976 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28902f-f03c-40e9-8cad-83cc3834a4ac x-openstack-request-id: req-5d28902f-f03c-40e9-8cad-83cc3834a4ac {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:37.984406 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:37.984659 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d28902f-f03c-40e9-8cad-83cc3834a4ac {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:37.985299 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'code': 200} Jul 22 19:40:38.013428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 562e9f1c-af27-4682-8986-2b822bd833d6 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:38.014011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e121f0dc-6623-4e6b-9709-52554b18055d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:38.078006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.140261 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.152712 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.195603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=e121f0dc-6623-4e6b-9709-52554b18055d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.207032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8e326909-26f8-47c4-8d4d-86914066e8e9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:38.274911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port e121f0dc-6623-4e6b-9709-52554b18055d on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:38.279100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.279710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.281624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-0883a03f-d3e7-4f40-80ec-46983d2742ec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "DELETE /v2.0/ports/e121f0dc-6623-4e6b-9709-52554b18055d HTTP/1.1" status: 204 len: 173 time: 0.9029403 Jul 22 19:40:38.281750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:38.281865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:38.283920 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931500d3-ae17-4ca7-8413-7f3a8f806d43" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:38.331672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.333791 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.338633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.345805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.353194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.355247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.360993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.363043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-6d9e0607-69c1-46c8-b377-481da8db94fb tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 3806 time: 0.2951040 Jul 22 19:40:38.366830 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fe5a6e-c719-4fa7-832f-ff13f7e20acc x-openstack-request-id: req-84fe5a6e-c719-4fa7-832f-ff13f7e20acc {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:38.367121 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "e121f0dc-6623-4e6b-9709-52554b18055d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:38.367371 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84fe5a6e-c719-4fa7-832f-ff13f7e20acc {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:38.367764 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': 'e121f0dc-6623-4e6b-9709-52554b18055d', 'status': 'completed', 'code': 200} Jul 22 19:40:38.385519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:38.391321 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.392313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 340132c1-b6a8-40e7-81c7-e637f366d349 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:38.427536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=75fb4c9a-34df-4863-a32c-b85f388b4c48,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.454022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:38.458458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09c400c6-f02a-40d7-a23d-15b7e7f1d6a6 req-e4f75095-1594-4c6d-9e07-6b2d172b4949 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871019 Jul 22 19:40:38.463456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:38.467581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344b6d2-3449-48ce-904f-6f6152ac3f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.470394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:38.476836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.477652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.502208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83ec95a9-40c4-4830-87a8-cbea99e7a76e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0596278 Jul 22 19:40:38.503100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:38.516217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port 340132c1-b6a8-40e7-81c7-e637f366d349 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:38.516662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.538908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.601057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7acc02-037d-42a3-94cc-55424b8277cd tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.605752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c7acc02-037d-42a3-94cc-55424b8277cd tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/75fb4c9a-34df-4863-a32c-b85f388b4c48 HTTP/1.1" status: 200 len: 844 time: 0.1016929 Jul 22 19:40:38.606882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60220) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:38.607666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.679131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:38.682447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63069e0d-79d2-4174-9cd6-395cd371ab9c req-86546802-9c41-4af2-a3a7-7e4cf492cf53 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:38.684088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63069e0d-79d2-4174-9cd6-395cd371ab9c req-86546802-9c41-4af2-a3a7-7e4cf492cf53 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1853528 Jul 22 19:40:38.688870 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.692079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3538f981-098e-4376-adc6-f457226c4590 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:38.698274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port 340132c1-b6a8-40e7-81c7-e637f366d349, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=340132c1-b6a8-40e7-81c7-e637f366d349,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:38.698274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.726344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for 340132c1-b6a8-40e7-81c7-e637f366d349 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:38.752806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344b6d2-3449-48ce-904f-6f6152ac3f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.775379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.784243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c344b6d2-3449-48ce-904f-6f6152ac3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.799065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63069e0d-79d2-4174-9cd6-395cd371ab9c req-5fb49aac-6c01-488b-87b9-5890eb5b2444 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036582 Jul 22 19:40:38.848082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60222) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:38.849096 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c344b6d2-3449-48ce-904f-6f6152ac3f29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e8e42a7a5114bbe942b6fbb69872d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654747 Jul 22 19:40:38.850502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.851433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344b6d2-3449-48ce-904f-6f6152ac3f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b7b40-f54e-4cc7-8988-f987defd0707,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.862461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 75fb4c9a-34df-4863-a32c-b85f388b4c48 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:38.863411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.889643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:38.894034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.948363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.956102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.957023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:38.972903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:38.973776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 75fb4c9a-34df-4863-a32c-b85f388b4c48 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:38.976029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.009994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=340132c1-b6a8-40e7-81c7-e637f366d349,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:39.070737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.078491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port 340132c1-b6a8-40e7-81c7-e637f366d349 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:39.082779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.085244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-83582596-5cad-4584-a9f0-004b1a5eb9cf tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "DELETE /v2.0/ports/340132c1-b6a8-40e7-81c7-e637f366d349 HTTP/1.1" status: 204 len: 173 time: 0.7982082 Jul 22 19:40:39.107849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=75fb4c9a-34df-4863-a32c-b85f388b4c48,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:39.123886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.129833 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3415eefe-c875-46d1-9a5e-5dbb1b56f297 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/75fb4c9a-34df-4863-a32c-b85f388b4c48 HTTP/1.1" status: 204 len: 168 time: 0.5150449 Jul 22 19:40:39.130561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60232) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:39.152428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.155464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.160536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/144b7b40-f54e-4cc7-8988-f987defd0707 HTTP/1.1" status: 204 len: 168 time: 0.3060906 Jul 22 19:40:39.165089 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e77ab4-2368-4975-b751-5b1bfa9f88b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:39.168639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db9621-164d-47b3-875a-c5d9a9f36e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b7b40-f54e-4cc7-8988-f987defd0707,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:39.174718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62e77ab4-2368-4975-b751-5b1bfa9f88b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/75fb4c9a-34df-4863-a32c-b85f388b4c48 HTTP/1.1" status: 404 len: 333 time: 0.0429335 Jul 22 19:40:39.175444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60238) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:39.187554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'name': 'tempest-PortsIpV6TestJSON-221232551'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:39.344424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:39.348172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.354128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port f52f5dc3-5254-4faa-aeae-7199a1ba3803 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:39.354460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.411979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 1d76ec30-732e-4547-9f2d-93bda7c7792d yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:39.542251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port f52f5dc3-5254-4faa-aeae-7199a1ba3803, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f52f5dc3-5254-4faa-aeae-7199a1ba3803,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:39.542622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.572766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for f52f5dc3-5254-4faa-aeae-7199a1ba3803 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:39.772727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.822922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f30b-3b98-4012-8dad-2505a5fded40 req-d91ec5f6-4e97-4463-8eab-75af7e52a7c3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:39.829163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f30b-3b98-4012-8dad-2505a5fded40 req-d91ec5f6-4e97-4463-8eab-75af7e52a7c3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:39.835294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619f30b-3b98-4012-8dad-2505a5fded40 req-d91ec5f6-4e97-4463-8eab-75af7e52a7c3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:39.836902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2619f30b-3b98-4012-8dad-2505a5fded40 req-d91ec5f6-4e97-4463-8eab-75af7e52a7c3 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 2410 time: 0.2512782 Jul 22 19:40:39.906739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:39.987016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3538f981-098e-4376-adc6-f457226c4590'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:39.990927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2619f30b-3b98-4012-8dad-2505a5fded40 req-7164e53f-e2b4-451f-8179-76f2b323f3e2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438167 Jul 22 19:40:39.991467 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da333b78-a2e5-4b62-a5ff-20a6ec25fff7" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "3538f981-098e-4376-adc6-f457226c4590"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:39.991972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.005084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.017448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:40.021649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:40.033679 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-79b765ab-efc8-4db8-bd77-a131fb16c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.053926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:40.061166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:40.061904 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.071820 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaa6c28-3d4b-49f5-8eac-5de1f6173455 x-openstack-request-id: req-baaa6c28-3d4b-49f5-8eac-5de1f6173455 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:40.072052 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-unplugged", "status": "completed", "tag": "3538f981-098e-4376-adc6-f457226c4590", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:40.072352 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-baaa6c28-3d4b-49f5-8eac-5de1f6173455 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:40.072756 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'code': 200} Jul 22 19:40:40.073017 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349', 'code': 200} Jul 22 19:40:40.073274 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3538f981-098e-4376-adc6-f457226c4590', 'code': 200} Jul 22 19:40:40.129558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9524217 Jul 22 19:40:40.132436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:40.136043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65837f46-0d0f-41c2-b3e5-f5261e49e75b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=1d76ec30-732e-4547-9f2d-93bda7c7792d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:40.150008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:40.158588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port f52f5dc3-5254-4faa-aeae-7199a1ba3803 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:40.162484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.164501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "DELETE /v2.0/ports/f52f5dc3-5254-4faa-aeae-7199a1ba3803 HTTP/1.1" status: 204 len: 173 time: 1.0728092 Jul 22 19:40:40.208807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e247b2-9ea4-4928-9cfc-9a17198eb424 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=f52f5dc3-5254-4faa-aeae-7199a1ba3803,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:40.225951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6971b2-777a-4eb4-b8ee-1682d1bd71fd req-12879c44-5f46-40ed-8f8a-923217cfa56a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:40.234204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec6971b2-777a-4eb4-b8ee-1682d1bd71fd req-12879c44-5f46-40ed-8f8a-923217cfa56a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.3200190 Jul 22 19:40:40.286377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.355019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec6971b2-777a-4eb4-b8ee-1682d1bd71fd req-0afa244f-8082-418c-a0d3-8e4cde4819cf tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005280 Jul 22 19:40:40.374776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349'}, {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:40.379072 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4b98be-ec3b-4aaa-9729-c90cf80f7339" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349"}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:40.420886 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271eb2e8-673d-4b0f-b032-1856a2d59296 x-openstack-request-id: req-271eb2e8-673d-4b0f-b032-1856a2d59296 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:40.421189 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "340132c1-b6a8-40e7-81c7-e637f366d349", "status": "completed", "code": 200}, {"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "f52f5dc3-5254-4faa-aeae-7199a1ba3803", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:40.421442 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-271eb2e8-673d-4b0f-b032-1856a2d59296 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:40.421841 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '340132c1-b6a8-40e7-81c7-e637f366d349', 'status': 'completed', 'code': 200} Jul 22 19:40:40.422097 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': 'f52f5dc3-5254-4faa-aeae-7199a1ba3803', 'status': 'completed', 'code': 200} Jul 22 19:40:40.431033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port 8e326909-26f8-47c4-8d4d-86914066e8e9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:40.431400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.581751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.592169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.615112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port 8e326909-26f8-47c4-8d4d-86914066e8e9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8e326909-26f8-47c4-8d4d-86914066e8e9,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:40.615484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.631736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for 8e326909-26f8-47c4-8d4d-86914066e8e9 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:40.658155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] In _notify_port_updated(), no bound segment for port 1d76ec30-732e-4547-9f2d-93bda7c7792d on network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:40:40.664219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:40.664937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.666332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/ports/1d76ec30-732e-4547-9f2d-93bda7c7792d HTTP/1.1" status: 200 len: 818 time: 0.5322578 Jul 22 19:40:40.670390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:40.811927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc73a9b-e3aa-45d5-b5b6-6f4a724a656e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=1d76ec30-732e-4547-9f2d-93bda7c7792d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:40.843988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 1d76ec30-732e-4547-9f2d-93bda7c7792d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:40.844501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.877338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.910925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=8e326909-26f8-47c4-8d4d-86914066e8e9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:40.949183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:40.964616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 1d76ec30-732e-4547-9f2d-93bda7c7792d owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:40.992420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port 8e326909-26f8-47c4-8d4d-86914066e8e9 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:40.995299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.001403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-304064ee-5c89-4e99-99ca-ff05a5623809 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "DELETE /v2.0/ports/8e326909-26f8-47c4-8d4d-86914066e8e9 HTTP/1.1" status: 204 len: 173 time: 0.7946224 Jul 22 19:40:41.069523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.092689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.094366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/1d76ec30-732e-4547-9f2d-93bda7c7792d HTTP/1.1" status: 204 len: 168 time: 0.4229126 Jul 22 19:40:41.099508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:41.167264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113d237-943d-41c1-866b-97833058d7c1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=1d76ec30-732e-4547-9f2d-93bda7c7792d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:41.228381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port 3538f981-098e-4376-adc6-f457226c4590 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:41.228875 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.239531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a0e9d-08be-4ff7-afeb-f2479498b975 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:41.241539 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d2a0e9d-08be-4ff7-afeb-f2479498b975 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1427846 Jul 22 19:40:41.244221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:41.260956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4c3fe-d1c0-4afd-b183-28069a38333a req-2762733a-751e-4788-86fb-0ca51a85486d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:41.263058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ae4c3fe-d1c0-4afd-b183-28069a38333a req-2762733a-751e-4788-86fb-0ca51a85486d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 943 time: 0.1328390 Jul 22 19:40:41.276392 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86464a3-abeb-4360-97e6-fc01fee83c46 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:41.279283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c86464a3-abeb-4360-97e6-fc01fee83c46 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/1d76ec30-732e-4547-9f2d-93bda7c7792d HTTP/1.1" status: 404 len: 333 time: 0.0336695 Jul 22 19:40:41.286232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60382) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:41.291837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-769077510'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:41.334912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:41.338753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.401470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:41.429509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ae4c3fe-d1c0-4afd-b183-28069a38333a req-dbfd650d-062f-46dc-9072-9a2b8be37f4f tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups?id=3f2e037f-1b40-44d4-a700-7e989706f50b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570733 Jul 22 19:40:41.455545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.457589 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment ff90cabf-43a9-4648-a040-e4b4904fda98 of type vlan for network 6432f9a3-d46d-4a60-99aa-cdce47b82604 Jul 22 19:40:41.470902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port 3538f981-098e-4376-adc6-f457226c4590, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3538f981-098e-4376-adc6-f457226c4590,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:41.472542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.473840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.574725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.625947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.639819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:41.640499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.683601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60396) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:41.740051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=6432f9a3-d46d-4a60-99aa-cdce47b82604,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:41.760510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c385bd1-767c-42e0-abe1-1e9fecdae278 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4729090 Jul 22 19:40:41.760835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:41.761228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:41.767887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:41.915384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:41.925249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6267d-5244-41ee-afeb-0b15bfb3f7ab req-41c9c43a-dc50-4853-9b3b-cf13715723d9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:41.927282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:41.932800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40f6267d-5244-41ee-afeb-0b15bfb3f7ab req-41c9c43a-dc50-4853-9b3b-cf13715723d9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.3946700 Jul 22 19:40:41.976783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab129-64b8-4f36-a156-a6f5ed0ca06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.043554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40f6267d-5244-41ee-afeb-0b15bfb3f7ab req-4a5e2a1a-ed7a-4471-af04-d5b7536f45f7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096518 Jul 22 19:40:42.050463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.051086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.051642 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Floating IP 44f00b87-4a45-4753-8ab0-12b943c99a3a disassociated. External IP: 172.25.6.108, port: 3538f981-098e-4376-adc6-f457226c4590. Jul 22 19:40:42.052269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for 3538f981-098e-4376-adc6-f457226c4590 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:42.095294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60408) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:42.229379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.276484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab129-64b8-4f36-a156-a6f5ed0ca06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.290265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab129-64b8-4f36-a156-a6f5ed0ca06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.299812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e26f2aa8-220c-49a5-adee-b6aaba89a2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.319720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.370612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f3ab129-64b8-4f36-a156-a6f5ed0ca06a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ffc7e83ea70142e5b3385fd79fe6c2d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803923 Jul 22 19:40:42.370612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ab129-64b8-4f36-a156-a6f5ed0ca06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f1ba8-5a9f-4c3d-bba1-dcc5a6866827,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:42.372956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=3538f981-098e-4376-adc6-f457226c4590,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:42.374701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:42.458026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e26f2aa8-220c-49a5-adee-b6aaba89a2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.481844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e26f2aa8-220c-49a5-adee-b6aaba89a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.496544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=1b1815e0-9631-4239-94b5-e9ecf5c2e455,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:42.503954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:42.506195 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cfa0ff-df63-48db-801c-eb00a85b7577" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:42.517177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'ff90cabf-43a9-4648-a040-e4b4904fda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:42.518054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 6432f9a3-d46d-4a60-99aa-cdce47b82604, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:42.531406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Router 35681e6b-fc17-4f9e-93e8-f33311c6568b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:40:42.559155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2aa8-220c-49a5-adee-b6aaba89a2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac45c7f6-e8f8-491e-b192-b82c75d10b7f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:42.580600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:42.588814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e26f2aa8-220c-49a5-adee-b6aaba89a2cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e488f736aa34e22b0d2aa9e9209ec4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4920368 Jul 22 19:40:42.593841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60418) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:42.632348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 6432f9a3-d46d-4a60-99aa-cdce47b82604) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:42.646819 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d8f6c-44ee-4cf8-9427-dcd601dd4eb9 x-openstack-request-id: req-d46d8f6c-44ee-4cf8-9427-dcd601dd4eb9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:42.647090 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "8e326909-26f8-47c4-8d4d-86914066e8e9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:42.647353 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d46d8f6c-44ee-4cf8-9427-dcd601dd4eb9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:42.647751 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '8e326909-26f8-47c4-8d4d-86914066e8e9', 'status': 'completed', 'code': 200} Jul 22 19:40:42.649729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39461836-d60d-4665-84fc-a9aa315c8d8d None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:42.663667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:42.664399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.701542 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78f883b0-5ae5-4b2f-9fdf-79ea82f2d830 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9365292 Jul 22 19:40:42.705760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:42.720651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef12f079-72b5-480c-ab23-7374f8a4b2ed req-88aa8bbf-2c27-453e-ac6e-bd061173e2ed tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0817609 Jul 22 19:40:42.721299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.728042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:42.880779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.950686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-6432f9a3-d46d-4a60-99aa-cdce47b82604', 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': '1b1815e0-9631-4239-94b5-e9ecf5c2e455'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:42.951952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:42.960091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.017621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.032591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:43.036283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.175175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.175778 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b1815e0-9631-4239-94b5-e9ecf5c2e455 (CIDR: 2001:db8::/64) Jul 22 19:40:43.177375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.177556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Allocated IP 2001:db8::2 (6432f9a3-d46d-4a60-99aa-cdce47b82604/1b1815e0-9631-4239-94b5-e9ecf5c2e455/8d3b4b0b-a090-4198-ad72-3928a0509e8f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:43.180138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.185296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac45c7f6-e8f8-491e-b192-b82c75d10b7f HTTP/1.1" status: 204 len: 168 time: 0.5896010 Jul 22 19:40:43.201076 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:40:43.201283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:43.205357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e888f-93ee-47e7-bf7c-af942d4c8dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac45c7f6-e8f8-491e-b192-b82c75d10b7f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:43.223294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0ca5aa6f-ecf3-4270-9d8e-c2ecb95f5c8c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5155518 Jul 22 19:40:43.226043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:43.234794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:43.294274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:40:43.320546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Sync routers for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:40:43.355096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:43.355904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:40:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:43.364833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port 3538f981-098e-4376-adc6-f457226c4590 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:43.367818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.374966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412b90d9-594c-43e1-abfa-d396bcf964bb req-6f0cab5c-9edc-4399-a5a7-6481222cc1a2 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.32 "DELETE /v2.0/ports/3538f981-098e-4376-adc6-f457226c4590 HTTP/1.1" status: 204 len: 173 time: 2.3670292 Jul 22 19:40:43.396026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ded04c-7897-4efb-a69d-d29345ff7abf req-8363a13f-4707-49f2-a5fc-dc3a96129b60 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:43.398994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86ded04c-7897-4efb-a69d-d29345ff7abf req-8363a13f-4707-49f2-a5fc-dc3a96129b60 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2091539 Jul 22 19:40:43.414652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.417723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.419785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/440f1ba8-5a9f-4c3d-bba1-dcc5a6866827 HTTP/1.1" status: 204 len: 168 time: 1.0437236 Jul 22 19:40:43.437202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:43.453666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.459899 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.475783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Transition to ACTIVE for port object 8d3b4b0b-a090-4198-ad72-3928a0509e8f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:43.502558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Transition to ACTIVE for port object 8d3b4b0b-a090-4198-ad72-3928a0509e8f will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:43.513747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:43.517069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.527189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86ded04c-7897-4efb-a69d-d29345ff7abf req-3c3bec3f-ba51-43eb-b1d2-69d4e800a050 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137021 Jul 22 19:40:43.536349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674688a-3f55-42ed-8bba-c8662a241280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f1ba8-5a9f-4c3d-bba1-dcc5a6866827,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:43.605983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:43.624413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:43.630611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:43.688645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60436) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:43.688766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:43.708908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02770d1c-420b-4c43-bf32-bbd27bee0627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.860765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.884987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Attempting to bind port 8d3b4b0b-a090-4198-ad72-3928a0509e8f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:43.886672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Attempting to bind port 8d3b4b0b-a090-4198-ad72-3928a0509e8f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ff90cabf-43a9-4648-a040-e4b4904fda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:43.888469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Attempting to bind port 8d3b4b0b-a090-4198-ad72-3928a0509e8f on network 6432f9a3-d46d-4a60-99aa-cdce47b82604 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:43.900927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:43.901448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Checking segment: {'id': 'ff90cabf-43a9-4648-a040-e4b4904fda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:43.901943 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.902410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Bound using segment: {'id': 'ff90cabf-43a9-4648-a040-e4b4904fda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:43.903539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Bound port: 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff90cabf-43a9-4648-a040-e4b4904fda98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:43.904222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.937504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02770d1c-420b-4c43-bf32-bbd27bee0627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.955786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:43.970293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:43.975012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:43.975609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:43.976746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84cdc1b1-7491-4c0d-8a58-5845bb4b851b req-11c86d5b-3fad-4a91-ac82-0f25c1287e97 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0716689 Jul 22 19:40:43.977859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02770d1c-420b-4c43-bf32-bbd27bee0627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.010138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=cb8d848f-c770-4982-a7ab-f59961791362,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:44.032707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-25d580ca-5905-4330-bf01-f7065fc7c11f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8049228 Jul 22 19:40:44.035161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60450) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:44.039783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02770d1c-420b-4c43-bf32-bbd27bee0627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0cfb5-f4b9-4daa-bac8-673c444bb95e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:44.047692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-02770d1c-420b-4c43-bf32-bbd27bee0627 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=415d83392e104095acaa19eaadec26f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559036 Jul 22 19:40:44.047923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60452) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:44.056473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'fixed_ips': [{'subnet_id': '1b1815e0-9631-4239-94b5-e9ecf5c2e455'}, {'subnet_id': 'cb8d848f-c770-4982-a7ab-f59961791362'}], 'name': 'tempest-PortsIpV6TestJSON-1027904781'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:44.072705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:44.099482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d3b4b0b-a090-4198-ad72-3928a0509e8f,segment=NetworkSegment(ff90cabf-43a9-4648-a040-e4b4904fda98),segment_id=ff90cabf-43a9-4648-a040-e4b4904fda98)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:44.122768 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.161327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.212987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.228060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:44.237755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab3e10-6510-4d72-8d9e-4c3f16b7b005 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:44.275621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:44.344922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.346798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Checking router: 35681e6b-fc17-4f9e-93e8-f33311c6568b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:40:44.368339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:44.370674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:40:44.371422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:40:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:44.426854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.439283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:44.448759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70d0cfb5-f4b9-4daa-bac8-673c444bb95e HTTP/1.1" status: 204 len: 168 time: 0.3915706 Jul 22 19:40:44.476313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bd502-ed2a-4d26-ade7-21d58d60daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0cfb5-f4b9-4daa-bac8-673c444bb95e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:44.544119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-ef8755b9-cd68-448b-91f3-738d1ebe2612 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2123382 Jul 22 19:40:44.672680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '3538f981-098e-4376-adc6-f457226c4590'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:44.684772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:40:44.687798 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e42d62-182f-4155-9960-d592d6627700" -d '{"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "3538f981-098e-4376-adc6-f457226c4590"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:44.809576 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57944afe-bd33-42b1-bb56-8f6064816517 x-openstack-request-id: req-57944afe-bd33-42b1-bb56-8f6064816517 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:44.809856 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b69adf-21d2-4180-b310-35e2781aed8b", "name": "network-vif-deleted", "tag": "3538f981-098e-4376-adc6-f457226c4590", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:44.810115 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-57944afe-bd33-42b1-bb56-8f6064816517 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:44.823819 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b69adf-21d2-4180-b310-35e2781aed8b', 'name': 'network-vif-deleted', 'tag': '3538f981-098e-4376-adc6-f457226c4590', 'status': 'completed', 'code': 200} Jul 22 19:40:44.828768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-2b2a097d-c2e0-4bf4-9d92-f4d81a60c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:44.842613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-2b2a097d-c2e0-4bf4-9d92-f4d81a60c9a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1097 time: 0.2913492 Jul 22 19:40:44.981318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::37d (6432f9a3-d46d-4a60-99aa-cdce47b82604/1b1815e0-9631-4239-94b5-e9ecf5c2e455/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:45.002647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8:0:1::2e6 (6432f9a3-d46d-4a60-99aa-cdce47b82604/cb8d848f-c770-4982-a7ab-f59961791362/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:45.161009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d3b4b0b-a090-4198-ad72-3928a0509e8f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:45.250859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff701640-2440-4321-9609-cd2a9d51063e req-4415237d-03af-4153-92e4-46b346482e6f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:45.264791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.265496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff701640-2440-4321-9609-cd2a9d51063e req-4415237d-03af-4153-92e4-46b346482e6f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.5537922 Jul 22 19:40:45.285338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:45.305614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efbf973-e0d5-4ca6-8af7-5896c9306a27 req-975b174c-8615-434e-8997-3dc27a2aab5e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.1449840 Jul 22 19:40:45.320468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60494) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:45.332342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.351216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-42049e0b-634a-4676-8784-27c0d0648328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:45.360466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-42049e0b-634a-4676-8784-27c0d0648328 service neutron] 10.222.0.32 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 910 time: 0.4870133 Jul 22 19:40:45.406868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:45.426678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=bf4f4ab8-269f-4a51-810d-c7e2cd7aa197,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:45.436673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d006cba4-c931-4a64-9f77-27a472e021e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.461050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:45.464992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:45.472858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff701640-2440-4321-9609-cd2a9d51063e req-b19ed785-2ceb-4129-9696-83f29758fae8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735866 Jul 22 19:40:45.473755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:45.480085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:45.480791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.535971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-12b12147-4bfe-4979-8345-91d32193dff5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 1001 time: 0.1654081 Jul 22 19:40:45.555737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:45.611614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d006cba4-c931-4a64-9f77-27a472e021e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.613704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782cd710-a803-4612-85b4-1a126e9e6777 None None] The sync data for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 is: [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:29:44Z', 'revision_number': 4, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'bfecee50-a056-4676-89a8-138dae522135', 'name': '', 'network_id': '8945a0cd-702f-49b8-aa9f-c2c24e51ee36', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'mac_address': 'fa:16:3e:74:0f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:43Z', 'updated_at': '2021-07-22T19:29:52Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'subnets': [{'id': '4311e7c6-21f9-42b0-afef-980039b7dc4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:40:45.626279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d006cba4-c931-4a64-9f77-27a472e021e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.634862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-4fc59564-dae1-44f0-bde0-81020bdbff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:45.636909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-4fc59564-dae1-44f0-bde0-81020bdbff8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 200 len: 848 time: 0.0931013 Jul 22 19:40:45.672492 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d006cba4-c931-4a64-9f77-27a472e021e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc0669441acd49ad8c583aa9f55785df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504870 Jul 22 19:40:45.686022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5774a7a9-df4e-4e1e-bf21-6019bc1abce0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.6418154 Jul 22 19:40:45.686951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:45.687299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:45.739169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-08fa5286-d8a0-4633-8ea6-83437b4b749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:45.741738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-08fa5286-d8a0-4633-8ea6-83437b4b749d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62a5433e-a713-4d65-bad1-ca426454a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952115 Jul 22 19:40:45.750438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b1815e0-9631-4239-94b5-e9ecf5c2e455'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:45.849448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.872886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.882830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-1c5cfa65-4035-42b6-9390-8480d0cb7c68 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345403 Jul 22 19:40:45.935816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.939468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:45.941903 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81314b21-22ce-4bb0-8c48-442d4dcf2b5c HTTP/1.1" status: 204 len: 168 time: 0.2502577 Jul 22 19:40:45.958659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006cba4-c931-4a64-9f77-27a472e021e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81314b21-22ce-4bb0-8c48-442d4dcf2b5c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:46.000847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bb6ab-1a77-4b9d-a0b3-439837bf8284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81314b21-22ce-4bb0-8c48-442d4dcf2b5c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:46.075443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:46.107077 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b17a1b-389b-448a-a419-f30af85206b4 None None] New status for floating IP 44f00b87-4a45-4753-8ab0-12b943c99a3a: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:40:46.107872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853b38e-c64b-4daa-9e6c-b825a85943d7 None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:46.127153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.157509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5b7df1-4325-4807-95e3-365b4fe77885 req-2ac93dd9-1dc8-459b-94ff-294adda2fe5d service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676203 Jul 22 19:40:46.292605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Provisioning for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:46.304864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Provisioning complete for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:46.305577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.514209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-149cae31-869f-4394-90eb-da50cd43e759 req-a8905409-3cd2-40a7-9f4c-f8891407bc33 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0766845 Jul 22 19:40:46.523029 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.614368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d3b4b0b-a090-4198-ad72-3928a0509e8f,segment=NetworkSegment(ff90cabf-43a9-4648-a040-e4b4904fda98),segment_id=ff90cabf-43a9-4648-a040-e4b4904fda98)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:46.640977 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b825bb64-245c-485d-a43b-1f61455916cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.642927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.728637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Delete allocated IP 2001:db8:0:1::2e6 (6432f9a3-d46d-4a60-99aa-cdce47b82604/cb8d848f-c770-4982-a7ab-f59961791362) {{(pid=93801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:40:46.753948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b825bb64-245c-485d-a43b-1f61455916cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.763079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Update dhcp port {'port': {'network_id': '6432f9a3-d46d-4a60-99aa-cdce47b82604', 'fixed_ips': [{'subnet_id': '1b1815e0-9631-4239-94b5-e9ecf5c2e455', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb8d848f-c770-4982-a7ab-f59961791362'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '8d3b4b0b-a090-4198-ad72-3928a0509e8f'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:40:46.782357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b825bb64-245c-485d-a43b-1f61455916cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.788083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e713e-935c-46ea-b58c-56c3c0ff59d5 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:46.805843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.831662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b825bb64-245c-485d-a43b-1f61455916cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e605754b061410b95260bcb50289c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525699 Jul 22 19:40:46.831662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bb64-245c-485d-a43b-1f61455916cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be642cba-0ee3-4413-a936-afbd6a6784e3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:46.833483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:46.908204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8a15a-f75a-4953-b724-bfd9e5779efb req-e69338d2-a35d-4baf-b649-b7ba067b0a7a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:46.915066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ed8a15a-f75a-4953-b724-bfd9e5779efb req-e69338d2-a35d-4baf-b649-b7ba067b0a7a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2590325 Jul 22 19:40:46.942340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.954545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.968987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d3b4b0b-a090-4198-ad72-3928a0509e8f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:46.969637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Ignored duplicate provisioning block setup for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:40:46.976306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:46.979171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ed8a15a-f75a-4953-b724-bfd9e5779efb req-f451c0a5-6780-4214-a698-5c3e775a526e tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630183 Jul 22 19:40:47.001169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.026075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] In _notify_port_updated(), no bound segment for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 on network 6432f9a3-d46d-4a60-99aa-cdce47b82604 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:40:47.032867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:47.033807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.035211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/ports/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 HTTP/1.1" status: 200 len: 926 time: 1.3424988 Jul 22 19:40:47.038196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60538) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:47.044065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1b1815e0-9631-4239-94b5-e9ecf5c2e455'}, {'subnet_id': 'cb8d848f-c770-4982-a7ab-f59961791362'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:47.076118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669cc06-e8e6-4429-9889-0bb64ee96539 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=bf4f4ab8-269f-4a51-810d-c7e2cd7aa197,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:47.094691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Allocated IP 2001:db8:0:1::2 (6432f9a3-d46d-4a60-99aa-cdce47b82604/cb8d848f-c770-4982-a7ab-f59961791362/8d3b4b0b-a090-4198-ad72-3928a0509e8f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:47.102682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:47.103139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.115037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.117966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.123809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be642cba-0ee3-4413-a936-afbd6a6784e3 HTTP/1.1" status: 204 len: 168 time: 0.2838600 Jul 22 19:40:47.144509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef856-453e-47d7-a54b-6bb2559aff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be642cba-0ee3-4413-a936-afbd6a6784e3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:47.310737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.348132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d3b4b0b-a090-4198-ad72-3928a0509e8f,segment=NetworkSegment(ff90cabf-43a9-4648-a040-e4b4904fda98),segment_id=ff90cabf-43a9-4648-a040-e4b4904fda98)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:47.392048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.409820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Transition to ACTIVE for port object 8d3b4b0b-a090-4198-ad72-3928a0509e8f will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:47.415262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.516947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069580b1-1861-4940-aeba-0fec224aad82 None None] Pushing event updated for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:47.693457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8:0:1::333 (6432f9a3-d46d-4a60-99aa-cdce47b82604/cb8d848f-c770-4982-a7ab-f59961791362/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:47.742626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cb0c55e-0f3f-4ea1-962f-600b28649f3f req-325b554f-b5bf-461c-9458-bb4aef3d0fc0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0690982 Jul 22 19:40:47.916311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:47.930043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Ignored duplicate provisioning block setup for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:40:47.938808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.046254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] In _notify_port_updated(), no bound segment for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 on network 6432f9a3-d46d-4a60-99aa-cdce47b82604 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:40:48.052197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:48.052903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.054032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/ports/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 HTTP/1.1" status: 200 len: 1012 time: 1.0148835 Jul 22 19:40:48.055213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e705c92-3001-4780-aa7b-7086d1fdba7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=bf4f4ab8-269f-4a51-810d-c7e2cd7aa197,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:48.057737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:48.196447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fd88f-4b06-4c08-9727-193dbc1a3ee5 req-2c63a00b-46b8-4837-8dfa-f5f1971713a6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:48.198449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d6fd88f-4b06-4c08-9727-193dbc1a3ee5 req-2c63a00b-46b8-4837-8dfa-f5f1971713a6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1079218 Jul 22 19:40:48.251112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:48.251482 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.265006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d6fd88f-4b06-4c08-9727-193dbc1a3ee5 req-fe58fe4a-7893-4842-8dd0-08022c794324 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560932 Jul 22 19:40:48.341318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d502d4-54f8-439e-b8be-6bd1c23ade05 None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:48.363182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.389108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:48.437572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Provisioning for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:48.447387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Provisioning complete for port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:48.447851 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.497638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Port bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:40:48.586906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Provisioning for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:48.610105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Provisioning complete for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:48.610358 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d154b869-56b2-4301-9b23-d1387a755ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.670818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.766255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=bf4f4ab8-269f-4a51-810d-c7e2cd7aa197,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:48.819804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:48.824640 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e98340b1-07b3-4881-8765-9a4641130547 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 HTTP/1.1" status: 204 len: 168 time: 0.7624147 Jul 22 19:40:48.825273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60598) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:48.906396 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b046e639-301a-4eb8-8761-41533e769d7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:48.908635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b046e639-301a-4eb8-8761-41533e769d7c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 HTTP/1.1" status: 404 len: 333 time: 0.0822942 Jul 22 19:40:48.911497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60602) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:48.937833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60604) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:48.969958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:40:48.976040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49cb24e5-35f4-4189-8c9f-7793d75217db req-2680995f-1012-4743-931b-b5c4a391a872 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0602856 Jul 22 19:40:49.021954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet cb8d848f-c770-4982-a7ab-f59961791362 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:49.025493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.080113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.186695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:49.209897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:40:49.212015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d3b4b0b-a090-4198-ad72-3928a0509e8f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:49.307512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-580469531'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:49.356295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Made reservation on behalf of a09f49f7cbaa4783a12908e708a8190a for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:49.356956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ee32023e-c638-471d-a60f-4b15f7afd631 None None] Could not find standard attr ID for object bf4f4ab8-269f-4a51-810d-c7e2cd7aa197. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:40:49.358652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.360613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.385011 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.385583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:40:49.412117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:49.443728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.452346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:49.460833 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.480776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ee32023e-c638-471d-a60f-4b15f7afd631 None None] Provisioning complete for port 8d3b4b0b-a090-4198-ad72-3928a0509e8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:49.481994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ee32023e-c638-471d-a60f-4b15f7afd631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.588121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:40:49.681406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851cf6-8460-4813-8f25-76a8c5e36b5d req-8294564f-6528-43aa-b96c-541e05c2f468 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:49.683101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6851cf6-8460-4813-8f25-76a8c5e36b5d req-8294564f-6528-43aa-b96c-541e05c2f468 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.2617486 Jul 22 19:40:49.753613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:49.798218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.814330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6851cf6-8460-4813-8f25-76a8c5e36b5d req-8959c6ea-9ffc-4a1a-9e2e-686241d7a6e0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217513 Jul 22 19:40:49.843685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.861083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.925018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:49.932520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.947166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:49.952027 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Added segment efb0111e-feb9-4aeb-888d-55dceda93c81 of type vlan for network eebbf8d0-a09c-4289-acb3-f57ce800e575 Jul 22 19:40:50.095097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.105554 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/cb8d848f-c770-4982-a7ab-f59961791362 HTTP/1.1" status: 204 len: 168 time: 1.1919062 Jul 22 19:40:50.109068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4182402-c9ef-4a5c-9df7-e5b981f63a99 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=cb8d848f-c770-4982-a7ab-f59961791362,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:50.117954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:50.210295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aec126b4-6902-4382-bc66-52fa594f2812 req-a32e61bb-f51f-4114-952b-69511f1de846 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0770321 Jul 22 19:40:50.225382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.242953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1a3bc18f-c302-47da-9c6c-ab7976959117 None None] Could not find standard attr ID for object bf4f4ab8-269f-4a51-810d-c7e2cd7aa197. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:40:50.280101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba115e2-12f7-4f00-beda-ed383d4e1dbf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:50.283288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 1b1815e0-9631-4239-94b5-e9ecf5c2e455 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:50.292406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.338407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.355015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:50.357359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.374658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.457795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d86e30c-1503-44b1-b172-5116871ef201 None None] Network 6432f9a3-d46d-4a60-99aa-cdce47b82604 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:50.485583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.491441 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-c2ae184c-cdd3-42a2-9b3e-8b7ef08c1106 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5465398 Jul 22 19:40:50.495949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event updated for resources: {'Network': ['ID=eebbf8d0-a09c-4289-acb3-f57ce800e575,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:50.546211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6018996 Jul 22 19:40:50.546786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.547141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.547487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.547829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.548341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.548687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.549058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.549355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.549835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.550444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.551242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.551884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca678e46-abf9-4e1d-a29a-20e6f156fd35 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:50.569925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:50.583749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Request body: {'subnet': {'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:50.631651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-8faddcb7-0c74-448c-98d0-f8640eba3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:50.631651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-8faddcb7-0c74-448c-98d0-f8640eba3533 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09d981f3338a41d48c475a8153f6acfd&device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 1097 time: 0.1145499 Jul 22 19:40:50.633904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.674725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:50.755452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8eb4d6b1-0b3c-4c85-acd0-550b243edfe6 None None] Could not find standard attr ID for object bf4f4ab8-269f-4a51-810d-c7e2cd7aa197. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:40:50.756204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Made reservation on behalf of a09f49f7cbaa4783a12908e708a8190a for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:50.767424 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.776655 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.786609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/1b1815e0-9631-4239-94b5-e9ecf5c2e455 HTTP/1.1" status: 204 len: 168 time: 0.6615593 Jul 22 19:40:50.786609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5c809-f899-418b-9c2c-060f5811dd84 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1815e0-9631-4239-94b5-e9ecf5c2e455,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:50.799167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:50.924414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:50.966532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:51.033325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] DHCP port deletion for 6432f9a3-d46d-4a60-99aa-cdce47b82604 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:51.051991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-f84fe6bd-9525-43c8-ab1c-cf8abee06b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:51.058886 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-f84fe6bd-9525-43c8-ab1c-cf8abee06b99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 200 len: 913 time: 0.3382380 Jul 22 19:40:51.081545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:51.082148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.116840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.144215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 8d3b4b0b-a090-4198-ad72-3928a0509e8f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:51.144819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.186611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-4e3ead28-8a8d-4232-bca3-5e57dac98cb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 200 len: 1000 time: 0.1200125 Jul 22 19:40:51.192182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Deleting port 8d3b4b0b-a090-4198-ad72-3928a0509e8f {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:51.192182 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.233045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.247718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event updated for resources: {'Subnet': ['ID=74ecb3f8-1644-45df-b5ad-896ab33254a0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.290554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d3b4b0b-a090-4198-ad72-3928a0509e8f,segment=NetworkSegment(ff90cabf-43a9-4648-a040-e4b4904fda98),segment_id=ff90cabf-43a9-4648-a040-e4b4904fda98)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:51.290948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.321271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:40:51.322953 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7c1fe-cb43-4c8b-aaa2-91335b978059" -d '{"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:40:51.325775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67637df1-2926-4ff3-889b-7f7597623d8e req-fd709437-fe2e-41cf-b358-a4eec78d5578 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:51.327531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67637df1-2926-4ff3-889b-7f7597623d8e req-fd709437-fe2e-41cf-b358-a4eec78d5578 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.2513025 Jul 22 19:40:51.331407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Checking segment: {'id': 'efb0111e-feb9-4aeb-888d-55dceda93c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:51.331720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] For port 8d3b4b0b-a090-4198-ad72-3928a0509e8f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8d3b4b0b-a090-4198-ad72-3928a0509e8f,segment=NetworkSegment(ff90cabf-43a9-4648-a040-e4b4904fda98),segment_id=ff90cabf-43a9-4648-a040-e4b4904fda98)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:51.332199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.332514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Network hostable DHCP agents. Network: eebbf8d0-a09c-4289-acb3-f57ce800e575, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:51.356539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:51.358338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 8d3b4b0b-a090-4198-ad72-3928a0509e8f owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:51.361945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Calling delete_port for 8d3b4b0b-a090-4198-ad72-3928a0509e8f owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:51.371070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.379867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-7eda87ac-9682-4404-90bc-30d3e0c24cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:51.381316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-7eda87ac-9682-4404-90bc-30d3e0c24cb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7bed053e-e7b6-4768-8003-d32f509f1137 HTTP/1.1" status: 200 len: 851 time: 0.1654608 Jul 22 19:40:51.456308 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67637df1-2926-4ff3-889b-7f7597623d8e req-3a4cf275-13ad-4f85-afd5-a718d9466342 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179669 Jul 22 19:40:51.500481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2c5af5e-6c32-4813-82d1-891530c7bb01 req-41285df8-eebd-4364-83ee-5d4cac28ef6a tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0889511 Jul 22 19:40:51.514062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:51.530332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, eebbf8d0-a09c-4289-acb3-f57ce800e575) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:51.544048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:51.544605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.552288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-ffdbabab-e9aa-44cb-b6b1-93fb073f7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:51.554195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-ffdbabab-e9aa-44cb-b6b1-93fb073f7c98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07c1eef5-2319-47b7-8331-608ec7185606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594846 Jul 22 19:40:51.582554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ef2ae582-8fba-4189-871a-bc3d2b4fb7ab tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0068407 Jul 22 19:40:51.590015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:51.593868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.594385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Request body: {'port': {'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575', 'name': 'tempest-DHCPAgentSchedulersTestJSON-172271646'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:51.669304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.680974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port 8d3b4b0b-a090-4198-ad72-3928a0509e8f on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:51.732027 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37c2a14-9162-4725-9a8b-64351c0dd89e x-openstack-request-id: req-c37c2a14-9162-4725-9a8b-64351c0dd89e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:40:51.732778 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:40:51.732778 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c37c2a14-9162-4725-9a8b-64351c0dd89e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:40:51.733132 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'code': 200} Jul 22 19:40:51.735209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec54b3d-8f8d-412f-91b3-afa0fc566f51 None None] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:51.835869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.836113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Made reservation on behalf of a09f49f7cbaa4783a12908e708a8190a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:51.843020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.868607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.878428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-8a8e73c3-97b8-499c-9a3a-2b0acefc4765 service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070488 Jul 22 19:40:51.882130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] device_id is not set on port c435acbd-e399-4be8-b4dc-84f88952041c yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:51.882385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6432f9a3-d46d-4a60-99aa-cdce47b82604']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:51.923553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:51.948874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] Pushing event deleted for resources: {'Port': ['ID=8d3b4b0b-a090-4198-ad72-3928a0509e8f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:51.950739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff90cabf-43a9-4648-a040-e4b4904fda98') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:51.953850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff90cabf-43a9-4648-a040-e4b4904fda98') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:51.962835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4276d-0aef-435f-b71a-4454588d5c4f None None] No DVR routers for this DVR port 8d3b4b0b-a090-4198-ad72-3928a0509e8f on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:51.993533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.046069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.059629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:52.060303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:52.063552 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:52.111398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Allocated IP 172.20.0.14 (eebbf8d0-a09c-4289-acb3-f57ce800e575/74ecb3f8-1644-45df-b5ad-896ab33254a0/c435acbd-e399-4be8-b4dc-84f88952041c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:52.130942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-eebbf8d0-a09c-4289-acb3-f57ce800e575', 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575', 'tenant_id': 'a09f49f7cbaa4783a12908e708a8190a', 'fixed_ips': [{'subnet_id': '74ecb3f8-1644-45df-b5ad-896ab33254a0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:52.131960 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.143189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4759b8ea-11f5-4907-bc06-9e6dc4bedc29 req-bd2cf739-db96-401b-ab23-813c33e0e710 service neutron] 10.222.0.26 "GET /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534697 Jul 22 19:40:52.155366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.163376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.169954 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/6432f9a3-d46d-4a60-99aa-cdce47b82604 HTTP/1.1" status: 204 len: 168 time: 1.3621337 Jul 22 19:40:52.171358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:52.208883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e7f29-e58c-4006-8b2b-dd7346305d58 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=6432f9a3-d46d-4a60-99aa-cdce47b82604,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:52.346915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee311f0-0b78-42f4-b492-0fdc8850e43a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:52.353786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6ee311f0-0b78-42f4-b492-0fdc8850e43a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1761484 Jul 22 19:40:52.354191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:52.412247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.436562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5ea5a2a-faf0-46d1-9a4b-611a1350658e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0755970 Jul 22 19:40:52.437214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:52.442595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-44045686'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:52.443174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Transition to ACTIVE for port object c435acbd-e399-4be8-b4dc-84f88952041c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:52.492498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:52.498982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.518840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.586313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:52.611647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.612606 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment e4969671-ffed-484b-abb3-7d9064cede9e of type vlan for network 7f10dba2-b996-43fc-a33a-bea58800a170 Jul 22 19:40:52.647525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Allocated IP 172.20.0.2 (eebbf8d0-a09c-4289-acb3-f57ce800e575/74ecb3f8-1644-45df-b5ad-896ab33254a0/d26cc8d0-b166-43a3-8876-7d32292ba66e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:52.668452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.675330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event updated for resources: {'Port': ['ID=c435acbd-e399-4be8-b4dc-84f88952041c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:52.709787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:52.727352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.735485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:52.736503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:52.763870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99bddaaf-33df-4294-8e33-a85bd71c5821 req-37952e8f-86d9-40ed-ade3-0ed88080d543 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0607696 Jul 22 19:40:52.765481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:52.773382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:52.802782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3592336 Jul 22 19:40:52.805309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60662) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:52.826071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:52.912799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b3493-b7cf-40d9-8339-bb69bbb337eb req-40bc719d-d719-42e4-8cf1-c90de83ffa49 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:52.924049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd6b3493-b7cf-40d9-8339-bb69bbb337eb req-40bc719d-d719-42e4-8cf1-c90de83ffa49 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2445073 Jul 22 19:40:52.945665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acadcac-e6b0-4faa-96ed-32075b24b828 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=7f10dba2-b996-43fc-a33a-bea58800a170,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:52.990105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:52.990704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.004898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd6b3493-b7cf-40d9-8339-bb69bbb337eb req-08ce8051-be30-4b03-be30-ef6c9e81c73a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710595 Jul 22 19:40:53.009045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.021162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2f8c991d-d1c3-41ed-8dde-9ddf00b79809 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4316728 Jul 22 19:40:53.024451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60664) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:53.024947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d3b4b0b-a090-4198-ad72-3928a0509e8f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:53.027388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7f10dba2-b996-43fc-a33a-bea58800a170 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:53.031763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Transition to ACTIVE for port object d26cc8d0-b166-43a3-8876-7d32292ba66e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:53.081470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8d3b4b0b-a090-4198-ad72-3928a0509e8f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:53.081470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8d3b4b0b-a090-4198-ad72-3928a0509e8f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:53.102882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Transition to ACTIVE for port object d26cc8d0-b166-43a3-8876-7d32292ba66e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:53.154393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.155444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:53.159772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.233499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Deleting port c435acbd-e399-4be8-b4dc-84f88952041c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:53.234064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Pushing event updated for resources: {'Port': ['ID=d26cc8d0-b166-43a3-8876-7d32292ba66e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:53.234198 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.237427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:53.240181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:53.242820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:53.333166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Attempting to bind port d26cc8d0-b166-43a3-8876-7d32292ba66e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:53.333508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Attempting to bind port d26cc8d0-b166-43a3-8876-7d32292ba66e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'efb0111e-feb9-4aeb-888d-55dceda93c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:53.334283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Attempting to bind port d26cc8d0-b166-43a3-8876-7d32292ba66e on network eebbf8d0-a09c-4289-acb3-f57ce800e575 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:53.343506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:53.343931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Checking segment: {'id': 'efb0111e-feb9-4aeb-888d-55dceda93c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:53.344350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.344755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Bound using segment: {'id': 'efb0111e-feb9-4aeb-888d-55dceda93c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:53.345282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Bound port: d26cc8d0-b166-43a3-8876-7d32292ba66e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb0111e-feb9-4aeb-888d-55dceda93c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'eebbf8d0-a09c-4289-acb3-f57ce800e575'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:53.345906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.368203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.382992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Calling delete_port for c435acbd-e399-4be8-b4dc-84f88952041c owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:53.431186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] For port d26cc8d0-b166-43a3-8876-7d32292ba66e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:53.435775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] For port d26cc8d0-b166-43a3-8876-7d32292ba66e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d26cc8d0-b166-43a3-8876-7d32292ba66e,segment=NetworkSegment(efb0111e-feb9-4aeb-888d-55dceda93c81),segment_id=efb0111e-feb9-4aeb-888d-55dceda93c81)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:53.451168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.548069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4236e8-c757-4103-8a07-b188aa23473c None None] Pushing event updated for resources: {'Port': ['ID=d26cc8d0-b166-43a3-8876-7d32292ba66e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:53.551083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.582960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.663130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=217372fc-bb59-40ad-837e-d7e62005511a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:53.669052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event deleted for resources: {'Port': ['ID=c435acbd-e399-4be8-b4dc-84f88952041c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:53.677299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.677658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.678004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.678368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.678724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.679046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.679384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.679856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.680230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.680545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.680876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.681209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:40:53.693808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'e4969671-ffed-484b-abb3-7d9064cede9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:53.694179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 7f10dba2-b996-43fc-a33a-bea58800a170, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:40:53.727453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 7f10dba2-b996-43fc-a33a-bea58800a170 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:53.749205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7f10dba2-b996-43fc-a33a-bea58800a170) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:53.760871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abcea2-5f4c-47c6-9939-1db179a42699 None None] Network 7f10dba2-b996-43fc-a33a-bea58800a170 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:53.768433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.770377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:53.771502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-455de664-d3f7-47e5-9013-b4bfc4dfa5d6 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "DELETE /v2.0/ports/c435acbd-e399-4be8-b4dc-84f88952041c HTTP/1.1" status: 204 len: 168 time: 0.7450061 Jul 22 19:40:53.772488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:53.774005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60668) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:53.845416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56ea196b-a5ff-495c-885e-e319b3c3434f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0386033 Jul 22 19:40:53.847812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:53.878754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170', 'name': 'tempest-PortsIpV6TestJSON-921018327'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:54.114521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-7f10dba2-b996-43fc-a33a-bea58800a170', 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': '217372fc-bb59-40ad-837e-d7e62005511a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:40:54.118655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.141401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:54.141778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e23853c0-20e8-404f-8050-8e9a12dc59ab tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3661935 Jul 22 19:40:54.148570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b162ee1-b5a4-4575-bed1-19a38ba906fe req-a511d566-e3b5-4aef-9a22-e516e653f99b tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.1839797 Jul 22 19:40:54.151522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1798030030'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:54.217560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Made reservation on behalf of a09f49f7cbaa4783a12908e708a8190a for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:54.230353 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.263794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:40:54.287554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.288020 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Added segment b28215d8-51c6-410f-89c7-5f180271646c of type vlan for network 124a07e6-7801-4cd5-b973-23fa1c1fd2d4 Jul 22 19:40:54.352054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:54.363317 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.369023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.416782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e2037-6742-4489-9b88-a7bcfcc50ed2 req-8b43e83c-ef24-42e2-b37b-1d2d80be5b96 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:54.418942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-108e2037-6742-4489-9b88-a7bcfcc50ed2 req-8b43e83c-ef24-42e2-b37b-1d2d80be5b96 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2735927 Jul 22 19:40:54.436650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.442905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:54.443521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.452681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:54.453017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Allocated IP 2001:db8::2 (7f10dba2-b996-43fc-a33a-bea58800a170/217372fc-bb59-40ad-837e-d7e62005511a/1c23c4c1-7dbf-4d93-a8df-225452b1c59a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:54.455004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.609736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event updated for resources: {'Network': ['ID=124a07e6-7801-4cd5-b973-23fa1c1fd2d4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:54.623232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-108e2037-6742-4489-9b88-a7bcfcc50ed2 req-cce02894-cc5a-447a-917e-a490fb8ff1d0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558731 Jul 22 19:40:54.647547 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-163e7825-7073-4a6d-a457-3e55b4ec9dcc tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5038977 Jul 22 19:40:54.655452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60684) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:54.784491 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:54.801689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Transition to ACTIVE for port object 1c23c4c1-7dbf-4d93-a8df-225452b1c59a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:54.876361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Transition to ACTIVE for port object 1c23c4c1-7dbf-4d93-a8df-225452b1c59a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:54.889192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 124a07e6-7801-4cd5-b973-23fa1c1fd2d4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:40:54.932567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.007058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Network 7f10dba2-b996-43fc-a33a-bea58800a170 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:55.011831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:55.035963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:55.046453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-45628c61-c2d2-4e15-9e3c-fab7801bc37d tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks HTTP/1.1" status: 200 len: 12780 time: 0.3793514 Jul 22 19:40:55.133146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::347 (7f10dba2-b996-43fc-a33a-bea58800a170/217372fc-bb59-40ad-837e-d7e62005511a/c44bd85b-7634-4e3b-9e6b-39dfcd88df7c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:55.179569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:55.190345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d26cc8d0-b166-43a3-8876-7d32292ba66e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:55.192699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cf2e50-6ba6-4e21-b8a6-2cd97181b8f6 None None] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:55.282069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1219f7c-01ca-4043-95f3-846823a55765 tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] Network 124a07e6-7801-4cd5-b973-23fa1c1fd2d4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:40:55.311537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d1219f7c-01ca-4043-95f3-846823a55765 tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "POST /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2741132 Jul 22 19:40:55.313927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:55.334576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712b119-25ed-46ba-9bc3-663f14ef85fa None None] Network 124a07e6-7801-4cd5-b973-23fa1c1fd2d4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:55.495419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.513640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object c44bd85b-7634-4e3b-9e6b-39dfcd88df7c will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:55.583595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.614380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2eb45158-1d0a-4a57-9156-8a6490ddb8d6 req-b8bf1705-d944-458c-b1fa-8a7ed7316f34 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.2017245 Jul 22 19:40:55.671194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 7f10dba2-b996-43fc-a33a-bea58800a170 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:55.675977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:55.686056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:55.692182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:55.692985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.703435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=c44bd85b-7634-4e3b-9e6b-39dfcd88df7c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:55.728751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0726f2b9-64a8-4fa5-bfa5-d5ab857241a4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8773468 Jul 22 19:40:55.730210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60698) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:55.736866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Attempting to bind port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:40:55.738647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Attempting to bind port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'e4969671-ffed-484b-abb3-7d9064cede9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:40:55.739037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Attempting to bind port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a on network 7f10dba2-b996-43fc-a33a-bea58800a170 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:40:55.741686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170', 'name': 'tempest-PortsIpV6TestJSON-877542026'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:40:55.751161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Pushing event updated for resources: {'Port': ['ID=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:55.771135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea889693-09e3-4457-8277-286d29b21dfb tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks HTTP/1.1" status: 200 len: 13551 time: 0.4533699 Jul 22 19:40:55.771708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:55.809379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:40:55.809798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Checking segment: {'id': 'e4969671-ffed-484b-abb3-7d9064cede9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:40:55.810356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.810762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Bound using segment: {'id': 'e4969671-ffed-484b-abb3-7d9064cede9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:40:55.811318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Bound port: 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4969671-ffed-484b-abb3-7d9064cede9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '7f10dba2-b996-43fc-a33a-bea58800a170'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:40:55.811689 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.828170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-589363e4-19ba-4027-96e2-ca7d8dc04973 None None] Provisioning for port d26cc8d0-b166-43a3-8876-7d32292ba66e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:55.924735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e2fa2-55d4-4a04-b32f-5c8d6fc22dff req-9ae227cc-fb16-4c1d-97f0-a5fad005c8fa tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:55.931822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b52e2fa2-55d4-4a04-b32f-5c8d6fc22dff req-9ae227cc-fb16-4c1d-97f0-a5fad005c8fa tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1441214 Jul 22 19:40:55.939412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] For port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:40:55.946731 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bafa1404-d630-4d9e-9135-28ecb6e6c8f2 tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "DELETE /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks/124a07e6-7801-4cd5-b973-23fa1c1fd2d4 HTTP/1.1" status: 204 len: 168 time: 0.1711152 Jul 22 19:40:55.946940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] For port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,segment=NetworkSegment(e4969671-ffed-484b-abb3-7d9064cede9e),segment_id=e4969671-ffed-484b-abb3-7d9064cede9e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:40:55.947059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:55.988960 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:55.999000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b52e2fa2-55d4-4a04-b32f-5c8d6fc22dff req-d7925da6-c542-489b-89c6-7a892aa5ef1c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596113 Jul 22 19:40:56.022215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d26cc8d0-b166-43a3-8876-7d32292ba66e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:56.035899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:40:56.040998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.072132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 207b1200-4d5d-4aa0-814b-3f01d907331a yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:40:56.113526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659ccca-4fca-429d-ae5d-bc42b2d89635 None None] Pushing event updated for resources: {'Port': ['ID=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:56.136448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d26cc8d0-b166-43a3-8876-7d32292ba66e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:56.137549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.254190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7ca58636-35f9-4200-a7bb-32f2b00ef5c7 tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks HTTP/1.1" status: 200 len: 12780 time: 0.3059802 Jul 22 19:40:56.260186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:56.302366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::1b9 (7f10dba2-b996-43fc-a33a-bea58800a170/217372fc-bb59-40ad-837e-d7e62005511a/207b1200-4d5d-4aa0-814b-3f01d907331a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:40:56.328786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4fb45741-8585-43a2-9390-cc44ab7f979c tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/networks/eebbf8d0-a09c-4289-acb3-f57ce800e575/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0668890 Jul 22 19:40:56.345903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:56.379953 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8f226734-3b1a-4e66-804d-9cd6040a2c30 tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/networks/eebbf8d0-a09c-4289-acb3-f57ce800e575/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0320663 Jul 22 19:40:56.386051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:56.420299 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.504761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d26cc8d0-b166-43a3-8876-7d32292ba66e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d26cc8d0-b166-43a3-8876-7d32292ba66e,segment=NetworkSegment(efb0111e-feb9-4aeb-888d-55dceda93c81),segment_id=efb0111e-feb9-4aeb-888d-55dceda93c81)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:56.518656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.655596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.688745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d26cc8d0-b166-43a3-8876-7d32292ba66e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:56.700729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 207b1200-4d5d-4aa0-814b-3f01d907331a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:40:56.725740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cd2459b0-7370-4ded-a701-8c62a9c576bd None None] Provisioning complete for port d26cc8d0-b166-43a3-8876-7d32292ba66e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:56.726736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd2459b0-7370-4ded-a701-8c62a9c576bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.734389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15ead299-9d4e-4aa9-b48c-57a5173bd16e tempest-DHCPAgentSchedulersTestJSON-767772538 tempest-DHCPAgentSchedulersTestJSON-767772538-project-admin] 10.222.0.10 "GET /v2.0/agents/f71a0fc7-f075-4c69-a03d-a012da5dbcd1/dhcp-networks HTTP/1.1" status: 200 len: 12780 time: 0.3422804 Jul 22 19:40:56.735062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:56.884553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:56.961277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86bf2a37-5460-4e54-9660-db329243899f req-9b059973-3797-4d4a-a4a4-cd72c84c363c tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.1382663 Jul 22 19:40:56.984427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.016355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.039632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124a07e6-7801-4cd5-b973-23fa1c1fd2d4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:57.062294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b28215d8-51c6-410f-89c7-5f180271646c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:57.062602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b28215d8-51c6-410f-89c7-5f180271646c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:57.115621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.129070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 7f10dba2-b996-43fc-a33a-bea58800a170 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:40:57.132097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f1d60735-6b7a-4abe-8388-4f6b60f644b3 None None] Could not find standard attr ID for object c435acbd-e399-4be8-b4dc-84f88952041c. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:40:57.143450 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.143723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.144605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:40:57.152383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:40:57.161559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:57.162261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.194889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=207b1200-4d5d-4aa0-814b-3f01d907331a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:57.234975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:57.235584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:57.241686 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:57.295160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c85ba244-5850-4b2a-bae8-76c25259d30c tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5635588 Jul 22 19:40:57.298453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:57.300934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d26cc8d0-b166-43a3-8876-7d32292ba66e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:57.369999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.384372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.394589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "DELETE /v2.0/networks/124a07e6-7801-4cd5-b973-23fa1c1fd2d4 HTTP/1.1" status: 204 len: 168 time: 0.6560256 Jul 22 19:40:57.399738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:57.406317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d26cc8d0-b166-43a3-8876-7d32292ba66e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:57.406952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.453788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d7121-3388-4d0c-aa39-fdab26311b64 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event deleted for resources: {'Network': ['ID=124a07e6-7801-4cd5-b973-23fa1c1fd2d4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:57.458030 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6068d66d-5bde-4af1-8801-a45d07ab6668 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] DELETE failed (client error): The resource could not be found. Jul 22 19:40:57.459289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6068d66d-5bde-4af1-8801-a45d07ab6668 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:40:57.464547 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6068d66d-5bde-4af1-8801-a45d07ab6668 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "DELETE /v2.0/ports/c435acbd-e399-4be8-b4dc-84f88952041c HTTP/1.1" status: 404 len: 333 time: 0.0530024 Jul 22 19:40:57.466152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60730) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:57.568044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Deleting subnet 74ecb3f8-1644-45df-b5ad-896ab33254a0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:40:57.575188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.601414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ccd02-f920-470d-882f-abbccd2d129f req-761f3f56-2cd8-4081-9859-3d485cf19575 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:57.612327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e1ccd02-f920-470d-882f-abbccd2d129f req-761f3f56-2cd8-4081-9859-3d485cf19575 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.4045093 Jul 22 19:40:57.634112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1c23c4c1-7dbf-4d93-a8df-225452b1c59a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:40:57.674781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.764350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:57.889110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:57.988357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a34f8-9fb7-4c3e-945f-03274a796d13 None None] Network 7f10dba2-b996-43fc-a33a-bea58800a170 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:57.998497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.026941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.032757 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "DELETE /v2.0/subnets/74ecb3f8-1644-45df-b5ad-896ab33254a0 HTTP/1.1" status: 204 len: 168 time: 0.5650287 Jul 22 19:40:58.033854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:58.052866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f0366-9831-4cee-a1a6-f72c80d82856 None None] Network eebbf8d0-a09c-4289-acb3-f57ce800e575 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:40:58.067952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f532-0dd8-4e30-9ec9-5c2cc40fc487 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event deleted for resources: {'Subnet': ['ID=74ecb3f8-1644-45df-b5ad-896ab33254a0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:58.163103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.270061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Deleting port d26cc8d0-b166-43a3-8876-7d32292ba66e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:58.270759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.346248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e1ccd02-f920-470d-882f-abbccd2d129f req-7e05541b-349e-498c-970d-21131c7fb3ba tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7329206 Jul 22 19:40:58.407428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8b4a0-0960-46f9-a177-83b47fe318a7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:58.412198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-64e8b4a0-0960-46f9-a177-83b47fe318a7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A347 HTTP/1.1" status: 200 len: 928 time: 1.1126456 Jul 22 19:40:58.412840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60738) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:58.489939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] For port d26cc8d0-b166-43a3-8876-7d32292ba66e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d26cc8d0-b166-43a3-8876-7d32292ba66e,segment=NetworkSegment(efb0111e-feb9-4aeb-888d-55dceda93c81),segment_id=efb0111e-feb9-4aeb-888d-55dceda93c81)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:58.490583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.501094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb33c51d-e8ad-41a4-be96-f937fcb0b806 req-e9a67b58-01ac-4cde-8ec2-47bc49b8ea4e tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.1647539 Jul 22 19:40:58.515435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Calling delete_port for d26cc8d0-b166-43a3-8876-7d32292ba66e owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:58.571596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Provisioning for port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:58.598100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Provisioning complete for port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:58.598100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.620359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 207b1200-4d5d-4aa0-814b-3f01d907331a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:58.620759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.642566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.671817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] No DVR routers for this DVR port d26cc8d0-b166-43a3-8876-7d32292ba66e on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:40:58.739023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.754081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 207b1200-4d5d-4aa0-814b-3f01d907331a owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:58.820699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe5baf-7261-427f-99f6-8ef36e58e411 None None] DHCP port deletion for eebbf8d0-a09c-4289-acb3-f57ce800e575 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:40:58.885958 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.910553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.912493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.939019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebbf8d0-a09c-4289-acb3-f57ce800e575']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.953508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb0111e-feb9-4aeb-888d-55dceda93c81') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.953966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb0111e-feb9-4aeb-888d-55dceda93c81') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:40:58.964294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.987056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.995790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:58.998283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d26cc8d0-b166-43a3-8876-7d32292ba66e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:40:58.999823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:40:59.000542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.001047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/207b1200-4d5d-4aa0-814b-3f01d907331a HTTP/1.1" status: 204 len: 168 time: 0.5869932 Jul 22 19:40:59.001755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60744) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.013147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40074220-e4a4-4e9a-b876-373bf7ab2e3e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=207b1200-4d5d-4aa0-814b-3f01d907331a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.036899 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3714edf3-815e-4c20-99ec-b268cc2078f3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:40:59.045361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3714edf3-815e-4c20-99ec-b268cc2078f3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/207b1200-4d5d-4aa0-814b-3f01d907331a HTTP/1.1" status: 404 len: 333 time: 0.0416973 Jul 22 19:40:59.046010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60746) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.064694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d26cc8d0-b166-43a3-8876-7d32292ba66e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:40:59.065045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d26cc8d0-b166-43a3-8876-7d32292ba66e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:40:59.082831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] For port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,segment=NetworkSegment(e4969671-ffed-484b-abb3-7d9064cede9e),segment_id=e4969671-ffed-484b-abb3-7d9064cede9e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:40:59.094043 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:40:59.105877 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:40:59.108487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event deleted for resources: {'Port': ['ID=d26cc8d0-b166-43a3-8876-7d32292ba66e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.129191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.139332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.145253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] 10.222.0.10 "DELETE /v2.0/networks/eebbf8d0-a09c-4289-acb3-f57ce800e575 HTTP/1.1" status: 204 len: 168 time: 1.0878694 Jul 22 19:40:59.180875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f2fae-473f-4115-be4d-d325cf7314fe None None] Pushing event updated for resources: {'Port': ['ID=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.189540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ef9da-4ed2-4a1c-8485-debf4210d7d7 tempest-DHCPAgentSchedulersTestJSON-811524187 tempest-DHCPAgentSchedulersTestJSON-811524187-project] Pushing event deleted for resources: {'Network': ['ID=eebbf8d0-a09c-4289-acb3-f57ce800e575,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:40:59.286829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:40:59.288860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.452289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Could not find standard attr ID for object 207b1200-4d5d-4aa0-814b-3f01d907331a. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:40:59.474441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.493549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Provisioning for port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:40:59.501126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Provisioning complete for port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:59.503123 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.543594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for c44bd85b-7634-4e3b-9e6b-39dfcd88df7c owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:40:59.579467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:40:59.605102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.607734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Provisioning complete for port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:59.613807 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-14f03e78-95f8-48a1-bb59-615ff787b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.822429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f00dd34a-ccc9-404d-95a4-6b6fb2ad3849 req-9bc004ce-7ddc-4ca2-b9b4-6fac1df66b51 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.1101956 Jul 22 19:40:59.901154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e97957d4-f895-4428-89ab-fbc66dbca0f7 None None] Provisioning complete for port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:40:59.902132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e97957d4-f895-4428-89ab-fbc66dbca0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:40:59.945418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9415b5d3-2d9b-42bf-9e03-2f02f9b1ea55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a09f49f7cbaa4783a12908e708a8190a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374379 Jul 22 19:40:59.946695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:40:59.962153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df36dc-5346-43f4-923a-b8645879b6c3 req-6e351a39-b52a-419e-b087-483dd2a4856b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:40:59.965852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60df36dc-5346-43f4-923a-b8645879b6c3 req-6e351a39-b52a-419e-b087-483dd2a4856b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.4589980 Jul 22 19:40:59.982198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e97957d4-f895-4428-89ab-fbc66dbca0f7 None None] Port c44bd85b-7634-4e3b-9e6b-39dfcd88df7c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:00.023808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.031975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.059272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.074021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60df36dc-5346-43f4-923a-b8645879b6c3 req-ec262a6f-f9a2-43c1-89a6-8e471b5ad37b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937006 Jul 22 19:41:00.077620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=c44bd85b-7634-4e3b-9e6b-39dfcd88df7c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:00.127178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.130351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-977cef18-7d79-430e-ae9f-012c2efc9815 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/c44bd85b-7634-4e3b-9e6b-39dfcd88df7c HTTP/1.1" status: 204 len: 168 time: 1.0829501 Jul 22 19:41:00.133279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60766) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.139042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.142105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.143550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ba115e2-12f7-4f00-beda-ed383d4e1dbf HTTP/1.1" status: 204 len: 168 time: 0.1956451 Jul 22 19:41:00.161289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86423fc-c7ca-44e9-b21b-9315609d24cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba115e2-12f7-4f00-beda-ed383d4e1dbf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:00.206705 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e091618-20e3-4e6f-9764-e50c84db0202 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:00.213356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.215798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e091618-20e3-4e6f-9764-e50c84db0202 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/c44bd85b-7634-4e3b-9e6b-39dfcd88df7c HTTP/1.1" status: 404 len: 333 time: 0.0802820 Jul 22 19:41:00.239729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e83b80f0-ea4c-4c3a-85da-9725c54cd37d None None] Could not find standard attr ID for object 207b1200-4d5d-4aa0-814b-3f01d907331a. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:41:00.321291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 217372fc-bb59-40ad-837e-d7e62005511a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:00.326205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.400949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.567679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.677545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.702577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60774) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.730136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e23f879-3e64-410b-ac48-b9776baeea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.748546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=217372fc-bb59-40ad-837e-d7e62005511a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:00.750761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.752840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e2cd86d-dc2a-4f7d-88b4-c5e73247a344 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/217372fc-bb59-40ad-837e-d7e62005511a HTTP/1.1" status: 204 len: 168 time: 0.5381992 Jul 22 19:41:00.756177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60776) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:00.836263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5e56d-56b9-428b-86df-b8cda0a54ffb None None] Network 7f10dba2-b996-43fc-a33a-bea58800a170 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:00.935834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.943876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e23f879-3e64-410b-ac48-b9776baeea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:00.967158 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e23f879-3e64-410b-ac48-b9776baeea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.021884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1c23c4c1-7dbf-4d93-a8df-225452b1c59a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:01.053169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19753392-bb93-4775-aa1b-d91bb2d2d1b3 req-6f56d701-4e77-40c9-8522-53262373c963 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0633965 Jul 22 19:41:01.066840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:01.067305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.072288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e23f879-3e64-410b-ac48-b9776baeea3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4fd30af504749fa86e6eff42f8b1dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679731 Jul 22 19:41:01.075292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60782) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:01.106224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23f879-3e64-410b-ac48-b9776baeea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509d7f67-eebf-4df3-8af9-e9f0e330738b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.162096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:01.162478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.217505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,segment=NetworkSegment(e4969671-ffed-484b-abb3-7d9064cede9e),segment_id=e4969671-ffed-484b-abb3-7d9064cede9e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:01.218099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.235655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 1c23c4c1-7dbf-4d93-a8df-225452b1c59a owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:01.275887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] DHCP port deletion for 7f10dba2-b996-43fc-a33a-bea58800a170 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:01.276174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.327947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.331237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.357754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:01.362419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37763092-b8d7-4353-9c02-6bcec7d78609 req-c140ef7b-7705-4e94-aa85-535ab753e4e5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:01.368513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37763092-b8d7-4353-9c02-6bcec7d78609 req-c140ef7b-7705-4e94-aa85-535ab753e4e5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1665742 Jul 22 19:41:01.401863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.431994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Deleting port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:01.432543 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.493128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.494286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.497941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.502379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/509d7f67-eebf-4df3-8af9-e9f0e330738b HTTP/1.1" status: 204 len: 168 time: 0.4256842 Jul 22 19:41:01.507028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f10dba2-b996-43fc-a33a-bea58800a170']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:01.517286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37763092-b8d7-4353-9c02-6bcec7d78609 req-0aaf15ee-b66c-4ece-b899-f2b718ab5d2b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359739 Jul 22 19:41:01.518462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86adfd3-f48c-4614-9972-9da0e3b553a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d7f67-eebf-4df3-8af9-e9f0e330738b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.536345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4969671-ffed-484b-abb3-7d9064cede9e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:01.536665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4969671-ffed-484b-abb3-7d9064cede9e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:01.555526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.563938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] For port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:01.564377 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.571700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.580499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:01.581198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.589330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Calling delete_port for 1c23c4c1-7dbf-4d93-a8df-225452b1c59a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:01.594303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:41:01.597290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.634301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] Pushing event deleted for resources: {'Port': ['ID=1c23c4c1-7dbf-4d93-a8df-225452b1c59a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.641504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c07dc3-7798-4218-bbff-9ad2b173224a None None] No DVR routers for this DVR port 1c23c4c1-7dbf-4d93-a8df-225452b1c59a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:01.701837 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:01.709732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.719809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.721784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/7f10dba2-b996-43fc-a33a-bea58800a170 HTTP/1.1" status: 204 len: 168 time: 0.9645569 Jul 22 19:41:01.728561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:01.733402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd613d0d-7662-495f-ad46-5a2a869dc9e7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=7f10dba2-b996-43fc-a33a-bea58800a170,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:01.735025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-339267027'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:01.779527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:01.786302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.822477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:01.843618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.844184 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment c3bc7c35-7078-405d-89b4-64075e0b7fd4 of type vlan for network 4f8313d7-76ba-4311-ac91-6c4b97daf75e Jul 22 19:41:01.901710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.940217 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:01.947987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:01.949752 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.003335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60800) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:02.004299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2739289 Jul 22 19:41:02.012426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:02.043666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b415a-1406-42b7-8f71-621588ab04bc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=4f8313d7-76ba-4311-ac91-6c4b97daf75e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:02.056777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:02.235162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:02.245760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.294120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a68e7fad-f428-438d-8e49-5aa2e1c4f84a req-8e4b8b67-a086-48d4-9ccd-48a1b077303d tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0641613 Jul 22 19:41:02.603947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.710061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'c3bc7c35-7078-405d-89b4-64075e0b7fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:02.710702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 4f8313d7-76ba-4311-ac91-6c4b97daf75e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:02.714697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd6205-0ab5-4195-b713-b390e2125f7b req-37c2eafc-6942-449e-8890-0914dad2edca tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:02.726561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3abd6205-0ab5-4195-b713-b390e2125f7b req-37c2eafc-6942-449e-8890-0914dad2edca tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1047783 Jul 22 19:41:02.736519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=a2ff6235-83e9-465c-a0c2-629c6b442804,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:02.754774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:02.770308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 4f8313d7-76ba-4311-ac91-6c4b97daf75e) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:02.776275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:02.777584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:02.783583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f643e5c-770e-4860-9edf-07542219f825 None None] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:02.792861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3abd6205-0ab5-4195-b713-b390e2125f7b req-d4cc2b24-3c96-4240-b10a-43ae4a1af1c4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689044 Jul 22 19:41:02.813849 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ccb2cb1a-1768-4100-90a2-963ce8b10164 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8091352 Jul 22 19:41:02.816567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:02.824471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e', 'name': 'tempest-PortsIpV6TestJSON-406370203', 'fixed_ips': [{'subnet_id': 'a2ff6235-83e9-465c-a0c2-629c6b442804', 'ip_address': '2001:db8::10'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:02.953157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1c23c4c1-7dbf-4d93-a8df-225452b1c59a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:03.011739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:03.021986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 1c23c4c1-7dbf-4d93-a8df-225452b1c59a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:03.022337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1c23c4c1-7dbf-4d93-a8df-225452b1c59a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:03.147057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.158720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59268d2f-6642-489f-949f-35629f58149c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-4f8313d7-76ba-4311-ac91-6c4b97daf75e', 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': 'a2ff6235-83e9-465c-a0c2-629c6b442804'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:41:03.169222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.191393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port e57890cd-4341-4de6-9174-1cbee477010a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:03.405298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-59268d2f-6642-489f-949f-35629f58149c None None] Allocated IP 2001:db8::2 (4f8313d7-76ba-4311-ac91-6c4b97daf75e/a2ff6235-83e9-465c-a0c2-629c6b442804/4a67fe55-d238-4593-a710-408fe2630e09) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:03.491257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-381aca26-5262-453a-bdbb-fb17ef3f4010 req-fef0967e-74d8-4a06-ad3f-d6b823cf6540 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0540340 Jul 22 19:41:03.617387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:03.639415 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.648705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59268d2f-6642-489f-949f-35629f58149c None None] Transition to ACTIVE for port object 4a67fe55-d238-4593-a710-408fe2630e09 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:03.668860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59268d2f-6642-489f-949f-35629f58149c None None] Transition to ACTIVE for port object 4a67fe55-d238-4593-a710-408fe2630e09 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:03.676889 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.710903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59268d2f-6642-489f-949f-35629f58149c None None] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:03.713923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-59268d2f-6642-489f-949f-35629f58149c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:03.719445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59268d2f-6642-489f-949f-35629f58149c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:03.794205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59268d2f-6642-489f-949f-35629f58149c None None] Pushing event updated for resources: {'Port': ['ID=4a67fe55-d238-4593-a710-408fe2630e09,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:03.802292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::10 (4f8313d7-76ba-4311-ac91-6c4b97daf75e/a2ff6235-83e9-465c-a0c2-629c6b442804/e57890cd-4341-4de6-9174-1cbee477010a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:03.808279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59268d2f-6642-489f-949f-35629f58149c None None] Attempting to bind port 4a67fe55-d238-4593-a710-408fe2630e09 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:03.809038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59268d2f-6642-489f-949f-35629f58149c None None] Attempting to bind port 4a67fe55-d238-4593-a710-408fe2630e09 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c3bc7c35-7078-405d-89b4-64075e0b7fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:03.809612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59268d2f-6642-489f-949f-35629f58149c None None] Attempting to bind port 4a67fe55-d238-4593-a710-408fe2630e09 on network 4f8313d7-76ba-4311-ac91-6c4b97daf75e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:03.816325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59268d2f-6642-489f-949f-35629f58149c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:03.817104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59268d2f-6642-489f-949f-35629f58149c None None] Checking segment: {'id': 'c3bc7c35-7078-405d-89b4-64075e0b7fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:03.818041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.818619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59268d2f-6642-489f-949f-35629f58149c None None] Bound using segment: {'id': 'c3bc7c35-7078-405d-89b4-64075e0b7fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:03.819300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-59268d2f-6642-489f-949f-35629f58149c None None] Bound port: 4a67fe55-d238-4593-a710-408fe2630e09, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc7c35-7078-405d-89b4-64075e0b7fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:03.820431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:03.821526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dc708b86-2eb8-4a34-8383-d48192f9eb9b tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-258958555'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:03.822234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dc708b86-2eb8-4a34-8383-d48192f9eb9b tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Unknown quota resources ['metering_label']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:41:03.956422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-59268d2f-6642-489f-949f-35629f58149c None None] For port 4a67fe55-d238-4593-a710-408fe2630e09, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:03.961382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-59268d2f-6642-489f-949f-35629f58149c None None] For port 4a67fe55-d238-4593-a710-408fe2630e09, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4a67fe55-d238-4593-a710-408fe2630e09,segment=NetworkSegment(c3bc7c35-7078-405d-89b4-64075e0b7fd4),segment_id=c3bc7c35-7078-405d-89b4-64075e0b7fd4)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:03.973244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59268d2f-6642-489f-949f-35629f58149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.064257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59268d2f-6642-489f-949f-35629f58149c None None] Pushing event updated for resources: {'Port': ['ID=4a67fe55-d238-4593-a710-408fe2630e09,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:04.064940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805735a-d96c-4d00-8ebe-310760227b91 req-31341607-6c5b-44e5-aac5-e4776c872edd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:04.072788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f805735a-d96c-4d00-8ebe-310760227b91 req-31341607-6c5b-44e5-aac5-e4776c872edd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1292548 Jul 22 19:41:04.127561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f805735a-d96c-4d00-8ebe-310760227b91 req-13dbcacc-9bf6-401a-a0f3-6d1e52423234 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538123 Jul 22 19:41:04.162595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc708b86-2eb8-4a34-8383-d48192f9eb9b tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.166687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60848) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:04.166867 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dc708b86-2eb8-4a34-8383-d48192f9eb9b tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5485940 Jul 22 19:41:04.171994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b7a4a984-7f63-4e89-b065-d3d716fe11ff tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '77ae6247-2783-477a-aa89-1ff61fcb8243'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:04.172633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b7a4a984-7f63-4e89-b065-d3d716fe11ff tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93800) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:41:04.268985 n-d-800087-13 neutron-server[93800]: WARNING neutron.services.metering.metering_plugin [None req-b7a4a984-7f63-4e89-b065-d3d716fe11ff tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:41:04.407697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.439268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object e57890cd-4341-4de6-9174-1cbee477010a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:04.499227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.502113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7a4a984-7f63-4e89-b065-d3d716fe11ff tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:04.503418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7a4a984-7f63-4e89-b065-d3d716fe11ff tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3355272 Jul 22 19:41:04.510199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:04.528169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ce373465-ea17-4b5e-9f03-c1ee9f8a1130 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '77ae6247-2783-477a-aa89-1ff61fcb8243'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:04.528892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ce373465-ea17-4b5e-9f03-c1ee9f8a1130 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:41:04.729413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-439f3257-6a3f-45ed-a190-a7d0aa99a542 req-51c738e3-b120-4f50-909c-685314f93b61 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3b69adf-21d2-4180-b310-35e2781aed8b HTTP/1.1" status: 200 len: 210 time: 0.0669587 Jul 22 19:41:04.961938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4a67fe55-d238-4593-a710-408fe2630e09 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:05.035302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 4a67fe55-d238-4593-a710-408fe2630e09 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:05.088832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=e57890cd-4341-4de6-9174-1cbee477010a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:05.095473 n-d-800087-13 neutron-server[93801]: WARNING neutron.services.metering.metering_plugin [None req-ce373465-ea17-4b5e-9f03-c1ee9f8a1130 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 19:41:05.103199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:05.111196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:05.133746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:05.139816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:05.140502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.265875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce373465-ea17-4b5e-9f03-c1ee9f8a1130 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.267466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce373465-ea17-4b5e-9f03-c1ee9f8a1130 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7561131 Jul 22 19:41:05.271764 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-38648fcd-7003-46fb-9c68-79b37bac26d5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4519441 Jul 22 19:41:05.271764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60864) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.278079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60866) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.285073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de2e7b0c-1fbd-40d5-b6ec-54e0388eedd4 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3c171efd-7c66-4d6f-a6ed-b78738c9947d HTTP/1.1" status: 200 len: 462 time: 0.0129144 Jul 22 19:41:05.287466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '4f8313d7-76ba-4311-ac91-6c4b97daf75e', 'name': 'tempest-PortsIpV6TestJSON-1202946695', 'fixed_ips': [{'subnet_id': 'a2ff6235-83e9-465c-a0c2-629c6b442804', 'ip_address': '2001:db8::f'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.287606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.437953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a87e3-5a43-4112-9a5b-ef88f8bf98be req-6a385e4f-e299-4744-b003-3174a4caade3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:05.446659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-437a87e3-5a43-4112-9a5b-ef88f8bf98be req-6a385e4f-e299-4744-b003-3174a4caade3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2137525 Jul 22 19:41:05.467946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:05.478233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-527d843d-b58b-49c9-8efb-5dcf8d34cd20 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.482555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-527d843d-b58b-49c9-8efb-5dcf8d34cd20 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/3c171efd-7c66-4d6f-a6ed-b78738c9947d HTTP/1.1" status: 204 len: 168 time: 0.1903422 Jul 22 19:41:05.483371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60870) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.501730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b40fa2db-246b-4cb8-81a3-bacbeb370cb1 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=3c171efd-7c66-4d6f-a6ed-b78738c9947d HTTP/1.1" status: 200 len: 221 time: 0.0166311 Jul 22 19:41:05.502590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.521693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f4a10b6c-46db-442c-be24-4ff9ab20a2c7 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--594763795', 'description': 'label created by tempest'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:05.521950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814b77c-df6c-4fb7-b5d8-e76205c8d3f7 None None] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:05.522160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f4a10b6c-46db-442c-be24-4ff9ab20a2c7 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Unknown quota resources ['metering_label']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:41:05.537034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-437a87e3-5a43-4112-9a5b-ef88f8bf98be req-02ff3bed-0196-4424-b2a3-e121e714cf5b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890439 Jul 22 19:41:05.630807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.657915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 75667add-ea00-4e22-b9f5-594df0498110 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:05.673241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Provisioning for port 4a67fe55-d238-4593-a710-408fe2630e09 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:05.696739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Provisioning complete for port 4a67fe55-d238-4593-a710-408fe2630e09 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:05.697246 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.723021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4a10b6c-46db-442c-be24-4ff9ab20a2c7 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.727799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4a10b6c-46db-442c-be24-4ff9ab20a2c7 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2229545 Jul 22 19:41:05.727799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60876) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.860119 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d909b8bb-a42c-4a35-99c5-4ffc4ded34f0 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=896f0b0c-9514-4ed3-aad9-58ed9d55a380 HTTP/1.1" status: 200 len: 467 time: 0.1311834 Jul 22 19:41:05.860880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60884) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.880822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:05.946380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:05.985442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] For port 4a67fe55-d238-4593-a710-408fe2630e09, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4a67fe55-d238-4593-a710-408fe2630e09,segment=NetworkSegment(c3bc7c35-7078-405d-89b4-64075e0b7fd4),segment_id=c3bc7c35-7078-405d-89b4-64075e0b7fd4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:05.993599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.065194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5ca23-baae-4056-adce-3a63a55b07b3 None None] Pushing event updated for resources: {'Port': ['ID=4a67fe55-d238-4593-a710-408fe2630e09,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:06.087429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::f (4f8313d7-76ba-4311-ac91-6c4b97daf75e/a2ff6235-83e9-465c-a0c2-629c6b442804/75667add-ea00-4e22-b9f5-594df0498110) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:06.167375 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-66953c27-f627-455a-8b19-8e9d3e1bb191 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.171368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-66953c27-f627-455a-8b19-8e9d3e1bb191 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/896f0b0c-9514-4ed3-aad9-58ed9d55a380 HTTP/1.1" status: 204 len: 168 time: 0.3071949 Jul 22 19:41:06.171879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.196411 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.214277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de229721-b0fe-47c0-894f-2adf5a986c36 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=896f0b0c-9514-4ed3-aad9-58ed9d55a380 HTTP/1.1" status: 200 len: 216 time: 0.0380907 Jul 22 19:41:06.215230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.237057 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9b83693d-150e-4b31-a773-8c9a7ea6e0aa tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173569 Jul 22 19:41:06.237387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.255362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cf034e7a-d688-4ee3-9426-7747ef431a30 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138443 Jul 22 19:41:06.256713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60894) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.257712 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.329045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Provisioning complete for port 4a67fe55-d238-4593-a710-408fe2630e09 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:06.329045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.360107 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1011952d-2537-40bf-9636-7e11bafc6554 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/77ae6247-2783-477a-aa89-1ff61fcb8243 HTTP/1.1" status: 200 len: 472 time: 0.0991340 Jul 22 19:41:06.360443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.387136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.391072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d4100510-671d-4a81-88e0-b0d796d494ba tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/fae1c75f-3f40-458b-a7c5-e1071d8ebbb6 HTTP/1.1" status: 200 len: 459 time: 0.0264678 Jul 22 19:41:06.394001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.394171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60898) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.394281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/security-groups/3f2e037f-1b40-44d4-a700-7e989706f50b HTTP/1.1" status: 204 len: 168 time: 0.5097108 Jul 22 19:41:06.399658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60900) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.432017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.436254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681cc7b-a15f-46e5-880a-580a59ff7dec tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e037f-1b40-44d4-a700-7e989706f50b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:06.445648 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-4b491d92-9b27-4bcb-9c15-ed1b6e9f1bb0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] show failed (client error): The resource could not be found. Jul 22 19:41:06.449373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4b491d92-9b27-4bcb-9c15-ed1b6e9f1bb0 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "GET /v2.0/security-groups/3f2e037f-1b40-44d4-a700-7e989706f50b HTTP/1.1" status: 404 len: 347 time: 0.0434606 Jul 22 19:41:06.450092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60902) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.515180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 75667add-ea00-4e22-b9f5-594df0498110 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:06.517964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Provisioning for port e57890cd-4341-4de6-9174-1cbee477010a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:06.522522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Provisioning complete for port e57890cd-4341-4de6-9174-1cbee477010a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:06.523185 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.571666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-17bc2a70-f72d-485d-8a4c-5deac8605f2f None None] Port e57890cd-4341-4de6-9174-1cbee477010a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:06.601260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f938f8f2-8d5d-4949-9f1d-b3a3b43eaff6 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.602622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f938f8f2-8d5d-4949-9f1d-b3a3b43eaff6 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/fae1c75f-3f40-458b-a7c5-e1071d8ebbb6 HTTP/1.1" status: 204 len: 168 time: 0.2100177 Jul 22 19:41:06.606375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:06.696754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c2da35f-4963-41ed-968b-1ce613720ccd None None] Provisioning complete for port e57890cd-4341-4de6-9174-1cbee477010a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:06.702923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c2da35f-4963-41ed-968b-1ce613720ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.738660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port e1a64e8f-b8b8-4c75-9acb-8ab3987955c4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:06.739284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.783185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8c2da35f-4963-41ed-968b-1ce613720ccd None None] Port e57890cd-4341-4de6-9174-1cbee477010a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:06.813578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.883999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a49b7b0-bcc0-4d47-80a6-1c735ea43af5 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:06.885481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a49b7b0-bcc0-4d47-80a6-1c735ea43af5 tempest-MeteringIpV6TestJSON-5553311 tempest-MeteringIpV6TestJSON-5553311-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/77ae6247-2783-477a-aa89-1ff61fcb8243 HTTP/1.1" status: 204 len: 168 time: 0.2775362 Jul 22 19:41:06.970140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=75667add-ea00-4e22-b9f5-594df0498110,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:06.983370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4a67fe55-d238-4593-a710-408fe2630e09 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:07.056973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:07.071598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.072181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.080181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:07.107062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:07.111957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4a67fe55-d238-4593-a710-408fe2630e09 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:07.112595 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.124506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.125423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.150339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for e1a64e8f-b8b8-4c75-9acb-8ab3987955c4 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:07.167558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086e21-764e-42e7-8bb1-b20af170ee9f req-be8cde36-bdc2-43c1-a162-eb16ff0b827b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.175299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34086e21-764e-42e7-8bb1-b20af170ee9f req-be8cde36-bdc2-43c1-a162-eb16ff0b827b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.5177321 Jul 22 19:41:07.193958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6af8a574-c1e2-4dda-8700-de7473ebbec3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9138572 Jul 22 19:41:07.196874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:07.228940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-824ae70f-a5a6-4d43-9b48-7fd7a5c8aecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.412213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07ef9d-29c3-4343-9339-ba5d7d9c7d27 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.414476 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ee07ef9d-29c3-4343-9339-ba5d7d9c7d27 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2158554 Jul 22 19:41:07.418485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60918) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:07.438766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34086e21-764e-42e7-8bb1-b20af170ee9f req-41a5500e-acba-4c29-a812-92f3e095ce26 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622344 Jul 22 19:41:07.479138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60920) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:07.528720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d20da9-e1db-4966-b957-e18c481c0ad4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.540169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d20da9-e1db-4966-b957-e18c481c0ad4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.548997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d20da9-e1db-4966-b957-e18c481c0ad4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:07.552379 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-75d20da9-e1db-4966-b957-e18c481c0ad4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1321309 Jul 22 19:41:07.557783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:07.596982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.620128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-871348cc-1a42-400c-8521-a0ad110f199d None None] Provisioning for port 75667add-ea00-4e22-b9f5-594df0498110 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:07.630023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-871348cc-1a42-400c-8521-a0ad110f199d None None] Provisioning complete for port 75667add-ea00-4e22-b9f5-594df0498110 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:07.632731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=e1a64e8f-b8b8-4c75-9acb-8ab3987955c4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:07.633331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-871348cc-1a42-400c-8521-a0ad110f199d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.698379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-871348cc-1a42-400c-8521-a0ad110f199d None None] Port 75667add-ea00-4e22-b9f5-594df0498110 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:07.708843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab09e53c-0d5b-46a6-9b60-6530179d9305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.731534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 75667add-ea00-4e22-b9f5-594df0498110 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:07.732019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.786257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.790681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.792310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f21c31b-eb77-48e5-824a-c2681a904435 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/floatingips/44f00b87-4a45-4753-8ab0-12b943c99a3a HTTP/1.1" status: 204 len: 168 time: 1.3387403 Jul 22 19:41:07.796159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60928) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:07.852747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.869806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 75667add-ea00-4e22-b9f5-594df0498110 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:07.943269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab09e53c-0d5b-46a6-9b60-6530179d9305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:07.950578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ab09e53c-0d5b-46a6-9b60-6530179d9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.004207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ab09e53c-0d5b-46a6-9b60-6530179d9305 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2efc065cdb7a4375813d60ce4cd29f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175202 Jul 22 19:41:08.004207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09e53c-0d5b-46a6-9b60-6530179d9305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14ab02c-8c5e-46cd-b1e7-d3423958ecf2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:08.008681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:08.062173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.075052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port 562e9f1c-af27-4682-8986-2b822bd833d6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:08.075409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.130965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=75667add-ea00-4e22-b9f5-594df0498110,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:08.165568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.172318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.177635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8de98139-9495-400d-a2b4-3fefe8620d7b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/75667add-ea00-4e22-b9f5-594df0498110 HTTP/1.1" status: 204 len: 168 time: 0.6155832 Jul 22 19:41:08.177635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60934) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:08.207312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.224059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.229793 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e454e2-f3a4-4a87-89af-ff61d9c761e5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:08.233152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70e454e2-f3a4-4a87-89af-ff61d9c761e5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/75667add-ea00-4e22-b9f5-594df0498110 HTTP/1.1" status: 404 len: 333 time: 0.0534408 Jul 22 19:41:08.235903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:08.274768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for 562e9f1c-af27-4682-8986-2b822bd833d6 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:08.389815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.392372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.395774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a14ab02c-8c5e-46cd-b1e7-d3423958ecf2 HTTP/1.1" status: 204 len: 168 time: 0.3841696 Jul 22 19:41:08.409814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port e57890cd-4341-4de6-9174-1cbee477010a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:08.410399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.412309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28228e0d-bfac-4180-a088-0d3af04d44d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14ab02c-8c5e-46cd-b1e7-d3423958ecf2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:08.521058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.581698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.602295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for e57890cd-4341-4de6-9174-1cbee477010a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:08.707380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.712193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:08.713023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/ports/562e9f1c-af27-4682-8986-2b822bd833d6 HTTP/1.1" status: 204 len: 168 time: 0.9158573 Jul 22 19:41:08.716090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a2b17-5cd2-4874-b11e-4db42d8d5c35 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=562e9f1c-af27-4682-8986-2b822bd833d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:08.766278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629143-fe05-44ec-8fee-513b2e1c6d50 req-b620fda7-32e6-41ca-b727-1bba5f5b6272 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:08.774101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1629143-fe05-44ec-8fee-513b2e1c6d50 req-b620fda7-32e6-41ca-b727-1bba5f5b6272 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1901672 Jul 22 19:41:08.846618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.903542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1629143-fe05-44ec-8fee-513b2e1c6d50 req-3d1db871-0a6d-468a-b53c-f60aea21c258 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221542 Jul 22 19:41:08.904365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:08.929759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=e57890cd-4341-4de6-9174-1cbee477010a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:08.952609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b950b6f-7138-44a3-adad-0b1beebca06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.979900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:08.985147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0b143585-59a0-4f31-b2aa-a041f70ad78d tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/e57890cd-4341-4de6-9174-1cbee477010a HTTP/1.1" status: 204 len: 168 time: 0.7479048 Jul 22 19:41:08.993891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:09.043972 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2d1de7-8ce8-4c2f-ab1e-6aa00539cfed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:09.052093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc2d1de7-8ce8-4c2f-ab1e-6aa00539cfed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/e57890cd-4341-4de6-9174-1cbee477010a HTTP/1.1" status: 404 len: 333 time: 0.0570056 Jul 22 19:41:09.059643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:09.099113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b950b6f-7138-44a3-adad-0b1beebca06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.103385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port 05cd4361-59b8-4b65-9b23-1061faf99035 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:09.103895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.112403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b950b6f-7138-44a3-adad-0b1beebca06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.236118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9b950b6f-7138-44a3-adad-0b1beebca06c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=852f3fa170d04074aebf0d5661524772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278954 Jul 22 19:41:09.236927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60956) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:09.253693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet a2ff6235-83e9-465c-a0c2-629c6b442804 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:09.260319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.298206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b950b6f-7138-44a3-adad-0b1beebca06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fda4cbd-4c38-4c7f-b849-0d96a8fc70c8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.353796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.381619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.395597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.447743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.474595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for 05cd4361-59b8-4b65-9b23-1061faf99035 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:09.506318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.512365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.517378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fda4cbd-4c38-4c7f-b849-0d96a8fc70c8 HTTP/1.1" status: 204 len: 168 time: 0.2727866 Jul 22 19:41:09.538278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e264-2c51-4d8c-8880-ea24a67e736a req-24570097-0d40-4610-88d8-3f2333915842 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:09.540117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e28e264-2c51-4d8c-8880-ea24a67e736a req-24570097-0d40-4610-88d8-3f2333915842 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.1198962 Jul 22 19:41:09.551971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563368a-ea65-4fe7-8827-39093f00d957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fda4cbd-4c38-4c7f-b849-0d96a8fc70c8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.603838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.629125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e28e264-2c51-4d8c-8880-ea24a67e736a req-ac8b6707-3d76-4de6-84b1-d284aadba876 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739937 Jul 22 19:41:09.777007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.828395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.830557 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/a2ff6235-83e9-465c-a0c2-629c6b442804 HTTP/1.1" status: 204 len: 168 time: 0.7699912 Jul 22 19:41:09.831743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7660244-e111-4955-8566-01aa608c529b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ff6235-83e9-465c-a0c2-629c6b442804,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:09.834377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60968) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:09.837557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978eaa6b-d36f-4a0e-8530-f62896f64466 None None] Network 4f8313d7-76ba-4311-ac91-6c4b97daf75e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:09.861548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:09.990608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.016103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.065925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=05cd4361-59b8-4b65-9b23-1061faf99035,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:10.066951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4f357586-7e2e-4908-a4ac-e09ce2299ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.135496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 4a67fe55-d238-4593-a710-408fe2630e09 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:10.136046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.166846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410e0b4-a0b0-4154-9edb-39fa97698f33 req-491d3c38-ae90-4fd6-bd26-2f940cac99a6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:10.185782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d410e0b4-a0b0-4154-9edb-39fa97698f33 req-491d3c38-ae90-4fd6-bd26-2f940cac99a6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1311483 Jul 22 19:41:10.226198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.229129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e197ddb8-01c4-47f6-ad7d-7fb796533c54 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/ports/05cd4361-59b8-4b65-9b23-1061faf99035 HTTP/1.1" status: 204 len: 168 time: 1.5145006 Jul 22 19:41:10.240524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] DHCP port deletion for 4f8313d7-76ba-4311-ac91-6c4b97daf75e request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:10.253153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60978) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:10.322009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d410e0b4-a0b0-4154-9edb-39fa97698f33 req-62ce0383-3ed2-46e7-ac39-376c5555ffcd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350231 Jul 22 19:41:10.361907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port 4a67fe55-d238-4593-a710-408fe2630e09, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4a67fe55-d238-4593-a710-408fe2630e09,segment=NetworkSegment(c3bc7c35-7078-405d-89b4-64075e0b7fd4),segment_id=c3bc7c35-7078-405d-89b4-64075e0b7fd4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:10.362392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.362806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Deleting port 4a67fe55-d238-4593-a710-408fe2630e09 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:10.363193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.385398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 4a67fe55-d238-4593-a710-408fe2630e09 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:10.449855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting subnet 990e2561-569d-4d11-a590-177e45a700e0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:10.464412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.511604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] For port 4a67fe55-d238-4593-a710-408fe2630e09, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4a67fe55-d238-4593-a710-408fe2630e09,segment=NetworkSegment(c3bc7c35-7078-405d-89b4-64075e0b7fd4),segment_id=c3bc7c35-7078-405d-89b4-64075e0b7fd4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:10.512351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.535310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Calling delete_port for 4a67fe55-d238-4593-a710-408fe2630e09 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:10.537973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.612000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.621714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=4a67fe55-d238-4593-a710-408fe2630e09,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:10.623622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port 4a67fe55-d238-4593-a710-408fe2630e09 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:10.670265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.763957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.764272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] Pushing event deleted for resources: {'Port': ['ID=4a67fe55-d238-4593-a710-408fe2630e09,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:10.776455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8313d7-76ba-4311-ac91-6c4b97daf75e']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:10.783433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.788679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bc7c35-7078-405d-89b4-64075e0b7fd4') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:10.788983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bc7c35-7078-405d-89b4-64075e0b7fd4') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:10.797844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c854e5-ad25-4f77-b3a2-9f2e6b3a5eaf None None] No DVR routers for this DVR port 4a67fe55-d238-4593-a710-408fe2630e09 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:10.801094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.826355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.832784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:10.833216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:10.904661 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:10.916952 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.922401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:10.928420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/4f8313d7-76ba-4311-ac91-6c4b97daf75e HTTP/1.1" status: 204 len: 168 time: 1.0892732 Jul 22 19:41:10.947011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60996) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:10.953551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1604940088'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:10.993093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4a67fe55-d238-4593-a710-408fe2630e09 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:11.010301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.025544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 4a67fe55-d238-4593-a710-408fe2630e09 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:11.026208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d008a86-cec3-46ac-80cc-a08929bb8bd3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=4f8313d7-76ba-4311-ac91-6c4b97daf75e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:11.026562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4a67fe55-d238-4593-a710-408fe2630e09 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:11.064302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Subnet': ['ID=990e2561-569d-4d11-a590-177e45a700e0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:11.068483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.070613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-91759006-6ce4-4adc-b574-5786eacd12e1 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/subnets/990e2561-569d-4d11-a590-177e45a700e0 HTTP/1.1" status: 204 len: 168 time: 0.8163972 Jul 22 19:41:11.073757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:11.080328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a2485-b413-45f5-b268-6773e0b26bc9 None None] Network bf5be53a-7a0e-473b-bace-446d21368e68 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:11.096745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:11.104046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.132092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfd670-7b9f-4828-9682-d4e987f255f2 req-6b000ca8-6d3b-485f-873d-9c88bf4b81e7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.133902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cdfd670-7b9f-4828-9682-d4e987f255f2 req-6b000ca8-6d3b-485f-873d-9c88bf4b81e7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.2281561 Jul 22 19:41:11.233382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting subnet 9d514a4a-8837-425b-a414-3e7a12f0107a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:11.240033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.325654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.470621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.478988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.500186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] DHCP port deletion for bf5be53a-7a0e-473b-bace-446d21368e68 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:11.559371 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.584349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.587877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d2cfd-1e55-4533-bcdb-543e3ba78f15 None None] Network 944f3134-43d2-4ad1-845b-91fb79c3fa3a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:11.595099 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/subnets/9d514a4a-8837-425b-a414-3e7a12f0107a HTTP/1.1" status: 204 len: 168 time: 0.5191503 Jul 22 19:41:11.606144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32786) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:11.612081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:11.625096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.626028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0eee3a-0fc7-4553-ac87-69380a9db524 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Subnet': ['ID=9d514a4a-8837-425b-a414-3e7a12f0107a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:11.626698 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Added segment b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4 of type vlan for network 3306f392-98c8-4253-9632-feb8fc1b051e Jul 22 19:41:11.651399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Deleting port fd34ca78-bc70-4798-96d0-1fc9af06f9df {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:11.651587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.760662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.767396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cdfd670-7b9f-4828-9682-d4e987f255f2 req-7172e05c-b9dd-4a76-92d2-df49036764e5 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6260650 Jul 22 19:41:11.794467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.812273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] For port fd34ca78-bc70-4798-96d0-1fc9af06f9df, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd34ca78-bc70-4798-96d0-1fc9af06f9df,segment=NetworkSegment(a4277e28-85af-4ca2-970e-fd230ea3b8ee),segment_id=a4277e28-85af-4ca2-970e-fd230ea3b8ee)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:11.812273 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.833443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0ab37-eba2-4b7c-bd23-6387589c4010 req-c7aa9e20-814a-4acb-bf1e-58a3d59f7337 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.833910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Calling delete_port for fd34ca78-bc70-4798-96d0-1fc9af06f9df owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:11.834998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-daa0ab37-eba2-4b7c-bd23-6387589c4010 req-c7aa9e20-814a-4acb-bf1e-58a3d59f7337 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.2713938 Jul 22 19:41:11.857103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.862599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:11.863200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:11.919263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9696834 Jul 22 19:41:11.922131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:11.931546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:11.962264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-daa0ab37-eba2-4b7c-bd23-6387589c4010 req-02af23d2-ca6d-4af8-ab91-7a0a8987dba0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963402 Jul 22 19:41:11.962910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.001471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] Pushing event deleted for resources: {'Port': ['ID=fd34ca78-bc70-4798-96d0-1fc9af06f9df,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.009557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] DHCP port deletion for 944f3134-43d2-4ad1-845b-91fb79c3fa3a request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:12.018055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120fe55f-22d1-4417-b63f-01bf59f9c361 None None] No DVR routers for this DVR port fd34ca78-bc70-4798-96d0-1fc9af06f9df on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:12.018317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ff304-1e38-4961-a2f5-2fd837d5bb34 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Network': ['ID=3306f392-98c8-4253-9632-feb8fc1b051e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.039617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Deleting port fd34ca78-bc70-4798-96d0-1fc9af06f9df {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:12.040299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.056504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 3306f392-98c8-4253-9632-feb8fc1b051e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:12.113196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32806) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:12.124819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] For port fd34ca78-bc70-4798-96d0-1fc9af06f9df, host n-d-800087-13, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:12.125275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.142040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Calling delete_port for fd34ca78-bc70-4798-96d0-1fc9af06f9df owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:12.146452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Port fd34ca78-bc70-4798-96d0-1fc9af06f9df was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:41:12.147802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:12.148719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.151911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.187322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Port': ['ID=fd34ca78-bc70-4798-96d0-1fc9af06f9df,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.203903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] No DVR routers for this DVR port fd34ca78-bc70-4798-96d0-1fc9af06f9df on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:12.314286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.329145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5be53a-7a0e-473b-bace-446d21368e68']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.346259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4277e28-85af-4ca2-970e-fd230ea3b8ee') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.352280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4277e28-85af-4ca2-970e-fd230ea3b8ee') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.367026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.390100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.399844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:12.400443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.407921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Deleting port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:12.408529 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:12.467632 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:12.477075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] For port e3d27c04-29fd-4b75-8f8e-4cc8b4924753, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,segment=NetworkSegment(2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35),segment_id=2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:12.477478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.492024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Calling delete_port for e3d27c04-29fd-4b75-8f8e-4cc8b4924753 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:12.505445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.513386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.518059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/networks/bf5be53a-7a0e-473b-bace-446d21368e68 HTTP/1.1" status: 204 len: 168 time: 0.8771131 Jul 22 19:41:12.522679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32816) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:12.541893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49be7-9180-489a-9a0d-deb235d093d8 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Network': ['ID=bf5be53a-7a0e-473b-bace-446d21368e68,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.560714 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:41:12.597434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.622994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Pushing event deleted for resources: {'Port': ['ID=e3d27c04-29fd-4b75-8f8e-4cc8b4924753,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.630651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] No DVR routers for this DVR port e3d27c04-29fd-4b75-8f8e-4cc8b4924753 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:12.634449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.642803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.643326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.643783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.644387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.644944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.645673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.646266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.646770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.646955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c53f0-261f-4c6b-bbcf-a5b4a46fef47 req-775b3ff1-2037-4a50-8b5f-7d575273b0ce tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:12.647331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.647761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.648428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.648803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec5c53f0-261f-4c6b-bbcf-a5b4a46fef47 req-775b3ff1-2037-4a50-8b5f-7d575273b0ce tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.1803513 Jul 22 19:41:12.656058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3840adf-ac68-4c00-a92e-36f824b99a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:12.690054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1594349185'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:12.719089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-d0f7a3c2-185e-484a-b7f0-3316a6fced23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:12.720702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-d0f7a3c2-185e-484a-b7f0-3316a6fced23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1097 time: 0.5023942 Jul 22 19:41:12.735419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec5c53f0-261f-4c6b-bbcf-a5b4a46fef47 req-3ef407ca-3a17-43a2-bc78-3729d2795506 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779097 Jul 22 19:41:12.742191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Made reservation on behalf of e7ee9b1e403746978390a1a409518bf7 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:12.745498 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.772725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.783516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944f3134-43d2-4ad1-845b-91fb79c3fa3a']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.792535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.794368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.794671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae0ee58-52ce-4214-9efa-b2a6c1dc4b35') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:12.803711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.817943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.830824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:12.831567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.841053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:12.860329 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:12.904016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.910902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.912547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] 10.222.0.10 "DELETE /v2.0/networks/944f3134-43d2-4ad1-845b-91fb79c3fa3a HTTP/1.1" status: 204 len: 168 time: 0.3802414 Jul 22 19:41:12.915660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd34ca78-bc70-4798-96d0-1fc9af06f9df no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:12.929445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13ba7e-6c31-41a3-a6cf-d6a60158f930 tempest-TaggedBootDevicesTest_v242-1332136708 tempest-TaggedBootDevicesTest_v242-1332136708-project] Pushing event deleted for resources: {'Network': ['ID=944f3134-43d2-4ad1-845b-91fb79c3fa3a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:12.943577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: fd34ca78-bc70-4798-96d0-1fc9af06f9df {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:12.944805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd34ca78-bc70-4798-96d0-1fc9af06f9df not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:12.944805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e3d27c04-29fd-4b75-8f8e-4cc8b4924753 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:12.945824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:12.952740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-f68463c3-7bfe-45e1-9707-681dc09623e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:12.954286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-f68463c3-7bfe-45e1-9707-681dc09623e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.2250388 Jul 22 19:41:12.965357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e3d27c04-29fd-4b75-8f8e-4cc8b4924753 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:12.965595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e3d27c04-29fd-4b75-8f8e-4cc8b4924753 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:13.066865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=ff621fcf-2c7f-4a14-8387-be5b409afbd1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:13.104944 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-0d10a9be-0611-40b6-8661-01f07553bd39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.1213446 Jul 22 19:41:13.140493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71af24-d6d4-4df6-a122-ba01ee01920b req-26a7d267-fb21-488e-b0f0-08ff45a3f79f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.142350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a71af24-d6d4-4df6-a122-ba01ee01920b req-26a7d267-fb21-488e-b0f0-08ff45a3f79f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.0697227 Jul 22 19:41:13.157353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Checking segment: {'id': 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:13.157653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network hostable DHCP agents. Network: 3306f392-98c8-4253-9632-feb8fc1b051e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:13.197355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a71af24-d6d4-4df6-a122-ba01ee01920b req-6a1ed1b6-fea9-4da4-9d24-3f24b3ff8564 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474083 Jul 22 19:41:13.201451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.206091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-ae4fbb20-561b-4b61-9e6d-8739c1bd6f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.212962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-ae4fbb20-561b-4b61-9e6d-8739c1bd6f9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0950313 Jul 22 19:41:13.230935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.274876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 3306f392-98c8-4253-9632-feb8fc1b051e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:13.284327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:13.307497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.307834 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Added segment d1c6df21-7a7e-47d3-b605-28b9e44f94a3 of type vlan for network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 Jul 22 19:41:13.311249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 3306f392-98c8-4253-9632-feb8fc1b051e) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:13.312910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7925a8-0af5-4e76-8761-c8075afb65f4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:13.321825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44931944-9e22-4f25-b493-83ab146abcbe None None] Network 3306f392-98c8-4253-9632-feb8fc1b051e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:13.328281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.328873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.373551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.384965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fb55d92-bbdb-4ec4-8972-c94ba6579ed9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4600198 Jul 22 19:41:13.389148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32828) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:13.397341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1382210669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:13.404644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-bd33a1d9-7577-485e-8e95-8068af246d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.406203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-bd33a1d9-7577-485e-8e95-8068af246d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901760 Jul 22 19:41:13.427680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.435984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.437010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.439470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.442791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.493323 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3781931 Jul 22 19:41:13.503814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-3306f392-98c8-4253-9632-feb8fc1b051e', 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': 'ff621fcf-2c7f-4a14-8387-be5b409afbd1'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:41:13.504837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.563222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.569818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.595841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.602232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c4a0508-48ce-4ed8-bdc2-118511f3f3c2 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2120335 Jul 22 19:41:13.603137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:13.609095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e', 'name': 'tempest-PortsIpV6TestJSON-1779427181'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:13.616557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f085a-217b-4902-b028-6c0f8c92f917 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Pushing event updated for resources: {'Network': ['ID=a32e0dfe-0cb8-449c-b9a4-b9b8207a4690,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:13.659550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:13.745860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-41a8b78d-4c3b-4d26-bc3d-9c9adeada37a service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303010 Jul 22 19:41:13.756244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32838) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:13.763663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690', 'binding:host_id': 'n-h2-800087-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1803620744'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:13.798202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Allocated IP 2001:db8::2 (3306f392-98c8-4253-9632-feb8fc1b051e/ff621fcf-2c7f-4a14-8387-be5b409afbd1/7d00822b-09eb-4d92-a0f3-e31ce774de52) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:13.800745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Made reservation on behalf of fe8626c868934af09afdc9d38f358062 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:13.805573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.831680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.865513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-ea1d477e-d345-4d09-920c-b4d21297828d tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:13.867202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-ea1d477e-d345-4d09-920c-b4d21297828d tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.26 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.2189264 Jul 22 19:41:13.973035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:13.983390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Transition to ACTIVE for port object 7d00822b-09eb-4d92-a0f3-e31ce774de52 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:13.985008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.000797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.002785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Transition to ACTIVE for port object 7d00822b-09eb-4d92-a0f3-e31ce774de52 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:14.010907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port 960f98bb-ed85-490f-847c-a549f1cb1fa1 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:14.014551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.020333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce9a4c87-2e12-4a70-b79e-8cf3a122d2a3 req-4f182bd0-bae8-430c-bb7e-7b94fe70e6a1 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527254 Jul 22 19:41:14.050810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:14.054562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.076491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Deleting port 297db124-ffb3-4e0b-8e38-b7dff70827b8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:14.076942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.087083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 8f0dc7fc-c32d-4689-95f7-802b385906ef yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:14.094352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Pushing event updated for resources: {'Port': ['ID=7d00822b-09eb-4d92-a0f3-e31ce774de52,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:14.111167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Network 3306f392-98c8-4253-9632-feb8fc1b051e is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:14.112707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:14.115040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:14.160806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec786dc-3a6b-41ac-a0d9-2e5b660f9000 req-e39db5f6-30d0-42c9-bf8e-3ce99edb0718 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:14.163501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cec786dc-3a6b-41ac-a0d9-2e5b660f9000 req-e39db5f6-30d0-42c9-bf8e-3ce99edb0718 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 945 time: 0.3334699 Jul 22 19:41:14.166502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92aa8a-58cc-41b7-939f-e943eecc568b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:14.195783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Attempting to bind port 7d00822b-09eb-4d92-a0f3-e31ce774de52 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.196167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Attempting to bind port 7d00822b-09eb-4d92-a0f3-e31ce774de52 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.196541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Attempting to bind port 7d00822b-09eb-4d92-a0f3-e31ce774de52 on network 3306f392-98c8-4253-9632-feb8fc1b051e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.203486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:14.203864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Checking segment: {'id': 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:14.204723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.204998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Bound using segment: {'id': 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:14.205940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Bound port: 7d00822b-09eb-4d92-a0f3-e31ce774de52, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3306f392-98c8-4253-9632-feb8fc1b051e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:14.206323 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.280235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cec786dc-3a6b-41ac-a0d9-2e5b660f9000 req-9be274ef-51be-4c84-bf3c-c506a97a7f38 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups?id=b6308c29-65f9-450b-9c64-8beceda43eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073389 Jul 22 19:41:14.329465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] For port 7d00822b-09eb-4d92-a0f3-e31ce774de52, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:14.332902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] For port 7d00822b-09eb-4d92-a0f3-e31ce774de52, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d00822b-09eb-4d92-a0f3-e31ce774de52,segment=NetworkSegment(b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4),segment_id=b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:14.344429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.373800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] For port 297db124-ffb3-4e0b-8e38-b7dff70827b8, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=297db124-ffb3-4e0b-8e38-b7dff70827b8,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:14.374267 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.395168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::23a (3306f392-98c8-4253-9632-feb8fc1b051e/ff621fcf-2c7f-4a14-8387-be5b409afbd1/8f0dc7fc-c32d-4689-95f7-802b385906ef) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:14.432055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8ee0d-804c-43fc-9856-fb78aefa9042 None None] Pushing event updated for resources: {'Port': ['ID=7d00822b-09eb-4d92-a0f3-e31ce774de52,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:14.450027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port 960f98bb-ed85-490f-847c-a549f1cb1fa1 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:14.462038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.479999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Transition to ACTIVE for port object 960f98bb-ed85-490f-847c-a549f1cb1fa1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:14.491556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809878b3-70e2-4cca-baaa-ad46d7985822 req-96f429c3-0e1d-4fba-9055-9d5b88988cc2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:14.493565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-809878b3-70e2-4cca-baaa-ad46d7985822 req-96f429c3-0e1d-4fba-9055-9d5b88988cc2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 945 time: 0.1498647 Jul 22 19:41:14.512471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.608128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=960f98bb-ed85-490f-847c-a549f1cb1fa1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:14.615147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-809878b3-70e2-4cca-baaa-ad46d7985822 req-ec6bc73c-0581-40e6-b34b-bd2174c4fd65 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106634 Jul 22 19:41:14.623581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Checking segment: {'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:14.623956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Network hostable DHCP agents. Network: a32e0dfe-0cb8-449c-b9a4-b9b8207a4690, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:14.648380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:14.677376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a32e0dfe-0cb8-449c-b9a4-b9b8207a4690) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:14.681250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:14.699339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030eb05-972a-422c-a9a4-c617981ba7d6 None None] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:14.717196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.718021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.718640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.724557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.725312 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.726066 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 2 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.752810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.753554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.754163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.760321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.761653 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.762682 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 3 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.782003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.782713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.783177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.788271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.788607 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.789110 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 4 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.825960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.827446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.827977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.835120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.835756 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.836369 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 5 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.856278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.857748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.858758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.875633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.876888 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.877283 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 6 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.891940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.892318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.892825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.899184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.901125 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.901268 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 7 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.923739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.924376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.924506 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Floating IP 6d433fc2-d389-46a1-83aa-9e778ffcab24 disassociated. External IP: 172.25.6.21, port: 297db124-ffb3-4e0b-8e38-b7dff70827b8. Jul 22 19:41:14.924793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Calling delete_port for 297db124-ffb3-4e0b-8e38-b7dff70827b8 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:14.927733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.927733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.927733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.933624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.934698 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.935149 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 8 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.950809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.951626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.951765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.964306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:14.965828 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:14.966044 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:14.966740 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 9 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:14.987828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:14.988201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:14.988604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:14.996982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:15.006265 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:15.006706 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 10 to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 Jul 22 19:41:15.011665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d00822b-09eb-4d92-a0f3-e31ce774de52 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:15.020910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:15.021385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:15.021966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:15.024035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 8f0dc7fc-c32d-4689-95f7-802b385906ef will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:15.027493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:15.028281 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port 960f98bb-ed85-490f-847c-a549f1cb1fa1 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:15.028882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.073308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7d00822b-09eb-4d92-a0f3-e31ce774de52 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:15.087536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.101253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 297db124-ffb3-4e0b-8e38-b7dff70827b8 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:15.140551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port 960f98bb-ed85-490f-847c-a549f1cb1fa1, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:15.140971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempted to set empty binding levels {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:41:15.148797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 3306f392-98c8-4253-9632-feb8fc1b051e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:15.149322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.153753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:15.161373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:15.166341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:15.166987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.186931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=8f0dc7fc-c32d-4689-95f7-802b385906ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:15.202364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:15.202968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.207756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32848) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:15.207940 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a8a304d-9a72-40ad-8d2b-b8dbfb71bfaa tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6033907 Jul 22 19:41:15.215800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.262898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.294526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:15.296001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event deleted for resources: {'Port': ['ID=297db124-ffb3-4e0b-8e38-b7dff70827b8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:15.320495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.5628762 Jul 22 19:41:15.321567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32852) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:15.339057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462cd1a-f3fd-4d40-833d-eca621e562c0 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=960f98bb-ed85-490f-847c-a549f1cb1fa1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:15.448792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.476384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:15.479020 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a398a2-d09f-4d6b-92b6-41a99c3b0717" -d '{"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:15.524473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:15.533952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a75dec0-bd2e-4f94-82a9-18baf980336c req-7b37bdde-2dce-4a23-854b-c1a562902dfd tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 210 time: 0.0957835 Jul 22 19:41:15.538324 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.574625 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbacf550-544e-4bb1-996b-fc2afef30efe x-openstack-request-id: req-dbacf550-544e-4bb1-996b-fc2afef30efe {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:15.574998 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-unplugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:15.575194 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbacf550-544e-4bb1-996b-fc2afef30efe {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:15.575553 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'code': 200} Jul 22 19:41:15.632870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:15.866042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Deleting port 960f98bb-ed85-490f-847c-a549f1cb1fa1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:15.866588 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:15.972881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99ac90a-cd65-49d5-baf9-359f31beffad None None] Network 3306f392-98c8-4253-9632-feb8fc1b051e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:16.014396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Router 584f98a6-5a88-419b-919e-6a394cb1a634 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:16.022636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port 960f98bb-ed85-490f-847c-a549f1cb1fa1, host n-h2-800087-13, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:16.023080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.047502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3782-2a43-4502-a248-76825f95c537 req-bb633f2c-d955-49f4-bac8-c51c187cdf8a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:16.049490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cabc3782-2a43-4502-a248-76825f95c537 req-bb633f2c-d955-49f4-bac8-c51c187cdf8a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2649295 Jul 22 19:41:16.056238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Calling delete_port for 960f98bb-ed85-490f-847c-a549f1cb1fa1 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:16.151336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Provisioning for port 7d00822b-09eb-4d92-a0f3-e31ce774de52 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:16.163311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Provisioning complete for port 7d00822b-09eb-4d92-a0f3-e31ce774de52 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:16.163688 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.179261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:16.202110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cabc3782-2a43-4502-a248-76825f95c537 req-dfc886e5-3ebb-4b1a-9ef8-4b51bfcbc7c5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436729 Jul 22 19:41:16.208531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.210167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Sync routers for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:16.278227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:16.278876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:16.282549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] No DVR routers for this DVR port 297db124-ffb3-4e0b-8e38-b7dff70827b8 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:16.295316 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.318484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-47417da2-78a9-4b92-b1ff-5456accc7cdb req-dac28f78-e1e9-4b90-92ee-17aab98a10fa tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.26 "DELETE /v2.0/ports/297db124-ffb3-4e0b-8e38-b7dff70827b8 HTTP/1.1" status: 204 len: 173 time: 2.3929315 Jul 22 19:41:16.319145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'name': 'network-vif-deleted', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:16.321747 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c039a5-7cb1-43d2-8a07-f028733833c4" -d '{"events": [{"server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "name": "network-vif-deleted", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:16.379137 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.383012 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e130f2-7bb4-4e16-b9e9-85de86746e2c x-openstack-request-id: req-38e130f2-7bb4-4e16-b9e9-85de86746e2c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:16.383464 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ab82e4-9d6e-4cf5-b040-8d3fdc24af19", "name": "network-vif-deleted", "tag": "297db124-ffb3-4e0b-8e38-b7dff70827b8", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:16.384051 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38e130f2-7bb4-4e16-b9e9-85de86746e2c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:16.384759 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ab82e4-9d6e-4cf5-b040-8d3fdc24af19', 'name': 'network-vif-deleted', 'tag': '297db124-ffb3-4e0b-8e38-b7dff70827b8', 'status': 'completed', 'code': 200} Jul 22 19:41:16.431917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event deleted for resources: {'Port': ['ID=960f98bb-ed85-490f-847c-a549f1cb1fa1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:16.442941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.448202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32870) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:16.448468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de5e69a5-3e29-4650-8562-d17e8037e28d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "DELETE /v2.0/ports/960f98bb-ed85-490f-847c-a549f1cb1fa1 HTTP/1.1" status: 204 len: 168 time: 1.1234205 Jul 22 19:41:16.483319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.524904 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cd4e81-e4e9-4664-839f-a97b9a7ffd3f tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:41:16.532302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4cd4e81-e4e9-4664-839f-a97b9a7ffd3f tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports/960f98bb-ed85-490f-847c-a549f1cb1fa1 HTTP/1.1" status: 404 len: 333 time: 0.0759923 Jul 22 19:41:16.532650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32874) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:16.546965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1630296162'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:16.586806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] For port 7d00822b-09eb-4d92-a0f3-e31ce774de52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d00822b-09eb-4d92-a0f3-e31ce774de52,segment=NetworkSegment(b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4),segment_id=b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:16.598025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Made reservation on behalf of fe8626c868934af09afdc9d38f358062 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:16.601522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.626019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.635305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:16.649034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port afca8861-95cb-48da-bbd3-9408b378a2be yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:16.795632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7876-3ded-40d4-806e-8983c67cdeb8 None None] Pushing event updated for resources: {'Port': ['ID=7d00822b-09eb-4d92-a0f3-e31ce774de52,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:16.809496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcc6c2a6-1290-47ff-a94a-70ef360c2ce9 req-866b7c17-460c-4cfe-88a3-1234958b4ef7 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/ports?device_id=60ab82e4-9d6e-4cf5-b040-8d3fdc24af19 HTTP/1.1" status: 200 len: 210 time: 0.1343994 Jul 22 19:41:16.822849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.835361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.958544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:16.960053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=8f0dc7fc-c32d-4689-95f7-802b385906ef,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:17.050468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.163258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d00822b-09eb-4d92-a0f3-e31ce774de52 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:17.224035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:17.229545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:17.241654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:17.248001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:17.249002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.255863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=afca8861-95cb-48da-bbd3-9408b378a2be,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:17.297258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d49a81ff-988f-436b-91e6-d68d388378f7 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7608585 Jul 22 19:41:17.298005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:17.305844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:17.397463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:17.400290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-2774a406-6f1f-44a0-8ccd-5808fa26e3b1 req-0cae3d89-fc7d-4bf6-a929-2fe0b93687d8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:41:17.416784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2774a406-6f1f-44a0-8ccd-5808fa26e3b1 req-0cae3d89-fc7d-4bf6-a929-2fe0b93687d8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150795 Jul 22 19:41:17.419149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.435421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.478959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7d00822b-09eb-4d92-a0f3-e31ce774de52 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:17.479336 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.565314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Checking router: 584f98a6-5a88-419b-919e-6a394cb1a634 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:17.596005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:17.598294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:17.740397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Provisioning for port 8f0dc7fc-c32d-4689-95f7-802b385906ef completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:17.782490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:17.943514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f5c1d-3830-4bb4-b6b8-f4366ba69876 req-46cb5a83-8dfb-4e1f-9f0f-8308a8af79ec tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:17.950098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a0f5c1d-3830-4bb4-b6b8-f4366ba69876 req-46cb5a83-8dfb-4e1f-9f0f-8308a8af79ec tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2800713 Jul 22 19:41:17.959510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port afca8861-95cb-48da-bbd3-9408b378a2be yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:17.981729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.004608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Transition to ACTIVE for port object afca8861-95cb-48da-bbd3-9408b378a2be will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:18.012955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.029715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32918) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:18.103121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Provisioning complete for port 8f0dc7fc-c32d-4689-95f7-802b385906ef triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:18.103802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.226443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Port 8f0dc7fc-c32d-4689-95f7-802b385906ef cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:18.259329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Provisioning complete for port 7d00822b-09eb-4d92-a0f3-e31ce774de52 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:18.259710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-575e6077-b220-4c36-afcc-b0fb4e900046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.275778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.276407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.276788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.283998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=afca8861-95cb-48da-bbd3-9408b378a2be,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:18.293407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.293851 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.296318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:18.299092 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 2 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.333348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.337221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.337821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.338263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.356125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.356634 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.361231 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 3 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.387083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.425323 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-d6c56e23-123a-4e62-bb8c-c7b871421620 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4401331 Jul 22 19:41:18.427634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.428053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.430106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.443436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.443880 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.449699 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 4 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.478906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.480718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.480718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.492522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.492970 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.494244 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 5 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.515083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.522005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.522410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.536378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.536693 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.537141 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 6 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.551859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.554539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.559696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "DELETE /v2.0/security-groups/b6308c29-65f9-450b-9c64-8beceda43eda HTTP/1.1" status: 204 len: 168 time: 0.5044041 Jul 22 19:41:18.562430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:18.587724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.587956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.588377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.594881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.595274 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.601358 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0559a83a-36b0-4843-805e-ccb84c20f3bd tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] show failed (client error): The resource could not be found. Jul 22 19:41:18.601358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0559a83a-36b0-4843-805e-ccb84c20f3bd tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "GET /v2.0/security-groups/b6308c29-65f9-450b-9c64-8beceda43eda HTTP/1.1" status: 404 len: 347 time: 0.0353410 Jul 22 19:41:18.602284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a0cfa-1482-4f5c-ba44-89d9c2fa44c4 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6308c29-65f9-450b-9c64-8beceda43eda,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:18.604844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:18.605769 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 7 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.644992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-35051cd3-042a-45f7-a581-da04fc299043 None None] Provisioning complete for port 8f0dc7fc-c32d-4689-95f7-802b385906ef triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:18.646100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35051cd3-042a-45f7-a581-da04fc299043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.671863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.672246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.672594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.681895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.682284 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.714066 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 8 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.735583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.735927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.736303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.744643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-35051cd3-042a-45f7-a581-da04fc299043 None None] Port 8f0dc7fc-c32d-4689-95f7-802b385906ef cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:18.779986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.780444 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.781013 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 9 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.782629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:18.814025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a0f5c1d-3830-4bb4-b6b8-f4366ba69876 req-d98ec389-453a-48f6-a482-343a5c436588 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8489134 Jul 22 19:41:18.825889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.826240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.826591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.833623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.833967 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.835408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71cef2-3be8-4eca-99d7-00a15e12cd52 None None] The sync data for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 is: [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:39:14Z', 'revision_number': 4, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f1375fd4-3652-47ae-8760-c8fc678389d6', 'name': '', 'network_id': '07c1eef5-2319-47b7-8331-608ec7185606', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'mac_address': 'fa:16:3e:46:8f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:13Z', 'updated_at': '2021-07-22T19:39:19Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'subnets': [{'id': '7bed053e-e7b6-4768-8003-d32f509f1137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:18.850960 n-d-800087-13 neutron-server[93801]: INFO neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 10 to bind port afca8861-95cb-48da-bbd3-9408b378a2be Jul 22 19:41:18.871198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:18.871550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:18.871892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:18.881682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:18.882380 n-d-800087-13 neutron-server[93801]: ERROR neutron.plugins.ml2.managers [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port afca8861-95cb-48da-bbd3-9408b378a2be on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:18.882934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:18.908920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Deleting port 384860ad-ae47-40d2-8de1-23f89b50a8a4 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:18.910700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.081438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port afca8861-95cb-48da-bbd3-9408b378a2be, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:19.082625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempted to set empty binding levels {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:41:19.090012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.122939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.129948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.130849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.135798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] In _notify_port_updated(), no bound segment for port afca8861-95cb-48da-bbd3-9408b378a2be on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:41:19.136952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.137690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.137829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:19.139238 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "PUT /v2.0/ports/afca8861-95cb-48da-bbd3-9408b378a2be HTTP/1.1" status: 200 len: 976 time: 1.8407552 Jul 22 19:41:19.142916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:19.150636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.151132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.202437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Calling delete_port for 384860ad-ae47-40d2-8de1-23f89b50a8a4 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:19.212059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fa61a-e3ec-46e3-8c05-5b5a427db201 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=afca8861-95cb-48da-bbd3-9408b378a2be,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:19.334118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=8f0dc7fc-c32d-4689-95f7-802b385906ef,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:19.420608 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fec63-6fe8-4824-b84f-d434ded1cd63 None None] New status for floating IP 6d433fc2-d389-46a1-83aa-9e778ffcab24: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:41:19.458122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.458621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.459265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.459567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.460036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.460834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.461002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.461502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.461927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.462596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.463258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.463677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.464858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.465503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.465695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.466163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.466623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.466864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.467387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.467669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.468367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.468842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.469307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.469773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.470237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.470721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.471173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.471744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.472195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.473178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.473178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.473469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.474186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.474644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.475517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.475643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.475998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.476519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.476974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.477574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.478040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.478493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:19.487477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-61163ec9-9085-40d6-ba3f-a4d4cf3b2106 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36847 time: 0.3202446 Jul 22 19:41:19.491983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32938) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:19.492977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 3306f392-98c8-4253-9632-feb8fc1b051e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:19.494406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:19.501968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Pushing event deleted for resources: {'Port': ['ID=384860ad-ae47-40d2-8de1-23f89b50a8a4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:19.582301 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-d29fec63-6fe8-4824-b84f-d434ded1cd63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:41:19.583924 n-d-800087-13 neutron-server[93803]: DEBUG oslo_db.api [None req-d29fec63-6fe8-4824-b84f-d434ded1cd63 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:41:19.636945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.639903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.644806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-00ae8123-c7ea-437d-b1f8-a138cdfaae91 tempest-ServersTestManualDisk-1276698956 tempest-ServersTestManualDisk-1276698956-project] 10.222.0.10 "DELETE /v2.0/floatingips/6d433fc2-d389-46a1-83aa-9e778ffcab24 HTTP/1.1" status: 204 len: 168 time: 1.0356588 Jul 22 19:41:19.648380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32940) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:19.659625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Router 470347bc-6021-413c-aa23-3c5639d10ea0 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:19.684378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Deleting port afca8861-95cb-48da-bbd3-9408b378a2be {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:19.684857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.778527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port afca8861-95cb-48da-bbd3-9408b378a2be, host n-h2-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:19.779234 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.798975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Calling delete_port for afca8861-95cb-48da-bbd3-9408b378a2be owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:19.881676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:19.898606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] Sync routers for ids ['470347bc-6021-413c-aa23-3c5639d10ea0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:19.903203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5c4ec32a-595a-4687-a163-076ceac27e47 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/routers/470347bc-6021-413c-aa23-3c5639d10ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6939223 Jul 22 19:41:19.903874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32944) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:19.914407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] Routers {'470347bc-6021-413c-aa23-3c5639d10ea0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:19.915401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['470347bc-6021-413c-aa23-3c5639d10ea0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:19.929020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:19.987431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event deleted for resources: {'Port': ['ID=afca8861-95cb-48da-bbd3-9408b378a2be,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:19.997555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:20.009894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.012591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6cdcb99-c936-42a5-b33f-181848f1d6a1 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "DELETE /v2.0/ports/afca8861-95cb-48da-bbd3-9408b378a2be HTTP/1.1" status: 204 len: 168 time: 0.5178120 Jul 22 19:41:20.015451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32948) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:20.022851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66943455-586d-4ae1-98ac-51ce89784214 None None] Provisioning complete for port 8f0dc7fc-c32d-4689-95f7-802b385906ef triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:20.024805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66943455-586d-4ae1-98ac-51ce89784214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.069900 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0cd265-df1f-4fc5-ac41-3b6cedcfcea9 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:41:20.071595 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce0cd265-df1f-4fc5-ac41-3b6cedcfcea9 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports/afca8861-95cb-48da-bbd3-9408b378a2be HTTP/1.1" status: 404 len: 333 time: 0.0551691 Jul 22 19:41:20.079788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:20.084747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-574604848', 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:20.086680 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fec63-6fe8-4824-b84f-d434ded1cd63 None None] New status for floating IP 6d433fc2-d389-46a1-83aa-9e778ffcab24: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:41:20.111293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Made reservation on behalf of fe8626c868934af09afdc9d38f358062 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:20.113802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.128590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66943455-586d-4ae1-98ac-51ce89784214 None None] Port 8f0dc7fc-c32d-4689-95f7-802b385906ef cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:20.131505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] Routers {'470347bc-6021-413c-aa23-3c5639d10ea0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:20.132193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['470347bc-6021-413c-aa23-3c5639d10ea0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:20.141535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6befca-e573-4d38-a6f3-276fc2a45e19 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:20.146952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9a6befca-e573-4d38-a6f3-276fc2a45e19 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?device_id=470347bc-6021-413c-aa23-3c5639d10ea0 HTTP/1.1" status: 200 len: 989 time: 0.2416553 Jul 22 19:41:20.147292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:20.163975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port bfe00ca5-d549-4ee3-b168-2b74bd735176 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:20.210275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:20.212978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceac404-be4a-45c8-ba83-087282783ed5 None None] The sync data for ids ['470347bc-6021-413c-aa23-3c5639d10ea0'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:20.260538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1246266-52cd-4b82-9bed-f581320ae28b req-2f7b8159-ad04-457d-ab59-8d7f0699758a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:20.267929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1246266-52cd-4b82-9bed-f581320ae28b req-2f7b8159-ad04-457d-ab59-8d7f0699758a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2426600 Jul 22 19:41:20.375428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1246266-52cd-4b82-9bed-f581320ae28b req-545864ea-f179-4c7c-9d75-9672e9181b4b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065061 Jul 22 19:41:20.472566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.597610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.756614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.791242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Deleting port f1375fd4-3652-47ae-8760-c8fc678389d6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:20.791704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.827668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:20.841019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:20.846767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:20.847842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:20.848600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.857581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=bfe00ca5-d549-4ee3-b168-2b74bd735176,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:20.924038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-faabda7f-c2f5-4617-ad0d-b1c3918e6d94 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8408153 Jul 22 19:41:20.925360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32956) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:20.961777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:20.982289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] For port f1375fd4-3652-47ae-8760-c8fc678389d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f1375fd4-3652-47ae-8760-c8fc678389d6,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:20.982670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.004407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Calling delete_port for f1375fd4-3652-47ae-8760-c8fc678389d6 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:21.009015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102418c5-70a4-4c3f-a06f-390586f1c063 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:21.010536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-102418c5-70a4-4c3f-a06f-390586f1c063 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports/bfe00ca5-d549-4ee3-b168-2b74bd735176 HTTP/1.1" status: 200 len: 954 time: 0.0841205 Jul 22 19:41:21.013677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32958) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:21.289946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Deleting port bfe00ca5-d549-4ee3-b168-2b74bd735176 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:21.290305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.373235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 8f0dc7fc-c32d-4689-95f7-802b385906ef {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:21.373615 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.422457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.441625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Calling delete_port for bfe00ca5-d549-4ee3-b168-2b74bd735176 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:21.453400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.504977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1375fd4-3652-47ae-8760-c8fc678389d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:21.784241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.806337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e781c-ac71-4d83-a0b7-d582467daa5d req-079a6eec-ee26-421a-8271-9c9ee133e1db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:21.807839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f7e781c-ac71-4d83-a0b7-d582467daa5d req-079a6eec-ee26-421a-8271-9c9ee133e1db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2067482 Jul 22 19:41:21.834773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.845446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.848961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 8f0dc7fc-c32d-4689-95f7-802b385906ef owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:21.850992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "DELETE /v2.0/ports/bfe00ca5-d549-4ee3-b168-2b74bd735176 HTTP/1.1" status: 204 len: 168 time: 0.8363616 Jul 22 19:41:21.852780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32970) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:21.854542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40ac19-0f20-4397-be31-f85bccc8567d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfe00ca5-d549-4ee3-b168-2b74bd735176,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:21.888393 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-090783ce-5415-448e-adb5-28b7c986968d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:41:21.893193 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-090783ce-5415-448e-adb5-28b7c986968d tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports/bfe00ca5-d549-4ee3-b168-2b74bd735176 HTTP/1.1" status: 404 len: 333 time: 0.0360146 Jul 22 19:41:21.894864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32972) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:21.898834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1475714258'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:21.908324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f7e781c-ac71-4d83-a0b7-d582467daa5d req-9f7b77f7-6293-4697-9dc7-b33a8db4578a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726237 Jul 22 19:41:21.914327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.966723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Made reservation on behalf of fe8626c868934af09afdc9d38f358062 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:21.969299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:21.990543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port ff75403f-d243-4fee-83c7-46240ac5f894 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:22.270180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.320969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=8f0dc7fc-c32d-4689-95f7-802b385906ef,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:22.329952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.477711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.530000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:22.534529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.536460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:22.541063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:22.542012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:22.542692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.544358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Router 584f98a6-5a88-419b-919e-6a394cb1a634 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:22.568312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=ff75403f-d243-4fee-83c7-46240ac5f894,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:22.622006 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9f6ec8fd-2970-4320-967e-d4908413d27b tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7267020 Jul 22 19:41:22.625232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:22.630791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:22.734333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:22.739869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0bbaad9-6c58-42a0-b183-f1dc62eb382b admin admin] 10.222.0.10 "PUT /v2.0/routers/584f98a6-5a88-419b-919e-6a394cb1a634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0884411 Jul 22 19:41:22.742766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:22.743392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.744779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Router 470347bc-6021-413c-aa23-3c5639d10ea0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:22.747764 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Sync routers for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:22.759514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:22.760719 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:22.913947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:22.942302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] device_id is not set on port ff75403f-d243-4fee-83c7-46240ac5f894 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:22.951677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.963837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:22.965200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Transition to ACTIVE for port object ff75403f-d243-4fee-83c7-46240ac5f894 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:22.975104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.098364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.102641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.102994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.103342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.112110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.112488 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.113068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=ff75403f-d243-4fee-83c7-46240ac5f894,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:23.115808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:23.118958 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 2 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.126413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6615b1d-9bdf-4c81-90ef-fc0672742a93 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/routers/470347bc-6021-413c-aa23-3c5639d10ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752707 Jul 22 19:41:23.126413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32984) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:23.128567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] Sync routers for ids ['470347bc-6021-413c-aa23-3c5639d10ea0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:23.144891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.146069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] Routers {'470347bc-6021-413c-aa23-3c5639d10ea0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:23.146438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.146725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['470347bc-6021-413c-aa23-3c5639d10ea0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.146900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.160296 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:41:21Z', 'revision_number': 5, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port': {'id': 'bafd766c-2058-4f6d-bc63-8e3ac9f47e74', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:39:09Z', 'updated_at': '2021-07-22T19:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.161519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.161867 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.163239 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 3 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.175858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024572d-3131-4bd7-a0ab-d56151c20762 req-aee7d65d-4ae3-459e-8d26-f4b174243368 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:23.183661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7024572d-3131-4bd7-a0ab-d56151c20762 req-aee7d65d-4ae3-459e-8d26-f4b174243368 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.1597965 Jul 22 19:41:23.190801 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-173a87bf-1035-45e5-94bb-745ebf1480ac tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:23.192966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-173a87bf-1035-45e5-94bb-745ebf1480ac tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/8f0dc7fc-c32d-4689-95f7-802b385906ef HTTP/1.1" status: 404 len: 333 time: 0.0651855 Jul 22 19:41:23.195418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.195771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.196123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.198137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32986) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:23.200110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Checking router: 584f98a6-5a88-419b-919e-6a394cb1a634 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:23.211300 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Routers {'584f98a6-5a88-419b-919e-6a394cb1a634'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:23.212836 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['584f98a6-5a88-419b-919e-6a394cb1a634'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.216269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.217721 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.219862 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 4 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.245031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.245423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.245844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.264781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.274355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7024572d-3131-4bd7-a0ab-d56151c20762 req-ebf21269-9814-4379-8519-b959b0dac845 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894706 Jul 22 19:41:23.275537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.275892 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.276318 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 5 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.287432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] Routers {'470347bc-6021-413c-aa23-3c5639d10ea0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:23.288005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['470347bc-6021-413c-aa23-3c5639d10ea0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.291540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.295369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.296592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.301862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.302438 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.303036 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 6 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.304874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Deleting port bafd766c-2058-4f6d-bc63-8e3ac9f47e74 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:23.305699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.326562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.327265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.327792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.334171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.334816 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.335385 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 7 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.351553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.352337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.352980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.353423 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] Set router 584f98a6-5a88-419b-919e-6a394cb1a634 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:23.360362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.360704 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.361103 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 8 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.369854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.371249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e75f4d1-1ecf-46cc-b240-de3c420dca97 None None] The sync data for ids ['470347bc-6021-413c-aa23-3c5639d10ea0'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:23.375499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.375759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.376113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.381468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.381813 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.382213 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 9 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.405796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] For port bafd766c-2058-4f6d-bc63-8e3ac9f47e74, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:23.406193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.419452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.419794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.420163 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.424264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.426204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Calling delete_port for bafd766c-2058-4f6d-bc63-8e3ac9f47e74 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:23.437893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.438235 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.438636 n-d-800087-13 neutron-server[93800]: INFO neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempt 10 to bind port ff75403f-d243-4fee-83c7-46240ac5f894 Jul 22 19:41:23.439370 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:41:23Z', 'revision_number': 6, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:23.466369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:23.466369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:23.466369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempting to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:23.473413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802df154-5944-4a78-b8c3-b4b768c2a288 None None] The sync data for ids ['584f98a6-5a88-419b-919e-6a394cb1a634'] in n-d-800087-13 is: [{'id': '584f98a6-5a88-419b-919e-6a394cb1a634', 'name': 'tempest-ServersTestManualDisk-1483855166-router', 'tenant_id': '09d981f3338a41d48c475a8153f6acfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:39:08Z', 'updated_at': '2021-07-22T19:41:23Z', 'revision_number': 6, 'project_id': '09d981f3338a41d48c475a8153f6acfd', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:23.485012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:23.485012 n-d-800087-13 neutron-server[93800]: ERROR neutron.plugins.ml2.managers [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Failed to bind port ff75403f-d243-4fee-83c7-46240ac5f894 on host n-h2-800087-13 for vnic_type normal using segments [{'id': 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a32e0dfe-0cb8-449c-b9a4-b9b8207a4690'}] Jul 22 19:41:23.485012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.578462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port ff75403f-d243-4fee-83c7-46240ac5f894, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:23.579136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attempted to set empty binding levels {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 19:41:23.585705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.633043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] In _notify_port_updated(), no bound segment for port ff75403f-d243-4fee-83c7-46240ac5f894 on network a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:41:23.634296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:23.635239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.639649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "PUT /v2.0/ports/ff75403f-d243-4fee-83c7-46240ac5f894 HTTP/1.1" status: 200 len: 976 time: 1.0109351 Jul 22 19:41:23.642591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:23.654631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17919-4318-486d-be2e-89918462b962 tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event updated for resources: {'Port': ['ID=ff75403f-d243-4fee-83c7-46240ac5f894,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:23.727472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.732671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.836409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.837012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Fanout notify agent at l3_agent the message router_deleted on router 470347bc-6021-413c-aa23-3c5639d10ea0 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:23.847822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.852026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32994) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:23.852210 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69155e5f-2d07-43ea-ac36-a57a1b352d67 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/routers/470347bc-6021-413c-aa23-3c5639d10ea0 HTTP/1.1" status: 204 len: 168 time: 0.6520410 Jul 22 19:41:23.906737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Deleting port ff75403f-d243-4fee-83c7-46240ac5f894 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:23.911746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.931512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet ff621fcf-2c7f-4a14-8387-be5b409afbd1 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:23.939662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:23.998425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.035972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] For port ff75403f-d243-4fee-83c7-46240ac5f894, host n-h2-800087-13, got binding levels [] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:24.036625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.066471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Calling delete_port for ff75403f-d243-4fee-83c7-46240ac5f894 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:24.116795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.187720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.191204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.206597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.210017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/ff621fcf-2c7f-4a14-8387-be5b409afbd1 HTTP/1.1" status: 204 len: 168 time: 0.3559072 Jul 22 19:41:24.211737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbdadc-7f82-439f-a9e4-eb005104a374 None None] Network 3306f392-98c8-4253-9632-feb8fc1b051e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:24.213378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32996) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:24.250643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Pushing event deleted for resources: {'Port': ['ID=bafd766c-2058-4f6d-bc63-8e3ac9f47e74,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:24.252519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.399477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d0ed-b293-49c9-90bb-0b2ff12525b4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=ff621fcf-2c7f-4a14-8387-be5b409afbd1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:24.415405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff75403f-d243-4fee-83c7-46240ac5f894,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:24.421506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.422538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.423317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-748b8e37-de7c-4223-baa2-fa3bbc26a0aa tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ff75403f-d243-4fee-83c7-46240ac5f894 HTTP/1.1" status: 204 len: 168 time: 0.7773664 Jul 22 19:41:24.424578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.463194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33000) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:24.472601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.554165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.556808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.561208 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61ef0ff-e9ce-4306-9804-6c1a19ed5fad tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] GET failed (client error): The resource could not be found. Jul 22 19:41:24.566573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f61ef0ff-e9ce-4306-9804-6c1a19ed5fad tempest-PortsAdminExtendedAttrsTestJSON-146540302 tempest-PortsAdminExtendedAttrsTestJSON-146540302-project-admin] 10.222.0.10 "GET /v2.0/ports/ff75403f-d243-4fee-83c7-46240ac5f894 HTTP/1.1" status: 404 len: 333 time: 0.1023180 Jul 22 19:41:24.571055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33004) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:24.581689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] DHCP port deletion for 3306f392-98c8-4253-9632-feb8fc1b051e request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:24.612797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.613382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 584f98a6-5a88-419b-919e-6a394cb1a634 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:24.618742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.625013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4b997156-f5ba-4b6c-8adb-f200d27524db admin admin] 10.222.0.10 "DELETE /v2.0/routers/584f98a6-5a88-419b-919e-6a394cb1a634 HTTP/1.1" status: 204 len: 168 time: 1.8786693 Jul 22 19:41:24.625812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33006) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:24.676052 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Deleting subnet 7bed053e-e7b6-4768-8003-d32f509f1137 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:24.680246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.682760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Deleting port 7d00822b-09eb-4d92-a0f3-e31ce774de52 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:24.683677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.728076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.741225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc764f0e-c43d-4c72-aee5-74a98010384a req-d964ea13-7d4f-477e-979c-010f14dcf0ac tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:24.742807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc764f0e-c43d-4c72-aee5-74a98010384a req-d964ea13-7d4f-477e-979c-010f14dcf0ac tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.3636286 Jul 22 19:41:24.747305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.874839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] For port 7d00822b-09eb-4d92-a0f3-e31ce774de52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d00822b-09eb-4d92-a0f3-e31ce774de52,segment=NetworkSegment(b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4),segment_id=b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:24.878504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.903825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 7d00822b-09eb-4d92-a0f3-e31ce774de52 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:24.904416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:24.910963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc764f0e-c43d-4c72-aee5-74a98010384a req-7c93b710-2bc9-46ab-a3e1-57cc669578f1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553872 Jul 22 19:41:24.916315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Calling delete_port for 7d00822b-09eb-4d92-a0f3-e31ce774de52 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:25.012052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f1375fd4-3652-47ae-8760-c8fc678389d6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:25.036279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f1375fd4-3652-47ae-8760-c8fc678389d6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:25.036782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f1375fd4-3652-47ae-8760-c8fc678389d6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:25.037301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7d00822b-09eb-4d92-a0f3-e31ce774de52 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:25.071707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.088310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] For port 7d00822b-09eb-4d92-a0f3-e31ce774de52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7d00822b-09eb-4d92-a0f3-e31ce774de52,segment=NetworkSegment(b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4),segment_id=b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:25.089121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.123457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32e0dfe-0cb8-449c-b9a4-b9b8207a4690']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.153669 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.156325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 7d00822b-09eb-4d92-a0f3-e31ce774de52 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:25.159759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.159759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c6df21-7a7e-47d3-b605-28b9e44f94a3') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.185018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.202529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.204951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.239067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] Pushing event deleted for resources: {'Port': ['ID=7d00822b-09eb-4d92-a0f3-e31ce774de52,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:25.244047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bafd766c-2058-4f6d-bc63-8e3ac9f47e74 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:25.252890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04196f0-36bb-47a4-bf7e-87350a9df290 None None] No DVR routers for this DVR port 7d00822b-09eb-4d92-a0f3-e31ce774de52 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:25.283422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.287788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bafd766c-2058-4f6d-bc63-8e3ac9f47e74 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:25.289260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bafd766c-2058-4f6d-bc63-8e3ac9f47e74 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:25.293939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:25.294144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:25.297610 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:25.317942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.358323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bed053e-e7b6-4768-8003-d32f509f1137,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:25.360499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.364702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13f61472-3da9-4c1b-8af3-a0eca4e459a7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7bed053e-e7b6-4768-8003-d32f509f1137 HTTP/1.1" status: 204 len: 168 time: 0.7354894 Jul 22 19:41:25.368692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:25.371848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb04e82-0d05-4975-8514-7243f4b293f4 None None] Network 07c1eef5-2319-47b7-8331-608ec7185606 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:25.403728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.439318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=7d00822b-09eb-4d92-a0f3-e31ce774de52,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:25.447886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.459361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.461034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.463661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] 10.222.0.10 "DELETE /v2.0/networks/a32e0dfe-0cb8-449c-b9a4-b9b8207a4690 HTTP/1.1" status: 204 len: 168 time: 0.8916657 Jul 22 19:41:25.489429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148698-7267-4c12-9773-88a410ade6e2 tempest-PortsAdminExtendedAttrsTestJSON-1463614126 tempest-PortsAdminExtendedAttrsTestJSON-1463614126-project] Pushing event deleted for resources: {'Network': ['ID=a32e0dfe-0cb8-449c-b9a4-b9b8207a4690,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:25.494936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No DVR routers for this DVR port 7d00822b-09eb-4d92-a0f3-e31ce774de52 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:25.569247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Deleting port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:25.570173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.671206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.679149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33016) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:25.702296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] DHCP port deletion for 07c1eef5-2319-47b7-8331-608ec7185606 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:25.717111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3306f392-98c8-4253-9632-feb8fc1b051e']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.727982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] For port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:25.731015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.753040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.754935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Calling delete_port for eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:25.756720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ecaca7-00e6-40e2-85c4-6f101ae4f9e4') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:25.778580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.809181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.837274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:25.840964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:25.841782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.846781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Deleting port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:25.846781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:25.847129 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:25.900214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:25.961484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:25.966492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] No DVR routers for this DVR port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:26.055466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] For port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,segment=NetworkSegment(76785556-e404-4466-84a9-3f8c94c567de),segment_id=76785556-e404-4466-84a9-3f8c94c567de)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:26.055990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.088865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Calling delete_port for eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:26.097350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.111577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.114491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/3306f392-98c8-4253-9632-feb8fc1b051e HTTP/1.1" status: 204 len: 168 time: 1.8983550 Jul 22 19:41:26.121576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33030) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.128500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.136956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f046c2ed-e4d9-4797-aed4-28128ea2cdf7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7ee9b1e403746978390a1a409518bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979257 Jul 22 19:41:26.143009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.154371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c1eef5-2319-47b7-8331-608ec7185606']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:26.167755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45549e-d4c8-47ac-9881-f9540f72d8e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=3306f392-98c8-4253-9632-feb8fc1b051e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:26.171906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76785556-e404-4466-84a9-3f8c94c567de') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:26.172229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76785556-e404-4466-84a9-3f8c94c567de') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:26.204422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.224190 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.228322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.237292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:26.237809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:26.241672 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:26.264453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] No DVR routers for this DVR port eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:26.268747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4daa6f-eec9-41a0-8a4b-83a1d3289c51 None None] Pushing event deleted for resources: {'Port': ['ID=eb5fe19f-3d63-4013-ba70-7fb3d031c2e2,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:26.285719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.315056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a11227-128d-4c87-ad34-baf7b5a74ddc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.316585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-64a11227-128d-4c87-ad34-baf7b5a74ddc tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/43afcc73-8d74-4c5a-9044-57bc588d4056 HTTP/1.1" status: 200 len: 845 time: 0.1772940 Jul 22 19:41:26.320393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33034) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.340610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c68ae-8925-4919-bd39-3ca43aaa11a8 req-b6d21b19-1a09-4438-9723-9ae2e1aee591 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.342262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c50c68ae-8925-4919-bd39-3ca43aaa11a8 req-b6d21b19-1a09-4438-9723-9ae2e1aee591 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.3073988 Jul 22 19:41:26.347334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.365527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.378733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.384636 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] 10.222.0.10 "DELETE /v2.0/networks/07c1eef5-2319-47b7-8331-608ec7185606 HTTP/1.1" status: 204 len: 168 time: 1.0131621 Jul 22 19:41:26.428215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0435c817-1790-4462-9f33-ac33321ae6e4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/43afcc73-8d74-4c5a-9044-57bc588d4056?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0995567 Jul 22 19:41:26.428215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33038) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.434769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:26.465319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c50c68ae-8925-4919-bd39-3ca43aaa11a8 req-65b9a1b8-0ccb-4c07-a142-6bb03b3143c4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939522 Jul 22 19:41:26.494956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5df6-7245-4e5e-a971-9cbbd71f54ee admin admin] Pushing event deleted for resources: {'Network': ['ID=07c1eef5-2319-47b7-8331-608ec7185606,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:26.540300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.544065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.552919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33042) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.560530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc7925a8-0af5-4e76-8761-c8075afb65f4 HTTP/1.1" status: 204 len: 168 time: 0.4057698 Jul 22 19:41:26.585698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-89ec098e-bb44-47a1-9dbc-d34f96731787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.587295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-89ec098e-bb44-47a1-9dbc-d34f96731787 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 1095 time: 0.2132838 Jul 22 19:41:26.588303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9893-740c-4311-807c-97e192176d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7925a8-0af5-4e76-8761-c8075afb65f4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:26.646425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ada5944c-61c6-42c4-8e5c-c8b8dd4cec13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09d981f3338a41d48c475a8153f6acfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0923238 Jul 22 19:41:26.649858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33044) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:26.670240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:26.674241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.691181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-a5be5287-1959-43b8-88e8-a011552588c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.693103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-a5be5287-1959-43b8-88e8-a011552588c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1095 time: 0.0823829 Jul 22 19:41:26.833084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-e34308ab-8e01-49a5-b352-a2810dae2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.835209 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-e34308ab-8e01-49a5-b352-a2810dae2e3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1350265 Jul 22 19:41:26.850318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.919422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-53b28d30-e8eb-4aed-85b1-b1654f1fc52c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 998 time: 0.0770938 Jul 22 19:41:26.924140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:26.941001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:26.964677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:26.965439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb5fe19f-3d63-4013-ba70-7fb3d031c2e2 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:26.988107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-ccb5f416-6670-4d81-bdaf-5c8f30bdd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:26.989897 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-ccb5f416-6670-4d81-bdaf-5c8f30bdd244 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0647986 Jul 22 19:41:27.018188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.053321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33050) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:27.112774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5a57682f-5bfa-4edc-a582-200d4b5f34ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe8626c868934af09afdc9d38f358062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578427 Jul 22 19:41:27.114480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33054) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:27.118591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.128460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.129153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-6685712c-c288-4bfd-8838-7ad378d706d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:27.130918 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-6685712c-c288-4bfd-8838-7ad378d706d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337130 Jul 22 19:41:27.176223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.178818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.179994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5380d037-28b5-49c3-a08e-f2da02d3f91b HTTP/1.1" status: 204 len: 168 time: 0.5290353 Jul 22 19:41:27.223227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:27.228907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925cd30-b741-4dca-939d-2b078d450755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380d037-28b5-49c3-a08e-f2da02d3f91b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:27.237492 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-26d14704-a510-4b1b-95a9-35065cee3ba4 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994804 Jul 22 19:41:27.239584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:27.248671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:27.249146 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.262308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a0b93-0fa4-45e4-892a-56db303cb66e None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:27.265787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=56c00daf-3c37-41c4-a0e5-84610cbc39b0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:27.309031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4f775543-0d38-4333-9575-58b7662b5244 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8793483 Jul 22 19:41:27.312568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33058) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:27.321001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'security_group': {'name': 'tempest-secgroup-2077951480'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:27.337197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.369191 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.408037 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a5ec68-ffc3-4770-a076-883a566ece36 req-a3784444-0d13-4b4e-be9e-1d46037ce032 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630042 Jul 22 19:41:27.413322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.498021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.500908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.503063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff92aa8a-58cc-41b7-939f-e943eecc568b HTTP/1.1" status: 204 len: 168 time: 0.3850815 Jul 22 19:41:27.517739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'tenant_id': 'd50ad11f5a9642bfb37257046be1b097', 'fixed_ips': [{'subnet_id': '56c00daf-3c37-41c4-a0e5-84610cbc39b0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:41:27.518718 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.561684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298818-c5f0-4f9a-8b65-d8892e9f259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92aa8a-58cc-41b7-939f-e943eecc568b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:27.604658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.614531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.623332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Deleting port bfecee50-a056-4676-89a8-138dae522135 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:27.625218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.679526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.683756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3650055 Jul 22 19:41:27.683756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a2507-616f-4b71-ad81-34e4d96eb64f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a86487d-1739-477b-bf6e-61423f842eb1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:27.684057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33076) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:27.758629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'security_group': {'name': 'tempest-secgroup-699585822'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:27.764571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Allocated IP 2001:db8::2 (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/56c00daf-3c37-41c4-a0e5-84610cbc39b0/3f0867a9-c78c-47d3-9dad-73479c643493) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:27.827341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] For port bfecee50-a056-4676-89a8-138dae522135, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bfecee50-a056-4676-89a8-138dae522135,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:27.827710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.830917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.874780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Calling delete_port for bfecee50-a056-4676-89a8-138dae522135 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:27.907358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117b4fb-93d7-4c80-a40a-6a59317e78aa req-5f7f3c43-33c8-441a-9771-673fe4e6c5dc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:27.914129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7117b4fb-93d7-4c80-a40a-6a59317e78aa req-5f7f3c43-33c8-441a-9771-673fe4e6c5dc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2502022 Jul 22 19:41:27.951481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:27.963244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Transition to ACTIVE for port object 3f0867a9-c78c-47d3-9dad-73479c643493 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:27.992288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Transition to ACTIVE for port object 3f0867a9-c78c-47d3-9dad-73479c643493 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:28.002579 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.045213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7117b4fb-93d7-4c80-a40a-6a59317e78aa req-cb536ee4-6221-4c86-9720-a59c1c02b3e2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281588 Jul 22 19:41:28.059662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:28.084552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:28.087063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:28.093671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:28.124211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.148467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.183980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Attempting to bind port 3f0867a9-c78c-47d3-9dad-73479c643493 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:28.183980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Attempting to bind port 3f0867a9-c78c-47d3-9dad-73479c643493 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '41119e14-a9f4-483e-88a8-2738f8071d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:28.183980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Attempting to bind port 3f0867a9-c78c-47d3-9dad-73479c643493 on network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:28.185821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:28.186339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Checking segment: {'id': '41119e14-a9f4-483e-88a8-2738f8071d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:28.186866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.187507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Bound using segment: {'id': '41119e14-a9f4-483e-88a8-2738f8071d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:28.188082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Bound port: 3f0867a9-c78c-47d3-9dad-73479c643493, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41119e14-a9f4-483e-88a8-2738f8071d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:28.189142 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.216399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba432f-0bab-4a47-84a2-dd75b65499c1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:28.233049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.237811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33102) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:28.238629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ffa8886-b1f8-43cb-9a89-bf9d20706f62 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5529733 Jul 22 19:41:28.244972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1365598348', 'security_groups': ['17ba432f-0bab-4a47-84a2-dd75b65499c1'], 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '56c00daf-3c37-41c4-a0e5-84610cbc39b0'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:28.304738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.414076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfecee50-a056-4676-89a8-138dae522135,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:28.482283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:28.490490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:28.506913 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.669957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:28.672214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:28.679337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35eb0-3b45-4873-b320-86159c9936fb None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:28.906078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:28.960675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1728718882-network', 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:28.991452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 46a33889-3a0d-4179-8b3a-f8b08343698b yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:29.124299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:29.128623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.186121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.471635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.510209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::c (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/56c00daf-3c37-41c4-a0e5-84610cbc39b0/46a33889-3a0d-4179-8b3a-f8b08343698b) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:29.544620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae0e6-37b7-480d-ac2f-597070e94df0 req-aad27c79-243b-40bb-9711-ddf136255970 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:29.546076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acaae0e6-37b7-480d-ac2f-597070e94df0 req-aad27c79-243b-40bb-9711-ddf136255970 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.1774807 Jul 22 19:41:29.654908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acaae0e6-37b7-480d-ac2f-597070e94df0 req-8b2a062d-3f60-41ce-87df-4145685faa39 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691209 Jul 22 19:41:29.803845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.815403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.877720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Router 35681e6b-fc17-4f9e-93e8-f33311c6568b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:29.882650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2273c76a-0078-4913-8af0-bac92e50c18f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:29.907848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:29.993341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:29.994923 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Added segment c0e4baf3-8674-4d06-ad08-27e1c2c826f0 of type vlan for network 72923ef0-be44-48bf-812c-e3f7ef29d424 Jul 22 19:41:30.000894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.088966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 46a33889-3a0d-4179-8b3a-f8b08343698b will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:30.108640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.115463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:30.129195 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Sync routers for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:30.133746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:30.140447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b5aa7fe1-7da4-4763-9889-b1ca22d2b88f admin admin] 10.222.0.10 "PUT /v2.0/routers/35681e6b-fc17-4f9e-93e8-f33311c6568b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4579170 Jul 22 19:41:30.155216 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:30.158141 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:30.236868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:41:30.257983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33146) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:30.332191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.333246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:30.333900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.354755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-41d5ae69-bfd0-46f0-8c41-a391c46d3b29 None None] Provisioning for port 3f0867a9-c78c-47d3-9dad-73479c643493 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:30.376658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-41d5ae69-bfd0-46f0-8c41-a391c46d3b29 None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:30.377300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-41d5ae69-bfd0-46f0-8c41-a391c46d3b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.429428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33150) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:30.429922 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7542603 Jul 22 19:41:30.439812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Request body: {'subnet': {'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1728718882-subnet', 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:30.443867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-41d5ae69-bfd0-46f0-8c41-a391c46d3b29 None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:30.463585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.477141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:30.483260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.531616 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:30.536960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1872179923', 'router:external': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:30.576690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Made reservation on behalf of 1024d9960eef4b958ea0b6a567bf6e28 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:30.579886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.597450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.689177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c20ace-7553-447a-b673-0bf56a27a8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=72923ef0-be44-48bf-812c-e3f7ef29d424,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:30.703916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:30.726972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:30.758774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:30.772302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:30.790102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:30.793770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.893790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:30.999039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=46a33889-3a0d-4179-8b3a-f8b08343698b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:31.075731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:31.104008 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:41:28Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:31.178984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.206761 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Checking router: 35681e6b-fc17-4f9e-93e8-f33311c6568b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:31.240253 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Routers {'35681e6b-fc17-4f9e-93e8-f33311c6568b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:31.243495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3f0867a9-c78c-47d3-9dad-73479c643493 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:31.243980 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['35681e6b-fc17-4f9e-93e8-f33311c6568b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:31.249443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.254918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:31.258674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.293309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.326664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5432e0-e4e6-466c-a0a7-152a2a5d4dd1 req-425032f4-da02-4af4-a248-f4cb1f99044f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:31.328940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c5432e0-e4e6-466c-a0a7-152a2a5d4dd1 req-425032f4-da02-4af4-a248-f4cb1f99044f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.4159610 Jul 22 19:41:31.337631 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ef123685-7a56-4067-ba4a-81f28a608925 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0983777 Jul 22 19:41:31.341460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:31.352239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:31.355822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.363142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2b82fce9-60c5-47c8-86dc-f623f7fd7ec9 None None] Provisioning for port 46a33889-3a0d-4179-8b3a-f8b08343698b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:31.392266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:31.399695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2b82fce9-60c5-47c8-86dc-f623f7fd7ec9 None None] Provisioning complete for port 46a33889-3a0d-4179-8b3a-f8b08343698b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:31.400419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b82fce9-60c5-47c8-86dc-f623f7fd7ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.417830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.418261 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Added segment 8317e364-4613-47e7-8bf3-ba3badbb19c5 of type vlan for network ae763bf9-c452-4c08-a192-6d270cbaa3c9 Jul 22 19:41:31.449062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2b82fce9-60c5-47c8-86dc-f623f7fd7ec9 None None] Port 46a33889-3a0d-4179-8b3a-f8b08343698b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:31.469706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.472877 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] Set router 35681e6b-fc17-4f9e-93e8-f33311c6568b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:31.517882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:31.523869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.546417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Deleting port e5a09812-9e85-464e-9dbc-797e9d6534df {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:31.546902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.590876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:31.622236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:31.652632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c74b6d-a52f-480c-bd6e-c373aa3eda81,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:31.665708 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.715405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:31.716050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Network hostable DHCP agents. Network: 72923ef0-be44-48bf-812c-e3f7ef29d424, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:31.786646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:31.792871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.828263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:31.842047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c5432e0-e4e6-466c-a0a7-152a2a5d4dd1 req-b5b41cc6-13d6-4a60-a03c-544652a85aa5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009670 Jul 22 19:41:31.845049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 72923ef0-be44-48bf-812c-e3f7ef29d424) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:31.856091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06100a-c08a-42fb-afcf-6add2423381d None None] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:31.868535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:31.869471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.874136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.875743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:31.876555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.887596 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:41:28Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:31.896785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] For port e5a09812-9e85-464e-9dbc-797e9d6534df, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e5a09812-9e85-464e-9dbc-797e9d6534df,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:31.897315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:31.922600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Calling delete_port for e5a09812-9e85-464e-9dbc-797e9d6534df owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:31.946304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0a27dc31-d130-4a9a-b7de-67cb4fae11d5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5152879 Jul 22 19:41:31.962231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7026808 Jul 22 19:41:31.962448 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56c00daf-3c37-41c4-a0e5-84610cbc39b0 (CIDR: 2001:db8::/64) Jul 22 19:41:31.976070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33164) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:31.985890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'subnet': {'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:31.997400 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c871d3-3cbf-4248-b0df-aa4a5bef3720 None None] The sync data for ids ['35681e6b-fc17-4f9e-93e8-f33311c6568b'] in n-d-800087-13 is: [{'id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'name': 'tempest-TaggedBootDevicesTest_v242-1633537119-router', 'tenant_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:29:37Z', 'updated_at': '2021-07-22T19:41:28Z', 'revision_number': 5, 'project_id': '3dcd279f55ab4d3e93b7fcf57ad17ef5', 'gw_port': {'id': 'e5a09812-9e85-464e-9dbc-797e9d6534df', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:8b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35681e6b-fc17-4f9e-93e8-f33311c6568b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:29:38Z', 'updated_at': '2021-07-22T19:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:31.998189 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:41:31.999435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:32.109329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d3811-6c8b-4855-881b-9e4cd5b3019d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Network': ['ID=ae763bf9-c452-4c08-a192-6d270cbaa3c9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:32.133573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:32.143822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Made reservation on behalf of 1024d9960eef4b958ea0b6a567bf6e28 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:32.149547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:32.171671 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6b6f36f3-eb74-4a3e-99b3-a23183343af0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8290799 Jul 22 19:41:32.172974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:32.207094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:32.357531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c98109-10ae-4f3b-983a-100109a37ce7 None None] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:32.625934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:32.758300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a09812-9e85-464e-9dbc-797e9d6534df,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:32.838462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:32.871867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:32.901804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:32.909526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-36d230f4-72e9-41b9-83ee-92dc666aa190 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:32.912236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-36d230f4-72e9-41b9-83ee-92dc666aa190 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2098501 Jul 22 19:41:32.937324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-39cc4830-7750-4567-8f08-ca2cf44a140f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0184941 Jul 22 19:41:33.023725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-410f56fa-f445-4f3b-9a7a-ffc74f00db21 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553100 Jul 22 19:41:33.101144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:33.116056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.119730 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.208486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:33.208882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.327018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-ad36a259-e7b9-4970-ae7c-89ff00d96f05 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940986 Jul 22 19:41:33.450508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.494974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:41:33.495491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.532710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bfecee50-a056-4676-89a8-138dae522135 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:33.536423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:33.539902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:33.547564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:33.547564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.551327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.552078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35681e6b-fc17-4f9e-93e8-f33311c6568b {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:33.559429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.566883 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f80f843b-c4a0-4c3d-a99c-8870f3d19f50 admin admin] 10.222.0.10 "DELETE /v2.0/routers/35681e6b-fc17-4f9e-93e8-f33311c6568b HTTP/1.1" status: 204 len: 168 time: 3.4269094 Jul 22 19:41:33.567495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:33.593035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003171b-a10c-4fa5-af0d-0c305915c73c None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:33.615750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ea6f9-67d4-4290-a34b-265b3d3373c4 req-0ce9194c-38c2-4c9b-96f3-58fca54197f9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:33.617727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d84ea6f9-67d4-4290-a34b-265b3d3373c4 req-0ce9194c-38c2-4c9b-96f3-58fca54197f9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.5373151 Jul 22 19:41:33.637367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=b233d1c0-6e13-40b7-83a4-3579df403d71,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:33.688074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c2f4faf2-6323-4262-8efe-ad4004ad35d4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:33.696318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-1b736ad3-b441-4a73-8363-d01c0e5b8016 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678205 Jul 22 19:41:33.705757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Deleting subnet 4311e7c6-21f9-42b0-afef-980039b7dc4b {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:33.723394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d84ea6f9-67d4-4290-a34b-265b3d3373c4 req-584dae4e-6cef-446d-b85d-26e9b750c65d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915797 Jul 22 19:41:33.734104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.736408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Checking segment: {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:33.738658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network hostable DHCP agents. Network: ae763bf9-c452-4c08-a192-6d270cbaa3c9, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:33.744981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8937025e-83d5-4316-a248-ee4c5483d171 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5527060 Jul 22 19:41:33.749312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:33.758219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1286457413', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b233d1c0-6e13-40b7-83a4-3579df403d71'}], 'security_groups': ['2a86487d-1739-477b-bf6e-61423f842eb1']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:33.805927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bfecee50-a056-4676-89a8-138dae522135 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:33.806358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bfecee50-a056-4676-89a8-138dae522135 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:33.841182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.867678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:33.913952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ae763bf9-c452-4c08-a192-6d270cbaa3c9) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:33.931206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:33.931472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d01974-17cc-4cf9-a39b-a6002b100c21 None None] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:33.932520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:33.995382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0feac1db-f8d7-4e4c-8a5a-be537df46064 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0166562 Jul 22 19:41:33.998336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33194) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:34.004009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1610411287', 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:34.104461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea6ea72-3bb4-4dc4-854e-ade85da332c0 req-6b528805-e28d-477b-9b62-7d586cdcd098 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0540869 Jul 22 19:41:34.157435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Made reservation on behalf of 1024d9960eef4b958ea0b6a567bf6e28 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:34.162555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.345673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] device_id is not set on port d831fdec-4b5a-4963-bc84-216b8fae9bbf yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:34.356972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Update dhcp port {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'fixed_ips': [{'subnet_id': '56c00daf-3c37-41c4-a0e5-84610cbc39b0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b233d1c0-6e13-40b7-83a4-3579df403d71'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '3f0867a9-c78c-47d3-9dad-73479c643493'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:41:34.429573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.497645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1768a5d-0d70-493c-b422-31f31f68fc0d None None] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:34.605827 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.639445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 2001:db8::347 (ae763bf9-c452-4c08-a192-6d270cbaa3c9/c2f4faf2-6323-4262-8efe-ad4004ad35d4/d831fdec-4b5a-4963-bc84-216b8fae9bbf) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:34.697518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.783906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.822850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4311e7c6-21f9-42b0-afef-980039b7dc4b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:34.835288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:34.840419 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9cb1a77a-abb0-45eb-b62a-1eda68432ee7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4311e7c6-21f9-42b0-afef-980039b7dc4b HTTP/1.1" status: 204 len: 168 time: 1.2610791 Jul 22 19:41:34.840935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:34.921123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffddda95-8714-49c6-af6e-b1f9a6701feb None None] Network 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:34.960550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.000548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e5a09812-9e85-464e-9dbc-797e9d6534df no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:35.055541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e5a09812-9e85-464e-9dbc-797e9d6534df {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:35.055902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e5a09812-9e85-464e-9dbc-797e9d6534df not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:35.059278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Deleting port 6ad46206-844d-405e-9e77-ad62c4791a52 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:35.059674 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.247460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] For port 6ad46206-844d-405e-9e77-ad62c4791a52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ad46206-844d-405e-9e77-ad62c4791a52,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:35.248253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.256000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] DHCP port deletion for 8945a0cd-702f-49b8-aa9f-c2c24e51ee36 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:35.318666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Calling delete_port for 6ad46206-844d-405e-9e77-ad62c4791a52 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:35.320850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e0d07-ecd8-47c0-be4e-318b2c4668be req-f93382e5-243b-47f9-a426-0b5a19fa8ce7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:35.323173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-097e0d07-ecd8-47c0-be4e-318b2c4668be req-f93382e5-243b-47f9-a426-0b5a19fa8ce7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.3985672 Jul 22 19:41:35.377063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32be5404-c153-4566-865b-577a150732f3 req-8943c4ec-c53c-4c96-8df4-7165f70031a8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0961750 Jul 22 19:41:35.389717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Deleting port 6ad46206-844d-405e-9e77-ad62c4791a52 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:35.396374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.509046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.530759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Delete allocated IP 2001:db8::c (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/56c00daf-3c37-41c4-a0e5-84610cbc39b0) {{(pid=93800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:41:35.550623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] For port 6ad46206-844d-405e-9e77-ad62c4791a52, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ad46206-844d-405e-9e77-ad62c4791a52,segment=NetworkSegment(dbec2225-352f-4c51-8661-bc3eb7d6c3eb),segment_id=dbec2225-352f-4c51-8661-bc3eb7d6c3eb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:35.552380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.553236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.563570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8:0:1::eb (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/b233d1c0-6e13-40b7-83a4-3579df403d71/46a33889-3a0d-4179-8b3a-f8b08343698b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:35.574082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad46206-844d-405e-9e77-ad62c4791a52,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:35.577863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-097e0d07-ecd8-47c0-be4e-318b2c4668be req-d7c8acdc-0e29-48a2-b2de-ebe27f6692ac tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452140 Jul 22 19:41:35.587640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] No DVR routers for this DVR port 6ad46206-844d-405e-9e77-ad62c4791a52 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:35.619490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Calling delete_port for 6ad46206-844d-405e-9e77-ad62c4791a52 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:35.744173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.780923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] Pushing event deleted for resources: {'Port': ['ID=6ad46206-844d-405e-9e77-ad62c4791a52,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:35.790030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.797963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfab55-c4fe-4eea-8780-58644cf8087b None None] No DVR routers for this DVR port 6ad46206-844d-405e-9e77-ad62c4791a52 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:35.803560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.826184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8945a0cd-702f-49b8-aa9f-c2c24e51ee36']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:35.840868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:35.841612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbec2225-352f-4c51-8661-bc3eb7d6c3eb') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:35.856483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.869075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:35.873443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=d831fdec-4b5a-4963-bc84-216b8fae9bbf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:35.876297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:35.877003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.880420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:35.881498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:35.882103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.885011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:35.885516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:35.888673 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:35.942834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cd4095e8-43b4-4539-b4c1-06db50107522 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9429705 Jul 22 19:41:35.946236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:35.974473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.988760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:35.993925 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/8945a0cd-702f-49b8-aa9f-c2c24e51ee36 HTTP/1.1" status: 204 len: 168 time: 1.1474113 Jul 22 19:41:36.030998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bed869-3c13-4dea-bb65-d24fb59478cd admin admin] Pushing event deleted for resources: {'Network': ['ID=8945a0cd-702f-49b8-aa9f-c2c24e51ee36,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:36.065995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.091749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 46a33889-3a0d-4179-8b3a-f8b08343698b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:36.118013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.227479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Allocated IP 2001:db8:0:1::2 (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/b233d1c0-6e13-40b7-83a4-3579df403d71/3f0867a9-c78c-47d3-9dad-73479c643493) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:36.300367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33218) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:36.319499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] In _notify_port_updated(), no bound segment for port 46a33889-3a0d-4179-8b3a-f8b08343698b on network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:41:36.341073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:36.341877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.347261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33220) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:36.356715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/ports/46a33889-3a0d-4179-8b3a-f8b08343698b HTTP/1.1" status: 200 len: 930 time: 2.6060991 Jul 22 19:41:36.395897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ee649-88ac-4ddf-b863-680f2bfc03ed tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=46a33889-3a0d-4179-8b3a-f8b08343698b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:36.421613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Deleting port d831fdec-4b5a-4963-bc84-216b8fae9bbf {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:36.422466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.453331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33224) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:36.453590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e68f837-b521-4085-9e77-5b06c611b1fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3dcd279f55ab4d3e93b7fcf57ad17ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479211 Jul 22 19:41:36.466828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:36.528330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.558901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Transition to ACTIVE for port object 3f0867a9-c78c-47d3-9dad-73479c643493 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:36.569366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.574550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2be6d93-265a-49b4-9f90-575eb7c5cfac req-b5e1ab0b-b8b8-4430-9531-f7ee7e254150 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0810540 Jul 22 19:41:36.623921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 46a33889-3a0d-4179-8b3a-f8b08343698b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:36.627194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.634046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.655553 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.664599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Calling delete_port for d831fdec-4b5a-4963-bc84-216b8fae9bbf owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:36.740386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.758775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.785281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 46a33889-3a0d-4179-8b3a-f8b08343698b owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:36.791692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d276626-faca-4c69-abe3-54b5eb6e5673 None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:36.966819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2628f0-361d-4fa4-a65b-27b210d41ab7 req-04bac8b1-d368-44fd-b916-ffaf52f9144a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:36.993093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd2628f0-361d-4fa4-a65b-27b210d41ab7 req-04bac8b1-d368-44fd-b916-ffaf52f9144a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2305226 Jul 22 19:41:36.994991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.997972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:36.999111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52c6e64a-4ccc-40df-a11c-08479b605e34 HTTP/1.1" status: 204 len: 168 time: 0.5452578 Jul 22 19:41:37.009742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:37.053333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.104034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d2b7e-1b9a-46de-8b55-dfa3a26b0c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6e64a-4ccc-40df-a11c-08479b605e34,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:37.112985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=46a33889-3a0d-4179-8b3a-f8b08343698b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:37.162788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd2628f0-361d-4fa4-a65b-27b210d41ab7 req-ce1c29a1-96ef-4a5d-92ed-fbee41adeecb tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683116 Jul 22 19:41:37.205808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.217174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.220419 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b18a9893-1101-42b7-bae1-ddf1e10a09d7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/46a33889-3a0d-4179-8b3a-f8b08343698b HTTP/1.1" status: 204 len: 168 time: 0.8714008 Jul 22 19:41:37.228105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33232) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:37.258328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-671dc3cd-3441-42c0-ac16-a6a18b2e35b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.313719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Port': ['ID=d831fdec-4b5a-4963-bc84-216b8fae9bbf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:37.321156 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dea97e0-bcfb-4f1d-9eab-f3d67b87073a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:37.325613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33234) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:37.340766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5dea97e0-bcfb-4f1d-9eab-f3d67b87073a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/46a33889-3a0d-4179-8b3a-f8b08343698b HTTP/1.1" status: 404 len: 333 time: 0.0735452 Jul 22 19:41:37.377835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ad46206-844d-405e-9e77-ad62c4791a52 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:37.391072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.403104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1d3951f5-a5b9-49f8-a8bf-80c4d3013f0c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d831fdec-4b5a-4963-bc84-216b8fae9bbf HTTP/1.1" status: 204 len: 168 time: 1.4554570 Jul 22 19:41:37.408857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33238) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:37.411137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6ad46206-844d-405e-9e77-ad62c4791a52 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:37.411756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ad46206-844d-405e-9e77-ad62c4791a52 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:37.437408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9', 'external_fixed_ips': [{'subnet_id': 'c2f4faf2-6323-4262-8efe-ad4004ad35d4', 'ip_address': '2001:db8::347'}]}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:37.477902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.494564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.502044 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.519312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.710261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.758382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.761653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.762830 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/security-groups/17ba432f-0bab-4a47-84a2-dd75b65499c1 HTTP/1.1" status: 204 len: 168 time: 0.4362266 Jul 22 19:41:37.774903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71bf8740-36cd-4b2a-bbf2-483d4a57fd48 req-4956851a-381e-4cab-bc6f-2f7b298ad58c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0722930 Jul 22 19:41:37.777025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33250) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:37.847662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1e668-7998-4f35-a4d0-28e91a37d49e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba432f-0bab-4a47-84a2-dd75b65499c1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:37.895998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.925707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:37.935443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.005983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.008901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.010167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/security-groups/2a86487d-1739-477b-bf6e-61423f842eb1 HTTP/1.1" status: 204 len: 168 time: 0.2319441 Jul 22 19:41:38.015392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33254) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:38.085731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Provisioning for port 3f0867a9-c78c-47d3-9dad-73479c643493 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:38.091859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:38.092472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.332715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Could not find standard attr ID for object 46a33889-3a0d-4179-8b3a-f8b08343698b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:41:38.347600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:38.348082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.420545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8688f26e-2322-49f6-8139-a40aefe75ad9 None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:38.425504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.497068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:38.544772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c33ce00-012b-46b4-a304-ea60bced4c48 None None] Could not find standard attr ID for object 46a33889-3a0d-4179-8b3a-f8b08343698b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:41:38.966017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 2001:db8::347 (ae763bf9-c452-4c08-a192-6d270cbaa3c9/c2f4faf2-6323-4262-8efe-ad4004ad35d4/dd34a6cc-20aa-420c-bf1c-e7311d5a4007) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:38.978694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13890012-731d-438d-8ef2-c6eea9fc001e tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a86487d-1739-477b-bf6e-61423f842eb1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:39.082241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42b9c94e-2a3e-48a5-a8fc-12a2c4ac10b9 req-bcbe4e55-4a73-4402-88e7-1e4811714de3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0486841 Jul 22 19:41:39.086663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 56c00daf-3c37-41c4-a0e5-84610cbc39b0 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:39.090828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.101878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.162780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.164466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.211124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network ae763bf9-c452-4c08-a192-6d270cbaa3c9 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:39.213494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:39.217737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:39.219601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f44910-ce72-4d00-9ca6-63ad6e6181f3 req-9e9769a6-09d3-4c7b-894a-730130233ccc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:39.221299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2f44910-ce72-4d00-9ca6-63ad6e6181f3 req-9e9769a6-09d3-4c7b-894a-730130233ccc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2568719 Jul 22 19:41:39.224197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=dd34a6cc-20aa-420c-bf1c-e7311d5a4007,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:39.296836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2f44910-ce72-4d00-9ca6-63ad6e6181f3 req-22100d07-0026-451d-9f56-dc259362edb5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661910 Jul 22 19:41:39.303003 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.373799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.402352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=56c00daf-3c37-41c4-a0e5-84610cbc39b0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:39.407973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.413664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-beb211a1-8a83-4b7d-9868-c6c6765d16e1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/56c00daf-3c37-41c4-a0e5-84610cbc39b0 HTTP/1.1" status: 204 len: 168 time: 1.3935735 Jul 22 19:41:39.413993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33296) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:39.417391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efaabb-0cbe-4d11-8f00-f80f4833fe0a None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:39.419970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:39.524204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.635606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:39.651749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:39.655325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.770536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7194a06-96d8-45b6-bcc0-4d189da672ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.894142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7194a06-96d8-45b6-bcc0-4d189da672ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.902723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7194a06-96d8-45b6-bcc0-4d189da672ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.909060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.962186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:39.962832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d7194a06-96d8-45b6-bcc0-4d189da672ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5fc91397efdb4f72a94f40d0e1b27e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253517 Jul 22 19:41:39.963519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33306) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:39.981747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7194a06-96d8-45b6-bcc0-4d189da672ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e793f55a-211d-4959-abd1-0b0aaf57194b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:40.002430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d899e1ca-0319-4e41-9bb1-60cbc9e15963 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:40.003993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d899e1ca-0319-4e41-9bb1-60cbc9e15963 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2611408 Jul 22 19:41:40.024940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3378041-1107-4a50-b5f6-f82aea8339a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.047096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.065438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:40.070332 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.130390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.137627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.142650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e793f55a-211d-4959-abd1-0b0aaf57194b HTTP/1.1" status: 204 len: 168 time: 0.1741302 Jul 22 19:41:40.151521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183d59b-1224-4cd9-9c2b-87e1788103f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e793f55a-211d-4959-abd1-0b0aaf57194b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:40.245730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83c67412-d912-412c-8b75-2d0ca2c692d1 req-5d96a5e7-31fb-469f-be1f-c1b46bf520a7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0514581 Jul 22 19:41:40.378687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d905a822-7722-4923-980e-4a7cbea9971f None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:40.379390 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d905a822-7722-4923-980e-4a7cbea9971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.474830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de0c2c-508e-462e-8781-dc4579f8dfe4 req-d3f428e3-f494-4e4b-b9ee-c5aa0f0abbbc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:40.482073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08de0c2c-508e-462e-8781-dc4579f8dfe4 req-d3f428e3-f494-4e4b-b9ee-c5aa0f0abbbc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.0915861 Jul 22 19:41:40.494379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d905a822-7722-4923-980e-4a7cbea9971f None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:40.495557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d905a822-7722-4923-980e-4a7cbea9971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.533725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08de0c2c-508e-462e-8781-dc4579f8dfe4 req-b3d0259c-98f8-43ec-9a01-05ee0d95afc6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506988 Jul 22 19:41:40.582427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d905a822-7722-4923-980e-4a7cbea9971f None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:40.663159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:40.669914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.680953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router 09c3be90-cd69-4652-84b4-9fd5383c7f19 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:40.683751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.752347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:40.818389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:40.821411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:40.822013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.827826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e5159-5dd7-4692-bb10-dd3b2ed96190 None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:40.879000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=e9e6a88e-db53-4e8c-bfda-9a9155e5d062,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:40.896901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19c1c240-a7c3-4c58-bd0f-dae75628dbd9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4810710 Jul 22 19:41:40.899582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33332) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:40.905527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'security_group': {'name': 'tempest-secgroup-192350097'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:40.931505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:40.969992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:40.982807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.9 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/c8837d73-7238-461b-bcd6-90a50c414cb2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:40.989850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Sync routers for ids ['09c3be90-cd69-4652-84b4-9fd5383c7f19'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:41.030383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33336) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:41.036334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Routers {'09c3be90-cd69-4652-84b4-9fd5383c7f19'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:41.036986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['09c3be90-cd69-4652-84b4-9fd5383c7f19'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:41.075988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.090979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.102031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.103561 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd9cac36-e5a1-4f3f-85f6-651e1c0b71da tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6725888 Jul 22 19:41:41.108184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:41.169653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Set router 09c3be90-cd69-4652-84b4-9fd5383c7f19 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:41.172755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.176541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2730775 Jul 22 19:41:41.176541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc76e7-d972-4fe5-ab0e-af8bec191e15 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827a2683-4d19-4ad2-baaf-f57116300e17,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:41.178295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33342) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:41.181956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'security_group': {'name': 'tempest-secgroup-737482057'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:41.216999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.254988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-320467592-network', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:41.314018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.315559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Update dhcp port {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'fixed_ips': [{'subnet_id': 'b233d1c0-6e13-40b7-83a4-3579df403d71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e9e6a88e-db53-4e8c-bfda-9a9155e5d062'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '3f0867a9-c78c-47d3-9dad-73479c643493'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:41:41.336178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.371067 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.386708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad08ef9e-ecc0-4811-9626-78a39d8689b0 req-80dad1d7-5619-4206-bc5e-0670c2301ae1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 210 time: 0.0537410 Jul 22 19:41:41.408677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.410999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2321727 Jul 22 19:41:41.415679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:41.418999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.420466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33346) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:41.421525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.436253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076549077'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:41.440083 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.445543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b0a59-8f76-4043-9c02-8527dbad24d8 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b436482-69c0-4783-ac9f-bd36edd26e88,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:41.480312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:41.480595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.485608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.491946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:41.507835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:41.556522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.564644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:41.651513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:41.652697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.679583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.688072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.701691 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-d483e0d7-28a2-4a80-8de5-ccaaa2e20825 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404350 Jul 22 19:41:41.714352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.720231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.722077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Request body: {'port': {'device_id': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:41.766812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362912c7-1038-4e3a-a124-d08e15ede295,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:41.805075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c3be90-cd69-4652-84b4-9fd5383c7f19', 'name': '', 'tenant_id': '1024d9960eef4b958ea0b6a567bf6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9', 'external_fixed_ips': [{'subnet_id': 'c2f4faf2-6323-4262-8efe-ad4004ad35d4', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': 'dd34a6cc-20aa-420c-bf1c-e7311d5a4007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:37Z', 'updated_at': '2021-07-22T19:41:39Z', 'revision_number': 3, 'project_id': '1024d9960eef4b958ea0b6a567bf6e28', 'gw_port': {'id': 'dd34a6cc-20aa-420c-bf1c-e7311d5a4007', 'name': '', 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c3be90-cd69-4652-84b4-9fd5383c7f19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2369, 'fixed_ips': [{'subnet_id': 'c2f4faf2-6323-4262-8efe-ad4004ad35d4', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:38Z', 'updated_at': '2021-07-22T19:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2f4faf2-6323-4262-8efe-ad4004ad35d4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:41.808766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73115cf7-aae7-4ac1-a617-87ba03d2207c req-743b5d9c-0d2c-49ac-9fe0-5e6e9e5bd881 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:41.810673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73115cf7-aae7-4ac1-a617-87ba03d2207c req-743b5d9c-0d2c-49ac-9fe0-5e6e9e5bd881 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.1163917 Jul 22 19:41:41.837510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Checking router: 09c3be90-cd69-4652-84b4-9fd5383c7f19 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:41.837783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Updating router 09c3be90-cd69-4652-84b4-9fd5383c7f19 port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:41.863191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73115cf7-aae7-4ac1-a617-87ba03d2207c req-5fad5fd2-315a-49e4-b9b1-69fac4feef89 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467730 Jul 22 19:41:41.900403 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.906581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.937051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Deleting port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:41.937278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.961562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Allocated IP 2001:db8::2 (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/e9e6a88e-db53-4e8c-bfda-9a9155e5d062/3f0867a9-c78c-47d3-9dad-73479c643493) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:41.987439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:41.999759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.001510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cc1412f0-ee64-4195-bc96-5111d29bc57b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5798016 Jul 22 19:41:42.001692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.003822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33350) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:42.013724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1700196897', 'security_groups': ['362912c7-1038-4e3a-a124-d08e15ede295'], 'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e9e6a88e-db53-4e8c-bfda-9a9155e5d062'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:42.115598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:41:42.148103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e997c129-81b8-483f-b5c0-7d699a502186,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:42.169103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.169452 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Added segment f44cfc1a-8a90-485e-885e-54e4a6e46241 of type vlan for network c12430bb-3696-424d-8f8c-283f67c704a7 Jul 22 19:41:42.186436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.202407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:42.224441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:42.245638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Calling delete_port for dd34a6cc-20aa-420c-bf1c-e7311d5a4007 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:42.253838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.269872 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.296360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Transition to ACTIVE for port object 3f0867a9-c78c-47d3-9dad-73479c643493 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:42.329424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.364609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.390596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] device_id is not set on port 879838e1-d715-4d6d-b59d-e9b5ec980fbc yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:41:42.394322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.395290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:42.396096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.422925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.462584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e67e8d-db80-46e4-93e8-259da2894d96 None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:42.466362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Transition to ACTIVE for port object dd34a6cc-20aa-420c-bf1c-e7311d5a4007 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:42.480210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.514098 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4826019 Jul 22 19:41:42.528449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33356) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:42.535483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Request body: {'subnet': {'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-320467592-subnet', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:42.551476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:42.551925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:42.552406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 on network ae763bf9-c452-4c08-a192-6d270cbaa3c9 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:42.561478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5510d9c-3685-419b-9176-74ecc39ef786 None None] Pushing event updated for resources: {'Port': ['ID=dd34a6cc-20aa-420c-bf1c-e7311d5a4007,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:42.570367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:42.570905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Checking segment: {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:42.572029 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.572029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Bound using segment: {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:42.572652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Bound port: dd34a6cc-20aa-420c-bf1c-e7311d5a4007, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:42.573234 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.592506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a04cce-d6fb-4466-8ae7-f17b57d9f1ee admin admin] Pushing event updated for resources: {'Network': ['ID=c12430bb-3696-424d-8f8c-283f67c704a7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:42.606568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c12430bb-3696-424d-8f8c-283f67c704a7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:41:42.642119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:42.643979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.689497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8837d73-7238-461b-bcd6-90a50c414cb2 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:41:42.711395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.728820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c71a-89a5-4cdf-b8ad-1daf3987edeb req-40ba066a-6722-44e2-b8d3-8b3ad02d0006 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:42.730625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eef8c71a-89a5-4cdf-b8ad-1daf3987edeb req-40ba066a-6722-44e2-b8d3-8b3ad02d0006 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 931 time: 0.2476454 Jul 22 19:41:42.772624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Transition to ACTIVE for port object c8837d73-7238-461b-bcd6-90a50c414cb2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:42.775304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8::2ca (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/e9e6a88e-db53-4e8c-bfda-9a9155e5d062/879838e1-d715-4d6d-b59d-e9b5ec980fbc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:42.781252 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:41:42.781838 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:41:42.785016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.793562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.808121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eef8c71a-89a5-4cdf-b8ad-1daf3987edeb req-7c7db50b-03d7-4add-941a-c18655e3733a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711284 Jul 22 19:41:42.846389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.910218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:42.955197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:42.970853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.000569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.053449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 879838e1-d715-4d6d-b59d-e9b5ec980fbc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:43.114339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418e4a-c2a2-4d08-9850-46956184a091 req-bb60b12a-5566-45d6-876a-bf9e1871c421 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.114935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd34a6cc-20aa-420c-bf1c-e7311d5a4007,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.115851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3418e4a-c2a2-4d08-9850-46956184a091 req-bb60b12a-5566-45d6-876a-bf9e1871c421 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.1125796 Jul 22 19:41:43.126368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.129008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.132584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.197717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:43.207351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:43.218228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:43.228924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.229951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.230147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.230414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09c3be90-cd69-4652-84b4-9fd5383c7f19 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:43.235705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.239923 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4d06dcb-62ee-4467-9c7e-d2799e63ea5a tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/routers/09c3be90-cd69-4652-84b4-9fd5383c7f19 HTTP/1.1" status: 204 len: 168 time: 2.1275253 Jul 22 19:41:43.239923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.243313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33360) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:43.246221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Attempting to bind port c8837d73-7238-461b-bcd6-90a50c414cb2 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:43.246553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Attempting to bind port c8837d73-7238-461b-bcd6-90a50c414cb2 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:43.246882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Attempting to bind port c8837d73-7238-461b-bcd6-90a50c414cb2 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:43.256251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=879838e1-d715-4d6d-b59d-e9b5ec980fbc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.269927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3418e4a-c2a2-4d08-9850-46956184a091 req-56f3119f-3b80-4213-b921-b1092e5c222f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360300 Jul 22 19:41:43.279592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8c88d050-df26-45c3-a75f-70ee4ab65d1a tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2744255 Jul 22 19:41:43.282513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:43.288794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:43.322921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:43.322921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:43.322921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Attempting to bind port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 on network ae763bf9-c452-4c08-a192-6d270cbaa3c9 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:43.331550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:43.331932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Checking segment: {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:43.332698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.332836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Bound using segment: {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:43.333264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Bound port: dd34a6cc-20aa-420c-bf1c-e7311d5a4007, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8317e364-4613-47e7-8bf3-ba3badbb19c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ae763bf9-c452-4c08-a192-6d270cbaa3c9'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:43.333651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.334623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Port c8837d73-7238-461b-bcd6-90a50c414cb2 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:41:43.334961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Attempting to bind port c8837d73-7238-461b-bcd6-90a50c414cb2 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:43.358204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Port dd34a6cc-20aa-420c-bf1c-e7311d5a4007 has been deleted concurrently {{(pid=93802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 22 19:41:43.374622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Routers set() bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:43.374864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:43.375057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:43.375173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Router IDs set() for agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:41:43.375371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:43.375779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_agentschedulers_db [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09c3be90-cd69-4652-84b4-9fd5383c7f19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent'). {{(pid=93802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:41:43.375953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Bound port: c8837d73-7238-461b-bcd6-90a50c414cb2, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:43.376244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54ccf2-79a3-4260-bc81-5245198d8a0d None None] The sync data for ids ['09c3be90-cd69-4652-84b4-9fd5383c7f19'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:43.376455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.379659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Provisioning for port 3f0867a9-c78c-47d3-9dad-73479c643493 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:43.383729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:43.384081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.387322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Deleting subnet c2f4faf2-6323-4262-8efe-ad4004ad35d4 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:43.396219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.435634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.471135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96a5f72b-0819-4f91-b0c5-a5c49e2c4335,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.485681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:43.492783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.506432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:43.506778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.531722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:43.532089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Network hostable DHCP agents. Network: c12430bb-3696-424d-8f8c-283f67c704a7, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:41:43.547309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c880971b-4ec3-4956-a156-f5584c1441e8 None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:43.561321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.610622 n-d-800087-13 neutron-server[93800]: INFO neutron.db.ipam_backend_mixin [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e9e6a88e-db53-4e8c-bfda-9a9155e5d062 (CIDR: 2001:db8::/64) Jul 22 19:41:43.613662 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:41:43.614124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:43.627255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Network c12430bb-3696-424d-8f8c-283f67c704a7 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:41:43.631551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d9dffce7-6b47-481e-adce-f952b85931d1 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3478220 Jul 22 19:41:43.633898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:43.634335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33368) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:43.640265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:43.641703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c8837d73-7238-461b-bcd6-90a50c414cb2,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:43.650061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.662370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c12430bb-3696-424d-8f8c-283f67c704a7) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:43.673530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-131dfb1c-3ffa-4e39-a661-f458c434a76c None None] Provisioning for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:43.678325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43d6d7-d8cb-4966-b111-aa2fb17c78b4 None None] Network c12430bb-3696-424d-8f8c-283f67c704a7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:43.691592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-131dfb1c-3ffa-4e39-a661-f458c434a76c None None] Provisioning complete for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:43.692367 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-131dfb1c-3ffa-4e39-a661-f458c434a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.704136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.704751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.713840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.714778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.715896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8837d73-7238-461b-bcd6-90a50c414cb2 HTTP/1.1" status: 200 len: 1092 time: 2.0038452 Jul 22 19:41:43.718147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:43.720495 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a50ea0e-3c70-482c-86fb-635da88dcb00" -d '{"events": [{"name": "network-changed", "server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:43.735550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.789302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-131dfb1c-3ffa-4e39-a661-f458c434a76c None None] Port 879838e1-d715-4d6d-b59d-e9b5ec980fbc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:43.800180 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7bdb9032-6c07-4452-aa5f-21d2b0a8469e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2687111 Jul 22 19:41:43.800353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:43.800863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f4faf2-6323-4262-8efe-ad4004ad35d4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.803680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389d47-df1b-4b7a-8a1b-f87588be15f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:43.805654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:43.809840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.812975 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6a349fd-1829-444a-9ca7-6b8e48501434 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/c2f4faf2-6323-4262-8efe-ad4004ad35d4 HTTP/1.1" status: 204 len: 168 time: 0.5653126 Jul 22 19:41:43.812975 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dad995-1016-403f-ac53-7c0877946290 x-openstack-request-id: req-89dad995-1016-403f-ac53-7c0877946290 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:43.812975 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:43.812975 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89dad995-1016-403f-ac53-7c0877946290 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:43.813552 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2', 'status': 'completed', 'code': 200} Jul 22 19:41:43.813654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33374) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:43.864432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-af1e3fab-492e-4d98-a58c-438a6eda3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.866632 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-af1e3fab-492e-4d98-a58c-438a6eda3814 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 1095 time: 0.0797498 Jul 22 19:41:43.915947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c12430bb-3696-424d-8f8c-283f67c704a7', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:41:43.917782 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.919543 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-a79052f0-d950-4454-99f4-ba4063f5eb06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8837d73-7238-461b-bcd6-90a50c414cb2 HTTP/1.1" status: 200 len: 217 time: 0.0452471 Jul 22 19:41:43.949847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.950999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:43.983985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b790e99-5a20-4208-8c60-698b94676d91 req-aae8a1b6-a6b2-42c2-8f72-c247ba9d23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:43.986051 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-aae8a1b6-a6b2-42c2-8f72-c247ba9d23c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0604119 Jul 22 19:41:44.002033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.027142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-a89cf8a4-1af0-49d1-96be-79436fb76a0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339940 Jul 22 19:41:44.043193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.052742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:44.056510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.091343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Allocated IP 172.20.0.2 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/a4e289dc-e1f7-4d78-84c8-f1b9f9566b68) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:44.261879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.272999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Transition to ACTIVE for port object a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:44.290030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Transition to ACTIVE for port object a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:44.301598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.327564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289214e-1a56-4602-b1d8-84eeb44bf359 req-235a3860-fff6-495f-a963-158dcc4eef96 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:44.330653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e289214e-1a56-4602-b1d8-84eeb44bf359 req-235a3860-fff6-495f-a963-158dcc4eef96 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 943 time: 0.4035854 Jul 22 19:41:44.337897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.361702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Pushing event updated for resources: {'Port': ['ID=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:44.378643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.381710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:44.382888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:44.385365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:44.425085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae763bf9-c452-4c08-a192-6d270cbaa3c9']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:44.452278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Attempting to bind port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:44.452646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Attempting to bind port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:44.453008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Attempting to bind port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:44.458023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:44.458391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:44.458789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.459181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:44.459639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Bound port: a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:44.460153 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.462133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-cd7344fa-edf2-4b16-b303-267f8ff3219b service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297454 Jul 22 19:41:44.479216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8317e364-4613-47e7-8bf3-ba3badbb19c5') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:44.480101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8317e364-4613-47e7-8bf3-ba3badbb19c5') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:44.506576 n-d-800087-13 neutron-server[93800]: INFO neutron.db.ipam_backend_mixin [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b233d1c0-6e13-40b7-83a4-3579df403d71 (CIDR: 2001:db8:0:1::/64) Jul 22 19:41:44.514115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.530901 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:41:44.531490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:44.532072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] For port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:44.536039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] For port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:44.544249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.552364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e289214e-1a56-4602-b1d8-84eeb44bf359 req-ea0a1ee6-3ed1-4874-ac60-337ade4397d7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711082 Jul 22 19:41:44.556464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:44.577481 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:44.580799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7b790e99-5a20-4208-8c60-698b94676d91 req-a7cc019a-81a4-42f7-8b71-09c57562ffb7 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095488 Jul 22 19:41:44.590671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff9cd757-1791-4bff-91dd-db677080ac22 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9552581 Jul 22 19:41:44.594674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:44.603288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'subnet': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:44.630707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48e33d-b0d5-4449-85e7-cde5d4306fac None None] Pushing event updated for resources: {'Port': ['ID=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:44.684106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c270db-9d69-4bb1-a50c-05267a3faa51 req-76d68cf0-6aa8-4310-b852-abe5b7996c6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:44.685858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c270db-9d69-4bb1-a50c-05267a3faa51 req-76d68cf0-6aa8-4310-b852-abe5b7996c6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.2951376 Jul 22 19:41:44.710846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.728740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae763bf9-c452-4c08-a192-6d270cbaa3c9 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:41:44.732825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:44.738204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ae763bf9-c452-4c08-a192-6d270cbaa3c9 HTTP/1.1" status: 204 len: 168 time: 0.9181778 Jul 22 19:41:44.752908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde750a-58fc-4e9b-be94-dd6c2e96f4fd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae763bf9-c452-4c08-a192-6d270cbaa3c9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:44.771744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c270db-9d69-4bb1-a50c-05267a3faa51 req-1ba0fbf8-d587-47e5-b492-3e1803fcbdd9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752583 Jul 22 19:41:44.853569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-013199e5-0f45-48ee-a847-dd39c419110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:44.855230 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-013199e5-0f45-48ee-a847-dd39c419110f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 1095 time: 0.2063966 Jul 22 19:41:44.862305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Made reservation on behalf of d50ad11f5a9642bfb37257046be1b097 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:41:44.874654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.001244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.041785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.049739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-80313f19-52aa-45d6-bf64-8d2400cca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:45.051362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-80313f19-52aa-45d6-bf64-8d2400cca2d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.1697590 Jul 22 19:41:45.139622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-08108f57-aa9f-4bed-80c4-6e2e4d8b78de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8837d73-7238-461b-bcd6-90a50c414cb2 HTTP/1.1" status: 200 len: 217 time: 0.0788801 Jul 22 19:41:45.148621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:45.154239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'name': 'tempest-router--793290131', 'project_id': '3d25186f61da4c33a5c9735a9a6b23eb'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:45.199975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Allocated IP 172.25.6.69 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/580002a0-a651-4d5f-9667-60f6739f9b48) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:45.254737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-754c0ec9-7767-4dae-ba7a-4266ff3812aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:45.256514 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-754c0ec9-7767-4dae-ba7a-4266ff3812aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.1064391 Jul 22 19:41:45.261721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.262799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.306072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-0e2a8457-7877-45da-a2b9-6f00025d47fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384998 Jul 22 19:41:45.325168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.369099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.411773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.417592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:45.420877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:45.421348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.424645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:45.430564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Pushing event updated for resources: {'Port': ['ID=580002a0-a651-4d5f-9667-60f6739f9b48,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:45.502692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.503915 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8554486e-1bb8-4336-b9df-3492ec9d850f tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3549623 Jul 22 19:41:45.508760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33394) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:45.600994 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-19f40b61-cc4e-4d4b-8804-87fe7f5dbde6 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843149 Jul 22 19:41:45.622259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.741641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.788707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.799488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391fb16-ab64-4b5b-981d-f0a4dbca4994 req-b2601fc1-c48b-4b7e-8c09-c31b60d4ce20 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:45.801072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d391fb16-ab64-4b5b-981d-f0a4dbca4994 req-b2601fc1-c48b-4b7e-8c09-c31b60d4ce20 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 943 time: 0.1313069 Jul 22 19:41:45.825732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee52343-9f92-454d-b4e0-63e40c5bb10d None None] Network c12430bb-3696-424d-8f8c-283f67c704a7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:45.855563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:45.889194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:45.904191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257bdebd-b08d-45b5-99ec-faf1d0c64312 None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:45.908877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8157411b-3911-45f2-9203-f30c5ca6c1d2 None None] Provisioning for port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:45.927598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:45.928212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.935143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Subnet': ['ID=7ed81e92-731c-44bf-bf39-8d955109d39d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:45.958231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.962640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:45.964983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d391fb16-ab64-4b5b-981d-f0a4dbca4994 req-dac3d32d-b3d2-49da-9710-e02c0833da1f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288469 Jul 22 19:41:45.971136 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19dc85ca-3adf-47bd-aa84-54e209e146d9 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3725114 Jul 22 19:41:45.971356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33402) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:45.972601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a50ea0e-3c70-482c-86fb-635da88dcb00 req-f07bc751-d1d7-4014-a4fa-5f1cbb71001e service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535740 Jul 22 19:41:45.985869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-641864407', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ed81e92-731c-44bf-bf39-8d955109d39d'}], 'security_groups': ['827a2683-4d19-4ad2-baaf-f57116300e17', '7b436482-69c0-4783-ac9f-bd36edd26e88']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:46.020557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.021146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b979f7e0-317a-409e-b98c-108604ac6b46 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:46.033997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.039061 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1dba59b3-2260-4aec-a5e4-a876eb1395fb tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b979f7e0-317a-409e-b98c-108604ac6b46 HTTP/1.1" status: 204 len: 168 time: 0.5288498 Jul 22 19:41:46.167398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33406) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:46.432261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-137172793', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:46.437101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Update dhcp port {'port': {'network_id': '2aaceb3c-4a2a-4239-8cd7-87e7bd096818', 'fixed_ips': [{'subnet_id': 'b233d1c0-6e13-40b7-83a4-3579df403d71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e9e6a88e-db53-4e8c-bfda-9a9155e5d062', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ed81e92-731c-44bf-bf39-8d955109d39d'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '3f0867a9-c78c-47d3-9dad-73479c643493'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:41:46.463978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.465466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.475994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.514112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad7607-1ef9-4eb9-bb8d-d313bcfa21dd req-c1bfdf35-0821-49fa-ad50-7362778182f5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:46.521111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cad7607-1ef9-4eb9-bb8d-d313bcfa21dd req-c1bfdf35-0821-49fa-ad50-7362778182f5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 943 time: 0.6158705 Jul 22 19:41:46.542292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.638710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.645041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cad7607-1ef9-4eb9-bb8d-d313bcfa21dd req-734dd4ec-ab56-4509-ab7d-2c82067686e7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226845 Jul 22 19:41:46.685571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Allocated IP 2001:db8:0:2::2 (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/7ed81e92-731c-44bf-bf39-8d955109d39d/3f0867a9-c78c-47d3-9dad-73479c643493) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:46.700057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.732770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.749618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-c7e1afc3-1b6a-4799-841a-087eee8e26cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2795379 Jul 22 19:41:46.795668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:46.833460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.861640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Transition to ACTIVE for port object 3f0867a9-c78c-47d3-9dad-73479c643493 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:46.877957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.958695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:46.983761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.006121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c014-3bd4-412c-9e4f-ba9fcef9c6e2 None None] Pushing event updated for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:47.032245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:47.076311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.077523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.078008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.078487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.079176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.079824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.081052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.083488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-a725dccd-8634-4b49-a808-c8b9499e3036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.2274485 Jul 22 19:41:47.103050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:47.107808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:47.108208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.161747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Allocated IP 172.25.6.232 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/2b57f693-91ee-44dd-b84f-b29f6e405c13) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:47.202211 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.250076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:47.259732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.272364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:47.314038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.323967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:47.332387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:41:47.361170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.414883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event updated for resources: {'Port': ['ID=2b57f693-91ee-44dd-b84f-b29f6e405c13,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:47.429253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:47.430714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:47.437318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:47.450116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19c49c-8c2c-4723-82bf-029dcb766719 req-edf88ba9-6692-4e35-aaab-9b7a07acb2c7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.450677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:47.451873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d19c49c-8c2c-4723-82bf-029dcb766719 req-edf88ba9-6692-4e35-aaab-9b7a07acb2c7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 943 time: 0.3875444 Jul 22 19:41:47.466168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'mac_address': 'fa:16:3e:fd:db:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:41:47.492841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7d642ac4-9f79-4d48-af71-272c4beaf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.493473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7d642ac4-9f79-4d48-af71-272c4beaf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.494022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7d642ac4-9f79-4d48-af71-272c4beaf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:47.496359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7d642ac4-9f79-4d48-af71-272c4beaf529 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=824e7915-8b99-4eda-ae61-da46a09ba1b4&id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 2293 time: 0.3708029 Jul 22 19:41:47.528268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.537947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Delete allocated IP 2001:db8::2ca (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/e9e6a88e-db53-4e8c-bfda-9a9155e5d062) {{(pid=93800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:41:47.546303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:41:47.570682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:47.579637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.580485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c8837d73-7238-461b-bcd6-90a50c414cb2 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:41:47.584377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:47.595166 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Sync routers for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:47.613000 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:47.614174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:47.617264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Allocated IP 2001:db8:0:2::3c3 (2aaceb3c-4a2a-4239-8cd7-87e7bd096818/7ed81e92-731c-44bf-bf39-8d955109d39d/879838e1-d715-4d6d-b59d-e9b5ec980fbc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:47.654100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d19c49c-8c2c-4723-82bf-029dcb766719 req-c705d632-d4c3-4f78-9e9e-524a068abe89 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877894 Jul 22 19:41:47.684658 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.686029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7b5c92ab-5bd0-4a16-9e63-6b0eea97cacc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8847530 Jul 22 19:41:47.691193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-11b74bd8-d535-4273-a9e6-a570e9e4e9b8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 1001 time: 0.1779385 Jul 22 19:41:47.691743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33416) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:47.693547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:47.799198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c8837d73-7238-461b-bcd6-90a50c414cb2,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:47.812203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'c8837d73-7238-461b-bcd6-90a50c414cb2', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': 'c8837d73-7238-461b-bcd6-90a50c414cb2', 'mac_address': 'fa:16:3e:06:06:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:41:47.832995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.843789 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:47.852457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:47.867979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8837d73-7238-461b-bcd6-90a50c414cb2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:41:47.921499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c8837d73-7238-461b-bcd6-90a50c414cb2,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:47.944360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.005753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:48.012893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Provisioning for port 3f0867a9-c78c-47d3-9dad-73479c643493 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:48.017538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:48.017995 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.067058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-2822bc77-cd01-42d5-8e38-e2ee274403fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:48.068916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-2822bc77-cd01-42d5-8e38-e2ee274403fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 200 len: 851 time: 0.3620763 Jul 22 19:41:48.111927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.122100 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:45Z', 'revision_number': 3, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:48.150794 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Checking router: 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:48.151465 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Updating router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 port 580002a0-a651-4d5f-9667-60f6739f9b48 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:48.152986 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.156043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Provisioning complete for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:48.156703 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.202206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a949b-b208-4e41-ad49-2236a2d9af4b req-c952d68d-da8f-4790-9dae-e80aa201af0f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:48.203775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b1a949b-b208-4e41-ad49-2236a2d9af4b req-c952d68d-da8f-4790-9dae-e80aa201af0f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.3571110 Jul 22 19:41:48.216073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c8837d73-7238-461b-bcd6-90a50c414cb2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:41:48.218169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:41:48.230001 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.251677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Transition to ACTIVE for port object 879838e1-d715-4d6d-b59d-e9b5ec980fbc will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:48.256595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Port 879838e1-d715-4d6d-b59d-e9b5ec980fbc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:48.280631 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.304385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Router 4f6c916b-19d7-4c41-854f-8ca5f44d725d is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:48.318474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:48.319219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.351177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-b0e3d8d5-dade-4e3d-abdb-99a123969785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:48.352777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-b0e3d8d5-dade-4e3d-abdb-99a123969785 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715724 Jul 22 19:41:48.368914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b1a949b-b208-4e41-ad49-2236a2d9af4b req-ba7bf319-f54f-4272-bd7d-a0f9b7fe8b54 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339629 Jul 22 19:41:48.399231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-27302fac-0057-412e-8cb7-5a95ea7a28df None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:48.404931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] In _notify_port_updated(), no bound segment for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc on network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:41:48.412190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:48.412680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.414036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "PUT /v2.0/ports/879838e1-d715-4d6d-b59d-e9b5ec980fbc HTTP/1.1" status: 200 len: 969 time: 2.4403064 Jul 22 19:41:48.431601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33420) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:48.472426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d071-3a9d-4a06-9a0f-1ce7aa5e7b10 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event updated for resources: {'Port': ['ID=879838e1-d715-4d6d-b59d-e9b5ec980fbc,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:48.660134 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.674424 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Transition to ACTIVE for port object 580002a0-a651-4d5f-9667-60f6739f9b48 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:48.686986 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.721218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Attempting to bind port 580002a0-a651-4d5f-9667-60f6739f9b48 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:48.721595 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Attempting to bind port 580002a0-a651-4d5f-9667-60f6739f9b48 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:48.722049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Attempting to bind port 580002a0-a651-4d5f-9667-60f6739f9b48 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:48.747458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-22c76f3e-5d1a-4ee6-b4f4-2a812a811214 None None] Provisioning for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:48.749527 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:48.749916 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:48.750322 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.750721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:48.751347 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Bound port: 580002a0-a651-4d5f-9667-60f6739f9b48, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:48.751741 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.753585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-22c76f3e-5d1a-4ee6-b4f4-2a812a811214 None None] Provisioning complete for port 879838e1-d715-4d6d-b59d-e9b5ec980fbc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:48.754309 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22c76f3e-5d1a-4ee6-b4f4-2a812a811214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.804652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-22c76f3e-5d1a-4ee6-b4f4-2a812a811214 None None] Port 879838e1-d715-4d6d-b59d-e9b5ec980fbc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:48.832543 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] For port 580002a0-a651-4d5f-9667-60f6739f9b48, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:48.846700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-2eace9fe-1b4e-452e-966e-df4468d4d0e0 service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824522 Jul 22 19:41:48.859703 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] For port 580002a0-a651-4d5f-9667-60f6739f9b48, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=580002a0-a651-4d5f-9667-60f6739f9b48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:48.860828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Pushing event updated for resources: {'Port': ['ID=580002a0-a651-4d5f-9667-60f6739f9b48,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:48.869188 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.870090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.870615 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.870995 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.871363 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.871615 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.872654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.872654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.872914 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.873112 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.873450 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.873797 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:48.878514 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:48.971430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:48.980643 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.011190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:49.033271 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7a987-8dfb-4558-835b-66a46729c2c0 None None] Pushing event updated for resources: {'Port': ['ID=580002a0-a651-4d5f-9667-60f6739f9b48,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:49.037894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:49.077114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.078801 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5c3669d7-40b0-4363-a618-165382a7685b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9096384 Jul 22 19:41:49.081243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] Sync routers for ids ['4f6c916b-19d7-4c41-854f-8ca5f44d725d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:49.081824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:49.137210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] Routers {'4f6c916b-19d7-4c41-854f-8ca5f44d725d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:49.138534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4f6c916b-19d7-4c41-854f-8ca5f44d725d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.189344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.206063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:49.206687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.222441 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a48c78eb-f671-45d5-850d-486f20023d79 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/4f6c916b-19d7-4c41-854f-8ca5f44d725d HTTP/1.1" status: 200 len: 924 time: 0.1368914 Jul 22 19:41:49.223319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:49.225032 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:49.258384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] Routers {'4f6c916b-19d7-4c41-854f-8ca5f44d725d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:49.259297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4f6c916b-19d7-4c41-854f-8ca5f44d725d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.263708 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a173388a-f087-44c3-b974-5a3d48020e35 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f6c916b-19d7-4c41-854f-8ca5f44d725d HTTP/1.1" status: 200 len: 205 time: 0.0368085 Jul 22 19:41:49.264029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:49.298502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.299447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb127fec-e5ce-4014-b772-a31279ae8d2a None None] The sync data for ids ['4f6c916b-19d7-4c41-854f-8ca5f44d725d'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:49.312913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:49.394042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:49.394417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.413891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.449300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:49.467804 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:45Z', 'revision_number': 3, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:49.507287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 879838e1-d715-4d6d-b59d-e9b5ec980fbc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:49.507583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.513383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300b1353-8297-4c7b-8c0b-b04565369c23 None None] The sync data for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 is: [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:45Z', 'revision_number': 3, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:49.555787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:41:49.567119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:49.567538 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.570749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.594472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.631077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:49.633383 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3bc3ad-ebb2-4bbc-99db-79eedde68bec" -d '{"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:49.634610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port 2b57f693-91ee-44dd-b84f-b29f6e405c13 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:49.635060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.650570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:49.658314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.659124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c8837d73-7238-461b-bcd6-90a50c414cb2 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:49.671661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-f0f01cf5-5531-48cc-8a5e-abdf85dbe85e service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979188 Jul 22 19:41:49.679279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420e9b-cd1d-4704-975b-58d2db42a282 req-d94f0e3d-4c28-4a91-a23e-149c33e8b7aa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:49.686705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c420e9b-cd1d-4704-975b-58d2db42a282 req-d94f0e3d-4c28-4a91-a23e-149c33e8b7aa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 944 time: 0.8615661 Jul 22 19:41:49.732475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.746724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for 2b57f693-91ee-44dd-b84f-b29f6e405c13 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:49.766915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-ac24d3ed-16c7-499c-82c9-6c5a896cdaa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 217 time: 0.0738306 Jul 22 19:41:49.772127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.795927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:49.809241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port c8837d73-7238-461b-bcd6-90a50c414cb2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:49.813155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port c8837d73-7238-461b-bcd6-90a50c414cb2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:49.813526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.856475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.881855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c420e9b-cd1d-4704-975b-58d2db42a282 req-db695a0b-9019-415c-b8e1-d1363f589e6b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941898 Jul 22 19:41:49.935152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 879838e1-d715-4d6d-b59d-e9b5ec980fbc owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:49.950264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:49.954840 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec357d1-c50d-47ad-9f53-d6ddae8c8a98 x-openstack-request-id: req-2ec357d1-c50d-47ad-9f53-d6ddae8c8a98 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:49.955176 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-plugged", "status": "completed", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:49.955344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-49bd28ce-13e0-44eb-b4d3-86e21e914089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:49.955471 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ec357d1-c50d-47ad-9f53-d6ddae8c8a98 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:49.955807 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'code': 200} Jul 22 19:41:49.957267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-49bd28ce-13e0-44eb-b4d3-86e21e914089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1822932 Jul 22 19:41:49.969094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821acc84-a09b-4f0c-b895-d67548caeeda req-fe3fd1aa-13d0-4baf-a144-ec612b209264 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:49.970729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-821acc84-a09b-4f0c-b895-d67548caeeda req-fe3fd1aa-13d0-4baf-a144-ec612b209264 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 944 time: 0.4720292 Jul 22 19:41:50.004439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c8837d73-7238-461b-bcd6-90a50c414cb2,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:50.009940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.066289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.079483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:50.139664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=2b57f693-91ee-44dd-b84f-b29f6e405c13,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:50.174032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-821acc84-a09b-4f0c-b895-d67548caeeda req-a324092b-f850-44fb-b9c4-2ab5c1107fee tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918452 Jul 22 19:41:50.249661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.262054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-6b534925-6042-4a3d-a1b5-78a6c630dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:50.264005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-6b534925-6042-4a3d-a1b5-78a6c630dcdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923589 Jul 22 19:41:50.356355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0eb08-9d9d-47e9-b862-caa601046d5b req-7626ff8a-7084-48f7-8f17-4872683d5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:50.357998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46d0eb08-9d9d-47e9-b862-caa601046d5b req-7626ff8a-7084-48f7-8f17-4872683d5808 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1098 time: 0.2319438 Jul 22 19:41:50.359819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.362111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.413164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Allocated IP 172.20.0.1 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/772ee2ba-162d-477b-aab7-b19925793579) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:50.431782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.434532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46d0eb08-9d9d-47e9-b862-caa601046d5b req-2cb5cda5-3c33-4650-a09b-6a1bb609e879 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675588 Jul 22 19:41:50.435382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.435940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router 4f6c916b-19d7-4c41-854f-8ca5f44d725d {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:41:50.446493 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.449203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-291638e7-7c3a-49c8-ac82-b4c56b9a06f0 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/4f6c916b-19d7-4c41-854f-8ca5f44d725d HTTP/1.1" status: 204 len: 168 time: 1.1825535 Jul 22 19:41:50.452545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33440) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:50.457088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179675789', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:50.478150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.479942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.496832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=879838e1-d715-4d6d-b59d-e9b5ec980fbc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:50.511180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-0bf04b48-0d2c-4047-a263-e4af009ba182 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366188 Jul 22 19:41:50.552716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.591413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.596123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bb3eb5bb-05f0-4356-8720-8cfa7aa40428 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/879838e1-d715-4d6d-b59d-e9b5ec980fbc HTTP/1.1" status: 204 len: 168 time: 2.1634679 Jul 22 19:41:50.600719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33442) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:50.644079 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f63e1a-eb32-439b-abc1-2adf967c3725 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] GET failed (client error): The resource could not be found. Jul 22 19:41:50.648861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-13f63e1a-eb32-439b-abc1-2adf967c3725 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports/879838e1-d715-4d6d-b59d-e9b5ec980fbc HTTP/1.1" status: 404 len: 333 time: 0.0454082 Jul 22 19:41:50.651843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33444) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:50.725470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.748867 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.784444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-1a13b279-f103-4bda-8992-6a2317146722 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170682 Jul 22 19:41:50.785508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Transition to ACTIVE for port object 772ee2ba-162d-477b-aab7-b19925793579 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:50.840321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.842723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7b62d1ad-df47-4948-9472-954be17f94d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 217 time: 0.0477157 Jul 22 19:41:50.908925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.959558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-27c54b8e-083c-4012-987b-f9b99de873b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:50.961335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-27c54b8e-083c-4012-987b-f9b99de873b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1060119 Jul 22 19:41:50.964219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:50.979611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 580002a0-a651-4d5f-9667-60f6739f9b48 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:51.004593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.032250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.033969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 580002a0-a651-4d5f-9667-60f6739f9b48 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:51.038012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 580002a0-a651-4d5f-9667-60f6739f9b48 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:51.038614 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.051352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.054087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.058133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/security-groups/362912c7-1038-4e3a-a124-d08e15ede295 HTTP/1.1" status: 204 len: 168 time: 0.4005957 Jul 22 19:41:51.059873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:51.075409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:51.093348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:51.101445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Pushing event updated for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:51.104072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:51.124624 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.132915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362912c7-1038-4e3a-a124-d08e15ede295,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:51.144747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.145313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.145826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.146331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.146832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.147365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.147700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.148032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.148390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.148722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.149051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.149378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.150349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 580002a0-a651-4d5f-9667-60f6739f9b48, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=580002a0-a651-4d5f-9667-60f6739f9b48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:51.163237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.172854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.173208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.173550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.173919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.174260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.174589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.175399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.175913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.185201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.185829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.186331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.186826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c19173e-eeff-4e94-8b22-a885fef3adb3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:51.212764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.249782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.289203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 172.25.6.160 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/2490c006-99e8-4017-b8a1-bef480272561) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:51.304478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.309333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-c7a03507-0c90-4177-89a4-aae1af753aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:51.311167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-c7a03507-0c90-4177-89a4-aae1af753aa2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3424957 Jul 22 19:41:51.365198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=580002a0-a651-4d5f-9667-60f6739f9b48,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:51.394968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ddde2-0ea5-48ba-aae1-db64062a91d0 req-b9e2b145-a2db-4347-85ac-32058e5a9d2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:51.403653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e5ddde2-0ea5-48ba-aae1-db64062a91d0 req-b9e2b145-a2db-4347-85ac-32058e5a9d2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.3869450 Jul 22 19:41:51.513908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.516885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.520662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/security-groups/7b436482-69c0-4783-ac9f-bd36edd26e88 HTTP/1.1" status: 204 len: 168 time: 0.4420066 Jul 22 19:41:51.528252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33464) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:51.557268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee966d47-14ba-497f-b839-7bb28bf94f8b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b436482-69c0-4783-ac9f-bd36edd26e88,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:51.609288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e5ddde2-0ea5-48ba-aae1-db64062a91d0 req-17c25934-a503-41fb-9ba9-f21cca8b07c0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016160 Jul 22 19:41:51.617651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-53fa941a-39db-4f2c-8f16-4b92953dc33b None None] Provisioning for port 772ee2ba-162d-477b-aab7-b19925793579 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:51.623423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-53fa941a-39db-4f2c-8f16-4b92953dc33b None None] Provisioning complete for port 772ee2ba-162d-477b-aab7-b19925793579 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:51.623805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53fa941a-39db-4f2c-8f16-4b92953dc33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.645398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-08043456-d111-4bb3-b04b-501613b0cc2d service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133988 Jul 22 19:41:51.651516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-2fcdbb33-e89a-43c0-bb62-129c58c8557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:51.653377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-2fcdbb33-e89a-43c0-bb62-129c58c8557a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 1098 time: 0.3031089 Jul 22 19:41:51.662502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.686479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-53fa941a-39db-4f2c-8f16-4b92953dc33b None None] Port 772ee2ba-162d-477b-aab7-b19925793579 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:51.733454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeefc6c-3d49-42d8-9001-68c3c003d073 req-924a8b11-7cc3-4e0e-9214-9b5a767d43d6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:51.735117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aeefc6c-3d49-42d8-9001-68c3c003d073 req-924a8b11-7cc3-4e0e-9214-9b5a767d43d6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 946 time: 0.2418745 Jul 22 19:41:51.737808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.748502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.830423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.866065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:51.869835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-e82d62ea-c99b-4d4b-9552-3c43e18b9306 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952944 Jul 22 19:41:51.875359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-917b1e43-0415-4193-8063-71e153d95e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:51.876944 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-917b1e43-0415-4193-8063-71e153d95e1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1997573 Jul 22 19:41:51.882455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aeefc6c-3d49-42d8-9001-68c3c003d073 req-277e9471-c8dc-4964-9a23-f1f010df1646 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094823 Jul 22 19:41:51.934458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-b3c97f42-420f-4191-8dc2-436e5bca27dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 200 len: 217 time: 0.0480926 Jul 22 19:41:51.956834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:51.959778 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b705c4b-113d-4c4b-afea-c3f5e1296ba9" -d '{"events": [{"server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:52.004339 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd781ad-7d71-409d-a8f5-c5a6b17380e7 x-openstack-request-id: req-acd781ad-7d71-409d-a8f5-c5a6b17380e7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:52.005003 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "name": "network-vif-plugged", "status": "completed", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:52.005924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acd781ad-7d71-409d-a8f5-c5a6b17380e7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:52.006572 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2', 'code': 200} Jul 22 19:41:52.016323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:52.017129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.020094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.021286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/security-groups/827a2683-4d19-4ad2-baaf-f57116300e17 HTTP/1.1" status: 204 len: 168 time: 0.4883854 Jul 22 19:41:52.027681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:52.027878 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-28297818-de64-4739-b2a8-896acb103dc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 200 len: 1000 time: 0.1418190 Jul 22 19:41:52.030092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=2490c006-99e8-4017-b8a1-bef480272561,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:52.037929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:52.056080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:52.079840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262cce2-be52-4b78-ad49-bc212cdde865 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a2683-4d19-4ad2-baaf-f57116300e17,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:52.093342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-5b85e754-b6f2-4ce2-88a5-f8083768caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:52.094836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-5b85e754-b6f2-4ce2-88a5-f8083768caee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1507199 Jul 22 19:41:52.155938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet e9e6a88e-db53-4e8c-bfda-9a9155e5d062 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:52.160697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-bd7ae948-4b93-466d-83e0-139685147b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:52.162189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-bd7ae948-4b93-466d-83e0-139685147b60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1164110 Jul 22 19:41:52.166064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.236270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.241926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.272282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.305027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458a09-34a6-42c5-a931-8ec8940f6e2d req-cc512fe2-08a7-4d8e-baa7-c06e85749f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:52.307857 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce458a09-34a6-42c5-a931-8ec8940f6e2d req-cc512fe2-08a7-4d8e-baa7-c06e85749f0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 1097 time: 0.2064154 Jul 22 19:41:52.336482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-f9b406d2-5c03-4c67-b457-608af3fbbc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:52.339107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-f9b406d2-5c03-4c67-b457-608af3fbbc6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2313111 Jul 22 19:41:52.367663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-141a1212-8303-4b68-9854-11d4e0f84a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:52.369347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-141a1212-8303-4b68-9854-11d4e0f84a80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983156 Jul 22 19:41:52.404891 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ce458a09-34a6-42c5-a931-8ec8940f6e2d req-1e55dff1-47b9-4c03-89dc-6d7afcf3cdff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Jul 22 19:41:52.427865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Pushing event updated for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:52.430625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.502382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.857772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:52.863192 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-4d41c5bd-aa23-46a8-9b91-38bdf6dbe126 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604576 Jul 22 19:41:52.928715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 580002a0-a651-4d5f-9667-60f6739f9b48 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:52.991693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-baefd44f-b6e5-47f5-bf25-520c10cd6f5b service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435621 Jul 22 19:41:53.014797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 580002a0-a651-4d5f-9667-60f6739f9b48 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:53.015465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.038224 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fa2d5c3f-d48c-4c7f-b3f6-df12381a31a8 req-fffd3331-2a76-42cb-92da-ac1bdd22aa7c service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451540 Jul 22 19:41:53.096368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:53.099519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.116178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:53.175638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e6a88e-db53-4e8c-bfda-9a9155e5d062,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:53.182796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.183975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.187796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-97833394-4733-4b4b-86b9-c6dc7deb83c6 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/e9e6a88e-db53-4e8c-bfda-9a9155e5d062 HTTP/1.1" status: 204 len: 168 time: 1.1590488 Jul 22 19:41:53.190863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe0af1a-8a98-4029-8747-cd800bd6ddfc None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:53.193018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33502) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:53.218612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04fb79-8692-4f6d-ba11-3d22f93ee2a4 req-83cbac57-c636-49e0-b790-a186ceee0f52 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:53.225968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee04fb79-8692-4f6d-ba11-3d22f93ee2a4 req-83cbac57-c636-49e0-b790-a186ceee0f52 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.3002150 Jul 22 19:41:53.356401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet 7ed81e92-731c-44bf-bf39-8d955109d39d {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:53.363558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.366406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-8fbc1c62-59f3-4347-b084-6d7677f6dd21 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641496 Jul 22 19:41:53.383225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794afda-04dc-4f25-b73b-496b1b3d6713 req-a544f44e-a5ed-480c-a0d7-bdbbe529fb9e tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:53.391966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f794afda-04dc-4f25-b73b-496b1b3d6713 req-a544f44e-a5ed-480c-a0d7-bdbbe529fb9e tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 946 time: 0.3870945 Jul 22 19:41:53.424552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.463572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a0d4f00a-970e-41f9-84ce-8477db1a9fcf None None] Provisioning complete for port 772ee2ba-162d-477b-aab7-b19925793579 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:53.463957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0d4f00a-970e-41f9-84ce-8477db1a9fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.472554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee04fb79-8692-4f6d-ba11-3d22f93ee2a4 req-4ab18951-ff9f-4423-915d-11808b439089 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456889 Jul 22 19:41:53.476391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-e03f16e9-01eb-4790-9426-cba1fcf33c6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 200 len: 217 time: 0.0753155 Jul 22 19:41:53.500083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f794afda-04dc-4f25-b73b-496b1b3d6713 req-18292556-e867-41b0-9290-7b43235cee1d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069765 Jul 22 19:41:53.540307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4f00a-970e-41f9-84ce-8477db1a9fcf None None] Port 772ee2ba-162d-477b-aab7-b19925793579 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:53.558197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:41:53.584640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.614385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router 567f6db1-596f-4d2a-a1bc-7b03463822ef is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:53.625975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-12efaa61-8ac7-4515-bbd8-d38c31b61fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:53.627497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-12efaa61-8ac7-4515-bbd8-d38c31b61fc3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.1350782 Jul 22 19:41:53.735333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:53.748812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de9b1948-8b48-442c-92e6-68fac9a6ad08 admin admin] 10.222.0.10 "PUT /v2.0/routers/4ad4fac6-7cf3-4a23-abd6-528da4c2c110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0447044 Jul 22 19:41:53.748812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-02d33df7-1c3b-47bb-9eec-c15bea055a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:53.749152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.749266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-02d33df7-1c3b-47bb-9eec-c15bea055a8a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911636 Jul 22 19:41:53.758785 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Sync routers for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:53.772590 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:53.773678 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:53.806016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed81e92-731c-44bf-bf39-8d955109d39d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:53.810093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.811975 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/7ed81e92-731c-44bf-bf39-8d955109d39d HTTP/1.1" status: 204 len: 168 time: 0.6167223 Jul 22 19:41:53.814909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:53.855141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.855496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.855843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.856226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.856575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.856911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.857245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.857574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.857901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.858559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.858909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.859688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e311231-0ac5-4e59-a8d3-7a10a0db334f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:41:53.864937 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b80bcf-b0c1-4d63-b97e-7ad09792abb5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:53.865484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b80bcf-b0c1-4d63-b97e-7ad09792abb5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:53.867304 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-47b80bcf-b0c1-4d63-b97e-7ad09792abb5 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/e9e6a88e-db53-4e8c-bfda-9a9155e5d062 HTTP/1.1" status: 404 len: 337 time: 0.0514638 Jul 22 19:41:53.871208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:53.880186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:53.891758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Sync routers for ids ['567f6db1-596f-4d2a-a1bc-7b03463822ef'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:53.903421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Routers {'567f6db1-596f-4d2a-a1bc-7b03463822ef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:53.906831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['567f6db1-596f-4d2a-a1bc-7b03463822ef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:53.929322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.930996 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f3055998-6de8-4aca-af75-ad4bfbc2a97d tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4773805 Jul 22 19:41:53.939103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33514) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:53.949584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting subnet b233d1c0-6e13-40b7-83a4-3579df403d71 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:41:53.953136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:53.957410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:53.963792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-2587fcc9-76d0-4b67-a1be-85d4d66b0baa service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117639 Jul 22 19:41:54.060030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.060972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Set router 567f6db1-596f-4d2a-a1bc-7b03463822ef gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:54.165471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445297e4-af40-45d4-8343-c2353a131e18 None None] Network 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:41:54.218947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.288466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d3f0461f-c965-4fbf-9d66-3f712849a0ce tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/567f6db1-596f-4d2a-a1bc-7b03463822ef HTTP/1.1" status: 200 len: 909 time: 0.3466156 Jul 22 19:41:54.292346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.297529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179675789', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': True}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:54.304163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-1a7f2a0a-9110-4e3e-a869-bcce4182080e service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988436 Jul 22 19:41:54.305270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.334189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.339561 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/b233d1c0-6e13-40b7-83a4-3579df403d71 HTTP/1.1" status: 204 len: 168 time: 0.4657655 Jul 22 19:41:54.362403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.365549 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 2, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:54.376063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8ec2c-a3a0-49cd-9c31-44fc8b284d09 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Subnet': ['ID=b233d1c0-6e13-40b7-83a4-3579df403d71,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:54.383826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2594144e-e1a3-4e2d-a936-f7dbf023162d None None] Provisioning complete for port 3f0867a9-c78c-47d3-9dad-73479c643493 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:54.384253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2594144e-e1a3-4e2d-a936-f7dbf023162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.390495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-608ec3a8-de68-4ef3-b393-49155692559d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 200 len: 217 time: 0.0772634 Jul 22 19:41:54.400236 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cae275-e56c-4a9c-9294-f999843e6def tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.401452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cae275-e56c-4a9c-9294-f999843e6def tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.405966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5cae275-e56c-4a9c-9294-f999843e6def tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/56c00daf-3c37-41c4-a0e5-84610cbc39b0 HTTP/1.1" status: 404 len: 337 time: 0.0391774 Jul 22 19:41:54.406275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33526) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.407423 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Checking router: 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:54.408324 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Updating router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 port 772ee2ba-162d-477b-aab7-b19925793579 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:54.420193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.420464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.450985 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.455417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ecb869cf-45d7-4acd-a8d3-1a3143e29649 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "GET /v2.0/ports?device_id=470347bc-6021-413c-aa23-3c5639d10ea0 HTTP/1.1" status: 200 len: 205 time: 0.0478809 Jul 22 19:41:54.456113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33528) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.519117 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0e385c82-f93b-4231-9d9d-42d290159f57 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] delete failed (client error): The resource could not be found. Jul 22 19:41:54.520530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e385c82-f93b-4231-9d9d-42d290159f57 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/routers/470347bc-6021-413c-aa23-3c5639d10ea0 HTTP/1.1" status: 404 len: 336 time: 0.0634019 Jul 22 19:41:54.523039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33532) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.559211 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6446012-bc25-4bfb-863f-7a96fd409ff0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.560032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6446012-bc25-4bfb-863f-7a96fd409ff0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.561382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.562030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-9035fa50-eda0-424b-a579-bb38236c2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:54.562715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6446012-bc25-4bfb-863f-7a96fd409ff0 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/ff621fcf-2c7f-4a14-8387-be5b409afbd1 HTTP/1.1" status: 404 len: 337 time: 0.0384994 Jul 22 19:41:54.565279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33534) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.578817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-9035fa50-eda0-424b-a579-bb38236c2366 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1790016 Jul 22 19:41:54.603174 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cca0580-fabf-4880-8a2f-fb39a6da781f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.603991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cca0580-fabf-4880-8a2f-fb39a6da781f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.606242 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7cca0580-fabf-4880-8a2f-fb39a6da781f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/a2ff6235-83e9-465c-a0c2-629c6b442804 HTTP/1.1" status: 404 len: 337 time: 0.0398543 Jul 22 19:41:54.607080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33538) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.609118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33540) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.612434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57467489', 'description': 'tempest-description--258326961'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:54.638478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2594144e-e1a3-4e2d-a936-f7dbf023162d None None] Provisioning complete for port 43afcc73-8d74-4c5a-9044-57bc588d4056 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:54.639090 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2594144e-e1a3-4e2d-a936-f7dbf023162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.649817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.688069 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc45cfa9-41be-41f3-87c7-90e8ac905e98 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.688648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc45cfa9-41be-41f3-87c7-90e8ac905e98 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.690603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc45cfa9-41be-41f3-87c7-90e8ac905e98 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/217372fc-bb59-40ad-837e-d7e62005511a HTTP/1.1" status: 404 len: 337 time: 0.0562153 Jul 22 19:41:54.693170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33542) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.696466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.735021 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd84689e-8107-4f15-b85a-a903ecfa02f3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.735564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd84689e-8107-4f15-b85a-a903ecfa02f3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.737474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fd84689e-8107-4f15-b85a-a903ecfa02f3 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/bf4f4ab8-269f-4a51-810d-c7e2cd7aa197 HTTP/1.1" status: 404 len: 333 time: 0.0433276 Jul 22 19:41:54.741988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33544) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.786172 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d441e6-dc1d-4318-bfbd-28565c8caba4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.786810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d441e6-dc1d-4318-bfbd-28565c8caba4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.787019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2594144e-e1a3-4e2d-a936-f7dbf023162d None None] Port 43afcc73-8d74-4c5a-9044-57bc588d4056 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:41:54.789599 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2d441e6-dc1d-4318-bfbd-28565c8caba4 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/cb8d848f-c770-4982-a7ab-f59961791362 HTTP/1.1" status: 404 len: 337 time: 0.0463717 Jul 22 19:41:54.793692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33546) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.833638 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e03cbe-cdc9-4d3b-9f04-7d7858a91a6b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.834254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5e03cbe-cdc9-4d3b-9f04-7d7858a91a6b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.836815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5e03cbe-cdc9-4d3b-9f04-7d7858a91a6b tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/1b1815e0-9631-4239-94b5-e9ecf5c2e455 HTTP/1.1" status: 404 len: 337 time: 0.0413058 Jul 22 19:41:54.841332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33548) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.842394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'name': 'tempest-snat-router-1179675789', 'tenant_id': '1024d9960eef4b958ea0b6a567bf6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160'}], 'enable_snat': False}, 'gw_port_id': '2490c006-99e8-4017-b8a1-bef480272561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:50Z', 'updated_at': '2021-07-22T19:41:52Z', 'revision_number': 3, 'project_id': '1024d9960eef4b958ea0b6a567bf6e28', 'gw_port': {'id': '2490c006-99e8-4017-b8a1-bef480272561', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:51Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:54.883496 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dfa437-5919-4e49-ae3d-ed13411ad425 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.884946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dfa437-5919-4e49-ae3d-ed13411ad425 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.887487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06dfa437-5919-4e49-ae3d-ed13411ad425 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/49445d20-8c10-44cc-8466-402329592623 HTTP/1.1" status: 404 len: 333 time: 0.0450826 Jul 22 19:41:54.890093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33550) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.902381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Checking router: 567f6db1-596f-4d2a-a1bc-7b03463822ef for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:54.902790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Updating router 567f6db1-596f-4d2a-a1bc-7b03463822ef port 2490c006-99e8-4017-b8a1-bef480272561 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:54.927082 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8653f16-5a48-4f31-bcab-f181c031b633 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.927688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8653f16-5a48-4f31-bcab-f181c031b633 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.930134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c8653f16-5a48-4f31-bcab-f181c031b633 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/6d7d4f91-a51e-4141-a9e7-c9c08dc56327 HTTP/1.1" status: 404 len: 337 time: 0.0387051 Jul 22 19:41:54.934298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:54.935938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.945781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] DHCP port deletion for 2aaceb3c-4a2a-4239-8cd7-87e7bd096818 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:41:54.946108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-5ed30497-c8d9-45f8-8b46-d1d00922cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:54.948270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-5ed30497-c8d9-45f8-8b46-d1d00922cfb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2904682 Jul 22 19:41:54.950369 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.959191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.962895 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Transition to ACTIVE for port object 772ee2ba-162d-477b-aab7-b19925793579 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:54.971555 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:54.975031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8a548-01a5-4e09-a452-cc159b44098c req-3bea57ce-dc3b-43fb-affa-bc60116622e5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:54.976947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fe8a548-01a5-4e09-a452-cc159b44098c req-3bea57ce-dc3b-43fb-affa-bc60116622e5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.3184404 Jul 22 19:41:54.985438 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-3060f95b-22fb-48b5-9d36-01c6571e48f7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] DELETE failed (client error): The resource could not be found. Jul 22 19:41:54.986404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3060f95b-22fb-48b5-9d36-01c6571e48f7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:41:54.990221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3060f95b-22fb-48b5-9d36-01c6571e48f7 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/subnets/1dc180c5-a3ef-4ce3-bfed-1597c2b910e0 HTTP/1.1" status: 404 len: 337 time: 0.0554335 Jul 22 19:41:54.993492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33554) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:55.028899 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.034474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.075490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6033b0-fe0b-4748-9766-c94bd6869618,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.080932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.082381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e72af1c-ceab-4196-97e3-84d2c240ab88 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4741168 Jul 22 19:41:55.085773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33556) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:55.092855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'security_group_rule': {'security_group_id': 'fe6033b0-fe0b-4748-9766-c94bd6869618', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:55.099618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357b40-72e6-4c1f-aa36-b8e8c1a0cdb0 None None] Pushing event updated for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.138831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.147473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Deleting port 3f0867a9-c78c-47d3-9dad-73479c643493 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:55.148034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.148137 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Attempting to bind port 772ee2ba-162d-477b-aab7-b19925793579 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:55.148137 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Attempting to bind port 772ee2ba-162d-477b-aab7-b19925793579 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:55.148554 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Attempting to bind port 772ee2ba-162d-477b-aab7-b19925793579 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:55.156396 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:55.156774 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:55.157177 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.157747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:55.158220 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Bound port: 772ee2ba-162d-477b-aab7-b19925793579, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:55.158594 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.215396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fe8a548-01a5-4e09-a452-cc159b44098c req-c3066900-5e70-4c3c-85ae-75be22e4268a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248356 Jul 22 19:41:55.240531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.247055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.268568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ef35e8-26b1-4de9-9e0d-948e5332d2ca,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.295830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-d3acc3a4-5da2-45a9-a27d-51bf37e9a223 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397350 Jul 22 19:41:55.299180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.300882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-14b628c4-4aae-4f43-8110-2b78e6356246 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2132838 Jul 22 19:41:55.303711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33560) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:55.315014 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] For port 772ee2ba-162d-477b-aab7-b19925793579, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:55.315348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'security_group_rule': {'security_group_id': 'fe6033b0-fe0b-4748-9766-c94bd6869618', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:55.328655 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] For port 772ee2ba-162d-477b-aab7-b19925793579, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=772ee2ba-162d-477b-aab7-b19925793579,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:55.342781 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.401110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.414419 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:55.415071 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:55.423677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Deleting port 43afcc73-8d74-4c5a-9044-57bc588d4056 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:55.424024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.485811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7eb6b1e1-8bf5-4bdf-b97d-7a727e2ba3d9 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605673 Jul 22 19:41:55.549030 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357b40-72e6-4c1f-aa36-b8e8c1a0cdb0 None None] Pushing event updated for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.550275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.562557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.567253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Transition to ACTIVE for port object 2490c006-99e8-4017-b8a1-bef480272561 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:41:55.568054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.587411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] For port 3f0867a9-c78c-47d3-9dad-73479c643493, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3f0867a9-c78c-47d3-9dad-73479c643493,segment=NetworkSegment(41119e14-a9f4-483e-88a8-2738f8071d62),segment_id=41119e14-a9f4-483e-88a8-2738f8071d62)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:55.589778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.593144 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.609839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b63405-2d78-4496-b0ad-c0b1192ebd06,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.623729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.625220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a41cafb-a4ed-42b8-8ad9-0e49437c0549 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3202968 Jul 22 19:41:55.628311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33564) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:55.633650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Calling delete_port for 3f0867a9-c78c-47d3-9dad-73479c643493 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:55.634591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:55.643002 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:55.667723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.671033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.699859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-9448fbb1-41eb-4797-a3e8-a0bf929c798f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 217 time: 0.2006500 Jul 22 19:41:55.801563 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.801818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Attempting to bind port 2490c006-99e8-4017-b8a1-bef480272561 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:41:55.802349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Attempting to bind port 2490c006-99e8-4017-b8a1-bef480272561 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:41:55.802911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Attempting to bind port 2490c006-99e8-4017-b8a1-bef480272561 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:41:55.808058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b44a16-8922-480d-b548-c65fde270e6d None None] Pushing event updated for resources: {'Port': ['ID=2490c006-99e8-4017-b8a1-bef480272561,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.822127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Calling delete_port for 43afcc73-8d74-4c5a-9044-57bc588d4056 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:55.825763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:41:55.826414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:41:55.827002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.827581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:41:55.828270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Bound port: 2490c006-99e8-4017-b8a1-bef480272561, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:41:55.828832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.922677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] For port 2490c006-99e8-4017-b8a1-bef480272561, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:41:55.927630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] For port 2490c006-99e8-4017-b8a1-bef480272561, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2490c006-99e8-4017-b8a1-bef480272561,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:41:55.937079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.945169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:55.950050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-34f2ffe1-90b4-40eb-a034-20b5e236e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:55.951538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-34f2ffe1-90b4-40eb-a034-20b5e236e47a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.1928573 Jul 22 19:41:55.959035 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:55Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:55.965295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.25.6.40 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/a65ef702-ce5b-41f2-b006-b5d5033ee713) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:55.976973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] Pushing event deleted for resources: {'Port': ['ID=3f0867a9-c78c-47d3-9dad-73479c643493,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:55.994012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75d2ca-2346-4316-bf25-50620a81bac5 None None] No DVR routers for this DVR port 3f0867a9-c78c-47d3-9dad-73479c643493 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:56.001485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dc8efe-bfaa-4821-b5f9-cc62ad38972a None None] The sync data for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 is: [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:55Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:56.025418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.073307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98c76b-d0a8-4478-b060-e4656e225ebb req-d41eb2b1-490d-4bd4-ada1-6d75e9604448 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:56.077874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce98c76b-d0a8-4478-b060-e4656e225ebb req-d41eb2b1-490d-4bd4-ada1-6d75e9604448 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.4265146 Jul 22 19:41:56.085765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.099327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Routers {'567f6db1-596f-4d2a-a1bc-7b03463822ef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:56.099991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['567f6db1-596f-4d2a-a1bc-7b03463822ef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:56.155885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.175921 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.216406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b44a16-8922-480d-b548-c65fde270e6d None None] Pushing event updated for resources: {'Port': ['ID=2490c006-99e8-4017-b8a1-bef480272561,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:56.218851 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.245745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Port': ['ID=43afcc73-8d74-4c5a-9044-57bc588d4056,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:56.260075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.267428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:56.268710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2015ea74-42d6-42d9-86f4-d40c6e182321 tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/ports/43afcc73-8d74-4c5a-9044-57bc588d4056 HTTP/1.1" status: 204 len: 168 time: 1.2731910 Jul 22 19:41:56.273878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:56.274183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce98c76b-d0a8-4478-b060-e4656e225ebb req-02518e77-3683-47ff-806d-540c43a34a6c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694441 Jul 22 19:41:56.279313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-9e415d08-8323-4efd-b35e-69d77556a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:56.281230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-9e415d08-8323-4efd-b35e-69d77556a127 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3203933 Jul 22 19:41:56.302056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:56.309243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:56.310886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] Set router 567f6db1-596f-4d2a-a1bc-7b03463822ef gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:56.336328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=a65ef702-ce5b-41f2-b006-b5d5033ee713,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:56.403243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 172.25.6.173 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:41:56.412510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.465670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-bbca8bc9-afb6-4ff1-8ca9-b0df4f3540f5 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535439 Jul 22 19:41:56.540738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'name': 'tempest-snat-router-1179675789', 'tenant_id': '1024d9960eef4b958ea0b6a567bf6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160'}], 'enable_snat': False}, 'gw_port_id': '2490c006-99e8-4017-b8a1-bef480272561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:50Z', 'updated_at': '2021-07-22T19:41:52Z', 'revision_number': 3, 'project_id': '1024d9960eef4b958ea0b6a567bf6e28', 'gw_port': {'id': '2490c006-99e8-4017-b8a1-bef480272561', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:51Z', 'updated_at': '2021-07-22T19:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:56.575699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b79278-9cb8-412d-bb11-ea120134ed6c None None] The sync data for ids ['567f6db1-596f-4d2a-a1bc-7b03463822ef'] in n-d-800087-13 is: [{'id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'name': 'tempest-snat-router-1179675789', 'tenant_id': '1024d9960eef4b958ea0b6a567bf6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160'}], 'enable_snat': False}, 'gw_port_id': '2490c006-99e8-4017-b8a1-bef480272561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:50Z', 'updated_at': '2021-07-22T19:41:52Z', 'revision_number': 3, 'project_id': '1024d9960eef4b958ea0b6a567bf6e28', 'gw_port': {'id': '2490c006-99e8-4017-b8a1-bef480272561', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:47:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567f6db1-596f-4d2a-a1bc-7b03463822ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2404, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:51Z', 'updated_at': '2021-07-22T19:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:41:56.592426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.597819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.607819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.614956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aaceb3c-4a2a-4239-8cd7-87e7bd096818']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:56.635759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e7e3f7-7f15-4d61-baed-6db2e65da9ae req-7cfda839-ac81-4b21-9228-3eb01d5dcb65 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630876 Jul 22 19:41:56.656365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41119e14-a9f4-483e-88a8-2738f8071d62') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:56.656778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41119e14-a9f4-483e-88a8-2738f8071d62') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:56.668068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.677674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.694095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.705207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.707484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:41:56.708006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: items = [ Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:41:56.712120 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:41:56.843584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.890832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:56.895550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] 10.222.0.10 "DELETE /v2.0/networks/2aaceb3c-4a2a-4239-8cd7-87e7bd096818 HTTP/1.1" status: 204 len: 168 time: 0.6227565 Jul 22 19:41:56.895550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b9b9-eccd-49d4-8c9a-9c9f28178f1f tempest-PortsIpV6TestJSON-2082575994 tempest-PortsIpV6TestJSON-2082575994-project] Pushing event deleted for resources: {'Network': ['ID=2aaceb3c-4a2a-4239-8cd7-87e7bd096818,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:57.024847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 772ee2ba-162d-477b-aab7-b19925793579 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:57.134574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.138483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 772ee2ba-162d-477b-aab7-b19925793579 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:57.150157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 772ee2ba-162d-477b-aab7-b19925793579 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:57.150791 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.227947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-cfb5dd00-29a1-4390-9929-978b160ef070 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:57.230375 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-cfb5dd00-29a1-4390-9929-978b160ef070 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.3818953 Jul 22 19:41:57.285461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.297705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.328926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.444316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 772ee2ba-162d-477b-aab7-b19925793579, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=772ee2ba-162d-477b-aab7-b19925793579,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:57.454416 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.506088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:41:57.514917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:41:57.538657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:41:57.568808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:57.573900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:41:57.600951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=a65ef702-ce5b-41f2-b006-b5d5033ee713,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:57.616886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3f0867a9-c78c-47d3-9dad-73479c643493 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:41:57.617145 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.617681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3f0867a9-c78c-47d3-9dad-73479c643493 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:41:57.634293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:57.650042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:57.658915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.669750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7852b60-c5ad-4ba7-9129-9792604f5834 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0401082 Jul 22 19:41:57.677202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port c8837d73-7238-461b-bcd6-90a50c414cb2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:57.677549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.793490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port c8837d73-7238-461b-bcd6-90a50c414cb2, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c8837d73-7238-461b-bcd6-90a50c414cb2,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:57.793854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:57.850992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for c8837d73-7238-461b-bcd6-90a50c414cb2 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:41:57.900324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fce2a-ba38-4ce2-ade2-0b45d26f8a27 req-4a166bf9-1d43-437a-acc1-3760c5694e4a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:57.908118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-887fce2a-ba38-4ce2-ade2-0b45d26f8a27 req-4a166bf9-1d43-437a-acc1-3760c5694e4a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=98f586c0-1396-4365-ac8d-4a1d41a20b0b HTTP/1.1" status: 200 len: 945 time: 0.3944049 Jul 22 19:41:57.937043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-43d180b0-4a63-411a-9496-6a6589d70e9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d50ad11f5a9642bfb37257046be1b097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550713 Jul 22 19:41:57.941594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:58.027373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-887fce2a-ba38-4ce2-ade2-0b45d26f8a27 req-de0f1130-8691-4ca2-8a49-1ef9a482f611 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183224 Jul 22 19:41:58.057991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.068107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-fcfc5a31-d059-40c0-8646-6e839da2d492 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--57467489&fields=id&tenant_id=223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 267 time: 0.1561003 Jul 22 19:41:58.071057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c8837d73-7238-461b-bcd6-90a50c414cb2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:41:58.128239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=c8837d73-7238-461b-bcd6-90a50c414cb2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:58.183437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port c8837d73-7238-461b-bcd6-90a50c414cb2 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:41:58.186315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.188664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2451c2f3-05f9-424f-b91d-37ade213f0f2 req-268e17e7-2e1d-4778-a684-8dfd70d6436d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "DELETE /v2.0/ports/c8837d73-7238-461b-bcd6-90a50c414cb2 HTTP/1.1" status: 204 len: 173 time: 0.9494572 Jul 22 19:41:58.189157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'name': 'network-vif-deleted', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:41:58.191709 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b2a263-38bc-403f-82aa-334f34f76646" -d '{"events": [{"server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "name": "network-vif-deleted", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:41:58.233346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.237013 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2ed117-f87d-495a-bcfb-8a4cba6c554e x-openstack-request-id: req-0b2ed117-f87d-495a-bcfb-8a4cba6c554e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:41:58.237476 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f586c0-1396-4365-ac8d-4a1d41a20b0b", "name": "network-vif-deleted", "tag": "c8837d73-7238-461b-bcd6-90a50c414cb2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:41:58.237609 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b2ed117-f87d-495a-bcfb-8a4cba6c554e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:41:58.237961 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f586c0-1396-4365-ac8d-4a1d41a20b0b', 'name': 'network-vif-deleted', 'tag': 'c8837d73-7238-461b-bcd6-90a50c414cb2', 'status': 'completed', 'code': 200} Jul 22 19:41:58.279666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.314109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-1fbc1dea-5257-497e-85c0-acfc37e4d4c6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:58.315732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-1fbc1dea-5257-497e-85c0-acfc37e4d4c6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.2059140 Jul 22 19:41:58.320606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.410315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-68d39272-4583-419a-8753-4e286e444339 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/quotas/223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 375 time: 0.0858648 Jul 22 19:41:58.486876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.489484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.490622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97a1d4c3-6904-4dcd-8d8e-aede73df7922 HTTP/1.1" status: 204 len: 168 time: 0.5361300 Jul 22 19:41:58.510152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a3b04-daf9-425c-aec0-9cf739ff4c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1d4c3-6904-4dcd-8d8e-aede73df7922,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:58.619856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-280ac12e-ab56-48f5-bb19-aef4f74c1f11 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2008991 Jul 22 19:41:58.728461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:58.838821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-86fb5f66-f3d3-4954-aa69-5c7f4b3d4555 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969471 Jul 22 19:41:58.980704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-8b9269bc-a545-4d7a-848e-b8e1fa820de5 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337776 Jul 22 19:41:58.991727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router ba9d1fcd-b0e2-44c6-af58-21255d4489a1 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:41:59.082436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 772ee2ba-162d-477b-aab7-b19925793579 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:59.149138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:41:59.163867 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Sync routers for ids ['ba9d1fcd-b0e2-44c6-af58-21255d4489a1'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:41:59.174077 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Routers {'ba9d1fcd-b0e2-44c6-af58-21255d4489a1'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:41:59.174711 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ba9d1fcd-b0e2-44c6-af58-21255d4489a1'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:59.188889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.190690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-54db0984-2ace-4236-8a12-5fd37bbe9963 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8969002 Jul 22 19:41:59.193329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33626) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:59.247607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 772ee2ba-162d-477b-aab7-b19925793579 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:59.247986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.386433 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Set router ba9d1fcd-b0e2-44c6-af58-21255d4489a1 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:41:59.390173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2490c006-99e8-4017-b8a1-bef480272561 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:41:59.406503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d37186a-28f2-4ba6-825b-f7a940854238 req-fcfb6278-3beb-4430-ab44-96effd9c63f7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 210 time: 0.1528137 Jul 22 19:41:59.413631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:59.476650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 2490c006-99e8-4017-b8a1-bef480272561 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:41:59.483334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2490c006-99e8-4017-b8a1-bef480272561 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:41:59.484079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.492626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33650) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:41:59.492974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2b1df3c1-f162-4c84-a807-18f4f7bebae8 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/ba9d1fcd-b0e2-44c6-af58-21255d4489a1 HTTP/1.1" status: 200 len: 908 time: 0.2980573 Jul 22 19:41:59.595174 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.641148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 2490c006-99e8-4017-b8a1-bef480272561, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2490c006-99e8-4017-b8a1-bef480272561,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:41:59.649080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.683471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9137e7a5-308d-4ad9-ac48-f0647915e2de tempest-DvrRoutersNegativeTest-601407477 tempest-DvrRoutersNegativeTest-601407477-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1688655791', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:41:59.687042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.policy [None req-9137e7a5-308d-4ad9-ac48-f0647915e2de tempest-DvrRoutersNegativeTest-601407477 tempest-DvrRoutersNegativeTest-601407477-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93801) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 19:41:59.687547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.policy [None req-9137e7a5-308d-4ad9-ac48-f0647915e2de tempest-DvrRoutersNegativeTest-601407477 tempest-DvrRoutersNegativeTest-601407477-project] Failed policy check for 'create_router' {{(pid=93801) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 19:41:59.689616 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-9137e7a5-308d-4ad9-ac48-f0647915e2de tempest-DvrRoutersNegativeTest-601407477 tempest-DvrRoutersNegativeTest-601407477-project] create failed (client error): Access was denied to this resource. Jul 22 19:41:59.691889 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9137e7a5-308d-4ad9-ac48-f0647915e2de tempest-DvrRoutersNegativeTest-601407477 tempest-DvrRoutersNegativeTest-601407477-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2774143 Jul 22 19:41:59.700747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.702134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba9d1fcd-b0e2-44c6-af58-21255d4489a1', 'name': 'tempest-snat-router-1179675789', 'tenant_id': '1024d9960eef4b958ea0b6a567bf6e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': 'f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:54Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 3, 'project_id': '1024d9960eef4b958ea0b6a567bf6e28', 'gw_port': {'id': 'f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba9d1fcd-b0e2-44c6-af58-21255d4489a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:56Z', 'updated_at': '2021-07-22T19:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:41:59.715407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-9cd7986f-1bf6-4139-a0f3-f569fa09a719 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:41:59.719335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-9cd7986f-1bf6-4139-a0f3-f569fa09a719 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2204621 Jul 22 19:41:59.747808 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Checking router: ba9d1fcd-b0e2-44c6-af58-21255d4489a1 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:41:59.748489 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Updating router ba9d1fcd-b0e2-44c6-af58-21255d4489a1 port f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:41:59.753606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-cf51562d-b346-4526-b8f3-d51383007cae tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0263643 Jul 22 19:41:59.776228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=2490c006-99e8-4017-b8a1-bef480272561,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:41:59.810820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-a1481945-0a0e-41b6-a2a4-dc474dd817a9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499315 Jul 22 19:41:59.842352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.917062 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.932812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Deleting port f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:41:59.933488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:41:59.967220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-823b6426-65e2-4408-a532-0ebb31dc2255 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436014 Jul 22 19:42:00.040569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.056496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Calling delete_port for f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:00.099294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-e519cd2d-3fe3-424e-a5cf-6747c3d1e848 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206143 Jul 22 19:42:00.163805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:00.307888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6703629-a9b7-406e-b92d-599c1457c669 req-be5087ea-41e4-416b-b63b-3dff172f9bc0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0412383 Jul 22 19:42:00.370226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.380895 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:42:00.381459 n-d-800087-13 neutron-server[93803]: DEBUG oslo_db.api [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:42:00.382448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ed13d7c-8401-4f78-8002-bf5750d4a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.433904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:00.523530 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85bbd6e0-a0a5-4f38-83e7-1b6eda228e12 req-c0005643-d28e-4767-ba35-52ae3c6df97c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 210 time: 0.0373275 Jul 22 19:42:00.525637 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.574868 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ed13d7c-8401-4f78-8002-bf5750d4a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.580333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ed13d7c-8401-4f78-8002-bf5750d4a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.616441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2ed13d7c-8401-4f78-8002-bf5750d4a57a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af1348c01d6343f0b8be51f593183c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514244 Jul 22 19:42:00.617209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:00.626202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.629040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.662927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed13d7c-8401-4f78-8002-bf5750d4a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e42237d-ea41-49e2-9c0a-733294c8ce12,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:00.700636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.705145 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.705683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba9d1fcd-b0e2-44c6-af58-21255d4489a1 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:00.711233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.712699 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a770b7f6-f996-4ffa-aa07-db5129b053bf tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/routers/ba9d1fcd-b0e2-44c6-af58-21255d4489a1 HTTP/1.1" status: 204 len: 168 time: 1.2190895 Jul 22 19:42:00.716215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33678) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:00.734120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.799842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.804484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:00.805819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e42237d-ea41-49e2-9c0a-733294c8ce12 HTTP/1.1" status: 204 len: 168 time: 0.1866488 Jul 22 19:42:00.818371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f414df-bdf4-4841-95c2-3a4fe9f0588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e42237d-ea41-49e2-9c0a-733294c8ce12,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:00.914057 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Port f4810bcd-b8f5-4cd2-a9f7-eb1ef6d620ca not found while updating agent binding for router ba9d1fcd-b0e2-44c6-af58-21255d4489a1. {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 19:42:00.946526 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Routers set() bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:00.947371 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Router IDs set() for agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 19:42:00.949102 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_agentschedulers_db [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba9d1fcd-b0e2-44c6-af58-21255d4489a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent'). {{(pid=93803) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 19:42:00.949919 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55551799-e931-4df7-a6f0-0db3d1146262 None None] The sync data for ids ['ba9d1fcd-b0e2-44c6-af58-21255d4489a1'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:01.021812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2490c006-99e8-4017-b8a1-bef480272561 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:42:01.095030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2490c006-99e8-4017-b8a1-bef480272561 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:01.096089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.280323 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.319547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-6919e76a-468d-4602-96ce-187c25ad9a73 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:01.325399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-6919e76a-468d-4602-96ce-187c25ad9a73 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.5182545 Jul 22 19:42:01.387109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c8837d73-7238-461b-bcd6-90a50c414cb2 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:01.402083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-e0f380a0-13ee-43cb-a928-0daba4108ad9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 378 time: 0.0504308 Jul 22 19:42:01.410116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90df1cb1-a12e-444f-bf13-83901a550147 req-8ab9c395-68f2-4541-a453-e0fd03fefe1b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0337467 Jul 22 19:42:01.419197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: c8837d73-7238-461b-bcd6-90a50c414cb2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:01.420396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c8837d73-7238-461b-bcd6-90a50c414cb2 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:01.434643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'device_id': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'admin_state_up': True, 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'security_groups': ['fe6033b0-fe0b-4748-9766-c94bd6869618']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:01.472500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.589409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:42:01.593110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.598690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Deleting port 2490c006-99e8-4017-b8a1-bef480272561 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:01.599291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.771750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b4607b1-bb54-49c5-851d-83f95ce30631 req-58e62345-c516-404d-a321-92c69a2d0326 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 210 time: 0.1324754 Jul 22 19:42:01.781032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-a460cf84-13e3-4f05-8e44-6851d1e471c8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:01.781201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] For port 2490c006-99e8-4017-b8a1-bef480272561, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2490c006-99e8-4017-b8a1-bef480272561,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:01.781428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.782831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-a460cf84-13e3-4f05-8e44-6851d1e471c8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2050631 Jul 22 19:42:01.800722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Calling delete_port for 2490c006-99e8-4017-b8a1-bef480272561 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:01.802404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:01.802592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:01.811839 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034783 Jul 22 19:42:01.812802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:01.833900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.20.0.7 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/9839fa18-b7e2-46c0-a0b4-1f5d6231d010) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:01.930537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:42:01.935357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:01.946452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-03885095-8c27-4d5f-b570-6967ffa7a3a0 tempest-NetworksApiDiscovery-1400514388 tempest-NetworksApiDiscovery-1400514388-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1326430 Jul 22 19:42:02.097881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.11 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/6db91ee9-0082-4b3c-9027-e3571a5c1915) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:02.109626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.131503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Transition to ACTIVE for port object 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:02.135508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.164104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event deleted for resources: {'Port': ['ID=2490c006-99e8-4017-b8a1-bef480272561,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:02.235183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33716) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:02.250024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.253509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.276619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.321405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.380670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.384289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb9fe-35db-4fa7-b34e-86bc75fc20b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.387282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.388624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:02.389833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:02.398682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:02.399397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:02.404914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:02.430430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:02.440919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:02.477941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:02.480685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.489857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 567f6db1-596f-4d2a-a1bc-7b03463822ef {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:02.496003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.501725 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bcb6134d-fd03-4a0b-8661-a4243fbf20a0 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "DELETE /v2.0/routers/567f6db1-596f-4d2a-a1bc-7b03463822ef HTTP/1.1" status: 204 len: 168 time: 1.7838178 Jul 22 19:42:02.504997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:02.520313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-59442141', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:02.531155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:02.535212 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.538399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:02.539757 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.640315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb9fe-35db-4fa7-b34e-86bc75fc20b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.646987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5bb9fe-35db-4fa7-b34e-86bc75fc20b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.675673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.676870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.689269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-9a9711b0-9db6-4060-8340-2ba1e10422f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692728 Jul 22 19:42:02.691800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-d91765da-c3bc-4b7b-b55f-b305422e27e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941157 Jul 22 19:42:02.696972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ec5bb9fe-35db-4fa7-b34e-86bc75fc20b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d8addaa6029d41ff8b14b5b920d1c55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4579692 Jul 22 19:42:02.699003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:02.704083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Request body: {'port': {'device_id': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:02.709972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-58aa030b-480d-4b14-a403-ed9cdd9f7127 None None] Provisioning for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:02.710560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Request body: {'port': {'device_id': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:02.715398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-58aa030b-480d-4b14-a403-ed9cdd9f7127 None None] Provisioning complete for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:02.716052 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58aa030b-480d-4b14-a403-ed9cdd9f7127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.745951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fb73e-b944-451b-be05-7fa52b9ae1ed req-ea9e27eb-4632-4ae1-9e40-5c1d48df262c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:02.747467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e61fb73e-b944-451b-be05-7fa52b9ae1ed req-ea9e27eb-4632-4ae1-9e40-5c1d48df262c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 932 time: 0.1907501 Jul 22 19:42:02.753735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb9fe-35db-4fa7-b34e-86bc75fc20b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d735ae-e162-4d48-b2c5-5babc0670cd5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:02.759290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-58aa030b-480d-4b14-a403-ed9cdd9f7127 None None] Port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:42:02.800606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.828682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e61fb73e-b944-451b-be05-7fa52b9ae1ed req-ba0458ba-8f71-4610-810f-90d46fb3adcf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Jul 22 19:42:02.832028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:02.932340 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.015302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.046535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da074a-855a-48d2-9cd6-53d72ae36805 req-52989478-842e-41c5-af90-310520f46f59 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:03.051112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7da074a-855a-48d2-9cd6-53d72ae36805 req-52989478-842e-41c5-af90-310520f46f59 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 931 time: 0.1945958 Jul 22 19:42:03.059020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.065047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.070345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2490c006-99e8-4017-b8a1-bef480272561 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:03.094172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 2490c006-99e8-4017-b8a1-bef480272561 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:03.094516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2490c006-99e8-4017-b8a1-bef480272561 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:03.231004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.233564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.234756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4d735ae-e162-4d48-b2c5-5babc0670cd5 HTTP/1.1" status: 204 len: 168 time: 0.5252976 Jul 22 19:42:03.266526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b78bb7-21de-46e4-a5cc-a7cd31553c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d735ae-e162-4d48-b2c5-5babc0670cd5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:03.509633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7da074a-855a-48d2-9cd6-53d72ae36805 req-1e15f1fe-3f0e-4cb8-8a65-e8ba7e659160 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4498465 Jul 22 19:42:03.538208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:03.538839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.561297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.564310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.585844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Transition to ACTIVE for port object 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:03.586605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.606741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db91ee9-0082-4b3c-9027-e3571a5c1915 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:03.615665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.639101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Transition to ACTIVE for port object 6db91ee9-0082-4b3c-9027-e3571a5c1915 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:03.642767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.711308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:03.711487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:03.795356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Attempting to bind port 6db91ee9-0082-4b3c-9027-e3571a5c1915 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:42:03.795500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Attempting to bind port 6db91ee9-0082-4b3c-9027-e3571a5c1915 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:42:03.795891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Attempting to bind port 6db91ee9-0082-4b3c-9027-e3571a5c1915 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:03.800930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Port 6db91ee9-0082-4b3c-9027-e3571a5c1915 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:42:03.801266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Attempting to bind port 6db91ee9-0082-4b3c-9027-e3571a5c1915 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:03.811017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:42:03.811575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:42:03.812212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:42:03.813022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Bound port: 6db91ee9-0082-4b3c-9027-e3571a5c1915, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:42:03.813701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.823211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Allocated IP 172.25.6.31 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c3ab7e0d-3ffa-47c0-9567-bed483db459d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:03.854493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Attempting to bind port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:42:03.855272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Attempting to bind port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:42:03.855663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Attempting to bind port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:03.883110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 on network c12430bb-3696-424d-8f8c-283f67c704a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:42:03.883519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Attempting to bind port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:03.894949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:42:03.895565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:42:03.895791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:42:03.896065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:42:03.896598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Bound port: 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:42:03.896973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.901714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:42:03.907456 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.987088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:03.987725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:03.989196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] 10.222.0.32 "PUT /v2.0/ports/6db91ee9-0082-4b3c-9027-e3571a5c1915 HTTP/1.1" status: 200 len: 1093 time: 1.2869201 Jul 22 19:42:03.996597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:03.999781 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bc4283-171d-46cc-9271-24b9c9ff2dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:04.010803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775c4fd-6f5c-4c27-bf2c-130016fbaac7 service neutron] Pushing event updated for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:04.046382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd516b-a974-4bb1-ac92-95fc392f59e1 req-77d088ba-7759-4f53-a3ea-2c8ddbef4db9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.047841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:04.048353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6cd516b-a974-4bb1-ac92-95fc392f59e1 req-77d088ba-7759-4f53-a3ea-2c8ddbef4db9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 944 time: 0.1056273 Jul 22 19:42:04.082855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:42:04.087120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:42:04.087305 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a4af1f-b4bc-4bc3-9f5c-c310fe332299 x-openstack-request-id: req-88a4af1f-b4bc-4bc3-9f5c-c310fe332299 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:04.088307 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:04.088918 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88a4af1f-b4bc-4bc3-9f5c-c310fe332299 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:04.089335 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915', 'status': 'completed', 'code': 200} Jul 22 19:42:04.093209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:04.147703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.148869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:04.150463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] 10.222.0.26 "PUT /v2.0/ports/9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 1092 time: 1.4530530 Jul 22 19:42:04.156044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:04.158831 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db22181-56b5-42ac-b2fc-726f3fc95a94" -d '{"events": [{"name": "network-changed", "server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:04.166739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6cd516b-a974-4bb1-ac92-95fc392f59e1 req-2f04f6e3-fc10-40ca-a62b-ab655e991a9d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Jul 22 19:42:04.213812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f50eda-e595-42c3-a56d-10a1ed0a2e4b service neutron] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:04.226845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-bbde0385-d432-4636-a94c-36bf8cd57a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.228455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-bbde0385-d432-4636-a94c-36bf8cd57a36 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 1096 time: 0.1605823 Jul 22 19:42:04.233258 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d135169-5c1e-44a1-aa4c-165d07f7c826 x-openstack-request-id: req-1d135169-5c1e-44a1-aa4c-165d07f7c826 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:04.233552 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:04.233942 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d135169-5c1e-44a1-aa4c-165d07f7c826 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:04.234348 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'status': 'completed', 'code': 200} Jul 22 19:42:04.270932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:04.277080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-f3033a09-5d18-434e-87a4-07221d3be89e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915 HTTP/1.1" status: 200 len: 217 time: 0.0415196 Jul 22 19:42:04.329717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event updated for resources: {'Port': ['ID=c3ab7e0d-3ffa-47c0-9567-bed483db459d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:04.330346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-457fff05-fba6-4330-81f2-cd8f185deb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.332041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-457fff05-fba6-4330-81f2-cd8f185deb9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0491586 Jul 22 19:42:04.349970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:04.354804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:04.358473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:04.362023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-dfc7e4bf-f5d2-437b-a388-55addb472a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.363568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-dfc7e4bf-f5d2-437b-a388-55addb472a11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1095 time: 0.1457441 Jul 22 19:42:04.371834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-8b787f96-8459-43b6-985c-6bef85d46339 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321901 Jul 22 19:42:04.434852 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-f7f53eae-a0d8-4ec4-8a81-9d2d92a9e72a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 217 time: 0.0503049 Jul 22 19:42:04.482105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-4576a30a-6e7d-409e-8318-b3c9a4a4aa32 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027546 Jul 22 19:42:04.584510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55ee35f8-a604-4327-90f0-931f408ce4f5 req-a7f4b559-66a4-4364-a28c-ae8fcd9d1ae1 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961809 Jul 22 19:42:04.718345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ed58e-651a-497b-9e79-55d0469fc9dc req-cd851f1b-4545-4f54-a060-c165b57b0f19 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.719966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-256ed58e-651a-497b-9e79-55d0469fc9dc req-cd851f1b-4545-4f54-a060-c165b57b0f19 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 943 time: 0.1148860 Jul 22 19:42:04.731665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-4a41d9a2-7ebf-490f-afd1-6b688fcbc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.733336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-4a41d9a2-7ebf-490f-afd1-6b688fcbc592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 1096 time: 0.0921438 Jul 22 19:42:04.800344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-256ed58e-651a-497b-9e79-55d0469fc9dc req-f11f5539-6861-41dd-93aa-c16e34bddcd8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716722 Jul 22 19:42:04.873602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-413f4934-bde9-4368-887c-82d58b7217cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.875369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-413f4934-bde9-4368-887c-82d58b7217cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.1278510 Jul 22 19:42:04.920132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-2924f42a-36f5-4be5-b8d5-a8bce863dcd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915 HTTP/1.1" status: 200 len: 217 time: 0.0369365 Jul 22 19:42:04.935076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-710550ee-ca65-40ee-9f8f-8cf13c747ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.936577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-710550ee-ca65-40ee-9f8f-8cf13c747ec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.4932218 Jul 22 19:42:04.988535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-4da8a911-d915-4787-b65f-aae0415812be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:04.990092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-4da8a911-d915-4787-b65f-aae0415812be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0637374 Jul 22 19:42:05.029199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-057b85f0-0a15-41fe-9b5a-b3db6a9772bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321677 Jul 22 19:42:05.080108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b759-a14b-4327-95d6-7322202abe7b req-71cbea28-3990-4404-a527-dc729de0ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.081657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-71cbea28-3990-4404-a527-dc729de0ef78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362426 Jul 22 19:42:05.131477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.132175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-411c0956-2617-4e22-b3ca-875f0f4f7eaf service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963349 Jul 22 19:42:05.254315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bc4283-171d-46cc-9271-24b9c9ff2dfa req-a7cf4ada-0695-418c-864c-a8991802be25 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154938 Jul 22 19:42:05.279372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-dd75d733-8449-4111-9dca-213a08e9f0d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876037 Jul 22 19:42:05.340961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dcb8e-42fa-4005-9d21-bfbdfa6f693e req-5709a9cc-89bb-4d6c-9636-c4dabd002368 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.342394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-336dcb8e-42fa-4005-9d21-bfbdfa6f693e req-5709a9cc-89bb-4d6c-9636-c4dabd002368 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 944 time: 0.0728736 Jul 22 19:42:05.384752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-336dcb8e-42fa-4005-9d21-bfbdfa6f693e req-ee50f60a-040d-4488-830a-eb896f003a8f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Jul 22 19:42:05.463607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b73b759-a14b-4327-95d6-7322202abe7b req-efb78cfe-a4a8-48b2-85f7-2ceadde16033 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773915 Jul 22 19:42:05.482930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.537755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33806) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:05.639392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-b3447025-d1d4-4528-8cc4-6761f4263dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.640922 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-b3447025-d1d4-4528-8cc4-6761f4263dcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1095 time: 0.1166244 Jul 22 19:42:05.644384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffc0714c-9801-4d03-be15-bdd0447d5467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.686765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Router d947ece1-27d8-4dc2-b483-50cb23f94fd8 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:42:05.743944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffc0714c-9801-4d03-be15-bdd0447d5467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.749569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffc0714c-9801-4d03-be15-bdd0447d5467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.789921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ffc0714c-9801-4d03-be15-bdd0447d5467 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea71d9a1310842c8b36683c75cae1fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509439 Jul 22 19:42:05.791271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0714c-9801-4d03-be15-bdd0447d5467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708e0eb4-d5ea-4607-a062-0496138d569d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:05.794538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33812) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:05.813259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-b52a7fe0-de80-467b-b84b-f8e6859549df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.814671 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-b52a7fe0-de80-467b-b84b-f8e6859549df service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1667407 Jul 22 19:42:05.850669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.872701 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-4bf44b2e-b6bd-4c80-aa4a-3b4487da3f13 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 217 time: 0.0435076 Jul 22 19:42:05.874736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.891330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:05.902598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] Sync routers for ids ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:05.912966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] Routers {'d947ece1-27d8-4dc2-b483-50cb23f94fd8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:05.913718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:05.937741 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:05.941775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd635099-10ed-467a-b970-7fbeda59c8f7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4332495 Jul 22 19:42:05.941775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-1c216a51-6952-4749-b008-6daab7ffd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:05.942123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33816) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:05.943296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-1c216a51-6952-4749-b008-6daab7ffd814 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0628560 Jul 22 19:42:05.946843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:05.965840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:05.975355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] Routers {'d947ece1-27d8-4dc2-b483-50cb23f94fd8'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:05.976192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:06.005594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-2ccd4c4c-cfad-4524-8049-d2f2a73a6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:06.007223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-2ccd4c4c-cfad-4524-8049-d2f2a73a6f2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574811 Jul 22 19:42:06.016091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:06.016880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e5e72-b163-4db8-b823-d90565129af0 None None] The sync data for ids ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:06.036128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.038689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.039845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/708e0eb4-d5ea-4607-a062-0496138d569d HTTP/1.1" status: 204 len: 168 time: 0.2441764 Jul 22 19:42:06.051114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf684-0219-4c4c-b74b-18f4da357d26 req-952baa3a-f30e-4298-b595-c59ca5c17058 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:06.052669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aebbf684-0219-4c4c-b74b-18f4da357d26 req-952baa3a-f30e-4298-b595-c59ca5c17058 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 943 time: 0.1756997 Jul 22 19:42:06.066124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d461-c8ed-4a38-a3b5-e67e74afcd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708e0eb4-d5ea-4607-a062-0496138d569d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:06.113777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aebbf684-0219-4c4c-b74b-18f4da357d26 req-62286471-3eee-4f61-ae24-a47a68f05b9b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508857 Jul 22 19:42:06.124120 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-4bc51cdb-d621-4a83-8082-74009dc99f2c service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068161 Jul 22 19:42:06.233363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4db22181-56b5-42ac-b2fc-726f3fc95a94 req-b927ddc6-ed27-4eeb-8ff6-cd64a3d5cf35 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028860 Jul 22 19:42:06.321543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.349529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33822) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:06.363385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f6aa2c5-372d-445e-bd1e-e672a96dce2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.464827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f6aa2c5-372d-445e-bd1e-e672a96dce2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.468630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f6aa2c5-372d-445e-bd1e-e672a96dce2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.507944 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f6aa2c5-372d-445e-bd1e-e672a96dce2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb332f8b82d44c1d8f7f69d8854cad7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572289 Jul 22 19:42:06.508863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6aa2c5-372d-445e-bd1e-e672a96dce2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9054b3-dfe7-42d1-993a-70c1d2462797,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:06.511936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33826) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:06.561667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.580897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9344e-9cdb-412e-8ae2-e82262cdeacb req-8544cdbd-b738-4bed-b6f2-6a099e8f6841 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:06.582391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82b9344e-9cdb-412e-8ae2-e82262cdeacb req-8544cdbd-b738-4bed-b6f2-6a099e8f6841 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 944 time: 0.1206248 Jul 22 19:42:06.583302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.631953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.635492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.636707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d9054b3-dfe7-42d1-993a-70c1d2462797 HTTP/1.1" status: 204 len: 168 time: 0.1238177 Jul 22 19:42:06.645442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905becd-4d47-4d52-9a60-cd19e327bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9054b3-dfe7-42d1-993a-70c1d2462797,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:06.691786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82b9344e-9cdb-412e-8ae2-e82262cdeacb req-186c4b2d-320f-4796-b1d3-0ce942363bc1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762746 Jul 22 19:42:06.812039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.815460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:06.935589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router d947ece1-27d8-4dc2-b483-50cb23f94fd8 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:07.047240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:07.051452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.052696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8bb09a92-8855-4760-8a4d-2edacca83db6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "PUT /v2.0/routers/d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 200 len: 923 time: 1.1096787 Jul 22 19:42:07.055422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:07.060601 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] Sync routers for ids ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:07.069966 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] Routers {'d947ece1-27d8-4dc2-b483-50cb23f94fd8'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:07.070681 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:07.092803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fd1761e-26d1-4c91-b8b3-26899efe4a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.110118 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:07.120089 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] Routers {'d947ece1-27d8-4dc2-b483-50cb23f94fd8'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:07.120848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:41:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:07.152937 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:07.153660 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ebb6b7-dbb1-4adb-89b1-71aa589d4042 None None] The sync data for ids ['d947ece1-27d8-4dc2-b483-50cb23f94fd8'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:07.201727 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9c6e4bf4-5258-4ad5-8cca-a9724ba8adea tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 200 len: 923 time: 0.1450815 Jul 22 19:42:07.204441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:07.262439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f30638-9268-4bad-802e-aae8601a60d2 req-e5629971-89da-4ccc-8576-a8c968324b27 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:07.264032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f30638-9268-4bad-802e-aae8601a60d2 req-e5629971-89da-4ccc-8576-a8c968324b27 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 943 time: 0.0758505 Jul 22 19:42:07.307516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc59562-9ad6-48c6-aa3a-c27ae779bc46 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:07.311854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fc59562-9ad6-48c6-aa3a-c27ae779bc46 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=d947ece1-27d8-4dc2-b483-50cb23f94fd8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1037843 Jul 22 19:42:07.312041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f30638-9268-4bad-802e-aae8601a60d2 req-c96b684a-32dc-4731-bc7a-74e86324f96e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353162 Jul 22 19:42:07.312228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33856) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:07.420427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed40bd-fe9b-414c-b0e6-f0e2719f490c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:07.424506 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-76ed40bd-fe9b-414c-b0e6-f0e2719f490c tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.1089969 Jul 22 19:42:07.424798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:07.442025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:42:07.479518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f241f2b8-7250-4c93-a3b0-52df86fda423 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 200 len: 205 time: 0.0535564 Jul 22 19:42:07.482000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33864) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:07.575236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:07.593330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:42:07.595974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.638488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.671318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:07.698963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:07.710388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.745283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.794470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:07.835568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port c3ab7e0d-3ffa-47c0-9567-bed483db459d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:07.835909 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.852086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a93e7-9bad-428c-99df-ff0af83795c4 req-855c6399-0037-4b1f-813f-7ae0e21386b2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:07.853898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e83a93e7-9bad-428c-99df-ff0af83795c4 req-855c6399-0037-4b1f-813f-7ae0e21386b2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 944 time: 0.0801945 Jul 22 19:42:07.899080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e83a93e7-9bad-428c-99df-ff0af83795c4 req-087e4eeb-af81-461a-b8c6-ac8c73592009 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Jul 22 19:42:07.922423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9839fa18-b7e2-46c0-a0b4-1f5d6231d010'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:07.922921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:07.929693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for c3ab7e0d-3ffa-47c0-9567-bed483db459d owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:07.968862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6db91ee9-0082-4b3c-9027-e3571a5c1915 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:42:08.118956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.137647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:08.149437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '6db91ee9-0082-4b3c-9027-e3571a5c1915', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': '6db91ee9-0082-4b3c-9027-e3571a5c1915', 'mac_address': 'fa:16:3e:0e:06:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:42:08.153277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=c3ab7e0d-3ffa-47c0-9567-bed483db459d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:08.200574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.215511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db91ee9-0082-4b3c-9027-e3571a5c1915 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:08.221396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.235818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:08.240827 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.301340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:08.319811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.321968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.367405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.368072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router d947ece1-27d8-4dc2-b483-50cb23f94fd8 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:08.380601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.381961 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-531a5620-8672-4e0c-89d7-2feabe37890d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 204 len: 168 time: 0.8986361 Jul 22 19:42:08.386644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33894) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:08.393514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1662241068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:08.419213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.420346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.466906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2209d9-c5a2-453b-9c47-03441585a568 req-2b682eae-5c3c-4d88-8da6-de2d6f01cd9d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:08.468371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a2209d9-c5a2-453b-9c47-03441585a568 req-2b682eae-5c3c-4d88-8da6-de2d6f01cd9d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0856168 Jul 22 19:42:08.480530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.485151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.505121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.509311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7ed507b-091f-4cdb-a3cf-96bb73318c40 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1215985 Jul 22 19:42:08.510359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33898) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:08.517664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:08.526394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a2209d9-c5a2-453b-9c47-03441585a568 req-c9cda507-4f0e-475e-849d-5ca8e5268ebe tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512943 Jul 22 19:42:08.552115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['6db91ee9-0082-4b3c-9027-e3571a5c1915'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:08.735789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.929909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:08.949206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.098061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Allocated IP 172.25.6.18 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f53a0f58-03bb-4a8c-b5fb-28b41f256b9a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:09.115980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4d59d-3da1-48b7-a021-886f2fc422f8 req-c76112ec-fb55-457b-b5f6-56f8ca189688 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:09.117501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18a4d59d-3da1-48b7-a021-886f2fc422f8 req-c76112ec-fb55-457b-b5f6-56f8ca189688 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 945 time: 0.1303458 Jul 22 19:42:09.180658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18a4d59d-3da1-48b7-a021-886f2fc422f8 req-3414c373-1640-4be5-97dc-d3ef0af09bd6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Jul 22 19:42:09.248790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.286014 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.326629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:09.329366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:09.332897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:09.338774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event updated for resources: {'Port': ['ID=f53a0f58-03bb-4a8c-b5fb-28b41f256b9a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:09.465275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:42:09.521250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:09.526254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:09.526631 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.612954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.643782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:09.646150 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bae201-0866-42e2-b87a-21b3ef628c6c" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:09.663229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:09.668091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.722241 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123eea97-e295-46d7-a01d-456a419856a0 x-openstack-request-id: req-123eea97-e295-46d7-a01d-456a419856a0 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:09.722521 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:09.722781 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-123eea97-e295-46d7-a01d-456a419856a0 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:09.723283 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:42:09.747384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:09.832616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fadce-e9a9-4768-9875-d9976830cd01 req-fc9040b3-c4ac-40e4-87ed-788355651f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:09.834634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c07fadce-e9a9-4768-9875-d9976830cd01 req-fc9040b3-c4ac-40e4-87ed-788355651f26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1097 time: 0.0689266 Jul 22 19:42:09.875132 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c07fadce-e9a9-4768-9875-d9976830cd01 req-e8ccea33-64e8-4014-9c55-9e193156ddc8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337887 Jul 22 19:42:09.913124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:09.957318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6341-d887-4415-8a23-430f0c7badb7 req-4ace1987-e59c-4fce-a12f-47eae326a551 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:09.958817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dbb6341-d887-4415-8a23-430f0c7badb7 req-4ace1987-e59c-4fce-a12f-47eae326a551 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.1625962 Jul 22 19:42:09.969995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6db91ee9-0082-4b3c-9027-e3571a5c1915 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:42:10.055155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dbb6341-d887-4415-8a23-430f0c7badb7 req-3677a524-6bca-4245-bf7f-427e99f2d1d3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818284 Jul 22 19:42:10.072812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.222310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8e65c2d1-4ac2-4eb4-a3a5-62637432fe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.250838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 6db91ee9-0082-4b3c-9027-e3571a5c1915 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:10.255724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 6db91ee9-0082-4b3c-9027-e3571a5c1915 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:10.256189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.343279 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.381553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:10.388652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.408042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.414746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.434463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7bca-607b-4f71-bd0b-86bed24ffc4e req-8c887198-ec2a-48fe-98e6-ed39db0d0cb2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:10.435575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-626c7bca-607b-4f71-bd0b-86bed24ffc4e req-8c887198-ec2a-48fe-98e6-ed39db0d0cb2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 945 time: 0.1559730 Jul 22 19:42:10.446994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:10.544440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-626c7bca-607b-4f71-bd0b-86bed24ffc4e req-9e8f3618-4c67-433f-a4f1-382f0b60bc49 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754964 Jul 22 19:42:10.601240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Router f6f2d476-ec56-4dc8-9adb-f84b84587429 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:42:10.748523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:10.756532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:10.757956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd18f305-4aa1-4fea-859c-4b74e4fd7a71 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "PUT /v2.0/routers/f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 200 len: 883 time: 2.2466860 Jul 22 19:42:10.760179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] Sync routers for ids ['f6f2d476-ec56-4dc8-9adb-f84b84587429'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:10.761411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33936) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:10.771225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] Routers {'f6f2d476-ec56-4dc8-9adb-f84b84587429'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:10.772227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f6f2d476-ec56-4dc8-9adb-f84b84587429'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:10.808285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:10.818590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] Routers {'f6f2d476-ec56-4dc8-9adb-f84b84587429'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:10.819474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f6f2d476-ec56-4dc8-9adb-f84b84587429'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:10.858663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:10.859569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4310dc77-359d-4f1a-8960-673d159d4f97 None None] The sync data for ids ['f6f2d476-ec56-4dc8-9adb-f84b84587429'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:10.906460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b336c927-ee21-4000-9374-02136c74a080 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 200 len: 924 time: 0.1413329 Jul 22 19:42:10.906778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33938) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.010342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8fbd23-c165-49cb-8e7d-259bb4d7eab2 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:11.014332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-df8fbd23-c165-49cb-8e7d-259bb4d7eab2 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=f6f2d476-ec56-4dc8-9adb-f84b84587429&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1042225 Jul 22 19:42:11.014626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33940) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.103957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a6a5f9-6178-4c5d-923a-d13f18b4a64e tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:11.105419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e8a6a5f9-6178-4c5d-923a-d13f18b4a64e tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.0898564 Jul 22 19:42:11.108064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33946) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.164258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ccdfd89a-caec-4059-afca-ca97e36c95aa tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 200 len: 205 time: 0.0545444 Jul 22 19:42:11.168336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.247033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c0eef-ed4a-4d0f-b814-5f3e74ba85c4 req-03fbb8a9-048a-4561-9c09-8d820cf23491 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:11.249201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e3c0eef-ed4a-4d0f-b814-5f3e74ba85c4 req-03fbb8a9-048a-4561-9c09-8d820cf23491 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.1312656 Jul 22 19:42:11.308872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e3c0eef-ed4a-4d0f-b814-5f3e74ba85c4 req-ddbfeafd-3f2c-4965-8277-85df38c61686 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540159 Jul 22 19:42:11.321483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.458794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.471154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9979b-287c-4c93-aeb1-3edf65e3a8c8 req-575c83b5-1acc-4e7f-9ade-627c18962682 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:11.472866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3eb9979b-287c-4c93-aeb1-3edf65e3a8c8 req-575c83b5-1acc-4e7f-9ade-627c18962682 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.0970137 Jul 22 19:42:11.484607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33962) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.492502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'floatingip': {'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:11.538000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.586168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33968) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:11.725763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:11.726851 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b8e203-e9d5-4aca-9bdc-90f015a913dc" -d '{"events": [{"server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "name": "network-vif-plugged", "status": "completed", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:11.735066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5280d45f-3b16-4a14-9283-ed3070f6976f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.766928 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1358ddf9-fd4a-4c2e-a305-aa09300ffffb x-openstack-request-id: req-1358ddf9-fd4a-4c2e-a305-aa09300ffffb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:11.767490 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "name": "network-vif-plugged", "status": "completed", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:11.767490 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1358ddf9-fd4a-4c2e-a305-aa09300ffffb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:11.767875 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915', 'code': 200} Jul 22 19:42:11.776361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.834369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port f53a0f58-03bb-4a8c-b5fb-28b41f256b9a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:11.834717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.856622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2fca0-450d-499b-87bb-24a18b00d767 req-b9a78ff7-7629-4480-8556-96f26bfabaf5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:11.858127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebc2fca0-450d-499b-87bb-24a18b00d767 req-b9a78ff7-7629-4480-8556-96f26bfabaf5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 946 time: 0.2303765 Jul 22 19:42:11.914614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:11.930666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for f53a0f58-03bb-4a8c-b5fb-28b41f256b9a owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:12.007735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebc2fca0-450d-499b-87bb-24a18b00d767 req-19e67a43-05e6-4d62-a69f-182307d3afbb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296844 Jul 22 19:42:12.099559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8980-6e13-4fb6-9688-a76274a2ef32 req-340e5f47-4d11-4dd6-afb0-6d06e10f14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:12.101118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3e8980-6e13-4fb6-9688-a76274a2ef32 req-340e5f47-4d11-4dd6-afb0-6d06e10f14b0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 1098 time: 0.2737286 Jul 22 19:42:12.107053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.133298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=f53a0f58-03bb-4a8c-b5fb-28b41f256b9a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:12.172591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5280d45f-3b16-4a14-9283-ed3070f6976f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.197179 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5280d45f-3b16-4a14-9283-ed3070f6976f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.204204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3e8980-6e13-4fb6-9688-a76274a2ef32 req-cab6d5b4-be26-429d-9589-5eff56bbae3e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926611 Jul 22 19:42:12.206394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.288419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5280d45f-3b16-4a14-9283-ed3070f6976f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=238b30707bf64f46a560d805ff377389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002547 Jul 22 19:42:12.288419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280d45f-3b16-4a14-9283-ed3070f6976f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb84cc7-d24a-44fc-8468-51c5af15e3ee,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:12.291367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33976) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:12.303029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.305229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.320204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.331151 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.357442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.358104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router f6f2d476-ec56-4dc8-9adb-f84b84587429 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:12.365129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.370212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7719a160-4f62-4fc0-abfe-d689678e9914 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 204 len: 168 time: 1.1961102 Jul 22 19:42:12.371012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33978) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:12.376461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2057083824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:12.398715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.399728 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.464126 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.468496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.486853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.488232 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de1cd9dc-1260-4d98-9674-33d0090a483d tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1155326 Jul 22 19:42:12.491173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:12.496304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': True}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:12.712802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.768891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.801649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.814312 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Floating IP 699e25cd-6b96-4355-9895-1ed0c669ffba associated. External IP: 172.25.6.40, port: 9839fa18-b7e2-46c0-a0b4-1f5d6231d010. Jul 22 19:42:12.847056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.923099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.944268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.946703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.947583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:12.949333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1eb84cc7-d24a-44fc-8468-51c5af15e3ee HTTP/1.1" status: 204 len: 168 time: 0.6551831 Jul 22 19:42:12.970169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a419c8a-a424-44f3-a0d9-e1fb57fcd384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb84cc7-d24a-44fc-8468-51c5af15e3ee,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:13.092721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 172.25.6.237 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/60dd4797-b872-4ab8-ae7e-b686fa7a4590) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:13.132363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:13.226091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.245177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f36ab-bf0e-4dac-b9c4-5d5a8573fdee req-9c31ae16-2172-4864-ba28-0aa2cea2c505 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:13.246889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-594f36ab-bf0e-4dac-b9c4-5d5a8573fdee req-9c31ae16-2172-4864-ba28-0aa2cea2c505 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 946 time: 0.1581521 Jul 22 19:42:13.271322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.292711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:13.299689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.311189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Sync routers for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:13.314327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33988) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:13.316021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:13.323940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:13.324825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:13.329916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:13.331808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-594f36ab-bf0e-4dac-b9c4-5d5a8573fdee req-ccc81e43-63af-4a6c-8e60-d97fc517cc9b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Jul 22 19:42:13.339998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:13.343789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33196a71-dce0-4f5a-8a16-e0ffdc36299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.359905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2641cf9c-8f9c-4e44-b2df-a296a89d31a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "PUT /v2.0/floatingips/699e25cd-6b96-4355-9895-1ed0c669ffba HTTP/1.1" status: 200 len: 990 time: 1.8737848 Jul 22 19:42:13.361013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:13.363770 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94754ded-3e29-4c30-b04f-addd995772ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:13.380666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=60dd4797-b872-4ab8-ae7e-b686fa7a4590,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:13.448827 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:13.506374 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2303fb-7d38-4837-8762-d3c763533e61 x-openstack-request-id: req-ab2303fb-7d38-4837-8762-d3c763533e61 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:13.506675 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:13.506976 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab2303fb-7d38-4837-8762-d3c763533e61 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:13.507386 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'status': 'completed', 'code': 200} Jul 22 19:42:13.718378 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '699e25cd-6b96-4355-9895-1ed0c669ffba', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:56Z', 'updated_at': '2021-07-22T19:42:12Z', 'revision_number': 1, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:13.723791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33196a71-dce0-4f5a-8a16-e0ffdc36299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.730525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94754ded-3e29-4c30-b04f-addd995772ca req-59806742-0ba5-42e1-8439-608ecd665413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:13.732070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-59806742-0ba5-42e1-8439-608ecd665413 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1097 time: 0.2021120 Jul 22 19:42:13.736293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-33196a71-dce0-4f5a-8a16-e0ffdc36299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.757970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Checking router: 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:13.770397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:13.771203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:13.819278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33196a71-dce0-4f5a-8a16-e0ffdc36299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570db96e-5496-468b-b933-0b09dec50fc8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:13.826656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-33196a71-dce0-4f5a-8a16-e0ffdc36299f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=739f7ed7e3d0472d83f69442f89cce90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094256 Jul 22 19:42:13.829538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34002) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:13.891114 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:13.892842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.919136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.921206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94754ded-3e29-4c30-b04f-addd995772ca req-d6c18ea3-bb80-4cb9-ba2f-184e14a779ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:13.923840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-d6c18ea3-bb80-4cb9-ba2f-184e14a779ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1822476 Jul 22 19:42:13.924552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.979819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.983565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:13.985282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/570db96e-5496-468b-b933-0b09dec50fc8 HTTP/1.1" status: 204 len: 168 time: 0.1546125 Jul 22 19:42:14.012289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88992d2-2cf3-4c16-a467-37cf91fb11f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570db96e-5496-468b-b933-0b09dec50fc8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:14.089755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-d23e4b51-b9e2-4707-a94d-2e15307f6601 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.1215584 Jul 22 19:42:14.220082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94754ded-3e29-4c30-b04f-addd995772ca req-433230b1-d728-4941-90dd-d237edbfbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:14.221793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-433230b1-d728-4941-90dd-d237edbfbb54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1216731 Jul 22 19:42:14.236029 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '699e25cd-6b96-4355-9895-1ed0c669ffba', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:56Z', 'updated_at': '2021-07-22T19:42:12Z', 'revision_number': 1, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.281164 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0cf64c-4d0d-4856-a871-dffabc26003d None None] The sync data for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 is: [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '699e25cd-6b96-4355-9895-1ed0c669ffba', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'floating_ip_address': '172.25.6.40', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:41:56Z', 'updated_at': '2021-07-22T19:42:12Z', 'revision_number': 1, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:14.291853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.304684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.390043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94754ded-3e29-4c30-b04f-addd995772ca req-e4a2c5fb-fa47-45ad-b006-25a322158bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:14.391735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-e4a2c5fb-fa47-45ad-b006-25a322158bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633315 Jul 22 19:42:14.578886 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-a64a72aa-9e2d-4aab-9daa-600889143c36 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780045 Jul 22 19:42:14.625628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router 4dd32a78-1474-42f2-a833-1472ea7e7b86 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:42:14.658756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124111f-674f-49c0-8dda-34f5cd4035f0 None None] New status for floating IP 699e25cd-6b96-4355-9895-1ed0c669ffba: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:14.760694 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-94754ded-3e29-4c30-b04f-addd995772ca req-aa2bc88c-e24b-4189-8ea0-bb14453e66e2 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737297 Jul 22 19:42:14.809282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:14.831904 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] Sync routers for ids ['4dd32a78-1474-42f2-a833-1472ea7e7b86'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:14.840548 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] Routers {'4dd32a78-1474-42f2-a833-1472ea7e7b86'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:14.841181 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4dd32a78-1474-42f2-a833-1472ea7e7b86'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.843692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:14.844805 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-109125b5-e36b-4218-a0ba-2600df889373 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "PUT /v2.0/routers/4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 200 len: 919 time: 2.3525207 Jul 22 19:42:14.847220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:14.884232 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.894580 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] Routers {'4dd32a78-1474-42f2-a833-1472ea7e7b86'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:14.895309 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4dd32a78-1474-42f2-a833-1472ea7e7b86'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.942818 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:14.942818 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15b97cb-b77a-4020-8cce-8089be90b24b None None] The sync data for ids ['4dd32a78-1474-42f2-a833-1472ea7e7b86'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:14.989828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83f66607-7d86-4346-bdd1-129ffb6687b4 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 200 len: 925 time: 0.1414030 Jul 22 19:42:14.992559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:15.066028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891d399-d720-44d3-8131-0bccddaa48db tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.067901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0891d399-d720-44d3-8131-0bccddaa48db tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=4dd32a78-1474-42f2-a833-1472ea7e7b86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0745561 Jul 22 19:42:15.070611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:15.175942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeebc7c-37a1-4691-b90c-cfc6ce3a421e tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:15.177406 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cdeebc7c-37a1-4691-b90c-cfc6ce3a421e tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.1054604 Jul 22 19:42:15.180265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:15.215390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-23524072-b17e-4f45-a9ff-87084cb1017b tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 200 len: 205 time: 0.0306902 Jul 22 19:42:15.215390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34054) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:15.671738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:15.785278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:15.844432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port 60dd4797-b872-4ab8-ae7e-b686fa7a4590 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:15.844778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:15.928031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:15.941328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for 60dd4797-b872-4ab8-ae7e-b686fa7a4590 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:16.126826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.162235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=60dd4797-b872-4ab8-ae7e-b686fa7a4590,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:16.243660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.337107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.339809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.390609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.391281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd32a78-1474-42f2-a833-1472ea7e7b86 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:16.398835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.404788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ccc9905-0bbc-4f4c-a90f-e259cb0777f9 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 204 len: 168 time: 1.1882763 Jul 22 19:42:16.405379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34096) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:16.410518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-154740449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:16.438509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.439567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.495389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.501250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.521773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:16.523295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9280eb43-6c6f-4221-9490-89223527d9b1 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1166441 Jul 22 19:42:16.526409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34100) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:16.531595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'enable_snat': False}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:16.772274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.003129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.023056 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.046051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34114) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:17.141642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Allocated IP 172.25.6.138 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/09fb1d34-3333-41da-928e-c2dd48cb88fa) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:17.157628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4706dd6b-5382-409d-9627-5c5840c20d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.264698 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4706dd6b-5382-409d-9627-5c5840c20d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.266511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.274224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4706dd6b-5382-409d-9627-5c5840c20d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.308114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.324828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4706dd6b-5382-409d-9627-5c5840c20d67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a5a44bc8b3a4e73b09ba1df362a5919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774889 Jul 22 19:42:17.325872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34118) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:17.327874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706dd6b-5382-409d-9627-5c5840c20d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d83eb2-e779-487a-aa52-25d64cc48263,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:17.345399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:17.348351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:17.355091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:17.387674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Pushing event updated for resources: {'Port': ['ID=09fb1d34-3333-41da-928e-c2dd48cb88fa,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:17.388183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.420009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.476277 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.480626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.484787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4d83eb2-e779-487a-aa52-25d64cc48263 HTTP/1.1" status: 204 len: 168 time: 0.1578159 Jul 22 19:42:17.495417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904da08-07bb-482b-b068-3cd3e6a63c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d83eb2-e779-487a-aa52-25d64cc48263,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:17.649755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.789397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34130) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:17.804471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d30a36-450e-4099-a747-b428376771e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.878337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.882824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.907847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d30a36-450e-4099-a747-b428376771e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.913054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d30a36-450e-4099-a747-b428376771e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:17.954672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20d30a36-450e-4099-a747-b428376771e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b39c4160233c4ade9a62c8de099642f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618083 Jul 22 19:42:17.955583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:17.962093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d30a36-450e-4099-a747-b428376771e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004853da-a9f8-4dec-ad27-b856f38e87da,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:18.016682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.021083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Router 786c69ed-5524-4cc8-b3cf-76223ad55317 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:42:18.043052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.099332 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.101917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.103908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/004853da-a9f8-4dec-ad27-b856f38e87da HTTP/1.1" status: 204 len: 168 time: 0.1472018 Jul 22 19:42:18.112886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214c005-7b8c-4fb1-8103-50fb7b423add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004853da-a9f8-4dec-ad27-b856f38e87da,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:18.154444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:18.163372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db94066-26af-4872-8bba-60117cf9048e None None] Sync routers for ids ['786c69ed-5524-4cc8-b3cf-76223ad55317'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:18.163848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.168662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34136) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:18.169012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ba7af99-b780-4c6c-9b64-2a59876f0758 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "PUT /v2.0/routers/786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 200 len: 919 time: 1.6412795 Jul 22 19:42:18.180722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] Routers {'786c69ed-5524-4cc8-b3cf-76223ad55317'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:18.181909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['786c69ed-5524-4cc8-b3cf-76223ad55317'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:18.222832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:18.235259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] Routers {'786c69ed-5524-4cc8-b3cf-76223ad55317'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:18.236003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['786c69ed-5524-4cc8-b3cf-76223ad55317'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:18.271183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-0db94066-26af-4872-8bba-60117cf9048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:18.272003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db94066-26af-4872-8bba-60117cf9048e None None] The sync data for ids ['786c69ed-5524-4cc8-b3cf-76223ad55317'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:18.301864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-70d0d175-224a-4523-acba-442d553bf909 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 200 len: 925 time: 0.1320179 Jul 22 19:42:18.304827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:18.368491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7622c5e-d375-424c-9887-00c76d94b1b6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:18.372633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b7622c5e-d375-424c-9887-00c76d94b1b6 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=786c69ed-5524-4cc8-b3cf-76223ad55317&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0643408 Jul 22 19:42:18.373103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34142) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:18.465126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ef03a-3306-4e3c-a7a1-a586fa83ffff tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:18.466633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-326ef03a-3306-4e3c-a7a1-a586fa83ffff tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 881 time: 0.0925338 Jul 22 19:42:18.469560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:18.503245 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7556f4f-9874-4d4a-8146-9b3ecab72370 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 200 len: 205 time: 0.0302598 Jul 22 19:42:18.503945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34150) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:18.621664 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.739454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.801236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port 09fb1d34-3333-41da-928e-c2dd48cb88fa {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:18.801713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.893717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:18.909522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for 09fb1d34-3333-41da-928e-c2dd48cb88fa owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:19.090137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.437411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=09fb1d34-3333-41da-928e-c2dd48cb88fa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:19.506931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.620051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.623351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.673767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.674453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router 786c69ed-5524-4cc8-b3cf-76223ad55317 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:19.682453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.684667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b97a38df-5c2c-4b42-ac45-adeadd447069 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 204 len: 168 time: 1.1796303 Jul 22 19:42:19.687340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:19.691949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-696236452', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:19.717970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.718949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.770724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:19.917950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.117887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.137905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.249982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Allocated IP 172.25.6.154 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f6df52e3-b43f-4997-8492-addc1aa68191) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:20.352413 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.398587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.443539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:20.449373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:20.451775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:20.480625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event updated for resources: {'Port': ['ID=f6df52e3-b43f-4997-8492-addc1aa68191,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:20.720504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:20.947064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.097683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Router bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:42:21.200347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:21.210468 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] Sync routers for ids ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:21.218901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.220341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72c305a0-f2c6-4b38-a70a-363c3a4e4733 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.5320222 Jul 22 19:42:21.223039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34242) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:21.223758 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] Routers {'bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:21.224807 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:21.228964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:21.258001 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:21.268676 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] Routers {'bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:21.269418 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:21.301684 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:21.302009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2688131-d061-4ac3-850b-b1f16fba4ee9 None None] The sync data for ids ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:21.537249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.551453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.607794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Deleting port f6df52e3-b43f-4997-8492-addc1aa68191 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:21.608061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.696396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.709214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Calling delete_port for f6df52e3-b43f-4997-8492-addc1aa68191 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:21.871103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:21.897238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Pushing event deleted for resources: {'Port': ['ID=f6df52e3-b43f-4997-8492-addc1aa68191,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:21.956861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:22.174013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:22.177979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:22.257706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Router bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:22.630726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:22.638057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:22.639254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72fc7ec7-9c53-4dc7-acc6-15a782cf566e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "PUT /v2.0/routers/bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 200 len: 709 time: 1.4153841 Jul 22 19:42:22.642138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:22.643872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] Sync routers for ids ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:22.656238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] Routers {'bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:22.657061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:22.692959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:22.702238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] Routers {'bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:22.702925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:22.720811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5052123c-6037-4b78-b91b-151f578a6ddd tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/routers/bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 200 len: 744 time: 0.0751841 Jul 22 19:42:22.721036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34260) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:22.735112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:22.735855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e8596-c83e-4b5b-a9ba-2f2295eb4ec2 None None] The sync data for ids ['bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:22.776398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-53b3f208-9b7a-4df8-a72d-45fbb7e40025 tempest-RoutersIpV6AdminTest-942116668 tempest-RoutersIpV6AdminTest-942116668-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&device_id=bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 200 len: 205 time: 0.0514998 Jul 22 19:42:22.776742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:22.809921 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57547f1f-3d0b-451c-83ea-ec19fd245012 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 200 len: 205 time: 0.0297523 Jul 22 19:42:22.810229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34266) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:22.886744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.045788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.048048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.094101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.094646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Fanout notify agent at l3_agent the message router_deleted on router bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:23.102332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:23.103993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-da0f2075-2fa1-4441-a132-3ed72ba8da8c tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 204 len: 168 time: 0.2925937 Jul 22 19:42:23.108068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.146103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7655efeb-1c4b-436f-842c-83ebd2934b20 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 200 len: 205 time: 0.0345683 Jul 22 19:42:23.146430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34274) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.193036 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-1fbb2758-2b45-4d88-bf48-e252d160103e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.196188 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fbb2758-2b45-4d88-bf48-e252d160103e tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/bb690a0c-0fe0-43aa-b45b-bf3fe014e1f2 HTTP/1.1" status: 404 len: 336 time: 0.0448489 Jul 22 19:42:23.197011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.230608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a0a3859c-d0c0-4f34-988b-e0e662acb8b8 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 200 len: 205 time: 0.0297353 Jul 22 19:42:23.230839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34280) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.268089 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a7f29e60-a10c-4c49-aec7-13fdc34d3a54 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.269168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7f29e60-a10c-4c49-aec7-13fdc34d3a54 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/786c69ed-5524-4cc8-b3cf-76223ad55317 HTTP/1.1" status: 404 len: 336 time: 0.0374739 Jul 22 19:42:23.271754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.309261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5216d8d-3d7b-426e-979c-51d16f29dad5 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 200 len: 205 time: 0.0334570 Jul 22 19:42:23.309464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34284) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.345799 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-91a2d6d6-2be6-4fd3-b7c5-f41de6922b15 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.347894 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-91a2d6d6-2be6-4fd3-b7c5-f41de6922b15 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/4dd32a78-1474-42f2-a833-1472ea7e7b86 HTTP/1.1" status: 404 len: 336 time: 0.0365250 Jul 22 19:42:23.349815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.379415 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-72a97685-2535-425c-9914-fde1faf3f1c8 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 200 len: 205 time: 0.0285428 Jul 22 19:42:23.381720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.421360 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-5d8a9e22-0257-4958-bec2-f63c788034f2 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.422358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5d8a9e22-0257-4958-bec2-f63c788034f2 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/f6f2d476-ec56-4dc8-9adb-f84b84587429 HTTP/1.1" status: 404 len: 336 time: 0.0398080 Jul 22 19:42:23.424987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.456329 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c337fa33-3846-4c78-8c12-d0c521768f19 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 200 len: 205 time: 0.0302575 Jul 22 19:42:23.458637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34292) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.496311 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-ec64ce81-f07c-477d-b5fa-e26b8035bd28 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.497321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec64ce81-f07c-477d-b5fa-e26b8035bd28 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/d947ece1-27d8-4dc2-b483-50cb23f94fd8 HTTP/1.1" status: 404 len: 336 time: 0.0377641 Jul 22 19:42:23.499892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34294) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.534660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d1c64e6-7a6c-4a19-8327-55ae2dbaa405 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f6c916b-19d7-4c41-854f-8ca5f44d725d HTTP/1.1" status: 200 len: 205 time: 0.0336561 Jul 22 19:42:23.536987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34296) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.574366 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-ab396b2e-1dc5-4fd2-b78a-df884c1e18e4 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] delete failed (client error): The resource could not be found. Jul 22 19:42:23.575410 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ab396b2e-1dc5-4fd2-b78a-df884c1e18e4 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/routers/4f6c916b-19d7-4c41-854f-8ca5f44d725d HTTP/1.1" status: 404 len: 336 time: 0.0375035 Jul 22 19:42:23.578138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.604900 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-df373a05-a4d4-42f1-9435-e006ff9603c7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] DELETE failed (client error): The resource could not be found. Jul 22 19:42:23.605353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df373a05-a4d4-42f1-9435-e006ff9603c7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:42:23.607066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df373a05-a4d4-42f1-9435-e006ff9603c7 tempest-RoutersIpV6AdminTest-1001162792 tempest-RoutersIpV6AdminTest-1001162792-project] 10.222.0.10 "DELETE /v2.0/subnets/c2f4faf2-6323-4262-8efe-ad4004ad35d4 HTTP/1.1" status: 404 len: 337 time: 0.0279901 Jul 22 19:42:23.854363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:23.959254 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77bfc159-be34-497c-b970-451048bdf22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.054141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77bfc159-be34-497c-b970-451048bdf22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.060558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77bfc159-be34-497c-b970-451048bdf22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.102878 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77bfc159-be34-497c-b970-451048bdf22f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71a629f0aa4242e9b28a3c0e4a46f2e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472677 Jul 22 19:42:24.104383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc159-be34-497c-b970-451048bdf22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a0b3f0-9ac2-41c9-bd66-14cb7ee13794,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:24.106615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34310) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:24.166566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.196700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.253713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.256701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.260635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03a0b3f0-9ac2-41c9-bd66-14cb7ee13794 HTTP/1.1" status: 204 len: 168 time: 0.1528757 Jul 22 19:42:24.269298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8915e-1ab3-4919-af1a-7feb8469bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a0b3f0-9ac2-41c9-bd66-14cb7ee13794,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:24.473318 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.599833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34330) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:24.644070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f6c9599a-5d17-4077-83f4-a32fa1121ca1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1024d9960eef4b958ea0b6a567bf6e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428057 Jul 22 19:42:24.646255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34332) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:24.698319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.720767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.767387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.769995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:24.771159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7c74b6d-a52f-480c-bd6e-c373aa3eda81 HTTP/1.1" status: 204 len: 168 time: 0.1239810 Jul 22 19:42:24.779757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780603ae-b38f-450d-96b1-86a9b3d45be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c74b6d-a52f-480c-bd6e-c373aa3eda81,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:25.585445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:25.729271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47b53934-7747-4ea1-8820-b81a9ed3bfa3 tempest-ServiceProvidersTest-12833885 tempest-ServiceProvidersTest-12833885-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1425009 Jul 22 19:42:25.986750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34398) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:26.100043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c565ef2-f8c1-43f8-a14b-c796384fcfd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.220567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c565ef2-f8c1-43f8-a14b-c796384fcfd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.225489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c565ef2-f8c1-43f8-a14b-c796384fcfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.302300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9c565ef2-f8c1-43f8-a14b-c796384fcfd2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50d84cf3b78542bf8063333af8003bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143828 Jul 22 19:42:26.305068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34410) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:26.311797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c565ef2-f8c1-43f8-a14b-c796384fcfd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569b954b-e411-45b6-b42b-42402e553cec,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:26.339960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b531eb-64d6-4ad2-9538-442fb6c8786c req-d596d179-a0c6-4a09-8d0b-b224c230d9b5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:26.347177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b531eb-64d6-4ad2-9538-442fb6c8786c req-d596d179-a0c6-4a09-8d0b-b224c230d9b5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 946 time: 0.1525397 Jul 22 19:42:26.385119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65b531eb-64d6-4ad2-9538-442fb6c8786c req-e2c69e1e-0c4a-4c55-9df2-ac1445925d1c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Jul 22 19:42:26.412944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.437603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.495337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.498297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:26.499481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/569b954b-e411-45b6-b42b-42402e553cec HTTP/1.1" status: 204 len: 168 time: 0.1933970 Jul 22 19:42:26.507433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fd3e2-d1e2-4f67-982a-d40c09bd93a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569b954b-e411-45b6-b42b-42402e553cec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:26.555516 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:42:27.132814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:27.612479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ee0f6-5356-438d-afe1-4f90a43f673b req-c8da27b3-f1d0-4275-8413-53f13ad1b183 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:27.614310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3ee0f6-5356-438d-afe1-4f90a43f673b req-c8da27b3-f1d0-4275-8413-53f13ad1b183 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 946 time: 0.0894074 Jul 22 19:42:27.666780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3ee0f6-5356-438d-afe1-4f90a43f673b req-f31b5698-fa29-4c4f-a7ae-e478f5bb7b31 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Jul 22 19:42:27.920274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-d3ed7bcc-88f9-42a1-af0f-945edcc416e5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:27.922327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-d3ed7bcc-88f9-42a1-af0f-945edcc416e5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 946 time: 0.1031070 Jul 22 19:42:28.058590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port 6db91ee9-0082-4b3c-9027-e3571a5c1915 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:28.059174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.187457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port 6db91ee9-0082-4b3c-9027-e3571a5c1915, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6db91ee9-0082-4b3c-9027-e3571a5c1915,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:28.188099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.208021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for 6db91ee9-0082-4b3c-9027-e3571a5c1915 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:28.386339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.399220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['6db91ee9-0082-4b3c-9027-e3571a5c1915'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:28.425538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=6db91ee9-0082-4b3c-9027-e3571a5c1915,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:28.473761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port 6db91ee9-0082-4b3c-9027-e3571a5c1915 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:28.476726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.479938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8eae9be-9454-408f-876c-d90cddc5ad63 req-661ce88c-603a-4589-aea7-ab270be90428 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "DELETE /v2.0/ports/6db91ee9-0082-4b3c-9027-e3571a5c1915 HTTP/1.1" status: 204 len: 173 time: 0.5514495 Jul 22 19:42:28.480822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'name': 'network-vif-deleted', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:28.483126 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d397901-830c-4e14-9591-f5c7a7f88ecc" -d '{"events": [{"server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "name": "network-vif-deleted", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:28.543038 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1c583-6066-4895-88e1-3807f7496c16 x-openstack-request-id: req-70d1c583-6066-4895-88e1-3807f7496c16 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:28.543607 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50a8bd5-9bca-4bc9-a6b3-557f525d94aa", "name": "network-vif-deleted", "tag": "6db91ee9-0082-4b3c-9027-e3571a5c1915", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:28.544283 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70d1c583-6066-4895-88e1-3807f7496c16 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:28.544859 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50a8bd5-9bca-4bc9-a6b3-557f525d94aa', 'name': 'network-vif-deleted', 'tag': '6db91ee9-0082-4b3c-9027-e3571a5c1915', 'status': 'completed', 'code': 200} Jul 22 19:42:28.663135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:28.787157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a8897dc-6ce6-42cd-8c28-8a3e71415e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.800542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e05ef25d-25f2-4ef0-9411-b2935e8aac71 req-16ba5ac0-5ad3-40fa-9eaf-f727a99cec12 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0419371 Jul 22 19:42:28.894966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a8897dc-6ce6-42cd-8c28-8a3e71415e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.901699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a8897dc-6ce6-42cd-8c28-8a3e71415e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:28.946470 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a8897dc-6ce6-42cd-8c28-8a3e71415e10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63b42ef0c3bb468ca0cefeffc0b58cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815850 Jul 22 19:42:28.947480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8897dc-6ce6-42cd-8c28-8a3e71415e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a53006b-3794-4f7e-ac3d-27e24bc427dd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:28.949209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34496) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:29.016071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.050654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.101719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.104975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.106139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a53006b-3794-4f7e-ac3d-27e24bc427dd HTTP/1.1" status: 204 len: 168 time: 0.1545153 Jul 22 19:42:29.114428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80d580-0d9e-4814-b52a-7336423a646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a53006b-3794-4f7e-ac3d-27e24bc427dd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:29.408206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:29.422522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57c112de-f2bf-4abd-b730-32376d852d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.519741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57c112de-f2bf-4abd-b730-32376d852d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.526996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57c112de-f2bf-4abd-b730-32376d852d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.567757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-57c112de-f2bf-4abd-b730-32376d852d81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=311b96e749e64f25ac139541d36b609d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561105 Jul 22 19:42:29.568356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34508) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:29.575807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c112de-f2bf-4abd-b730-32376d852d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245259f5-dc57-4a8d-85a1-27e46c868542,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:29.624685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.646848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.698306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.701165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:29.702639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/245259f5-dc57-4a8d-85a1-27e46c868542 HTTP/1.1" status: 204 len: 168 time: 0.1337025 Jul 22 19:42:29.713956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff7441-a7e7-4f91-8b82-a98da6cb6c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245259f5-dc57-4a8d-85a1-27e46c868542,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:29.910816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-422550fb-23bf-4b42-a02c-1e336aebb36a req-fb374bbe-c488-422e-9fcc-94b0559b1d18 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0320597 Jul 22 19:42:30.405055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e889e6-e9b5-4f15-8dfa-3c4345a2e379 req-710fd22b-06ed-4af5-9369-81ba849821cd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:30.413099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0e889e6-e9b5-4f15-8dfa-3c4345a2e379 req-710fd22b-06ed-4af5-9369-81ba849821cd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 946 time: 0.0789781 Jul 22 19:42:30.463366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0e889e6-e9b5-4f15-8dfa-3c4345a2e379 req-f811f823-55ab-4d28-ad94-a739eb71923a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489502 Jul 22 19:42:30.831563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34560) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:30.950282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d68a7d1-f62e-4e11-a533-b413566342fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.034036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15e26782-b4b8-490f-a604-e76f43e21063 req-b1c2c753-2026-4796-8ef5-f977e325a9f5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0354204 Jul 22 19:42:31.090395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d68a7d1-f62e-4e11-a533-b413566342fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.095573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d68a7d1-f62e-4e11-a533-b413566342fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.136045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68a7d1-f62e-4e11-a533-b413566342fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f571835b-2ff5-45e8-a396-0c1d320ce7ed,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:31.140681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d68a7d1-f62e-4e11-a533-b413566342fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c114cabc82b142e9abfdf2d9608b8a53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079996 Jul 22 19:42:31.143313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34576) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:31.207656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.231837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.284809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.287757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.292237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f571835b-2ff5-45e8-a396-0c1d320ce7ed HTTP/1.1" status: 204 len: 168 time: 0.1447909 Jul 22 19:42:31.299677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423f8bd-36f4-4864-93ae-18528ac8a262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f571835b-2ff5-45e8-a396-0c1d320ce7ed,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:31.645724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b28f6b-7e80-4412-91df-11fc633e5365 req-f1840860-a525-4d27-bcdb-93eb4017e002 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:31.647343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11b28f6b-7e80-4412-91df-11fc633e5365 req-f1840860-a525-4d27-bcdb-93eb4017e002 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 946 time: 0.1060219 Jul 22 19:42:31.702585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11b28f6b-7e80-4412-91df-11fc633e5365 req-a386d4ea-5de0-459c-94d0-cd43ab2c35aa tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=e01add9c-50f1-4693-807f-b2644b5a2164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Jul 22 19:42:31.726838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34616) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:31.743078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65fb0d58-2f56-4cc8-ad2a-2b1ee12d8098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.851638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65fb0d58-2f56-4cc8-ad2a-2b1ee12d8098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.869914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65fb0d58-2f56-4cc8-ad2a-2b1ee12d8098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:31.934444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65fb0d58-2f56-4cc8-ad2a-2b1ee12d8098 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbdb622ea6cb4471903b4d04d517392a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2039621 Jul 22 19:42:31.934444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0d58-2f56-4cc8-ad2a-2b1ee12d8098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8108e5-cd52-4d02-936c-578f94b93ae4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:31.934893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34622) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:31.968300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-a5a56b9e-f8e1-4c6f-b6fc-113cc2c0f0a9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:31.970521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-a5a56b9e-f8e1-4c6f-b6fc-113cc2c0f0a9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 946 time: 0.1108334 Jul 22 19:42:32.007215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.039144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.044609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6db91ee9-0082-4b3c-9027-e3571a5c1915 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:32.091818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 6db91ee9-0082-4b3c-9027-e3571a5c1915 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:32.092620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6db91ee9-0082-4b3c-9027-e3571a5c1915 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:32.104371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.107393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.108262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Deleting port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:32.108875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa8108e5-cd52-4d02-936c-578f94b93ae4 HTTP/1.1" status: 204 len: 168 time: 0.1728585 Jul 22 19:42:32.119639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6dea6-b982-4705-ac93-f5fac49a5b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8108e5-cd52-4d02-936c-578f94b93ae4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:32.137840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.154992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:32.259788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-709062bf-75bc-415f-8a27-a8a740921f56 req-61e17c3f-766d-47e8-b4dc-aebb325c0dae tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0597885 Jul 22 19:42:32.267921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] For port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:32.268466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.329814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e952-c380-430f-8be6-7884428a4f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.481369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.481666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.482313 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Floating IP 6553feb2-26c2-402c-a53e-151b8012fe4e disassociated. External IP: 172.25.6.67, port: 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70. Jul 22 19:42:32.483127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Calling delete_port for 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:32.486506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e952-c380-430f-8be6-7884428a4f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.492035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e952-c380-430f-8be6-7884428a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.542878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:32.543167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c1c0e952-c380-430f-8be6-7884428a4f39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae00dc153f264cea9cc00b2ccc5c27a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867552 Jul 22 19:42:32.545640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0e952-c380-430f-8be6-7884428a4f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68695b10-da80-42b8-bfd3-8afa08649b0b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:32.612578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34638) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:32.631563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a4eee0f-b733-4726-954d-31560b0dcf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.640576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.681736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.702521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.738076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a4eee0f-b733-4726-954d-31560b0dcf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.743806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9a4eee0f-b733-4726-954d-31560b0dcf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.755634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'Port': ['ID=0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:32.781999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4eee0f-b733-4726-954d-31560b0dcf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2200571a-a927-4971-b698-a60f5182587a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:32.812256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9a4eee0f-b733-4726-954d-31560b0dcf26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d33b74e1019c4a49a610ebf19ce17d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967258 Jul 22 19:42:32.812881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:32.874557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.905799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.908959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.910127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68695b10-da80-42b8-bfd3-8afa08649b0b HTTP/1.1" status: 204 len: 168 time: 0.3661604 Jul 22 19:42:32.933337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24af9ab2-cff2-450d-a4c6-51a1996fc877 req-0cef3533-e776-481f-aa4a-9d154f869f68 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6d213bf-58e1-4753-865c-1400c0934ae2 HTTP/1.1" status: 200 len: 210 time: 0.0598285 Jul 22 19:42:32.946349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:32.956287 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:32.959221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543a0f7-e70c-44e3-85d6-c54eb1bb72c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68695b10-da80-42b8-bfd3-8afa08649b0b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:33.035605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.039691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.041969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2200571a-a927-4971-b698-a60f5182587a HTTP/1.1" status: 204 len: 168 time: 0.2280416 Jul 22 19:42:33.068618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fb122-2f48-4730-baa8-3a426ceb9be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2200571a-a927-4971-b698-a60f5182587a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:33.099510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:33.111847 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:33.134512 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:33.137785 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:33.157991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] No DVR routers for this DVR port 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:33.161160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.163900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6ad403d5-92c8-423f-a6c9-9703c3e8504c req-c7f2d9a5-314c-4a82-b841-d7518af81d09 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "DELETE /v2.0/ports/0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 HTTP/1.1" status: 204 len: 173 time: 1.1869223 Jul 22 19:42:33.168785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-deleted', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:33.171153 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890ba5da-ba92-41e8-bc44-5ea50853d924" -d '{"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-deleted", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:33.262465 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc1198-c3d2-45b0-a026-c3ed667799c0 x-openstack-request-id: req-4ebc1198-c3d2-45b0-a026-c3ed667799c0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:33.262757 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d213bf-58e1-4753-865c-1400c0934ae2", "name": "network-vif-deleted", "tag": "0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:33.263010 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ebc1198-c3d2-45b0-a026-c3ed667799c0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:33.263419 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d213bf-58e1-4753-865c-1400c0934ae2', 'name': 'network-vif-deleted', 'tag': '0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70', 'status': 'completed', 'code': 200} Jul 22 19:42:33.273405 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:33.465028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ef976dd-ea91-4912-ae31-a63218bedfb7 req-7c937a35-d916-4181-bcc4-8071c0783dc9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0745654 Jul 22 19:42:33.561387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:33.596636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ba3faf1-0f2a-4655-823d-7266f926ab26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.676411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:33.709130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:33.717735 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:33.718344 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:33.770830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ba3faf1-0f2a-4655-823d-7266f926ab26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.788342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9ba3faf1-0f2a-4655-823d-7266f926ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.830318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:33.843051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9ba3faf1-0f2a-4655-823d-7266f926ab26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=562d8c434cd64e06a6c6e477e6fd1f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790108 Jul 22 19:42:33.845727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34668) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:33.854400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3faf1-0f2a-4655-823d-7266f926ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81e883-d6ed-43b6-8f74-2f06febf8c5d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:33.907200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.934445 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:33.998081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.001403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.005391 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b81e883-d6ed-43b6-8f74-2f06febf8c5d HTTP/1.1" status: 204 len: 168 time: 0.1561677 Jul 22 19:42:34.020445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5e08f-0429-45ec-8f34-de7d97d3880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81e883-d6ed-43b6-8f74-2f06febf8c5d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:34.098380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34686) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:34.193730 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:34.223538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.224768 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f417bacc-ff69-4bdd-bb58-d6430de6359c None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:34.264832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.341054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.344969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.346175 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "DELETE /v2.0/security-groups/e01add9c-50f1-4693-807f-b2644b5a2164 HTTP/1.1" status: 204 len: 168 time: 0.2468610 Jul 22 19:42:34.349747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:34.357958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05650bc3-1431-4aa3-99bc-835c855467b2 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01add9c-50f1-4693-807f-b2644b5a2164,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:34.370364 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-add10dc1-e722-49da-8951-c801b5b09907 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] show failed (client error): The resource could not be found. Jul 22 19:42:34.374432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34698) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:34.375232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-add10dc1-e722-49da-8951-c801b5b09907 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups/e01add9c-50f1-4693-807f-b2644b5a2164 HTTP/1.1" status: 404 len: 347 time: 0.0243106 Jul 22 19:42:34.544805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Deleting port 3fe19fe2-7efc-4009-9061-090d267381b5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:34.545306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.595938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18be2300-91ca-4770-9f50-ae58fdbe47ef None None] New status for floating IP 6553feb2-26c2-402c-a53e-151b8012fe4e: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:34.635278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-293e1524-d0bd-4043-834c-8cc3607644f9 req-c1f4b7fc-059b-40af-b96a-87c2b7a83482 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=c50a8bd5-9bca-4bc9-a6b3-557f525d94aa HTTP/1.1" status: 200 len: 210 time: 0.0369730 Jul 22 19:42:34.709005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.709601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.731534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Calling delete_port for 3fe19fe2-7efc-4009-9061-090d267381b5 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:34.916948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:34.950946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'Port': ['ID=3fe19fe2-7efc-4009-9061-090d267381b5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:35.026587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.030713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.041201 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1945410f-41fd-43ae-b768-74134dc08791 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "DELETE /v2.0/floatingips/6553feb2-26c2-402c-a53e-151b8012fe4e HTTP/1.1" status: 204 len: 168 time: 0.6553762 Jul 22 19:42:35.597153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:35.603201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128824059', 'description': 'tempest-description--784138105'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:35.621384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:35.627442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34764) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:35.651975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.654080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:35.654635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0542ce18-8a99-4d46-a4ae-d1b3bbbd4b70 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:35.672533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:35.759978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01f1e2fe-4bed-4b0c-816c-6bdf32475115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.767058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.772028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.806790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af066826-12e5-4bec-847a-07f5404fe31d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:35.854747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f89560f-c3ad-43bc-8a50-93f9036cbf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.866887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01f1e2fe-4bed-4b0c-816c-6bdf32475115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.871176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-01f1e2fe-4bed-4b0c-816c-6bdf32475115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.887349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.887349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de793568-625a-44be-85ac-e18ca910979b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2803218 Jul 22 19:42:35.887349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:35.887349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group_rule': {'security_group_id': 'af066826-12e5-4bec-847a-07f5404fe31d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:35.917062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-01f1e2fe-4bed-4b0c-816c-6bdf32475115 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=617f16b310894d1d8a53f49b86181fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885189 Jul 22 19:42:35.918209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1e2fe-4bed-4b0c-816c-6bdf32475115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a818617d-90cf-439e-818e-2767746e507c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:35.920788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34784) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:35.979220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:35.999367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f89560f-c3ad-43bc-8a50-93f9036cbf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.004000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.005800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f89560f-c3ad-43bc-8a50-93f9036cbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.053588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34792) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:36.054490 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7f89560f-c3ad-43bc-8a50-93f9036cbf1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f87d50fc9a2341b5aca872afe8733d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797290 Jul 22 19:42:36.070305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89560f-c3ad-43bc-8a50-93f9036cbf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22ecd90-acf9-4f13-94b1-dff87bce8287,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:36.074215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.077423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.078475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a818617d-90cf-439e-818e-2767746e507c HTTP/1.1" status: 204 len: 168 time: 0.1567757 Jul 22 19:42:36.080762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.126556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b1cfb-939b-4a92-8f85-6fccfb024ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a818617d-90cf-439e-818e-2767746e507c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:36.146827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.151956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.174194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358d5a12-c40a-408d-8056-dd742a7e1217,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:36.187180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.197995 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3840a8de-45ba-4b10-aed5-6de70172d6dd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3061705 Jul 22 19:42:36.198124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34802) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:36.208455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'security_group_rule': {'security_group_id': 'af066826-12e5-4bec-847a-07f5404fe31d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:36.231747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.271389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-38827752-9d2e-4561-96ef-0f4b554c20d5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:36.272954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-38827752-9d2e-4561-96ef-0f4b554c20d5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1934676 Jul 22 19:42:36.296252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.298931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.317278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-6ab387c1-eb6b-4087-86ac-afe7fe1ed76b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0363173 Jul 22 19:42:36.385027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-16d961c1-c772-48a3-b436-592cc4f6f4a2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585558 Jul 22 19:42:36.425019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.429967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.447236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.449912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.451086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a22ecd90-acf9-4f13-94b1-dff87bce8287 HTTP/1.1" status: 204 len: 168 time: 0.3963954 Jul 22 19:42:36.458972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19fb284-74b9-4883-867b-7a707227c555,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:36.468403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f1db0-854a-4e3e-bc25-88a44bb82ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22ecd90-acf9-4f13-94b1-dff87bce8287,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:36.471121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.475670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f64a282f-19c9-442b-a421-6395ab393142 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739069 Jul 22 19:42:36.476211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34818) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:36.492446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:36.517807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.699532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.702715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-2ab48ba1-0220-465b-9d80-8f4c296e1527 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066473 Jul 22 19:42:36.851514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34832) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:36.883198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222605ca-efde-4814-a4ab-55cb72c13fcc req-671b335c-3ce3-40a9-b661-33392dcca954 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731644 Jul 22 19:42:36.884497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b2f834-b908-4543-b74b-f1388e22a123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:36.911780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Allocated IP 172.25.6.47 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/46a07d8b-5914-4215-8036-82083c48070d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:37.073945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.098768 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6d44f4b6-9a63-43ed-b41c-c095c46011d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.122144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c91aaff1-c8b4-4d99-a06c-b78aafcb5aad req-13ae2ca5-7158-4e3a-a237-6a8bdb42c94d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=87277ff2-2969-4563-a18d-15f52450b981 HTTP/1.1" status: 200 len: 210 time: 0.0544353 Jul 22 19:42:37.125377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b2f834-b908-4543-b74b-f1388e22a123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.132610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b2f834-b908-4543-b74b-f1388e22a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.185936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:37.186625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1b2f834-b908-4543-b74b-f1388e22a123 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f09accce06b947ec95c1dfd28a4e8bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336325 Jul 22 19:42:37.213973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2f834-b908-4543-b74b-f1388e22a123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6dca0b-8016-4beb-9e7e-6d5aa1ad0a55,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:37.246799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.291965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.322083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.339976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:37.343881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:37.349258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:37.353400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=46a07d8b-5914-4215-8036-82083c48070d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:37.392650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.396271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.397723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a6dca0b-8016-4beb-9e7e-6d5aa1ad0a55 HTTP/1.1" status: 204 len: 168 time: 0.2097640 Jul 22 19:42:37.429252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f14565-f06b-4627-852c-8ed6288dce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6dca0b-8016-4beb-9e7e-6d5aa1ad0a55,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:37.478266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.526487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.694074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.702012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.814335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=46a07d8b-5914-4215-8036-82083c48070d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:37.825321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.849314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:37.860212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0243db1-8b17-4c32-8bf8-6c28cd041486 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3753276 Jul 22 19:42:38.145807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-65404df5-4da4-4d43-aede-e1152a28ec92 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--128824059&fields=id&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 267 time: 0.0778894 Jul 22 19:42:38.162645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-f1d72925-c6ba-47d0-9999-1fed1097211f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:38.164182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-f1d72925-c6ba-47d0-9999-1fed1097211f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1476040 Jul 22 19:42:38.210788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-acd95e6e-d52e-496c-8f73-8a6ea981a9d0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0219879 Jul 22 19:42:38.270899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-708bc9ae-22b4-404f-9d84-d8d9156f3b14 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310669 Jul 22 19:42:38.354017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-79ce56ea-5577-43d3-b47d-a6556bf8fb7a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:38.355636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-79ce56ea-5577-43d3-b47d-a6556bf8fb7a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 816 time: 0.1905823 Jul 22 19:42:38.402377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-dfffa1c9-7cc0-49c8-ac57-2b6751f8ab3f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/quotas/f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 375 time: 0.0193825 Jul 22 19:42:38.457257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-085edb6a-5b0a-4f10-9d58-8314dddc05f5 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701090 Jul 22 19:42:38.912654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-def119ff-8425-4479-9610-fd7b458a76f7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5020275 Jul 22 19:42:38.950641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-15e294d1-dea6-4451-8416-7bb97f8417de service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925389 Jul 22 19:42:39.048752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-e42d90f8-be7d-43c9-b19b-84c6402eebbf service neutron] 10.222.0.10 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213062 Jul 22 19:42:39.202192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-4ea7ec62-4402-49a3-93b6-ecfc2466fdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523502 Jul 22 19:42:39.364384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c431935c-68ef-4463-bac0-dc68d18fd9e0 req-ee4933c7-5ce3-409f-9bf4-b3defb430d3c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 210 time: 0.0560737 Jul 22 19:42:39.406245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78a41ab9-aaf8-461d-b946-aba46db2f3b4 req-c4ae0569-1e55-4785-a5cd-98ced733e0ab tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 210 time: 0.0360615 Jul 22 19:42:39.917638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:40.018049 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e120056a-ea0d-4bd9-9f72-68029f4f2149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:40.346252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-0327a279-2a17-4ae2-b9ff-e21063934171 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:40.347772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-0327a279-2a17-4ae2-b9ff-e21063934171 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1460893 Jul 22 19:42:40.361957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:40.494622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2725cb87-d759-4176-9a49-5511701a7bc2 req-564987eb-62f9-40d0-9c2f-10bd4f1f2ead tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 210 time: 0.0425875 Jul 22 19:42:40.551443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fdc1d901-987c-4e1f-a5fa-91e99774b40e req-41d9f652-5227-45d1-bc57-0ca07fd348a4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 210 time: 0.0427806 Jul 22 19:42:40.562052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:42:40.565967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:40.747546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.9 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/07aa2650-1cb9-49f7-9fca-d728afff6af9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:40.822769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-9d899295-e9e7-4d4e-92f9-31737b72287a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:40.824680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-9d899295-e9e7-4d4e-92f9-31737b72287a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.32 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 816 time: 0.1369245 Jul 22 19:42:40.872515 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-325c7d18-2b55-4be7-a3b7-cc1c7ce66bde tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 379 time: 0.0398743 Jul 22 19:42:40.885505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'port': {'device_id': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'admin_state_up': True, 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'security_groups': ['af066826-12e5-4bec-847a-07f5404fe31d']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:40.951239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:40.992567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.006711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Made reservation on behalf of f84378ce94fa4dfaad7b801d510c5cfa for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:42:41.011134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.043584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:41.047327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:41.052441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:41.056769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:41.123967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:41.124415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.143325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-59b9a009-a421-49df-ac49-2670c80cf0e2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856476 Jul 22 19:42:41.158053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Request body: {'port': {'device_id': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:41.204583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Allocated IP 172.20.0.8 (57f07239-6b45-42ec-9dc8-9b4e714de5ec/f9daf3f6-6ebf-472d-a439-4448c341b73a/189c85c0-d1c8-4124-a18a-cdceba4c59dc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:42:41.261277 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.435449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.452669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Transition to ACTIVE for port object 189c85c0-d1c8-4124-a18a-cdceba4c59dc will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:41.466447 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.501116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.596021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:41.611107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:42:41.612695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:42:41.615446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:42:41.734067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbbc0d-1cf0-4664-a927-ef736c028bc2 req-a5976cd5-486d-4294-adb3-60525bb799bb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:41.736409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcbbbc0d-1cf0-4664-a927-ef736c028bc2 req-a5976cd5-486d-4294-adb3-60525bb799bb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 931 time: 0.1458259 Jul 22 19:42:41.753302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:41.754900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.788035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-b35c3e44-026d-4fa1-b4c9-f1f2253d838c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074926 Jul 22 19:42:41.799866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Request body: {'port': {'device_id': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:41.861351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07aa2650-1cb9-49f7-9fca-d728afff6af9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:41.903228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.919352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:41.928341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcbbbc0d-1cf0-4664-a927-ef736c028bc2 req-83c6ce31-d86b-40fb-8c10-b0c79cc56c01 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740096 Jul 22 19:42:41.971863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Transition to ACTIVE for port object 07aa2650-1cb9-49f7-9fca-d728afff6af9 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:41.988742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7e2cd-83ca-4b64-8fc9-ad8028a2db75 req-76818f9a-7e7d-4cfd-a7f0-50b535142979 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:41.990381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-feb7e2cd-83ca-4b64-8fc9-ad8028a2db75 req-76818f9a-7e7d-4cfd-a7f0-50b535142979 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 931 time: 0.2528651 Jul 22 19:42:41.991282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.036404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c25e9dcd-c1b7-4e1f-ad99-22fb1b7c9f83 None None] Provisioning for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:42.045298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c25e9dcd-c1b7-4e1f-ad99-22fb1b7c9f83 None None] Provisioning complete for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:42.045935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c25e9dcd-c1b7-4e1f-ad99-22fb1b7c9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.157266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c25e9dcd-c1b7-4e1f-ad99-22fb1b7c9f83 None None] Port 189c85c0-d1c8-4124-a18a-cdceba4c59dc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:42:42.198661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-feb7e2cd-83ca-4b64-8fc9-ad8028a2db75 req-ce823fd8-d2c3-4219-913a-8fa35ca9a4bd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947048 Jul 22 19:42:42.208436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Pushing event updated for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:42.308004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Attempting to bind port 07aa2650-1cb9-49f7-9fca-d728afff6af9 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:42:42.311221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Attempting to bind port 07aa2650-1cb9-49f7-9fca-d728afff6af9 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:42:42.315659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Attempting to bind port 07aa2650-1cb9-49f7-9fca-d728afff6af9 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:42.326939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Port 07aa2650-1cb9-49f7-9fca-d728afff6af9 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:42:42.327374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Attempting to bind port 07aa2650-1cb9-49f7-9fca-d728afff6af9 on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:42.332954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:42:42.333299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:42:42.333685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:42:42.334120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Bound port: 07aa2650-1cb9-49f7-9fca-d728afff6af9, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:42:42.334620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.438950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:42:42.447660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:42:42.453808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35034) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:42.460262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.511337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:42.511972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.535139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] 10.222.0.32 "PUT /v2.0/ports/07aa2650-1cb9-49f7-9fca-d728afff6af9 HTTP/1.1" status: 200 len: 1092 time: 1.3839679 Jul 22 19:42:42.535642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:42.538096 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6365e-e898-495f-856d-7324e1f73e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:42.545135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:42.572200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.619703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Transition to ACTIVE for port object 189c85c0-d1c8-4124-a18a-cdceba4c59dc will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:42:42.631699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.668775 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aa10d2-1bf4-4e69-9199-db2c71024b87 x-openstack-request-id: req-e0aa10d2-1bf4-4e69-9199-db2c71024b87 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:42.669274 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:42.669673 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0aa10d2-1bf4-4e69-9199-db2c71024b87 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:42.670791 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9', 'status': 'completed', 'code': 200} Jul 22 19:42:42.685441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd2b85-9c88-4a6b-9179-1dfc5fc185aa service neutron] Pushing event updated for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:42.705689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:42.716080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b639be0b-bea6-4192-99d5-3811681a3786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.835138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:42:42.835576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:42:42.835973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:42.843572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:42:42.844540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:42:42.850499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:42:42.850927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:42:42.851390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Bound using segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:42:42.851915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Bound port: 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:42:42.852459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.876502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.937529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b639be0b-bea6-4192-99d5-3811681a3786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.954450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b639be0b-bea6-4192-99d5-3811681a3786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:42.980656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:42:42.985197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:42:43.000946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.046500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-d9c62431-2706-4b95-ad25-04c75b76d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.048009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-d9c62431-2706-4b95-ad25-04c75b76d9bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 1095 time: 0.4595761 Jul 22 19:42:43.141280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.142050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.144750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] 10.222.0.32 "PUT /v2.0/ports/189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 1092 time: 1.3493843 Jul 22 19:42:43.145302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:43.147729 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a1720-b385-40bd-ac59-c9042dbdc71c" -d '{"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:43.207087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-96308ad0-980e-45ca-9d2e-8b2a431c963b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9 HTTP/1.1" status: 200 len: 217 time: 0.1292188 Jul 22 19:42:43.213775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe335233-c98c-4462-9043-9cb254f1ed2b service neutron] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:43.244497 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74b0865-d58f-49a8-ad47-0516e53898ee x-openstack-request-id: req-e74b0865-d58f-49a8-ad47-0516e53898ee {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:43.245210 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:43.245638 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e74b0865-d58f-49a8-ad47-0516e53898ee {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:43.246211 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'status': 'completed', 'code': 200} Jul 22 19:42:43.278575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-dde1b6d9-dde7-4bc9-9a93-40c385dc1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.279577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b639be0b-bea6-4192-99d5-3811681a3786 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c01c002921d943fe9a7c06e2bb55baab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8246062 Jul 22 19:42:43.280092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-dde1b6d9-dde7-4bc9-9a93-40c385dc1b2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0830033 Jul 22 19:42:43.280466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639be0b-bea6-4192-99d5-3811681a3786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7aee5c-f594-4408-bb43-119241117d93,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:43.280611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:43.341875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-1e82b7ae-b838-4f6c-9f9e-91a0789b3e17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 217 time: 0.0520570 Jul 22 19:42:43.408725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-d2f2dc30-e167-49da-9056-c0826a80af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.410347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-d2f2dc30-e167-49da-9056-c0826a80af16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.1797807 Jul 22 19:42:43.455128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-40f5f91b-44ef-4e5e-8518-e494a8d48be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.457278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-40f5f91b-44ef-4e5e-8518-e494a8d48be7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1060154 Jul 22 19:42:43.479462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-4f1d2728-d388-4605-8316-0df1e2784a28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568399 Jul 22 19:42:43.479763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.489044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2edd3-1785-47af-84ea-2997769a5def req-593d80ec-f453-4388-844b-f0962f859aaf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.497252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ea2edd3-1785-47af-84ea-2997769a5def req-593d80ec-f453-4388-844b-f0962f859aaf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 943 time: 0.3240132 Jul 22 19:42:43.525729 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.582057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-7d2afaaf-d384-4da3-a230-0ceb17617e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.582767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c7e41-6c1f-4fd2-b26a-1f909f82c32c req-e16001d6-1646-4a70-ad66-b1b3a500eae8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:43.583893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-7d2afaaf-d384-4da3-a230-0ceb17617e6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176229 Jul 22 19:42:43.591398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c0c7e41-6c1f-4fd2-b26a-1f909f82c32c req-e16001d6-1646-4a70-ad66-b1b3a500eae8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.2375214 Jul 22 19:42:43.631414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.634270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:43.637685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da7aee5c-f594-4408-bb43-119241117d93 HTTP/1.1" status: 204 len: 168 time: 0.3537569 Jul 22 19:42:43.660415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193e45-8ffe-4bf5-9a88-e259aa3a8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7aee5c-f594-4408-bb43-119241117d93,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:43.676626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ea2edd3-1785-47af-84ea-2997769a5def req-d52af7c2-392d-457f-b35f-56e662e2af04 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783793 Jul 22 19:42:43.713430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c0c7e41-6c1f-4fd2-b26a-1f909f82c32c req-9c3cc6d1-7fa4-4233-9d4d-3197f437aea5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157341 Jul 22 19:42:43.754895 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-30f139ba-6989-4f68-9a8b-63da3a2a5fb5 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549973 Jul 22 19:42:43.756803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-400f0d51-6d72-45c5-a527-3167b8a93170 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563221 Jul 22 19:42:43.891604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a8db7397-1f8b-44cf-9aaf-50f87bce9839 req-82984af7-da12-40ae-9b19-c5313dbefe04 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244955 Jul 22 19:42:43.901400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7230176-f6f5-46e8-b9d4-f5c8106fd74e req-7a0c389b-9c72-4f34-95dd-d4368c689272 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338751 Jul 22 19:42:44.028555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6365e-e898-495f-856d-7324e1f73e5d req-389d233c-2ccd-446c-ae74-68a03cf0a8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.030431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-389d233c-2ccd-446c-ae74-68a03cf0a8bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 1095 time: 0.0753210 Jul 22 19:42:44.034176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-62ad4b84-d045-4f53-9c1c-410d4174af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.035707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-62ad4b84-d045-4f53-9c1c-410d4174af43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1095 time: 0.0912404 Jul 22 19:42:44.038363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35072) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:44.067502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1461-6421-4953-882a-0d2d1d503d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.128179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6365e-e898-495f-856d-7324e1f73e5d req-c1c6c7a4-849e-4976-a7d3-96115847fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.129793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-c1c6c7a4-849e-4976-a7d3-96115847fc9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.0913222 Jul 22 19:42:44.180813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-bc350256-24db-4b2a-85d0-785eea8c6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.180813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-bc350256-24db-4b2a-85d0-785eea8c6346 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1344748 Jul 22 19:42:44.232317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-3bf0db12-a0e1-4ff9-8cb2-1683bf8fc717 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 217 time: 0.0425293 Jul 22 19:42:44.310610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1461-6421-4953-882a-0d2d1d503d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.315182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-b3b3cda1-5863-4fda-b8b7-497f2e004e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.316701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-b3b3cda1-5863-4fda-b8b7-497f2e004e16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0760994 Jul 22 19:42:44.317964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4fbe1461-6421-4953-882a-0d2d1d503d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.387747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4fbe1461-6421-4953-882a-0d2d1d503d93 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93e94e3a462245349ae8ad9a89cb136b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483126 Jul 22 19:42:44.389311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe1461-6421-4953-882a-0d2d1d503d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820bdf25-d1e1-48ee-8ceb-2bcb448df1b1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:44.391723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35074) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:44.461319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-d5933ad1-7151-4f84-8971-8044b54fcca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.463533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-d5933ad1-7151-4f84-8971-8044b54fcca7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345415 Jul 22 19:42:44.464318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.503620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-f5102386-7365-4d3e-a699-212f84a1d527 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9 HTTP/1.1" status: 200 len: 217 time: 0.3643606 Jul 22 19:42:44.508169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.553139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6365e-e898-495f-856d-7324e1f73e5d req-df820824-21d2-4f09-89f1-8e1fb804e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.554602 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-df820824-21d2-4f09-89f1-8e1fb804e829 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0433187 Jul 22 19:42:44.603335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-0ccb29d4-bfed-4efc-a54d-ec36d9283b80 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255336 Jul 22 19:42:44.607390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-bda9cabb-6841-449f-8f3b-41e7b4d7d553 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388508 Jul 22 19:42:44.614592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.617675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:44.622200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/820bdf25-d1e1-48ee-8ceb-2bcb448df1b1 HTTP/1.1" status: 204 len: 168 time: 0.2270381 Jul 22 19:42:44.649910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df7c59-b7ad-46ba-a3ac-900ade4c1291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820bdf25-d1e1-48ee-8ceb-2bcb448df1b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:44.746369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651a1720-b385-40bd-ac59-c9042dbdc71c req-242a917b-1b05-4b24-bea8-48b921a8b991 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251538 Jul 22 19:42:44.802153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-4eb6faa8-24cb-4c08-8693-a7bc0c030928 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812105 Jul 22 19:42:44.942260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-91a6365e-e898-495f-856d-7324e1f73e5d req-b4487b6e-57b6-4920-9ccb-0f8052e99756 service neutron] 10.222.0.32 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316147 Jul 22 19:42:44.942519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c14e6-75ab-4beb-8db8-33e3c849550a req-1446aee4-59bb-4010-9afc-f922d372b34c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.943752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f76c14e6-75ab-4beb-8db8-33e3c849550a req-1446aee4-59bb-4010-9afc-f922d372b34c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 943 time: 0.1587124 Jul 22 19:42:44.951660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f312-b4d7-4b7c-84fe-4b4bb255e68a req-4421b1bf-8327-42d4-978a-6848f6d48cd1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:44.953141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12f5f312-b4d7-4b7c-84fe-4b4bb255e68a req-4421b1bf-8327-42d4-978a-6848f6d48cd1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.1117809 Jul 22 19:42:45.024045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f76c14e6-75ab-4beb-8db8-33e3c849550a req-03a82175-e748-4917-9f77-574c50e5c6aa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698924 Jul 22 19:42:45.037718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12f5f312-b4d7-4b7c-84fe-4b4bb255e68a req-741c085f-c9e0-4b2a-a86d-12c381ddb0c3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738389 Jul 22 19:42:46.076361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 07aa2650-1cb9-49f7-9fca-d728afff6af9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:42:46.217182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:46.233249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '07aa2650-1cb9-49f7-9fca-d728afff6af9', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': '07aa2650-1cb9-49f7-9fca-d728afff6af9', 'mac_address': 'fa:16:3e:1a:9e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:42:46.278313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd486c8-ab92-46d5-b9a8-55bc01aa6c56 req-adf12b90-f090-43c1-a2dd-e14ceea6eed3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:46.279742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cd486c8-ab92-46d5-b9a8-55bc01aa6c56 req-adf12b90-f090-43c1-a2dd-e14ceea6eed3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.1432223 Jul 22 19:42:46.294565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:46.303317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0adf3-e851-4eb0-9d19-744fd762f6cb req-8be2ba9e-7e73-4f04-9838-c06afc086f8f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:46.304847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc0adf3-e851-4eb0-9d19-744fd762f6cb req-8be2ba9e-7e73-4f04-9838-c06afc086f8f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 943 time: 0.1300228 Jul 22 19:42:46.309074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07aa2650-1cb9-49f7-9fca-d728afff6af9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:46.331467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:46.337081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:46.338266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:42:46.346096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cd486c8-ab92-46d5-b9a8-55bc01aa6c56 req-1a48ba7e-e53f-471c-9217-d2fb0d72fe67 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571392 Jul 22 19:42:46.400053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc0adf3-e851-4eb0-9d19-744fd762f6cb req-ce50795c-3d68-4f58-9ffa-547489ecaafa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844712 Jul 22 19:42:46.402233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:46.420477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.421073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.422610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.423154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.423878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.425183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.425764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.426114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.426453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.426786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.427238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.427531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:46.550585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:46.564662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:42:46.606881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:46.619952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:42:46.641133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:46.646077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:46.697846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:46.963476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['07aa2650-1cb9-49f7-9fca-d728afff6af9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:46.967383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['189c85c0-d1c8-4124-a18a-cdceba4c59dc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:47.367535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-b6cb58f3-ff21-422f-9c2e-a5dd3b004442 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554514 Jul 22 19:42:47.471853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-aa0285c5-17c6-4026-8489-b77abf1b8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.473809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-aa0285c5-17c6-4026-8489-b77abf1b8bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=129c8b97817743299f040e9d94ae8717&device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 1097 time: 0.0858805 Jul 22 19:42:47.614656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-21b91952-cd23-4cf8-9dfc-587535610f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.614656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-21b91952-cd23-4cf8-9dfc-587535610f0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 200 len: 910 time: 0.1176794 Jul 22 19:42:47.634767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debd2ef-a6a2-452a-a367-bb8de73571ad req-7e42082e-4282-4fc5-b6a0-25f8e60e0660 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.636459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9debd2ef-a6a2-452a-a367-bb8de73571ad req-7e42082e-4282-4fc5-b6a0-25f8e60e0660 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1674583 Jul 22 19:42:47.688020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268f56-0960-406e-9512-1eae3edbab43 req-6b594fc7-024d-4c6c-9b77-79d0e302fea2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.689804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c268f56-0960-406e-9512-1eae3edbab43 req-6b594fc7-024d-4c6c-9b77-79d0e302fea2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 944 time: 0.1548591 Jul 22 19:42:47.728988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9debd2ef-a6a2-452a-a367-bb8de73571ad req-e00c0f57-a678-4691-8750-35b1bf3c7216 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826042 Jul 22 19:42:47.740336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-35208dc5-6281-4a89-a827-45a4721f6519 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 200 len: 1001 time: 0.0986083 Jul 22 19:42:47.750575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c268f56-0960-406e-9512-1eae3edbab43 req-6bf3240c-3b01-401a-8207-e0767782ccd0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Jul 22 19:42:47.817466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-1436c546-43b2-4cf2-8b8f-811bfd4f73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.820043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-1436c546-43b2-4cf2-8b8f-811bfd4f73cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 200 len: 848 time: 0.0717514 Jul 22 19:42:47.907791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-6675b41c-09a3-4d9e-8ad4-ea8ae2b284c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:47.909452 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-6675b41c-09a3-4d9e-8ad4-ea8ae2b284c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=62a5433e-a713-4d65-bad1-ca426454a7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813639 Jul 22 19:42:48.027972 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-20af0a2f-1ffb-4376-9826-91cb5489cbe0 service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101913 Jul 22 19:42:48.075270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 07aa2650-1cb9-49f7-9fca-d728afff6af9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:42:48.155789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 07aa2650-1cb9-49f7-9fca-d728afff6af9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:48.160290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 07aa2650-1cb9-49f7-9fca-d728afff6af9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:48.161395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.192827 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ffcc607-aaac-4cf0-a3c1-8d5eff8f42f7 req-4263b81e-f766-45d3-8597-d6799f2cc59a service neutron] 10.222.0.32 "GET /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577458 Jul 22 19:42:48.260702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.285435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:48.288084 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908bb84-30cf-41ea-909a-711bb326aaa4" -d '{"events": [{"server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "name": "network-vif-plugged", "status": "completed", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:48.302545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:48.309436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.310609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:42:48.374085 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e3262c-397c-420a-bd0e-c290037296a6 x-openstack-request-id: req-90e3262c-397c-420a-bd0e-c290037296a6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:48.374432 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "name": "network-vif-plugged", "status": "completed", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:48.374784 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90e3262c-397c-420a-bd0e-c290037296a6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:48.375269 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9', 'code': 200} Jul 22 19:42:48.377073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:48.466116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:42:48.468077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aac631-1e30-4d28-a77f-e4c78f00737c req-de9fc348-2298-4e28-bf6d-65c08c2885f0 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:48.470118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:42:48.470505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.476827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1aac631-1e30-4d28-a77f-e4c78f00737c req-de9fc348-2298-4e28-bf6d-65c08c2885f0 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.1657000 Jul 22 19:42:48.528093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1aac631-1e30-4d28-a77f-e4c78f00737c req-6510434f-89e1-406e-b307-23c237b43dc3 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Jul 22 19:42:48.541771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701a86-448d-4aa9-ab18-dbbb8299fb97 req-607db0d0-318d-496f-b856-470827f4a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:48.543324 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46701a86-448d-4aa9-ab18-dbbb8299fb97 req-607db0d0-318d-496f-b856-470827f4a138 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 1097 time: 0.1358705 Jul 22 19:42:48.588992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-46701a86-448d-4aa9-ab18-dbbb8299fb97 req-4e012a2c-39ec-4db2-954e-4d747d4f0445 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Jul 22 19:42:48.639369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.686142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:48.691109 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:48.790665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:48.953710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbfcd1-9aa3-4c16-ab77-b78accfb4a07 req-aa2b530b-f3ae-4bb3-a1dd-01b675baaa26 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:48.955512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ffbfcd1-9aa3-4c16-ab77-b78accfb4a07 req-aa2b530b-f3ae-4bb3-a1dd-01b675baaa26 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1270638 Jul 22 19:42:48.979955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ebada-ccca-4667-9876-2ce12156558c req-a2f2ee1e-dadd-4fa4-a97c-757db44d5ef7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:48.981391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f35ebada-ccca-4667-9876-2ce12156558c req-a2f2ee1e-dadd-4fa4-a97c-757db44d5ef7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.1138299 Jul 22 19:42:49.010504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:49.027580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ffbfcd1-9aa3-4c16-ab77-b78accfb4a07 req-3c492466-6b46-4c98-9d3b-ef8af7c45107 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625801 Jul 22 19:42:49.042834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f35ebada-ccca-4667-9876-2ce12156558c req-4544464c-8d80-4162-8fa7-6b3f31b16f80 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Jul 22 19:42:49.161457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7bb5980-33f4-4ac7-931a-a49cb4189da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.263228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7bb5980-33f4-4ac7-931a-a49cb4189da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.267101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a7bb5980-33f4-4ac7-931a-a49cb4189da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.313527 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a7bb5980-33f4-4ac7-931a-a49cb4189da2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1f0b6cf4bd9443b94a87742c8efcdf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012176 Jul 22 19:42:49.314424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb5980-33f4-4ac7-931a-a49cb4189da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117edf31-c316-4db6-8ddf-ce857e6f1bd7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:49.316820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35200) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:49.372723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.398075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.449749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.454791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.456140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/117edf31-c316-4db6-8ddf-ce857e6f1bd7 HTTP/1.1" status: 204 len: 168 time: 0.1381421 Jul 22 19:42:49.467330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838afaa8-9fed-48bf-87f7-229d6a0d2f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117edf31-c316-4db6-8ddf-ce857e6f1bd7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:49.684064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1da1b5-8e15-49db-97e5-436a0b225d33 req-058fa81b-87e0-40ad-841b-d3f555c07473 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:49.685782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf1da1b5-8e15-49db-97e5-436a0b225d33 req-058fa81b-87e0-40ad-841b-d3f555c07473 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.0699649 Jul 22 19:42:49.751340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf1da1b5-8e15-49db-97e5-436a0b225d33 req-fb1b7299-1b8c-40d3-86cd-e611d554969c tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/security-groups?id=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488477 Jul 22 19:42:49.765510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-e2bc6bcf-7666-4f16-a192-ae0fb0726cc5 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:49.767056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-e2bc6bcf-7666-4f16-a192-ae0fb0726cc5 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.32 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 945 time: 0.0826948 Jul 22 19:42:49.794291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35212) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:49.814668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb80e7a8-0bf6-4f56-b561-95f9e842356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.895395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Deleting port 4c89a983-fe06-4388-b88e-e84f94569c3f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:49.895766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.927370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb80e7a8-0bf6-4f56-b561-95f9e842356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.933328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cb80e7a8-0bf6-4f56-b561-95f9e842356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:49.973458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb80e7a8-0bf6-4f56-b561-95f9e842356a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe2f6b9e39f9414e8f0702e222a41291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773822 Jul 22 19:42:49.977159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:49.991395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80e7a8-0bf6-4f56-b561-95f9e842356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150b27c-c83e-4d76-96c2-a347c7aaa552,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:50.025531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] For port 4c89a983-fe06-4388-b88e-e84f94569c3f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4c89a983-fe06-4388-b88e-e84f94569c3f,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:50.025911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.060749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.091371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.111215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35222) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:50.295881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6316d9a7-535f-4069-9cc5-59518a4a71b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.299987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.300186 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.300682 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Floating IP 42f6df17-a8fb-412e-b2fc-c1a03367e02d disassociated. External IP: 172.25.6.223, port: 4c89a983-fe06-4388-b88e-e84f94569c3f. Jul 22 19:42:50.301065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Calling delete_port for 4c89a983-fe06-4388-b88e-e84f94569c3f owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:50.307036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.309598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.310756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4150b27c-c83e-4d76-96c2-a347c7aaa552 HTTP/1.1" status: 204 len: 168 time: 0.3325016 Jul 22 19:42:50.334398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01e6f8-e15a-4cc2-be08-4ea1fc4fd3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150b27c-c83e-4d76-96c2-a347c7aaa552,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:50.376761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:50.379097 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef87d0d-1305-48c9-a0d4-60b1bac8d20a" -d '{"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:50.396809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee314df8-4e43-41fa-8ab3-14216bce434d req-dd13ebd1-a08e-4601-94f8-af2838f9b473 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:50.398405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee314df8-4e43-41fa-8ab3-14216bce434d req-dd13ebd1-a08e-4601-94f8-af2838f9b473 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.2100995 Jul 22 19:42:50.406701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748551a-1bad-4182-a250-884bd944fc15 req-10ed46f5-ce3e-49df-b1d3-472ce88992d6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:50.413520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d748551a-1bad-4182-a250-884bd944fc15 req-10ed46f5-ce3e-49df-b1d3-472ce88992d6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.2491131 Jul 22 19:42:50.488258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.506365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d748551a-1bad-4182-a250-884bd944fc15 req-10695372-5040-4843-855e-e5b3648428f0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919635 Jul 22 19:42:50.518057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee314df8-4e43-41fa-8ab3-14216bce434d req-b97c68fa-e332-4500-9613-74cea46a2670 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017151 Jul 22 19:42:50.522520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event deleted for resources: {'Port': ['ID=4c89a983-fe06-4388-b88e-e84f94569c3f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:50.567926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6316d9a7-535f-4069-9cc5-59518a4a71b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.582715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6316d9a7-535f-4069-9cc5-59518a4a71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.644386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6316d9a7-535f-4069-9cc5-59518a4a71b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61703b83c3164e249752dd81b370e005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5313761 Jul 22 19:42:50.650863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35238) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:50.656774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316d9a7-535f-4069-9cc5-59518a4a71b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d68c3f6-6302-4511-9827-4d94896a545d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:50.709337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Router e3c3e704-e89e-47ff-9120-5ce9669fe33c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:50.724344 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff8579-92b8-43e6-8e5a-c14524713e30 x-openstack-request-id: req-5eff8579-92b8-43e6-8e5a-c14524713e30 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:50.724678 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:50.724927 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eff8579-92b8-43e6-8e5a-c14524713e30 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:50.725557 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'code': 200} Jul 22 19:42:50.734382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.829000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.876568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-528808bb-b74a-4789-942f-8e7f3ccc086b req-849db312-533a-4497-bb11-f9fa89aa5c9e tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "GET /v2.0/ports?device_id=1034ce17-c6fc-480b-a1ea-9d764654429d HTTP/1.1" status: 200 len: 210 time: 0.0417910 Jul 22 19:42:50.899610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:50.919154 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Sync routers for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:50.928674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16108ef8-eb8e-4fd3-aa6a-7a433317d215 req-bc9b2ffd-9577-4b88-9d3a-ff8befc00656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:50.931055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16108ef8-eb8e-4fd3-aa6a-7a433317d215 req-bc9b2ffd-9577-4b88-9d3a-ff8befc00656 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1097 time: 0.1445484 Jul 22 19:42:50.955728 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:50.956397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:50.978986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] No DVR routers for this DVR port 4c89a983-fe06-4388-b88e-e84f94569c3f on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:50.981345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.984590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.988109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d68c3f6-6302-4511-9827-4d94896a545d HTTP/1.1" status: 204 len: 168 time: 0.3339660 Jul 22 19:42:50.988109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:50.990980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ce3c403-0b81-4943-b55c-28e26771eaa9 req-65336529-620f-4591-9b4a-31f87cb9e04f tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.32 "DELETE /v2.0/ports/4c89a983-fe06-4388-b88e-e84f94569c3f HTTP/1.1" status: 204 len: 173 time: 1.2166348 Jul 22 19:42:50.991806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'name': 'network-vif-deleted', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:50.994648 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffa08e3-2162-4c7c-8d42-23994ebcdff6" -d '{"events": [{"server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "name": "network-vif-deleted", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:51.022214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579053cd-d9e7-41c2-8c5f-889a20145fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d68c3f6-6302-4511-9827-4d94896a545d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:51.069234 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2a14b7-61c1-4c9e-ac5c-aa6a465d416b x-openstack-request-id: req-af2a14b7-61c1-4c9e-ac5c-aa6a465d416b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:51.069707 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1034ce17-c6fc-480b-a1ea-9d764654429d", "name": "network-vif-deleted", "tag": "4c89a983-fe06-4388-b88e-e84f94569c3f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:51.069844 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af2a14b7-61c1-4c9e-ac5c-aa6a465d416b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:51.070344 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1034ce17-c6fc-480b-a1ea-9d764654429d', 'name': 'network-vif-deleted', 'tag': '4c89a983-fe06-4388-b88e-e84f94569c3f', 'status': 'completed', 'code': 200} Jul 22 19:42:51.107825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16108ef8-eb8e-4fd3-aa6a-7a433317d215 req-0330d94b-a976-413a-80ba-f2ad13d33fea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643982 Jul 22 19:42:51.196415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024abdcf-e2c1-4e3e-b139-1d8ae42373f6 req-fc28b851-cc3c-4d99-9b72-eb5fda4149a4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:51.201333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-024abdcf-e2c1-4e3e-b139-1d8ae42373f6 req-fc28b851-cc3c-4d99-9b72-eb5fda4149a4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.2279704 Jul 22 19:42:51.203568 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:51.266229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-024abdcf-e2c1-4e3e-b139-1d8ae42373f6 req-61d33c2f-b423-4aa2-a6c1-7d9aef7d4b51 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575719 Jul 22 19:42:51.428936 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:51.462998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Checking router: e3c3e704-e89e-47ff-9120-5ce9669fe33c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:51.471586 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:51.472233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:51.597288 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:51.785075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32814f0d-1e67-4341-82f5-bf83b2a03dbc req-0f747240-1cf8-47f0-9bca-86492e5e2df9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:51.793218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32814f0d-1e67-4341-82f5-bf83b2a03dbc req-0f747240-1cf8-47f0-9bca-86492e5e2df9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1491480 Jul 22 19:42:51.838194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32814f0d-1e67-4341-82f5-bf83b2a03dbc req-e94819f6-b8a5-4c7d-ac67-40751761beea tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439861 Jul 22 19:42:51.930940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:51.959617 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9402da8e-a61b-4b20-9f82-37b0493942e0 None None] The sync data for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 is: [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:37:22Z', 'revision_number': 4, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '35299bbf-19c6-47bc-91d0-825b70933bb1', 'name': '', 'network_id': '62a5433e-a713-4d65-bad1-ca426454a7f5', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'mac_address': 'fa:16:3e:e7:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:21Z', 'updated_at': '2021-07-22T19:37:32Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'subnets': [{'id': '369c523d-6ac6-40b0-bf21-b0d05922763d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:51.971869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:52.126241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Deleting port dc2e14ed-c602-41dc-8d1f-ded67cfe4a71 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:52.126675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.268799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.269135 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.285221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Calling delete_port for dc2e14ed-c602-41dc-8d1f-ded67cfe4a71 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:52.299472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a88d77-ad13-4afb-9a2f-0ca0c49d3961 None None] New status for floating IP 42f6df17-a8fb-412e-b2fc-c1a03367e02d: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:52.362755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-43191bcb-ae4b-4943-b01d-8f2ec85389b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1392293 Jul 22 19:42:52.506861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5e975-ef86-41e4-bd8e-5cd6805153a1 req-015991ca-3b19-4995-9006-5140d25fe2d2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:52.511763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcc5e975-ef86-41e4-bd8e-5cd6805153a1 req-015991ca-3b19-4995-9006-5140d25fe2d2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.1115804 Jul 22 19:42:52.557951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-c3a5bade-fedf-4ca8-9633-ea92ca138512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:52.559855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcc5e975-ef86-41e4-bd8e-5cd6805153a1 req-65fd59af-0818-4368-84c5-c7d8ca51930d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Jul 22 19:42:52.560942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-c3a5bade-fedf-4ca8-9633-ea92ca138512 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1097 time: 0.1486373 Jul 22 19:42:52.578885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.637060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event deleted for resources: {'Port': ['ID=dc2e14ed-c602-41dc-8d1f-ded67cfe4a71,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:52.756662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.759968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:52.764067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e50bfb02-162f-4b95-af86-d5ce376d6715 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "DELETE /v2.0/floatingips/42f6df17-a8fb-412e-b2fc-c1a03367e02d HTTP/1.1" status: 204 len: 168 time: 0.7904084 Jul 22 19:42:52.781667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-6b9509ab-776a-41cd-a54f-40ddcaef0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:52.783471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-6b9509ab-776a-41cd-a54f-40ddcaef0166 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1976807 Jul 22 19:42:52.864267 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-1be73ea9-fb1b-4457-97a9-2b413005cdba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 1000 time: 0.0729914 Jul 22 19:42:52.896212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd5c98-18ec-4c6e-ba41-6a6edb901ab5 req-ca531f26-cc6f-494d-8c9d-591061617ce0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:52.897821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02cd5c98-18ec-4c6e-ba41-6a6edb901ab5 req-ca531f26-cc6f-494d-8c9d-591061617ce0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.0774338 Jul 22 19:42:52.932280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-f385d517-060c-4bd4-b25a-f9138693e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:52.934217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-f385d517-060c-4bd4-b25a-f9138693e07f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0602748 Jul 22 19:42:52.966602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02cd5c98-18ec-4c6e-ba41-6a6edb901ab5 req-2e82ea97-e22f-49f4-96b8-38960f9c46d8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518100 Jul 22 19:42:53.023511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-50a198d0-c1d7-4653-b41d-f7d337f03405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:53.025307 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-50a198d0-c1d7-4653-b41d-f7d337f03405 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838726 Jul 22 19:42:53.060492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35346) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:53.160389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-9d2694dd-d34a-420a-ad3f-c867050de938 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277063 Jul 22 19:42:53.171124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:53.223895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:53.242961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04345404-c1da-40e6-b53d-89ae97a949c9 req-a4c969b9-fbb5-4f4d-b4a4-fd26ea3a25f1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:53.244596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04345404-c1da-40e6-b53d-89ae97a949c9 req-a4c969b9-fbb5-4f4d-b4a4-fd26ea3a25f1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1860518 Jul 22 19:42:53.266606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-40f43b0a-c756-4998-8e8f-4f197ee2ef26 req-769d5f4f-7e39-42f3-aa09-9e18773ea1fd service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988896 Jul 22 19:42:53.341723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04345404-c1da-40e6-b53d-89ae97a949c9 req-812f9b9b-5467-45a1-a1cb-9e353b12aa92 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837469 Jul 22 19:42:53.392550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:53.395787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:53.398401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] 10.222.0.10 "DELETE /v2.0/security-groups/69fdf96d-9bda-4dbd-a6d0-6b716bab0d75 HTTP/1.1" status: 204 len: 168 time: 0.3363397 Jul 22 19:42:53.410691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fdf96d-9bda-4dbd-a6d0-6b716bab0d75,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:53.419937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.420312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.420781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.421022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.421369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.421705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.422038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.422369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.422697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.423056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.423373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.423700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b36245-c6a2-4fd5-9cfe-2faab63fd839 tempest-TestServerBasicOps-857036675 tempest-TestServerBasicOps-857036675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:53.459379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35364) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:53.515937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40193daf-8052-472a-98a5-06aa5e87af13 req-18c05689-1a4a-49d7-8f2f-d9c6e9746a0d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:53.521089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-40193daf-8052-472a-98a5-06aa5e87af13 req-18c05689-1a4a-49d7-8f2f-d9c6e9746a0d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0935650 Jul 22 19:42:53.526132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:53.530834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Request body: {'floatingip': {'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:53.582011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.082653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4c89a983-fe06-4388-b88e-e84f94569c3f no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:54.148343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 4c89a983-fe06-4388-b88e-e84f94569c3f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:54.151485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4c89a983-fe06-4388-b88e-e84f94569c3f not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:54.216455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8349592-3d62-405c-98fb-ae5f226db959 req-70b92306-f827-46fb-a10e-2fc7990228bf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:54.219652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8349592-3d62-405c-98fb-ae5f226db959 req-70b92306-f827-46fb-a10e-2fc7990228bf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.1110489 Jul 22 19:42:54.306745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8349592-3d62-405c-98fb-ae5f226db959 req-28e20870-a569-4597-8ea2-5ba9853933b6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560765 Jul 22 19:42:54.327810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-387c409e-d838-434c-9c0c-e162dd4a261e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:54.329518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-387c409e-d838-434c-9c0c-e162dd4a261e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 945 time: 0.1470888 Jul 22 19:42:54.455012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port 07aa2650-1cb9-49f7-9fca-d728afff6af9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:54.455445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.500197 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.583243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port 07aa2650-1cb9-49f7-9fca-d728afff6af9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=07aa2650-1cb9-49f7-9fca-d728afff6af9,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:54.583243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.609480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for 07aa2650-1cb9-49f7-9fca-d728afff6af9 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:54.809558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.822166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['07aa2650-1cb9-49f7-9fca-d728afff6af9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:42:54.825047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:42:54.898429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=07aa2650-1cb9-49f7-9fca-d728afff6af9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:54.956051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:54.974820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:55.046384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port 07aa2650-1cb9-49f7-9fca-d728afff6af9 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:42:55.050465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:55.054263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5c78f-94fb-4cae-837e-46714b1457f1 req-d3699f44-b4a1-46d3-917d-722058d84e2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.32 "DELETE /v2.0/ports/07aa2650-1cb9-49f7-9fca-d728afff6af9 HTTP/1.1" status: 204 len: 173 time: 0.7194710 Jul 22 19:42:55.055050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'name': 'network-vif-deleted', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:55.059197 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6589b0-4bd4-4bc9-ad25-41d19922ba50" -d '{"events": [{"server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "name": "network-vif-deleted", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:55.117869 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bffa252-886b-44c2-bf76-590b5e3ca0c7 x-openstack-request-id: req-6bffa252-886b-44c2-bf76-590b5e3ca0c7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:55.118833 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e5a856b-d03c-437c-a2e0-55aa4dea9d38", "name": "network-vif-deleted", "tag": "07aa2650-1cb9-49f7-9fca-d728afff6af9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:55.120789 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bffa252-886b-44c2-bf76-590b5e3ca0c7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:55.121686 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e5a856b-d03c-437c-a2e0-55aa4dea9d38', 'name': 'network-vif-deleted', 'tag': '07aa2650-1cb9-49f7-9fca-d728afff6af9', 'status': 'completed', 'code': 200} Jul 22 19:42:55.171568 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Floating IP ef8e0955-bf60-492d-801f-4cdc7d7f8b90 associated. External IP: 172.25.6.47, port: 189c85c0-d1c8-4124-a18a-cdceba4c59dc. Jul 22 19:42:55.317538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:55.434608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f2bf494-d2f8-4e57-9e4d-c1c80d5f43a9 req-c24e8c4c-3345-4f50-9c81-245a3791a4a4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e5a856b-d03c-437c-a2e0-55aa4dea9d38 HTTP/1.1" status: 200 len: 210 time: 0.0349584 Jul 22 19:42:55.553392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:55.785813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:55.793464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:55.798038 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:55.808251 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:55.808890 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:55.864414 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a148f841-22c4-4410-8093-9441e04f8d6b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "PUT /v2.0/floatingips/ef8e0955-bf60-492d-801f-4cdc7d7f8b90 HTTP/1.1" status: 200 len: 990 time: 2.3371432 Jul 22 19:42:55.865330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:42:55.868013 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b2cc98-b919-41af-96ef-3de90171ce27" -d '{"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:42:55.890504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Deleting port 35299bbf-19c6-47bc-91d0-825b70933bb1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:55.890974 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:55.964961 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e0f058-5f9f-45a5-ad5f-8f6fa50f50e0 x-openstack-request-id: req-99e0f058-5f9f-45a5-ad5f-8f6fa50f50e0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:42:55.965332 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:42:55.965839 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99e0f058-5f9f-45a5-ad5f-8f6fa50f50e0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:42:55.966257 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'status': 'completed', 'code': 200} Jul 22 19:42:55.982447 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:56.019107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] For port 35299bbf-19c6-47bc-91d0-825b70933bb1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=35299bbf-19c6-47bc-91d0-825b70933bb1,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:56.019374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:56.037601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Calling delete_port for 35299bbf-19c6-47bc-91d0-825b70933bb1 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:56.158446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-8a0183a1-5ce5-48a7-bb9f-32e9f1c19efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:56.167019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-8a0183a1-5ce5-48a7-bb9f-32e9f1c19efc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1097 time: 0.1997604 Jul 22 19:42:56.316493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-f3850b8f-9ce1-49ec-8446-ee1758f6e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:56.318010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-f3850b8f-9ce1-49ec-8446-ee1758f6e2d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1431015 Jul 22 19:42:56.424549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-54c771f1-6868-4cc6-9e26-d85a7eb560f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 998 time: 0.0988314 Jul 22 19:42:56.424945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:56.476058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Pushing event deleted for resources: {'Port': ['ID=35299bbf-19c6-47bc-91d0-825b70933bb1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:56.490153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.490426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.490775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.491187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.491459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.491797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.492131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.493062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.493602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.494060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.494770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.494770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:42:56.522537 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ef8e0955-bf60-492d-801f-4cdc7d7f8b90', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:42:37Z', 'updated_at': '2021-07-22T19:42:54Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:56.545105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-2065d60f-e6a0-452e-b6a9-2d4b963543bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:56.546607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-2065d60f-e6a0-452e-b6a9-2d4b963543bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1146405 Jul 22 19:42:56.591472 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:56.611696 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:56.614585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:56.683066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-404b34f2-6b91-47f5-937f-903eee81aa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:56.691050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-404b34f2-6b91-47f5-937f-903eee81aa7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351180 Jul 22 19:42:56.856381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:56.858575 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:57.155241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:57.262379 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ef8e0955-bf60-492d-801f-4cdc7d7f8b90', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:42:37Z', 'updated_at': '2021-07-22T19:42:54Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:57.286440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Router e3c3e704-e89e-47ff-9120-5ce9669fe33c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:42:57.302411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e027b1-ed00-4fe0-aeaf-825cdfef2b48 None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ef8e0955-bf60-492d-801f-4cdc7d7f8b90', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'floating_ip_address': '172.25.6.47', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '8777ad6b-ced4-461a-9726-a53193379927', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:42:37Z', 'updated_at': '2021-07-22T19:42:54Z', 'revision_number': 1, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:57.519574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:42:57.530953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Sync routers for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:42:57.532719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-952051ba-7794-402e-a19a-1dc673b1a749 admin admin] 10.222.0.10 "PUT /v2.0/routers/e3c3e704-e89e-47ff-9120-5ce9669fe33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0718231 Jul 22 19:42:57.534934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:57.549548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:57.550532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:57.614979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-cde3847f-3500-4a2c-8aa5-46048a6c0f0b service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030905 Jul 22 19:42:57.696560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:57.735431 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d49b6f-8b85-46c1-bf9c-e10050d1d028 None None] New status for floating IP ef8e0955-bf60-492d-801f-4cdc7d7f8b90: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:42:57.750763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-b7e4d51a-bfed-4106-a4da-ec2e4b9b183e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:57.752451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-b7e4d51a-bfed-4106-a4da-ec2e4b9b183e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.9100091 Jul 22 19:42:57.777318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-e97157d2-ffde-4953-a5a2-4094f9ec997f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0155675 Jul 22 19:42:57.793331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:57.817483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7473954b-ed4c-4f03-99f8-9d3466181a91 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 22 19:42:57.927068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-9bd3c8bd-d8be-4ab1-92a6-fe3c8cc38b4d service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014111 Jul 22 19:42:57.933184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51b2cc98-b919-41af-96ef-3de90171ce27 req-4093656f-a107-4a9e-a77f-932ff7bcf15f service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173275 Jul 22 19:42:58.022477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.093802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Deleting port ad13d585-8a27-4209-b173-bbaff6e2b762 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:42:58.094388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.107348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 07aa2650-1cb9-49f7-9fca-d728afff6af9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:58.123727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-1f746410-e697-416e-bf8c-d32a5a0e3033 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822371 Jul 22 19:42:58.206512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 07aa2650-1cb9-49f7-9fca-d728afff6af9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:58.207045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 07aa2650-1cb9-49f7-9fca-d728afff6af9 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:58.246195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:42:56Z', 'revision_number': 5, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port': {'id': 'ad13d585-8a27-4209-b173-bbaff6e2b762', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:36:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:18Z', 'updated_at': '2021-07-22T19:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:58.274001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] For port ad13d585-8a27-4209-b173-bbaff6e2b762, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ad13d585-8a27-4209-b173-bbaff6e2b762,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:42:58.274388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.277486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Checking router: e3c3e704-e89e-47ff-9120-5ce9669fe33c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:42:58.295428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Calling delete_port for ad13d585-8a27-4209-b173-bbaff6e2b762 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:42:58.312229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Routers {'e3c3e704-e89e-47ff-9120-5ce9669fe33c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:42:58.313224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:58.359547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ec054e2-573d-43f6-a69d-51996ba852bc req-64b7ea45-e527-4060-a3e2-80e14401bbb3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 210 time: 0.0586410 Jul 22 19:42:58.490455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] Set router e3c3e704-e89e-47ff-9120-5ce9669fe33c gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:42:58.557382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:42:58Z', 'revision_number': 6, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:42:58.582325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.596583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca146c0-71d3-41b0-8f84-c5310d15a59f None None] The sync data for ids ['e3c3e704-e89e-47ff-9120-5ce9669fe33c'] in n-d-800087-13 is: [{'id': 'e3c3e704-e89e-47ff-9120-5ce9669fe33c', 'name': 'tempest-TestServerBasicOps-1993005431-router', 'tenant_id': '129c8b97817743299f040e9d94ae8717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:17Z', 'updated_at': '2021-07-22T19:42:58Z', 'revision_number': 6, 'project_id': '129c8b97817743299f040e9d94ae8717', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:42:58.703486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad13d585-8a27-4209-b173-bbaff6e2b762,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:58.750815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.852699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:58.855059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.137184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 35299bbf-19c6-47bc-91d0-825b70933bb1 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:42:59.187030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 35299bbf-19c6-47bc-91d0-825b70933bb1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:42:59.187597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 35299bbf-19c6-47bc-91d0-825b70933bb1 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:42:59.309818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.310535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c3e704-e89e-47ff-9120-5ce9669fe33c {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:42:59.317178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.321258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ba77bc94-ec3d-41ad-871a-615583b92204 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e3c3e704-e89e-47ff-9120-5ce9669fe33c HTTP/1.1" status: 204 len: 168 time: 1.7818844 Jul 22 19:42:59.321796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:59.379887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Deleting subnet 369c523d-6ac6-40b0-bf21-b0d05922763d {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:42:59.382684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.426199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.558207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96589dd2-994e-46df-abf7-029f94ca1932 req-884c038d-3431-4195-b73f-d9cde34decaa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 210 time: 0.0928178 Jul 22 19:42:59.665479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.668070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-415354eb-d6d6-408e-84cf-cbf136ccc599 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:42:59.671500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-415354eb-d6d6-408e-84cf-cbf136ccc599 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2098789 Jul 22 19:42:59.686902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:42:59.745216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.787704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369c523d-6ac6-40b0-bf21-b0d05922763d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:42:59.797559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.799998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-663e648c-1a8a-403d-8b53-e7bc609f1613 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/369c523d-6ac6-40b0-bf21-b0d05922763d HTTP/1.1" status: 204 len: 168 time: 0.4766545 Jul 22 19:42:59.802063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35546) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:42:59.805473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c5239-2b50-48eb-923d-785a9041bf1a None None] Network 62a5433e-a713-4d65-bad1-ca426454a7f5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:42:59.941650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:42:59.955897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:42:59.960910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.089395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Deleting port 4b85a687-302f-4f96-9158-f27628a28520 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:00.089738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.171670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.2 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/22bfecb3-2a93-43be-83ac-94352409443c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:43:00.204936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] For port 4b85a687-302f-4f96-9158-f27628a28520, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4b85a687-302f-4f96-9158-f27628a28520,segment=NetworkSegment(fd3f714f-7e28-43a9-b994-c0347d94b204),segment_id=fd3f714f-7e28-43a9-b994-c0347d94b204)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:00.205425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.234723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Calling delete_port for 4b85a687-302f-4f96-9158-f27628a28520 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:00.235594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] DHCP port deletion for 62a5433e-a713-4d65-bad1-ca426454a7f5 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:43:00.334931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Deleting port 4b85a687-302f-4f96-9158-f27628a28520 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:00.337612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.346917 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.385423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b85a687-302f-4f96-9158-f27628a28520,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:00.394817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] No DVR routers for this DVR port 4b85a687-302f-4f96-9158-f27628a28520 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:43:00.439476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.479298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] For port 4b85a687-302f-4f96-9158-f27628a28520, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:00.479859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.483964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.537773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.538915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Calling delete_port for 4b85a687-302f-4f96-9158-f27628a28520 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:00.546416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:43:00.549759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Port 4b85a687-302f-4f96-9158-f27628a28520 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:43:00.554361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.563787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:43:00.568739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a5433e-a713-4d65-bad1-ca426454a7f5']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:00.573823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:43:00.590259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3f714f-7e28-43a9-b994-c0347d94b204') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:00.590566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3f714f-7e28-43a9-b994-c0347d94b204') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:00.601225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.620579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] No DVR routers for this DVR port 4b85a687-302f-4f96-9158-f27628a28520 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:43:00.630626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.645167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466c6bb-9a91-4492-afa1-5c3f83191517 None None] Pushing event deleted for resources: {'Port': ['ID=4b85a687-302f-4f96-9158-f27628a28520,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:00.650798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:43:00.651243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:43:00.669240 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:43:00.671365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:00.671365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.673689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:00.714744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-7d1d332c-88ad-4faf-88aa-f1d33daec452 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0333629 Jul 22 19:43:00.728996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Request body: {'port': {'device_id': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:43:00.813004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.821329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.823279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/62a5433e-a713-4d65-bad1-ca426454a7f5 HTTP/1.1" status: 204 len: 168 time: 1.0200701 Jul 22 19:43:00.833971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35568) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:00.881332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:00.987467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78243625-a315-40a0-8c81-84072852bdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a5433e-a713-4d65-bad1-ca426454a7f5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:01.000108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025de79-16c1-40d3-80c0-6b3c8be714ca req-4f4bc5bb-258e-4301-a0be-87bb756847a5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:01.019223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8025de79-16c1-40d3-80c0-6b3c8be714ca req-4f4bc5bb-258e-4301-a0be-87bb756847a5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 931 time: 0.3248634 Jul 22 19:43:01.034637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ad13d585-8a27-4209-b173-bbaff6e2b762 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:01.065964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ad13d585-8a27-4209-b173-bbaff6e2b762 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:01.066311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ad13d585-8a27-4209-b173-bbaff6e2b762 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:01.066727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4b85a687-302f-4f96-9158-f27628a28520 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:01.103554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 4b85a687-302f-4f96-9158-f27628a28520 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:01.110970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4b85a687-302f-4f96-9158-f27628a28520 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:01.154153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8025de79-16c1-40d3-80c0-6b3c8be714ca req-36b416a6-38ee-41d1-b5d4-b194fdd24f19 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339765 Jul 22 19:43:01.324209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bfecb3-2a93-43be-83ac-94352409443c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:43:01.334499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.356758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Transition to ACTIVE for port object 22bfecb3-2a93-43be-83ac-94352409443c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:43:01.364521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.371251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:01.420184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.431550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:01.528989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Attempting to bind port 22bfecb3-2a93-43be-83ac-94352409443c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:43:01.529741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Attempting to bind port 22bfecb3-2a93-43be-83ac-94352409443c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:43:01.529741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Attempting to bind port 22bfecb3-2a93-43be-83ac-94352409443c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:43:01.538448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Port 22bfecb3-2a93-43be-83ac-94352409443c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:43:01.538790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Attempting to bind port 22bfecb3-2a93-43be-83ac-94352409443c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:43:01.547585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:43:01.547887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:43:01.551015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:43:01.551468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Bound port: 22bfecb3-2a93-43be-83ac-94352409443c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:43:01.552268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.589531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0b6b-9cd8-4e0b-892f-f428b9d15a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.665685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:43:01.685603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:43:01.691926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.747987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Deleting port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:01.748489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.760375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:01.770222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.770222 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] 10.222.0.26 "PUT /v2.0/ports/22bfecb3-2a93-43be-83ac-94352409443c HTTP/1.1" status: 200 len: 1092 time: 1.0397117 Jul 22 19:43:01.770222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:01.770222 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d716716-c184-4af0-8a1e-6125cdbd491d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "tag": "22bfecb3-2a93-43be-83ac-94352409443c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:01.811793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0b6b-9cd8-4e0b-892f-f428b9d15a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.821024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0b6b-9cd8-4e0b-892f-f428b9d15a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.871985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] For port 8c5b27ad-02b9-425c-bc32-9b79e7256a2a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:01.872285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:01.893670 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc119834-43cb-40bc-8cd4-c33f718d06be x-openstack-request-id: req-dc119834-43cb-40bc-8cd4-c33f718d06be {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:01.893973 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "tag": "22bfecb3-2a93-43be-83ac-94352409443c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:01.894221 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc119834-43cb-40bc-8cd4-c33f718d06be {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:01.894633 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c', 'status': 'completed', 'code': 200} Jul 22 19:43:01.895562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Calling delete_port for 8c5b27ad-02b9-425c-bc32-9b79e7256a2a owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:01.930044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d74473-1c28-44ad-aec8-43275515f632 service neutron] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:01.941095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0b6b-9cd8-4e0b-892f-f428b9d15a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988780e8-5227-49ff-a4b8-352ac6bba0eb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:01.953676 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-940b0b6b-9cd8-4e0b-892f-f428b9d15a7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac62cb2d66bf42e480cff4987c98b80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772307 Jul 22 19:43:01.954153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:02.002488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-53e00dbf-9edb-4a85-b5a5-bbf6b7a24515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.004012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-53e00dbf-9edb-4a85-b5a5-bbf6b7a24515 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 1095 time: 0.1799850 Jul 22 19:43:02.021144 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.075813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-73a208dd-9950-468f-833f-e863793d5fd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22bfecb3-2a93-43be-83ac-94352409443c HTTP/1.1" status: 200 len: 217 time: 0.0556643 Jul 22 19:43:02.098707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.107187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.142174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5b27ad-02b9-425c-bc32-9b79e7256a2a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:02.181283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-781f649b-b612-45f7-a5d4-621c6c9b762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.188754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-781f649b-b612-45f7-a5d4-621c6c9b762c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.1054122 Jul 22 19:43:02.242314 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-869a8cf4-3eaa-4dda-b787-52c5695dbaa5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442693 Jul 22 19:43:02.321845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.324549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.328760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/988780e8-5227-49ff-a4b8-352ac6bba0eb HTTP/1.1" status: 204 len: 168 time: 0.3739357 Jul 22 19:43:02.343701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce10e5-d318-4a1e-ad9b-f4439f54c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988780e8-5227-49ff-a4b8-352ac6bba0eb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:02.390359 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-eca8c443-ed87-49ec-9347-90c406b7e97c service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413145 Jul 22 19:43:02.434159 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.472526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32edc6-8ab1-48eb-b2ee-9ae2caa10bc2 req-2ffe3578-88bd-45ac-bce1-d778f6dadd00 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.474399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd32edc6-8ab1-48eb-b2ee-9ae2caa10bc2 req-2ffe3578-88bd-45ac-bce1-d778f6dadd00 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 943 time: 0.1140459 Jul 22 19:43:02.553064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c98620d7-fc8d-4ecd-b93e-ec73152fc652 req-d93ae19a-b830-406b-8af7-f996b489ed84 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553357 Jul 22 19:43:02.629622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd32edc6-8ab1-48eb-b2ee-9ae2caa10bc2 req-3ede6837-5505-4527-b237-7eae23b2af66 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Jul 22 19:43:02.678765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-26b00ca2-4782-4f66-9f54-2869e3ba14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.681013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-26b00ca2-4782-4f66-9f54-2869e3ba14f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 1095 time: 0.0661314 Jul 22 19:43:02.751492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35622) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:02.771253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53392561-273b-45c2-88d7-2ab38e40b274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:02.792097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-7aa8f216-3e4c-4b44-a794-9b43733fe163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.793587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-7aa8f216-3e4c-4b44-a794-9b43733fe163 service neutron] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.1063364 Jul 22 19:43:02.797887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Router eb2e99d5-0329-449a-8e2b-005086e6e4ec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:43:02.844930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-9383e2d7-b5f5-451b-b4ef-638af6a4c52d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22bfecb3-2a93-43be-83ac-94352409443c HTTP/1.1" status: 200 len: 217 time: 0.0438094 Jul 22 19:43:02.904215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-3c8bb5a7-03af-4514-8a1e-eb1ff3b21ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:02.905774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-3c8bb5a7-03af-4514-8a1e-eb1ff3b21ec3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0533383 Jul 22 19:43:02.963791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-4d81d20b-eed0-4cc7-b807-2ba87f3f3ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462580 Jul 22 19:43:03.016169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:43:03.027784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53392561-273b-45c2-88d7-2ab38e40b274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.028802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Sync routers for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:43:03.035842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0ca4b3a1-3c0e-4ebd-b5ae-0f747aed2a70 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb2e99d5-0329-449a-8e2b-005086e6e4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1996987 Jul 22 19:43:03.040315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35628) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:03.042314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:43:03.042951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:03.058625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-53392561-273b-45c2-88d7-2ab38e40b274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.108773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-70f177bf-66e6-4971-a88c-c27cc6a97394 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371515 Jul 22 19:43:03.149253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53392561-273b-45c2-88d7-2ab38e40b274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d16106-1a86-4f53-8b42-f9f423c147a2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:03.168048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:43:03.183074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-53392561-273b-45c2-88d7-2ab38e40b274 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4e99b719cb54b01b5d6549948430bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305315 Jul 22 19:43:03.191911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:03.231180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.274595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.281996 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d716716-c184-4af0-8a1e-6125cdbd491d req-01ecf2dc-48fc-4ab3-b41c-66c458779c29 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647561 Jul 22 19:43:03.301165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.359202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.362179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.365645 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54d16106-1a86-4f53-8b42-f9f423c147a2 HTTP/1.1" status: 204 len: 168 time: 0.1704450 Jul 22 19:43:03.390525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbb83-2d1c-4e19-8486-38708284d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d16106-1a86-4f53-8b42-f9f423c147a2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:03.391903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.432107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:43:02Z', 'revision_number': 5, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port': {'id': 'd70b8012-a470-4710-9237-15c8e48ff9a8', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:43:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:37:28Z', 'updated_at': '2021-07-22T19:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:03.455824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Deleting port d70b8012-a470-4710-9237-15c8e48ff9a8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:03.456396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.473982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Checking router: eb2e99d5-0329-449a-8e2b-005086e6e4ec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:43:03.486185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Routers {'eb2e99d5-0329-449a-8e2b-005086e6e4ec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:43:03.486827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:03.554234 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:43:03.565387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] For port d70b8012-a470-4710-9237-15c8e48ff9a8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d70b8012-a470-4710-9237-15c8e48ff9a8,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:03.566098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:03.580109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] Set router eb2e99d5-0329-449a-8e2b-005086e6e4ec gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:43:03.582563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Calling delete_port for d70b8012-a470-4710-9237-15c8e48ff9a8 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:03.651390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-472746d7-09bc-405f-9958-0e15be97725f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:43:03Z', 'revision_number': 6, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:03.686914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472746d7-09bc-405f-9958-0e15be97725f None None] The sync data for ids ['eb2e99d5-0329-449a-8e2b-005086e6e4ec'] in n-d-800087-13 is: [{'id': 'eb2e99d5-0329-449a-8e2b-005086e6e4ec', 'name': 'tempest-TestServerBasicOps-1735699843-router', 'tenant_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:37:26Z', 'updated_at': '2021-07-22T19:43:03Z', 'revision_number': 6, 'project_id': 'e75350ad61bd4b46a7b1f4cb913be577', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:43:04.294545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421939-cb41-4f2b-b842-13c65baf1a75 req-6cdc314c-8dd0-4fd1-94fb-8bc826068bf4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:04.296097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0421939-cb41-4f2b-b842-13c65baf1a75 req-6cdc314c-8dd0-4fd1-94fb-8bc826068bf4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 943 time: 0.2764096 Jul 22 19:43:04.297377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.338000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b8012-a470-4710-9237-15c8e48ff9a8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:04.416578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0421939-cb41-4f2b-b842-13c65baf1a75 req-1ea6e385-e312-4f60-911b-29fdb33c373d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066318 Jul 22 19:43:04.440866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.544138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.546597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.595281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.596034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb2e99d5-0329-449a-8e2b-005086e6e4ec {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:43:04.601094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.606125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:04.606630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c44797e9-ba37-4162-bb48-a8a2d8d17feb admin admin] 10.222.0.10 "DELETE /v2.0/routers/eb2e99d5-0329-449a-8e2b-005086e6e4ec HTTP/1.1" status: 204 len: 168 time: 1.5644789 Jul 22 19:43:04.691580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35680) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:04.719292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Deleting subnet f02e915e-8236-4f2c-b666-a837bd08694f {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:43:04.723397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.802817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.947367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:04.951667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f82bd33-4913-495c-bce3-c475c3c1e54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.042041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.053334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d70b8012-a470-4710-9237-15c8e48ff9a8 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:05.076013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02e915e-8236-4f2c-b666-a837bd08694f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:05.085488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.087900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5931be1c-ee91-4b4b-8d30-218294d1fb8a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f02e915e-8236-4f2c-b666-a837bd08694f HTTP/1.1" status: 204 len: 168 time: 0.4804022 Jul 22 19:43:05.089615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d70b8012-a470-4710-9237-15c8e48ff9a8 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:05.090082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d70b8012-a470-4710-9237-15c8e48ff9a8 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:05.090443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:05.090834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c5b27ad-02b9-425c-bc32-9b79e7256a2a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:05.096555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2ac0d-a280-448f-a66d-7b6c6468d7b7 None None] Network 346857a7-2d61-4494-9bc1-a03de2243c7a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:43:05.135566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f82bd33-4913-495c-bce3-c475c3c1e54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.139452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8c5b27ad-02b9-425c-bc32-9b79e7256a2a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:05.139872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c5b27ad-02b9-425c-bc32-9b79e7256a2a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:05.142539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f82bd33-4913-495c-bce3-c475c3c1e54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.233103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.269172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82bd33-4913-495c-bce3-c475c3c1e54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba315e8c-7b35-438f-a213-a01fc6484fa6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:05.291938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:05.292521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3f82bd33-4913-495c-bce3-c475c3c1e54a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=387fcc41f43848b687408c048839112e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997343 Jul 22 19:43:05.332322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Deleting port 59637aa2-3e32-4d5d-8778-f91b80ea23ac {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:05.332658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.379844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] DHCP port deletion for 346857a7-2d61-4494-9bc1-a03de2243c7a request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:43:05.406977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.427646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] For port 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59637aa2-3e32-4d5d-8778-f91b80ea23ac,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:05.427937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.430979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Deleting port 59637aa2-3e32-4d5d-8778-f91b80ea23ac {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:05.431453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.450627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.452409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Calling delete_port for 59637aa2-3e32-4d5d-8778-f91b80ea23ac owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:05.503693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] For port 59637aa2-3e32-4d5d-8778-f91b80ea23ac, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59637aa2-3e32-4d5d-8778-f91b80ea23ac,segment=NetworkSegment(b8f30f5a-e793-4c83-a7be-5821cc369c19),segment_id=b8f30f5a-e793-4c83-a7be-5821cc369c19)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:05.504232 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.517535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Calling delete_port for 59637aa2-3e32-4d5d-8778-f91b80ea23ac owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:05.558008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.560614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.564221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba315e8c-7b35-438f-a213-a01fc6484fa6 HTTP/1.1" status: 204 len: 168 time: 0.2688131 Jul 22 19:43:05.592113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b3146-e6ce-4076-83ba-7148918c5351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba315e8c-7b35-438f-a213-a01fc6484fa6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:05.605636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d534-1e72-4f9e-9cb7-0bfec93c8458 req-86bdc123-ea58-4fa6-9b35-9984a52c264a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:05.607275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4317d534-1e72-4f9e-9cb7-0bfec93c8458 req-86bdc123-ea58-4fa6-9b35-9984a52c264a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 943 time: 0.0862842 Jul 22 19:43:05.614409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.650858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.668866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59637aa2-3e32-4d5d-8778-f91b80ea23ac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:05.670517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] No DVR routers for this DVR port 59637aa2-3e32-4d5d-8778-f91b80ea23ac on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:43:05.674500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4317d534-1e72-4f9e-9cb7-0bfec93c8458 req-f7c7c5d0-1c58-4d19-a95f-04bd410eb353 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Jul 22 19:43:05.682194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] No DVR routers for this DVR port 59637aa2-3e32-4d5d-8778-f91b80ea23ac on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:43:05.700100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:43:05.716222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079d20e-e9bb-4e7a-bdb8-0e63cbd5cad6 None None] Pushing event deleted for resources: {'Port': ['ID=59637aa2-3e32-4d5d-8778-f91b80ea23ac,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:05.800024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.819002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346857a7-2d61-4494-9bc1-a03de2243c7a']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:05.821940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:05.830449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f30f5a-e793-4c83-a7be-5821cc369c19') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:05.830901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f30f5a-e793-4c83-a7be-5821cc369c19') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:43:05.849449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.849608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '22bfecb3-2a93-43be-83ac-94352409443c', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': '22bfecb3-2a93-43be-83ac-94352409443c', 'mac_address': 'fa:16:3e:98:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:43:05.864328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.877228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:43:05.877930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.898767 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:43:05.900888 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:43:05.916439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bfecb3-2a93-43be-83ac-94352409443c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:43:05.936775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:05.942196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.960409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.971123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:05.977198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/346857a7-2d61-4494-9bc1-a03de2243c7a HTTP/1.1" status: 204 len: 168 time: 0.8820505 Jul 22 19:43:05.999008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111ab25-a67b-4078-b1ac-d357a1b8b9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=346857a7-2d61-4494-9bc1-a03de2243c7a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:06.014837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:06.126004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.131280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.140777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6d5-6e6c-4d06-b5ce-7a62032f543e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.147854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['22bfecb3-2a93-43be-83ac-94352409443c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:43:06.190504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-987a528c-c131-418b-83bb-15f9c9329734 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=129c8b97817743299f040e9d94ae8717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566356 Jul 22 19:43:06.193887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35728) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.262909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.265165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6d5-6e6c-4d06-b5ce-7a62032f543e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.273084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae18d6d5-6e6c-4d06-b5ce-7a62032f543e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.293833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.309929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18d6d5-6e6c-4d06-b5ce-7a62032f543e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d6bf2-03d8-49a5-8bca-397bbebc23b6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:06.346865 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae18d6d5-6e6c-4d06-b5ce-7a62032f543e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=188e6d118b1748a1afe863f2990a22cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194128 Jul 22 19:43:06.349906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.372272 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.374790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.375967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff45ec75-18ef-4ffc-be3d-91c3d487141b HTTP/1.1" status: 204 len: 168 time: 0.1806290 Jul 22 19:43:06.394498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f98022-aead-4220-a43e-89b0d790c257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45ec75-18ef-4ffc-be3d-91c3d487141b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:06.422281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.448881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.505235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.505235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.506791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e51d6bf2-03d8-49a5-8bca-397bbebc23b6 HTTP/1.1" status: 204 len: 168 time: 0.1554749 Jul 22 19:43:06.516063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b799253-17a3-4670-96c4-85197499f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d6bf2-03d8-49a5-8bca-397bbebc23b6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:06.799287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35744) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.842021 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6920d8b9-f789-476c-a9ab-a9327d36390a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e75350ad61bd4b46a7b1f4cb913be577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414672 Jul 22 19:43:06.844450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:06.845378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918c751-3893-427a-a27c-d1ae01a88056 req-8d22d871-c42e-4c95-9d8c-329843eb27fa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:06.847034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b918c751-3893-427a-a27c-d1ae01a88056 req-8d22d871-c42e-4c95-9d8c-329843eb27fa tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 944 time: 0.0712502 Jul 22 19:43:06.898551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.904850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b918c751-3893-427a-a27c-d1ae01a88056 req-941cdc44-1147-4948-a886-7796dac20e74 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497887 Jul 22 19:43:06.924944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.976060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.980387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:06.981976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8351d18-6f1f-49f1-88af-abc0aafc8d4f HTTP/1.1" status: 204 len: 168 time: 0.1364739 Jul 22 19:43:06.994324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d42b7-f80b-4283-8b55-495dac49d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8351d18-6f1f-49f1-88af-abc0aafc8d4f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:07.048899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59637aa2-3e32-4d5d-8778-f91b80ea23ac no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:07.072285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 59637aa2-3e32-4d5d-8778-f91b80ea23ac {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:07.072783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59637aa2-3e32-4d5d-8778-f91b80ea23ac not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:07.090438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35756) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:07.095222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-189d10b6-b600-49dd-a6c4-0e9021df2093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.105334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ae32818-9c14-4f0a-bca7-109ef8c19c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.233282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ae32818-9c14-4f0a-bca7-109ef8c19c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.237754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ae32818-9c14-4f0a-bca7-109ef8c19c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.278681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae32818-9c14-4f0a-bca7-109ef8c19c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e7935-ac70-42ac-a6cc-b5fa2cdc38f0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:07.285942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7ae32818-9c14-4f0a-bca7-109ef8c19c69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6feb5ac2c59549e7b3a1ae7395961169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919959 Jul 22 19:43:07.286243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35762) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:43:07.352006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.382413 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.466041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.468753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:07.470161 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be0e7935-ac70-42ac-a6cc-b5fa2cdc38f0 HTTP/1.1" status: 204 len: 168 time: 0.1829350 Jul 22 19:43:07.479803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac2619-3e98-422e-ad6f-be417dbaed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e7935-ac70-42ac-a6cc-b5fa2cdc38f0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:07.687772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:43:07.745187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 22bfecb3-2a93-43be-83ac-94352409443c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:43:07.749200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 22bfecb3-2a93-43be-83ac-94352409443c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:43:07.749748 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:08.078802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:08.136275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:08.139086 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc68bc54-e763-4115-8465-74dd609f294e" -d '{"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-plugged", "status": "completed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:08.176699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:08.188524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87f1-ca26-4867-86fe-d483e993c631 req-f0933c50-5033-40f0-a406-84709007f65c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:08.196280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:08.200973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dc87f1-ca26-4867-86fe-d483e993c631 req-f0933c50-5033-40f0-a406-84709007f65c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 944 time: 0.1781979 Jul 22 19:43:08.290057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83dc87f1-ca26-4867-86fe-d483e993c631 req-1705ec87-c7b3-4186-b250-d606e52917cc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864868 Jul 22 19:43:08.290867 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778cff87-8ed0-4aae-872d-2920a13d8fb1 x-openstack-request-id: req-778cff87-8ed0-4aae-872d-2920a13d8fb1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:08.291227 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-plugged", "status": "completed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:08.291702 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-778cff87-8ed0-4aae-872d-2920a13d8fb1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:08.292190 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c', 'code': 200} Jul 22 19:43:08.335268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:08.404129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643daf-1f62-4dcf-9d7e-d34e2c58c17f req-57598106-28b1-4eb9-b125-15c9bbc3c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:08.405687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea643daf-1f62-4dcf-9d7e-d34e2c58c17f req-57598106-28b1-4eb9-b125-15c9bbc3c6d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 1097 time: 0.0680206 Jul 22 19:43:08.440915 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea643daf-1f62-4dcf-9d7e-d34e2c58c17f req-f44d2443-0a50-45ca-9c6e-74ed01963eff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292940 Jul 22 19:43:09.465823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be93031-10ce-4470-92cb-bcb558f6130c req-cc16acf0-de05-46c0-965b-7af27cc4df9e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:09.467502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8be93031-10ce-4470-92cb-bcb558f6130c req-cc16acf0-de05-46c0-965b-7af27cc4df9e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0916278 Jul 22 19:43:09.509577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8be93031-10ce-4470-92cb-bcb558f6130c req-a91258d4-a7e1-4b04-8fa3-2c3b3d9f2441 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Jul 22 19:43:09.919286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:09.967560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08311036-ccdb-4e9d-a12d-eed2f72b0a3d req-a0ba1b71-e8a8-40bf-b244-17c7b0b7a079 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:09.969265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08311036-ccdb-4e9d-a12d-eed2f72b0a3d req-a0ba1b71-e8a8-40bf-b244-17c7b0b7a079 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0800405 Jul 22 19:43:10.016559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6190bd73-ca40-4b28-babf-b86995391579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:10.032058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08311036-ccdb-4e9d-a12d-eed2f72b0a3d req-ddcabb88-9018-493f-b3e1-579593e256c3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Jul 22 19:43:11.176793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf52ad-7e8b-4e52-ad82-ba5a95fb61a7 req-318ef50f-a165-4c61-9864-d58663134e41 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:11.179069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9bf52ad-7e8b-4e52-ad82-ba5a95fb61a7 req-318ef50f-a165-4c61-9864-d58663134e41 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0687761 Jul 22 19:43:11.228065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9bf52ad-7e8b-4e52-ad82-ba5a95fb61a7 req-1b7e942c-1a11-4a85-b469-7a297d0d7b80 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410197 Jul 22 19:43:11.462140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:12.366958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fb408-c908-441c-9529-c1c1722e0449 req-cdaee88f-a810-4732-9eac-662ff3661917 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:12.368501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c59fb408-c908-441c-9529-c1c1722e0449 req-cdaee88f-a810-4732-9eac-662ff3661917 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0678098 Jul 22 19:43:12.420865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c59fb408-c908-441c-9529-c1c1722e0449 req-7baac420-815a-451f-b119-784465722bf5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Jul 22 19:43:12.857088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:13.565412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e749f54-3d73-485e-a5e0-15f543832c65 req-2d05b6d7-6803-4fd4-a895-e56d1f3d6531 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:13.567078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e749f54-3d73-485e-a5e0-15f543832c65 req-2d05b6d7-6803-4fd4-a895-e56d1f3d6531 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0811591 Jul 22 19:43:13.605896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e749f54-3d73-485e-a5e0-15f543832c65 req-e7bd42eb-3f0e-4103-ad3e-a1cc406af053 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Jul 22 19:43:14.740439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78b40-390b-4461-8927-e0750342d5ad req-39921476-1a69-46ff-b4ad-98d0f8a9a42e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:14.742987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02e78b40-390b-4461-8927-e0750342d5ad req-39921476-1a69-46ff-b4ad-98d0f8a9a42e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0675962 Jul 22 19:43:14.785553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02e78b40-390b-4461-8927-e0750342d5ad req-878a076c-cdbc-4794-9c90-5e24b0a8db97 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360348 Jul 22 19:43:15.931262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f16398-e93c-4be2-83ce-03122d3481f9 req-ed1465cc-42d5-4d14-970d-a84fc22c7997 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:15.932795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9f16398-e93c-4be2-83ce-03122d3481f9 req-ed1465cc-42d5-4d14-970d-a84fc22c7997 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0681858 Jul 22 19:43:15.973051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9f16398-e93c-4be2-83ce-03122d3481f9 req-0f1480b1-d96c-4111-aa28-4956da197340 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Jul 22 19:43:17.111209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875c4f-751a-4b34-be44-4d7bc3e26586 req-db86887a-d5f3-41aa-9d8b-9e93c31cd880 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:17.112763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6875c4f-751a-4b34-be44-4d7bc3e26586 req-db86887a-d5f3-41aa-9d8b-9e93c31cd880 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0666525 Jul 22 19:43:17.150716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6875c4f-751a-4b34-be44-4d7bc3e26586 req-924da5ab-9130-497a-aa30-e0d7a8277f6c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315566 Jul 22 19:43:18.296557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15090aa7-afef-4544-84e6-c2d2c1ec4a78 req-d33ca4d7-91a8-4b9e-8342-913d755b9583 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:18.298079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15090aa7-afef-4544-84e6-c2d2c1ec4a78 req-d33ca4d7-91a8-4b9e-8342-913d755b9583 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0718317 Jul 22 19:43:18.339034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15090aa7-afef-4544-84e6-c2d2c1ec4a78 req-a3e8aafa-bef4-4329-ab72-c7c101b0ba03 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350947 Jul 22 19:43:19.484313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01632ef6-5d01-4569-858b-70dbdcda320d req-4279a47f-056f-420e-923c-b5f13d5418b3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:19.485825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01632ef6-5d01-4569-858b-70dbdcda320d req-4279a47f-056f-420e-923c-b5f13d5418b3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0748892 Jul 22 19:43:19.527559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01632ef6-5d01-4569-858b-70dbdcda320d req-53a3d7f2-6199-4373-af5c-b6a6e11d2c63 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Jul 22 19:43:20.688199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d50cf-34fb-466d-8f74-bb0b0b3d6449 req-3af81cb9-debc-435f-a8e2-aeae9d7a7d90 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:20.689743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e06d50cf-34fb-466d-8f74-bb0b0b3d6449 req-3af81cb9-debc-435f-a8e2-aeae9d7a7d90 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Jul 22 19:43:20.729374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e06d50cf-34fb-466d-8f74-bb0b0b3d6449 req-ee541c2b-11c5-4575-9f30-18148694d5b8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Jul 22 19:43:21.878646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe898984-0a7d-402c-8000-123bfae0a362 req-a47ce6de-f7f8-4cae-9548-598884f25e9f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:21.880188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe898984-0a7d-402c-8000-123bfae0a362 req-a47ce6de-f7f8-4cae-9548-598884f25e9f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0785897 Jul 22 19:43:21.922912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe898984-0a7d-402c-8000-123bfae0a362 req-08507ed5-901b-44d7-b9b7-98cb6eb46edb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Jul 22 19:43:23.061492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037626e-4767-4fdc-9317-c7c64df9ffe0 req-b31180d4-31b0-4171-ae4c-19f3144d30ef tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:23.063038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0037626e-4767-4fdc-9317-c7c64df9ffe0 req-b31180d4-31b0-4171-ae4c-19f3144d30ef tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0655642 Jul 22 19:43:23.105970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0037626e-4767-4fdc-9317-c7c64df9ffe0 req-87000101-deb9-45fc-bfc0-ca7afa6eddba tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374351 Jul 22 19:43:24.291603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97228458-169f-4796-8bd2-dee45ecaaf3a req-943c79ca-fc9f-4338-8616-67148bdbc276 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:24.293349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97228458-169f-4796-8bd2-dee45ecaaf3a req-943c79ca-fc9f-4338-8616-67148bdbc276 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1095951 Jul 22 19:43:24.339117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97228458-169f-4796-8bd2-dee45ecaaf3a req-07aca46b-a28b-4269-b60f-a93166fffff4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Jul 22 19:43:24.487911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:25.493964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443ad63-fdb3-4d9d-933b-6c7dd0a943af req-ba38e7c5-503b-4258-801d-da2a750b47ae tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:25.496604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9443ad63-fdb3-4d9d-933b-6c7dd0a943af req-ba38e7c5-503b-4258-801d-da2a750b47ae tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0755310 Jul 22 19:43:25.542443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9443ad63-fdb3-4d9d-933b-6c7dd0a943af req-386f997a-7bd0-4c0d-9a49-e5a8535b49f6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404887 Jul 22 19:43:26.689831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c8cb9-d449-49da-ba5e-2c8406f59f62 req-00f881e1-e250-4fe4-91a3-8cf0f24bcea1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:26.696759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f30c8cb9-d449-49da-ba5e-2c8406f59f62 req-00f881e1-e250-4fe4-91a3-8cf0f24bcea1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0870130 Jul 22 19:43:26.739004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f30c8cb9-d449-49da-ba5e-2c8406f59f62 req-b014de01-c723-466e-8662-4b97d70f381f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Jul 22 19:43:27.144427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:27.891201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34acb88-5294-4bdc-a22b-5a9c76198ced req-202f243b-c9f5-445d-bd61-5ce029e27f79 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:27.892873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b34acb88-5294-4bdc-a22b-5a9c76198ced req-202f243b-c9f5-445d-bd61-5ce029e27f79 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0759480 Jul 22 19:43:27.935184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b34acb88-5294-4bdc-a22b-5a9c76198ced req-0b41c932-8ad9-48ac-9921-bc1f0344c9e7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jul 22 19:43:29.089005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d0b44-fd1f-4fdf-9a45-41e1786d7b18 req-a37a8b35-0242-4f02-bd00-2a10a734e24d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:29.090550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-062d0b44-fd1f-4fdf-9a45-41e1786d7b18 req-a37a8b35-0242-4f02-bd00-2a10a734e24d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0702581 Jul 22 19:43:29.133896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-062d0b44-fd1f-4fdf-9a45-41e1786d7b18 req-e00a4666-8700-44ed-9383-a9c1db897ab8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364013 Jul 22 19:43:30.323371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc831b-d7f4-40ef-bdd9-f76f3d59cb11 req-ed925e30-6d2a-42c3-81ad-2385f667871f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:30.324913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cbc831b-d7f4-40ef-bdd9-f76f3d59cb11 req-ed925e30-6d2a-42c3-81ad-2385f667871f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0763528 Jul 22 19:43:30.364787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cbc831b-d7f4-40ef-bdd9-f76f3d59cb11 req-ff31ec7d-ce16-4b3f-b92b-60cabbd072d9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Jul 22 19:43:31.515296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f2505-9847-4222-b84b-6235fc14965c req-2c6a63b7-ed6d-47c5-bb80-39303f605963 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:31.516862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c17f2505-9847-4222-b84b-6235fc14965c req-2c6a63b7-ed6d-47c5-bb80-39303f605963 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0820267 Jul 22 19:43:31.556684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c17f2505-9847-4222-b84b-6235fc14965c req-8fd8fe89-23cd-470c-be1c-d04bf987b340 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Jul 22 19:43:32.719902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d48734-00ea-4244-a940-0dd72d4518b0 req-4dd81362-5426-4af0-9fc5-966f97d9e72c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:32.723794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16d48734-00ea-4244-a940-0dd72d4518b0 req-4dd81362-5426-4af0-9fc5-966f97d9e72c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0910096 Jul 22 19:43:32.761203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16d48734-00ea-4244-a940-0dd72d4518b0 req-e2184864-49b3-4aa5-acff-a9dc784a0c2a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jul 22 19:43:33.911660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe15f2-e50f-4313-8eeb-1aa1299c325a req-d979b1ad-07ca-44bf-b19f-95ca8f77a08a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:33.916730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbfe15f2-e50f-4313-8eeb-1aa1299c325a req-d979b1ad-07ca-44bf-b19f-95ca8f77a08a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0838764 Jul 22 19:43:33.954013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbfe15f2-e50f-4313-8eeb-1aa1299c325a req-ec53514b-8b6f-4056-8935-3028b6f4ed23 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348725 Jul 22 19:43:35.096339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc662-8cd5-4f21-8fc8-61c110e1b70a req-1eb06c8d-f07a-419d-b003-fffc26a3d0d7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:35.098015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-495cc662-8cd5-4f21-8fc8-61c110e1b70a req-1eb06c8d-f07a-419d-b003-fffc26a3d0d7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0710514 Jul 22 19:43:35.167812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-495cc662-8cd5-4f21-8fc8-61c110e1b70a req-c89789cd-552f-45cc-84c8-2f15ec57c312 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 Jul 22 19:43:36.334094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace02cf-740a-486e-a029-713d5e8f6501 req-85dde5f1-7107-4523-9ec7-4290af050ba2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.336650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ace02cf-740a-486e-a029-713d5e8f6501 req-85dde5f1-7107-4523-9ec7-4290af050ba2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0802336 Jul 22 19:43:36.377345 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ace02cf-740a-486e-a029-713d5e8f6501 req-8e6baf3d-30fa-4b90-b88e-3ee69a3f9bce tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350227 Jul 22 19:43:36.611744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.618252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.625092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.630954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.637626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.643483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.650046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:36.652025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50950c0c-9316-470a-8703-d78d6c71e836 req-8de80c68-e01b-4c5f-abc6-bb26fe08dd0c tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.1277494 Jul 22 19:43:36.698228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50950c0c-9316-470a-8703-d78d6c71e836 req-77b608d1-55a4-435a-ad3f-9be1f2c0aadf tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386820 Jul 22 19:43:37.032393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.041480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.049788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.061244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.073994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.081384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.087542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.104864 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ea723fde-ac7f-4e85-9443-880c843cc829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:37.108786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60f824db-8f13-4032-a30d-260544b93d5c req-c0df71cc-fdcc-48e5-8c11-ed45975d7912 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.2859521 Jul 22 19:43:37.643232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb5e90-2d12-4063-a4f0-6f17a60dc4ed req-32cefcca-01ee-4df9-a683-70912db7b2b6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:37.645118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4eeb5e90-2d12-4063-a4f0-6f17a60dc4ed req-32cefcca-01ee-4df9-a683-70912db7b2b6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1548045 Jul 22 19:43:37.692610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4eeb5e90-2d12-4063-a4f0-6f17a60dc4ed req-108a021c-b276-4f22-98f5-13e0a854ca0f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Jul 22 19:43:37.754346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:43:37.999922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:38.029985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '22bfecb3-2a93-43be-83ac-94352409443c', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': '22bfecb3-2a93-43be-83ac-94352409443c', 'mac_address': 'fa:16:3e:98:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:43:38.077459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:38.093419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22bfecb3-2a93-43be-83ac-94352409443c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:43:38.117312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:38.123498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:38.211199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['22bfecb3-2a93-43be-83ac-94352409443c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:43:38.239691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:38.876541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5c59-5eb5-4a8c-8050-1eb6ba0e17fe req-dfcf50a2-05b2-4366-815b-c16546602d52 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:38.878767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-996f5c59-5eb5-4a8c-8050-1eb6ba0e17fe req-dfcf50a2-05b2-4366-815b-c16546602d52 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 944 time: 0.0789154 Jul 22 19:43:38.997196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-996f5c59-5eb5-4a8c-8050-1eb6ba0e17fe req-71927362-2612-4de8-b65a-c21a3de5a2ce tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122918 Jul 22 19:43:39.507875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.509024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.509651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.512581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.513512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.514143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.514765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:39.516993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-c150528b-f9d3-4fb6-b00b-5eb2e546beac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.0980372 Jul 22 19:43:39.564576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-dde9b410-cb31-4389-89ce-be756bffb937 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399346 Jul 22 19:43:39.757166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:43:39.825267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 22bfecb3-2a93-43be-83ac-94352409443c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:43:39.825660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:39.953645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:39.957875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:39.985978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:39.988314 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd8aa2f-e502-4e2f-bcad-2f522c118b90" -d '{"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-plugged", "status": "completed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:40.035485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:40.048506 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acee58bc-b11d-4ea1-b46d-050219cb6606 x-openstack-request-id: req-acee58bc-b11d-4ea1-b46d-050219cb6606 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:40.049635 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-plugged", "status": "completed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:40.049635 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acee58bc-b11d-4ea1-b46d-050219cb6606 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:40.049635 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c', 'code': 200} Jul 22 19:43:40.057499 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:40.061484 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd46c5bc-ba14-4a5b-8c1a-193c68ed0f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:40.193602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:40.228388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8117f1e-f108-427f-98e2-4eae0ca8d2b4 req-f5df61bd-e3b8-416b-ac6c-ba5d5ed8fb2e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:40.236341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8117f1e-f108-427f-98e2-4eae0ca8d2b4 req-f5df61bd-e3b8-416b-ac6c-ba5d5ed8fb2e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1287096 Jul 22 19:43:40.287175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8117f1e-f108-427f-98e2-4eae0ca8d2b4 req-72a091d2-0a28-44a7-ab6d-35e9b41bf2cc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489192 Jul 22 19:43:40.555134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:43:41.477434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:41.637567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778a37a-62a7-4b56-aa7e-9a2cf38e9292 req-caa79fd8-a0a6-40ac-b61d-93add123de2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:41.646700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4778a37a-62a7-4b56-aa7e-9a2cf38e9292 req-caa79fd8-a0a6-40ac-b61d-93add123de2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.2290132 Jul 22 19:43:41.711165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4778a37a-62a7-4b56-aa7e-9a2cf38e9292 req-0e4f09ea-b240-4216-9a01-4c348ed2faab tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623267 Jul 22 19:43:42.867000 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:42.998451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a674-e925-4aca-a6f1-399309f0dc64 req-267ffc6c-a8e6-4cac-b6a6-14945673ff63 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:43.007078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2e7a674-e925-4aca-a6f1-399309f0dc64 req-267ffc6c-a8e6-4cac-b6a6-14945673ff63 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1188872 Jul 22 19:43:43.056217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2e7a674-e925-4aca-a6f1-399309f0dc64 req-e7bf14c5-c94d-43e6-b35a-146d9bfc3803 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478454 Jul 22 19:43:44.292237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333df85b-7339-4388-8f61-4da9f1e22a3a req-91a5f1f8-1902-4b8e-b1ff-28882be0d6b0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:44.300744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-333df85b-7339-4388-8f61-4da9f1e22a3a req-91a5f1f8-1902-4b8e-b1ff-28882be0d6b0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1684239 Jul 22 19:43:44.370938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-333df85b-7339-4388-8f61-4da9f1e22a3a req-6c0b10c8-11d9-4c48-95f2-80af4b762b5d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688457 Jul 22 19:43:45.582557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573c0e2-7f96-4aaf-9493-cca2cc6d786e req-4acdaffa-053e-4f2a-a3d7-61207e018b36 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:45.584457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d573c0e2-7f96-4aaf-9493-cca2cc6d786e req-4acdaffa-053e-4f2a-a3d7-61207e018b36 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0849476 Jul 22 19:43:45.649005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d573c0e2-7f96-4aaf-9493-cca2cc6d786e req-512335d0-b92d-47a5-b37d-2db145dbcbc1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582762 Jul 22 19:43:46.811333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb188ba-fe21-4ca0-a124-4fcfd61b3ab0 req-3a4844a4-afac-454f-89cb-fde0c6e2c86d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:46.819536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bb188ba-fe21-4ca0-a124-4fcfd61b3ab0 req-3a4844a4-afac-454f-89cb-fde0c6e2c86d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0750608 Jul 22 19:43:46.868707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bb188ba-fe21-4ca0-a124-4fcfd61b3ab0 req-6564d99b-dae8-4ff5-9a12-a2160e06d420 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 Jul 22 19:43:48.036232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13dcf73-1114-47e4-a822-1f62b07e8478 req-200b0796-774d-4aa9-b217-3108b4d859ee tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:48.039079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13dcf73-1114-47e4-a822-1f62b07e8478 req-200b0796-774d-4aa9-b217-3108b4d859ee tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0862100 Jul 22 19:43:48.105492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b13dcf73-1114-47e4-a822-1f62b07e8478 req-0f940e34-8e5e-4efb-91bf-f839120b2be4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580285 Jul 22 19:43:48.925639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-9f0697bf-decb-44cd-8895-7394d011d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:48.927355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-9f0697bf-decb-44cd-8895-7394d011d333 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 1097 time: 0.0648696 Jul 22 19:43:49.026287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-063f741f-b712-4e45-bbeb-f11af20ec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:49.027791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-063f741f-b712-4e45-bbeb-f11af20ec434 service neutron] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.0932887 Jul 22 19:43:49.076197 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-9e05272b-a3a3-45fe-8ad8-05769e7e0bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22bfecb3-2a93-43be-83ac-94352409443c HTTP/1.1" status: 200 len: 217 time: 0.0416675 Jul 22 19:43:49.155954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-b5fa05f6-dffb-458a-ab25-187be7a5e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:49.158828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-b5fa05f6-dffb-458a-ab25-187be7a5e99b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0769632 Jul 22 19:43:49.199712 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-99859ad0-2055-40b7-9194-65e3fff28d73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321031 Jul 22 19:43:49.283507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cdb99-e15e-444d-84d3-d7d1f6f4dae9 req-de5eccc2-57ea-431e-a430-efdb954f163e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:49.285027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8cdb99-e15e-444d-84d3-d7d1f6f4dae9 req-de5eccc2-57ea-431e-a430-efdb954f163e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0967047 Jul 22 19:43:49.305579 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-f12ae701-b691-4e49-9541-f8a061dcc939 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913613 Jul 22 19:43:49.329372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e8cdb99-e15e-444d-84d3-d7d1f6f4dae9 req-3f3161d5-23df-460b-ba87-2f41d799648c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375652 Jul 22 19:43:49.425948 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-64889e0b-1b1f-45fe-8476-e23b76332e50 req-3e4ab08c-adcd-4875-8742-be4ff177b5a5 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973060 Jul 22 19:43:49.737833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876140d-7b6c-4298-8718-f24feb3b0107 req-267ba1fd-8563-4048-8208-ee0a45e44d28 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:49.739465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e876140d-7b6c-4298-8718-f24feb3b0107 req-267ba1fd-8563-4048-8208-ee0a45e44d28 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.0912006 Jul 22 19:43:49.779523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e876140d-7b6c-4298-8718-f24feb3b0107 req-cab53aae-15cf-45a7-8ba9-406f65059d85 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337279 Jul 22 19:43:50.082415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-9cf25c4c-41d9-43c1-b3e9-07066ee186fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1556528 Jul 22 19:43:50.210982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.211492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.211963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.212471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.212947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.213419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.213892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.224606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f2e74688-7163-450b-a785-d64f15408c33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 6497 time: 0.0904038 Jul 22 19:43:50.359703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5e5f6f10-64a8-4ee2-a4ad-7338cbc7ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.361418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5e5f6f10-64a8-4ee2-a4ad-7338cbc7ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.362056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5e5f6f10-64a8-4ee2-a4ad-7338cbc7ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.363837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5e5f6f10-64a8-4ee2-a4ad-7338cbc7ec78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&id=824e7915-8b99-4eda-ae61-da46a09ba1b4&id=824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 200 len: 2293 time: 0.1109767 Jul 22 19:43:50.469970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-fb48cd51-ae3b-4d37-8c0a-c8c468920462 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 200 len: 1001 time: 0.0987968 Jul 22 19:43:50.526109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-d2405f87-f82d-41f6-bc85-6c0df91016d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.527832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-d2405f87-f82d-41f6-bc85-6c0df91016d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 200 len: 851 time: 0.0482035 Jul 22 19:43:50.575072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a747-22ed-4c72-8eaa-ce175e54667f req-1506a206-2964-43be-8e0b-19934a9ac9ff tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.583443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f58a747-22ed-4c72-8eaa-ce175e54667f req-1506a206-2964-43be-8e0b-19934a9ac9ff tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.1736288 Jul 22 19:43:50.651581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5f437ead-d50e-4885-b7cc-48bcd2ff9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.654260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5f437ead-d50e-4885-b7cc-48bcd2ff9759 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dd5c4df9-83bb-4798-a90e-fd6f9846adfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179004 Jul 22 19:43:50.659683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f58a747-22ed-4c72-8eaa-ce175e54667f req-f2cc5c5f-d8bb-4cac-b23c-ebcc991495d4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754576 Jul 22 19:43:50.665340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-e6c8733f-b947-4c6b-95a6-e752af1d2fff service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:43:50.666544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-e6c8733f-b947-4c6b-95a6-e752af1d2fff service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057597 Jul 22 19:43:50.765432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-e1e5f903-8459-4573-9af8-62d01a97991c service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923867 Jul 22 19:43:50.863218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-06820125-c1a3-4380-b2a6-ce100bff2adf service neutron] 10.222.0.32 "GET /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912011 Jul 22 19:43:50.903584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-cd6d6d9d-ff67-4786-b7f2-ba574d2e9ff4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 217 time: 0.0341647 Jul 22 19:43:50.954480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-6f1050ef-f965-4769-8bf5-fe3554e472f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:50.955989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-6f1050ef-f965-4769-8bf5-fe3554e472f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0468037 Jul 22 19:43:51.023430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-1e3b3cb4-1ade-48f9-bca8-2eaa642bf884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.025017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-1e3b3cb4-1ade-48f9-bca8-2eaa642bf884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0622945 Jul 22 19:43:51.119198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-0d09f718-33f5-436b-a4ff-c0146391e451 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Jul 22 19:43:51.227462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-6026a27c-0d47-4cc1-ae52-6a37533a986a service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015208 Jul 22 19:43:51.269438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f77b9e60-7ac1-4bd0-9b0f-6a74b44a3cde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 217 time: 0.0357549 Jul 22 19:43:51.318362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-87d2f8d6-4fe7-47be-8259-f2a601b1aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.321008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-87d2f8d6-4fe7-47be-8259-f2a601b1aa4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0452824 Jul 22 19:43:51.385705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-911062b2-4540-4222-82b4-a57e3d284f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.387147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-911062b2-4540-4222-82b4-a57e3d284f9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599306 Jul 22 19:43:51.484826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-4a63bb8e-31b4-4912-a8fd-083df9006266 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909665 Jul 22 19:43:51.583747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-c1d106d1-98fa-4a80-9a29-9e6e300ebf22 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Jul 22 19:43:51.633338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-0c85bd48-b1b4-485b-9566-d58bd7333c50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 200 len: 217 time: 0.0415518 Jul 22 19:43:51.685464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-86dfb370-80d7-4e1e-aa41-df68a80f9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.687114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-86dfb370-80d7-4e1e-aa41-df68a80f9301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0476122 Jul 22 19:43:51.800128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:43:51.800779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f4a685ac-3613-4d72-bafe-e849fd86d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.801902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f4a685ac-3613-4d72-bafe-e849fd86d292 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1000230 Jul 22 19:43:51.808906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:51.826202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399c2ff-96b0-41ec-91fb-a11abd15d66d req-4a9e971f-8e1f-4a87-9427-9ee6dc5b2a2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:51.827681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7399c2ff-96b0-41ec-91fb-a11abd15d66d req-4a9e971f-8e1f-4a87-9427-9ee6dc5b2a2c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 945 time: 0.0921743 Jul 22 19:43:51.916281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7399c2ff-96b0-41ec-91fb-a11abd15d66d req-62c6b49c-eaae-4fae-9092-8295d5509d4b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777290 Jul 22 19:43:51.935952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-80842edd-247a-4b20-acaf-d1b665131eaa service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260121 Jul 22 19:43:51.954255 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:51.994965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:51.997766 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcacb8f-8efa-43c1-85bf-1575bacb9d2c" -d '{"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-unplugged", "status": "completed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:52.013989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:52.029488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:52.035064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:43:52.043019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-0dacf0c9-dbf2-4542-b731-ef8043ebfd52 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009727 Jul 22 19:43:52.088054 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a79200d-5490-495a-8f03-5bae89ccd92d x-openstack-request-id: req-1a79200d-5490-495a-8f03-5bae89ccd92d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:52.088529 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-unplugged", "status": "failed", "tag": "22bfecb3-2a93-43be-83ac-94352409443c", "code": 422}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:52.088882 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a79200d-5490-495a-8f03-5bae89ccd92d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:52.089429 n-d-800087-13 neutron-server[93802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c', 'code': 422} returned with failed status Jul 22 19:43:52.090346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:52.093063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-aeb436d9-858a-4543-9c43-02ba18618dfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.67&port_id=73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 200 len: 217 time: 0.0429480 Jul 22 19:43:52.093317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:52.135509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:43:52.157062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-46c1bced-5f17-4f5a-903b-065701c8a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.159066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-46c1bced-5f17-4f5a-903b-065701c8a096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 200 len: 797 time: 0.0594904 Jul 22 19:43:52.175697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:52.177598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:52.188445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:52.192664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.193184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.194654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.195142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.195632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.196104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.196598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.197064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.197529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.198205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.198674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.199308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:52.258474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-bb5fdfbe-8ae3-45f4-85df-2f95e7bc37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.260844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-bb5fdfbe-8ae3-45f4-85df-2f95e7bc37a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eff732a4-e563-4aed-8f2f-55798a2e5a4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925357 Jul 22 19:43:52.280066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:52.292085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9839fa18-b7e2-46c0-a0b4-1f5d6231d010'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:43:52.384545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f85909bc-16f8-4114-bf22-ecfe9966811b service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173158 Jul 22 19:43:52.496945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-a07f3c2e-c914-46dd-89be-445495085c33 service neutron] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059856 Jul 22 19:43:52.543917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-16c8affb-6a69-4cbe-bf2d-a3e98a93edac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 200 len: 217 time: 0.0408227 Jul 22 19:43:52.597175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-27cb0413-23c2-4df3-a3b0-3be486541fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.598854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-27cb0413-23c2-4df3-a3b0-3be486541fce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.0475965 Jul 22 19:43:52.714181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f3e9-a54b-4293-8969-e643e61e61db req-3f4607e6-89e6-4182-bf66-43ba7ae98b3e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.715879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0341f3e9-a54b-4293-8969-e643e61e61db req-3f4607e6-89e6-4182-bf66-43ba7ae98b3e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f458849-bc45-4dff-8a32-ef678a6a5391 HTTP/1.1" status: 200 len: 943 time: 0.1021516 Jul 22 19:43:52.718895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-1c9ef4e3-94fe-43b1-b27e-07ede994234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.720441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-1c9ef4e3-94fe-43b1-b27e-07ede994234d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1155438 Jul 22 19:43:52.879690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-5ba86cc4-bd8d-45f5-9c2e-f4f22026df8d service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492708 Jul 22 19:43:52.920957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port 22bfecb3-2a93-43be-83ac-94352409443c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:43:52.921294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:52.963137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-f1159c1a-fed0-4484-860c-1530f3236085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:52.964742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-f1159c1a-fed0-4484-860c-1530f3236085 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.0557237 Jul 22 19:43:53.047846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-7582f998-66a9-4539-89bf-ba33d9f92e1b service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602044 Jul 22 19:43:53.064982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port 22bfecb3-2a93-43be-83ac-94352409443c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=22bfecb3-2a93-43be-83ac-94352409443c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:53.065343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:53.081516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-f64580a4-7ea7-4cad-8b10-88696648198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:53.083327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-f64580a4-7ea7-4cad-8b10-88696648198b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.0969069 Jul 22 19:43:53.104103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-147b59f0-dd3e-4984-94a7-e7c9270ebb34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 200 len: 217 time: 0.0490513 Jul 22 19:43:53.111425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for 22bfecb3-2a93-43be-83ac-94352409443c owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:43:53.158692 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-be4ac2e8-7214-4b1c-9cf5-5a4d345c2f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 999 time: 0.0662451 Jul 22 19:43:53.199899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-609c023a-d82f-4f28-b09f-018f6916b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:53.201417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-609c023a-d82f-4f28-b09f-018f6916b3d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 200 len: 797 time: 0.0915234 Jul 22 19:43:53.213286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-9047cd25-67f6-43d0-98c6-8052ab698c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:53.214832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-9047cd25-67f6-43d0-98c6-8052ab698c9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0464053 Jul 22 19:43:53.322479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-ad8cae27-f743-4e0c-8e0e-fc464e352bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:53.325165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-430a3f62-aabd-4324-bb83-600462fc0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:53.325400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-ad8cae27-f743-4e0c-8e0e-fc464e352bbd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936687 Jul 22 19:43:53.326806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-430a3f62-aabd-4324-bb83-600462fc0d80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=824e7915-8b99-4eda-ae61-da46a09ba1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183703 Jul 22 19:43:53.351738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:53.406264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=22bfecb3-2a93-43be-83ac-94352409443c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:53.451537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-6501b4ef-152c-4f9a-a7cb-35fcc26b7096 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186903 Jul 22 19:43:53.565508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-351e6c8b-84d0-4eb8-afcd-b2855b4f12c2 req-90bb166e-2fb5-43de-b7e9-ff5a338abc22 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067107 Jul 22 19:43:53.811470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:43:53.893244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port 22bfecb3-2a93-43be-83ac-94352409443c on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:43:53.896101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:53.899388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0341f3e9-a54b-4293-8969-e643e61e61db req-73cc7ab7-5fb7-4bb2-8e67-a51c16fc2d7d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "DELETE /v2.0/ports/22bfecb3-2a93-43be-83ac-94352409443c HTTP/1.1" status: 204 len: 173 time: 1.1769531 Jul 22 19:43:53.901557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-deleted', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:53.903865 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2afa3-3a86-4238-8db4-d8d825d45579" -d '{"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-deleted", "tag": "22bfecb3-2a93-43be-83ac-94352409443c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:53.927529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-442d4749-46cd-4b13-96d0-fc9b8d115a9d service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933206 Jul 22 19:43:53.969838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:43:53.970469 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:53.989730 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ccd8cf-1f44-4dbf-8b61-32ab196361fc x-openstack-request-id: req-c6ccd8cf-1f44-4dbf-8b61-32ab196361fc {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:53.990023 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f458849-bc45-4dff-8a32-ef678a6a5391", "name": "network-vif-deleted", "tag": "22bfecb3-2a93-43be-83ac-94352409443c", "status": "failed", "code": 422}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:53.990276 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6ccd8cf-1f44-4dbf-8b61-32ab196361fc {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:53.991728 n-d-800087-13 neutron-server[93800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f458849-bc45-4dff-8a32-ef678a6a5391', 'name': 'network-vif-deleted', 'tag': '22bfecb3-2a93-43be-83ac-94352409443c', 'status': 'failed', 'code': 422} returned with failed status Jul 22 19:43:54.090303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-708a713b-5c59-4da5-b425-86da3ddd8574 req-f3994dff-fdb7-4a9a-bfba-3b153aa3e308 service neutron] 10.222.0.32 "GET /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523442 Jul 22 19:43:54.111643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:54.158115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:54.170816 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e73fa-ed76-4bd4-a79c-ef618cb8088f" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:54.213103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:43:54.218616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:54.219879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:43:54.258915 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490aba8-401a-4793-887d-88cdb3fadf36 x-openstack-request-id: req-a490aba8-401a-4793-887d-88cdb3fadf36 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:54.259479 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:54.260250 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a490aba8-401a-4793-887d-88cdb3fadf36 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:54.261134 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:43:54.267898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 22bfecb3-2a93-43be-83ac-94352409443c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:43:54.268277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 22bfecb3-2a93-43be-83ac-94352409443c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:43:54.326449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:54.508418 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:54.902119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-c66cc0f3-582f-46cb-88ab-d352ed869271 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:54.903782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-c66cc0f3-582f-46cb-88ab-d352ed869271 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1228514 Jul 22 19:43:54.937883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-b8ec0620-0ef1-4061-bc86-df4e8e278b67 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0267916 Jul 22 19:43:54.977318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-666aa64d-2253-4c2f-90e7-a0636dbac21c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384326 Jul 22 19:43:55.098312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-0e6eb401-869d-46df-9707-be38833aefc0 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135919 Jul 22 19:43:55.225615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-8aa7a12b-8fa9-454b-9bee-f03107e011bd service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171782 Jul 22 19:43:55.427985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4bec121-6f10-4a51-91c4-48e67614bc20 req-8bf14045-4900-4f8c-a180-d5817e0dd654 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 210 time: 0.0438757 Jul 22 19:43:56.565037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-710c1198-3493-40f7-94a3-83b0d91e3802 req-a1ecfc2c-9115-48e5-9464-f8cb14d8fc5f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 210 time: 0.0388858 Jul 22 19:43:56.851554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-371196d1-59f4-4000-a245-9ae861898ec1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:56.854132 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-371196d1-59f4-4000-a245-9ae861898ec1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1826179 Jul 22 19:43:56.867764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:43:57.037872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:43:57.042872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:57.173128 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:57.237977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.9 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/a389d0d2-27ce-4a96-bf6a-97d77e13184c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:43:57.465636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:57.543283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:57.603152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:43:57.606742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:43:57.609513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:43:57.669301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:57.670054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:57.673930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:57.686191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.686546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.686897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.687242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.687576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.687912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.688275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.688609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.688964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.689269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.689941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.690268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:43:57.719361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-fbc229a5-b408-4c14-a904-15eaec76d345 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567123 Jul 22 19:43:57.729532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fca7b-c8bf-4858-b89e-22745cc6ea22 req-35c2bc44-8945-4ab7-9f05-a4cac7af77bc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:57.732296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06fca7b-c8bf-4858-b89e-22745cc6ea22 req-35c2bc44-8945-4ab7-9f05-a4cac7af77bc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 931 time: 0.0880210 Jul 22 19:43:57.733566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Request body: {'port': {'device_id': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:43:57.793624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06fca7b-c8bf-4858-b89e-22745cc6ea22 req-5f4d4cbf-f775-4605-bb59-ee859358ac41 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554178 Jul 22 19:43:57.856472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.201288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a389d0d2-27ce-4a96-bf6a-97d77e13184c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:43:58.212206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.228617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Transition to ACTIVE for port object a389d0d2-27ce-4a96-bf6a-97d77e13184c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:43:58.233777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.292395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Pushing event updated for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:58.384557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Attempting to bind port a389d0d2-27ce-4a96-bf6a-97d77e13184c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:43:58.385117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Attempting to bind port a389d0d2-27ce-4a96-bf6a-97d77e13184c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:43:58.385793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Attempting to bind port a389d0d2-27ce-4a96-bf6a-97d77e13184c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:43:58.392662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Port a389d0d2-27ce-4a96-bf6a-97d77e13184c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:43:58.393154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Attempting to bind port a389d0d2-27ce-4a96-bf6a-97d77e13184c on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:43:58.399269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:43:58.399800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:43:58.400384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:43:58.400812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Bound port: a389d0d2-27ce-4a96-bf6a-97d77e13184c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:43:58.401175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.473112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:43:58.478181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:43:58.485202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.545924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:58.546658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:43:58.548118 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] 10.222.0.26 "PUT /v2.0/ports/a389d0d2-27ce-4a96-bf6a-97d77e13184c HTTP/1.1" status: 200 len: 1092 time: 0.8206091 Jul 22 19:43:58.554046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:43:58.557920 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a6473d-ace4-4d5e-a70c-aff1421acf07" -d '{"events": [{"name": "network-changed", "server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:43:58.578021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85b49-33a1-4905-bd07-ebc2d4f6972f service neutron] Pushing event updated for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:43:58.655675 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69815cc-4bc4-4dbe-b85f-ddc7072529d4 x-openstack-request-id: req-c69815cc-4bc4-4dbe-b85f-ddc7072529d4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:43:58.655969 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:43:58.656298 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c69815cc-4bc4-4dbe-b85f-ddc7072529d4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:43:58.656683 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c', 'status': 'completed', 'code': 200} Jul 22 19:43:58.721502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-dac5ece6-0ef6-42c0-8c23-652e54ca83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:58.723115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-dac5ece6-0ef6-42c0-8c23-652e54ca83e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 1095 time: 0.1162651 Jul 22 19:43:58.805855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-5a66df07-baa8-4ba1-9a65-72287d210128 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c HTTP/1.1" status: 200 len: 217 time: 0.0691109 Jul 22 19:43:58.943554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-b0754448-5fff-446b-89fb-01fb240ba8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:58.945092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-b0754448-5fff-446b-89fb-01fb240ba8e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.1340137 Jul 22 19:43:59.010603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925be10-2fcd-40ea-879c-a6c4b1f5a71a req-aa0c7e94-d4f5-400e-b59e-33f1e9c8a1df tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:59.017742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f925be10-2fcd-40ea-879c-a6c4b1f5a71a req-aa0c7e94-d4f5-400e-b59e-33f1e9c8a1df tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 943 time: 0.1109004 Jul 22 19:43:59.028537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-95aa7665-b8fe-4434-bac9-9a759759b894 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678473 Jul 22 19:43:59.069536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f925be10-2fcd-40ea-879c-a6c4b1f5a71a req-b147cb8f-edfd-4d66-abcb-64f4b4968e8e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507469 Jul 22 19:43:59.153913 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-4b1a4953-a20f-4af6-adbf-7a14bed44f02 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193781 Jul 22 19:43:59.282935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96386da4-7e60-41db-8c93-054e41ac6c22 req-edbfd0b0-a42f-47ba-8ad8-af3fae678c94 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204977 Jul 22 19:43:59.410243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-f0b943e4-953f-4715-889b-838bf463b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:59.411960 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-f0b943e4-953f-4715-889b-838bf463b0c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 1095 time: 0.0666647 Jul 22 19:43:59.944135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-e8ba38b4-4e56-41b0-9b57-ac8c3d41b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:43:59.945950 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-e8ba38b4-4e56-41b0-9b57-ac8c3d41b71e service neutron] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.5279486 Jul 22 19:44:00.088866 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-ce336a43-2ba0-4af1-8e5c-3a6478a78493 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c HTTP/1.1" status: 200 len: 217 time: 0.1320693 Jul 22 19:44:00.168619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-16f3abd0-2769-4759-8b80-eb421b2e61f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:00.171097 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-16f3abd0-2769-4759-8b80-eb421b2e61f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0760996 Jul 22 19:44:00.218831 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-719aef2c-808d-4d1b-ab69-178caf290cec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389836 Jul 22 19:44:00.234558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-8e72b59b-58ea-4087-9965-6706852f122c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:44:00.235807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-8e72b59b-58ea-4087-9965-6706852f122c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093434 Jul 22 19:44:00.254901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea9b28-1d5c-49ad-bc10-52971910bd1e req-1279b385-17f7-419d-a0c3-621151b9d6db tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:00.264504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bea9b28-1d5c-49ad-bc10-52971910bd1e req-1279b385-17f7-419d-a0c3-621151b9d6db tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 943 time: 0.1106687 Jul 22 19:44:00.313007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bea9b28-1d5c-49ad-bc10-52971910bd1e req-9649c958-0ae7-4d1a-a2e9-0044a1e5701b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470808 Jul 22 19:44:00.422363 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-62b94b9f-2882-4453-b5d9-196bcf15fb9c service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793070 Jul 22 19:44:00.540140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45a6473d-ace4-4d5e-a70c-aff1421acf07 req-0c39bf56-80ff-4105-b1bc-e05e6ebd6046 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104240 Jul 22 19:44:01.560432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97b7ea-d21a-422f-9f10-51257f080b7c req-19255a99-dcfe-436f-8829-7a855f113c80 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:01.562769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca97b7ea-d21a-422f-9f10-51257f080b7c req-19255a99-dcfe-436f-8829-7a855f113c80 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 943 time: 0.1511724 Jul 22 19:44:01.632875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca97b7ea-d21a-422f-9f10-51257f080b7c req-0a6a2ff7-358e-494a-9cd4-b2b452bb2f84 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563424 Jul 22 19:44:01.856537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a389d0d2-27ce-4a96-bf6a-97d77e13184c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:02.046009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:02.058675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c', 'mac_address': 'fa:16:3e:2d:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:02.128926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:02.143821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a389d0d2-27ce-4a96-bf6a-97d77e13184c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:02.174179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:02.196209 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:02.293727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:02.414757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a389d0d2-27ce-4a96-bf6a-97d77e13184c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:02.812231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8e671-c04e-4e38-97be-1f8d303a5a55 req-0db12e71-2509-41df-9d16-b66d1cae9ed7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:02.833964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59b8e671-c04e-4e38-97be-1f8d303a5a55 req-0db12e71-2509-41df-9d16-b66d1cae9ed7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 944 time: 0.1132581 Jul 22 19:44:02.897475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59b8e671-c04e-4e38-97be-1f8d303a5a55 req-c8a8cd09-b6d8-4744-9f52-7dae0081f74a tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617952 Jul 22 19:44:03.868542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a389d0d2-27ce-4a96-bf6a-97d77e13184c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:03.966073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port a389d0d2-27ce-4a96-bf6a-97d77e13184c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:03.971258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port a389d0d2-27ce-4a96-bf6a-97d77e13184c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:03.972094 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:04.072652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:04.100831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216a927-b831-4ed9-a7d1-fd2df5012835 req-cb9c8518-0b09-478e-9653-d495c71ce9b7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:04.102695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:04.105597 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27526131-cff3-47c7-9092-22bed9143df6" -d '{"events": [{"server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:04.106245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f216a927-b831-4ed9-a7d1-fd2df5012835 req-cb9c8518-0b09-478e-9653-d495c71ce9b7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 944 time: 0.1189933 Jul 22 19:44:04.121860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:04.140223 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:04.184535 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528bb0f6-946f-4d87-b6b5-d86b1e7e84a2 x-openstack-request-id: req-528bb0f6-946f-4d87-b6b5-d86b1e7e84a2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:04.184829 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "name": "network-vif-plugged", "status": "completed", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:04.185079 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-528bb0f6-946f-4d87-b6b5-d86b1e7e84a2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:04.185473 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c', 'code': 200} Jul 22 19:44:04.220843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:04.240851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f216a927-b831-4ed9-a7d1-fd2df5012835 req-8e10bf0c-8f31-4468-837e-97cd24e8d11c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220064 Jul 22 19:44:04.325109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc91dc-5e1e-4ccb-80f5-f2a1178edadc req-2f414f0b-5e66-4a4a-947b-9a1299bebad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:04.327106 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b0cc91dc-5e1e-4ccb-80f5-f2a1178edadc req-2f414f0b-5e66-4a4a-947b-9a1299bebad2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 1097 time: 0.0750606 Jul 22 19:44:04.404483 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b0cc91dc-5e1e-4ccb-80f5-f2a1178edadc req-3cd1ffb4-0019-4126-8eb2-197f8c5842a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689900 Jul 22 19:44:05.413090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d299d7-0626-46f0-8e9e-8ab513af0a34 req-e36551c6-45bd-4fb4-bfb0-4426c858d377 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:05.414626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7d299d7-0626-46f0-8e9e-8ab513af0a34 req-e36551c6-45bd-4fb4-bfb0-4426c858d377 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0871098 Jul 22 19:44:05.451843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7d299d7-0626-46f0-8e9e-8ab513af0a34 req-2db8b5e3-ff85-4ac4-870b-4498c9ca8732 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jul 22 19:44:05.982919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657a97f-3e66-4af7-ad7f-bbf416795afc req-2becdc78-1031-4d3c-bca3-1f94a0f3eac5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:05.984444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e657a97f-3e66-4af7-ad7f-bbf416795afc req-2becdc78-1031-4d3c-bca3-1f94a0f3eac5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.0644567 Jul 22 19:44:06.022312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e657a97f-3e66-4af7-ad7f-bbf416795afc req-43df7597-fb32-492e-9312-f4c2e7e0fddd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323627 Jul 22 19:44:06.591635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280491a-9fff-4988-b965-fa5baf9edfa7 req-378a0704-85ce-4bb1-bfeb-6d27b4b37406 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:06.594296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8280491a-9fff-4988-b965-fa5baf9edfa7 req-378a0704-85ce-4bb1-bfeb-6d27b4b37406 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0731943 Jul 22 19:44:06.638628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8280491a-9fff-4988-b965-fa5baf9edfa7 req-23ee6476-f107-438e-b549-07c81bbf7c51 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Jul 22 19:44:06.966052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0bdaf8-ed9b-4416-8171-e723a227da1c req-deaaecc0-abc9-4823-898c-086bd99de122 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:06.967620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c0bdaf8-ed9b-4416-8171-e723a227da1c req-deaaecc0-abc9-4823-898c-086bd99de122 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1046228 Jul 22 19:44:07.025887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c0bdaf8-ed9b-4416-8171-e723a227da1c req-b3ee6a91-6ed7-45eb-b395-37410025e400 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516551 Jul 22 19:44:07.111341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-528cd8b6-de1c-45ac-88c8-cec0f32e6587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:08.173474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34344d-f45b-4a22-9c57-5f53518db2ba req-998c4276-1c4d-4649-b1c1-fde1631f73cd tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:08.177080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e34344d-f45b-4a22-9c57-5f53518db2ba req-998c4276-1c4d-4649-b1c1-fde1631f73cd tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0800610 Jul 22 19:44:08.232430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e34344d-f45b-4a22-9c57-5f53518db2ba req-e66d337c-a932-47e2-9b20-19a78ab85a90 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Jul 22 19:44:09.390915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1645c5-4266-4e8d-b3cd-085c8d60fb7a req-e3a7f820-a011-43a7-88a0-553b3d7dcba0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:09.392602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f1645c5-4266-4e8d-b3cd-085c8d60fb7a req-e3a7f820-a011-43a7-88a0-553b3d7dcba0 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0783391 Jul 22 19:44:09.461865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f1645c5-4266-4e8d-b3cd-085c8d60fb7a req-494f19fb-0cef-4755-966e-772194580285 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597894 Jul 22 19:44:09.690764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 38144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:09.805713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e10f25c-7dd8-48c0-b6e4-7712c841a624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:09.889861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:09.898628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:09.917871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e10f25c-7dd8-48c0-b6e4-7712c841a624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:09.925197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e10f25c-7dd8-48c0-b6e4-7712c841a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:09.983128 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e10f25c-7dd8-48c0-b6e4-7712c841a624 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c7b5776d5d643ec8680eaa242f7766e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912233 Jul 22 19:44:09.984208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10f25c-7dd8-48c0-b6e4-7712c841a624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a0c25-58cc-4fe1-bd4f-b244d71ec196,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:09.985735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:10.051718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.061289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.075592 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fb032a28-f5dc-42e0-a381-63ad1d400f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.082186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.137327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:10.154693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.158498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.159890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d7a0c25-58cc-4fe1-bd4f-b244d71ec196 HTTP/1.1" status: 204 len: 168 time: 0.1722834 Jul 22 19:44:10.170450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a0c25-58cc-4fe1-bd4f-b244d71ec196,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:10.175680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:10.179861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.180439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.181124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.181648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.182199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.182856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.183386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.183895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.184446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.185123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.185644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.186152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40551e33-ef28-4dd4-b2de-34b8a1627cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:10.229208 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.273264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:10.275724 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ffc13f-aa00-4f3f-8fb2-ca32f5bc3875" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:10.289923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.323778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:10.334090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:10.345629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:10.425141 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1fde7-c220-4aaf-a78d-9d6c72af0749 x-openstack-request-id: req-c6e1fde7-c220-4aaf-a78d-9d6c72af0749 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:10.426448 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:10.426448 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6e1fde7-c220-4aaf-a78d-9d6c72af0749 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:10.427249 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:44:10.482713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:44:10.483010 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:44:10.493694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:10.719414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaa5b7-d435-4553-a40a-bb5c8dff234b req-dc0b9362-708e-466d-8b57-ec2b0f21e062 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:10.728106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0dbaa5b7-d435-4553-a40a-bb5c8dff234b req-dc0b9362-708e-466d-8b57-ec2b0f21e062 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1495471 Jul 22 19:44:10.797169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0dbaa5b7-d435-4553-a40a-bb5c8dff234b req-6b2facf1-a71a-411a-a0ec-ec66602949bf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676684 Jul 22 19:44:11.065518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:11.086304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:11.144505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:11.151210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:11.327337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9839fa18-b7e2-46c0-a0b4-1f5d6231d010'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:11.402481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:11.517168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:11.978341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3d222-5cd2-43b1-acc3-2a03873e59fe req-4e9e2ca4-7e80-4a9f-a7ec-f0b84a5d4b25 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:11.982552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d3d222-5cd2-43b1-acc3-2a03873e59fe req-4e9e2ca4-7e80-4a9f-a7ec-f0b84a5d4b25 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0933974 Jul 22 19:44:12.089238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12d3d222-5cd2-43b1-acc3-2a03873e59fe req-6462bf04-1d5f-483c-b7df-97048d50baec tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799642 Jul 22 19:44:12.864293 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:13.272800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d7a7c-12c5-418b-a49f-956af7bfce30 req-c6466655-a8c3-4ce0-8750-4e22ba363254 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:13.274760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c3d7a7c-12c5-418b-a49f-956af7bfce30 req-c6466655-a8c3-4ce0-8750-4e22ba363254 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1016002 Jul 22 19:44:13.332591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c3d7a7c-12c5-418b-a49f-956af7bfce30 req-f3e5841c-4ee5-4adc-99f2-b9146585ab78 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482907 Jul 22 19:44:13.440557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-8d0014f8-c8fa-49b7-8a13-827b6e28b26b tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=af192a0997c54eb1b5f978a514a89a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360057 Jul 22 19:44:13.727771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-023d85c3-cbf1-47f7-9eb2-73c158d74463 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:13.730010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-023d85c3-cbf1-47f7-9eb2-73c158d74463 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800186 Jul 22 19:44:13.748283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-39efbb2f-f318-4b12-8bf6-46fd5e680009 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/quotas/af192a0997c54eb1b5f978a514a89a8e HTTP/1.1" status: 200 len: 375 time: 0.0104852 Jul 22 19:44:13.788712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-99275c9a-de6d-4ddc-bbe2-1501f762d40d tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af192a0997c54eb1b5f978a514a89a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308414 Jul 22 19:44:13.915939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:13.994053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:13.994429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:14.089347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fca2a51c-01e4-463c-91ad-cd214f0b1a5c req-955927e3-9374-4d7a-a557-46ecc8c5aaa1 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 210 time: 0.0706420 Jul 22 19:44:14.101983 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:14.145029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:14.149332 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c3d205-084b-42e9-aa2f-523acfafc95e" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:14.194864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:14.208314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:14.242050 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d29f25a-348b-49ef-be6b-c10679df76fa x-openstack-request-id: req-8d29f25a-348b-49ef-be6b-c10679df76fa {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:14.242351 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:14.242607 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d29f25a-348b-49ef-be6b-c10679df76fa {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:14.243005 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:44:14.296193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:14.513159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd1579-deb6-46f0-b281-a7eabda9b9cd req-dd10d13b-8cfa-41f5-beb3-b1112d4e5bbb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:14.521056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fd1579-deb6-46f0-b281-a7eabda9b9cd req-dd10d13b-8cfa-41f5-beb3-b1112d4e5bbb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0867200 Jul 22 19:44:14.610248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54fd1579-deb6-46f0-b281-a7eabda9b9cd req-03c6bf59-1a67-481d-8ce0-c47d957f1e24 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875108 Jul 22 19:44:15.250556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a1773ae-2b77-4297-83b0-8fd14ad5c4b1 req-6485fac0-d3c7-498c-968f-7f9a95e4d7db tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 210 time: 0.0353706 Jul 22 19:44:15.368615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-e529d52c-7388-48d7-8571-1d61abddd555 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=af192a0997c54eb1b5f978a514a89a8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507050 Jul 22 19:44:15.540300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-90b91983-9c70-430d-898c-cc351c210829 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:15.549502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-90b91983-9c70-430d-898c-cc351c210829 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716340 Jul 22 19:44:15.569445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Request body: {'port': {'device_id': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'af192a0997c54eb1b5f978a514a89a8e'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:15.852263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Made reservation on behalf of af192a0997c54eb1b5f978a514a89a8e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:15.855808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:15.874588 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:15.899359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663a000-7bff-40fb-9809-e5d7824ea3c3 req-1b291ec6-e4a8-43ff-aeec-9f26f01d9f75 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:15.901045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5663a000-7bff-40fb-9809-e5d7824ea3c3 req-1b291ec6-e4a8-43ff-aeec-9f26f01d9f75 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1580606 Jul 22 19:44:15.984278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5663a000-7bff-40fb-9809-e5d7824ea3c3 req-a31a00e4-58f7-41b0-ad3d-648ba8485fe6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726697 Jul 22 19:44:16.077077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:16.082074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:16.247622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Allocated IP 192.168.233.42 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/88a0d200-2730-4a3b-a7f9-4f5c49562d73) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:44:16.250455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:16.435219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7db6769-0d8f-4295-bbc9-f80827ebe776 req-da337fba-7dba-4914-a128-698cb8792d16 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 210 time: 0.0523446 Jul 22 19:44:16.492017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:16.514925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Transition to ACTIVE for port object 88a0d200-2730-4a3b-a7f9-4f5c49562d73 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:16.571144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:16.624126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:44:16.627424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:16.636609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:44:16.721526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Pushing event updated for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:16.758474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:16.759408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:16.780612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-930e5b2b-3de9-4714-8a75-15d13dbc2d77 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2196944 Jul 22 19:44:16.792336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Request body: {'port': {'device_id': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:16.945016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-abbb2182-cc61-40c6-b84c-dcacf2bd5585 None None] Provisioning for port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:16.956422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-abbb2182-cc61-40c6-b84c-dcacf2bd5585 None None] Provisioning complete for port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:16.976687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-abbb2182-cc61-40c6-b84c-dcacf2bd5585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:17.037723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-abbb2182-cc61-40c6-b84c-dcacf2bd5585 None None] Port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:44:17.048982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:17.327504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ad0eb-8597-406e-b5c2-630210c1ca76 req-72564aec-4853-4bb0-9977-794cbf2403c1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:17.329181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa9ad0eb-8597-406e-b5c2-630210c1ca76 req-72564aec-4853-4bb0-9977-794cbf2403c1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1885095 Jul 22 19:44:17.455161 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa9ad0eb-8597-406e-b5c2-630210c1ca76 req-2243cbfa-4f33-402e-aac1-6751addc812e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164198 Jul 22 19:44:17.561604 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:44:17.600309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a0d200-2730-4a3b-a7f9-4f5c49562d73 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:17.610510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:17.633199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Transition to ACTIVE for port object 88a0d200-2730-4a3b-a7f9-4f5c49562d73 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:17.638987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:17.695088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:17.710514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e409-a2a6-451f-93a2-5f377af6f813 req-b039931a-c289-4a77-b16e-4ed4e6e4b6fa tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:17.712120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4b3e409-a2a6-451f-93a2-5f377af6f813 req-b039931a-c289-4a77-b16e-4ed4e6e4b6fa tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 935 time: 0.1710138 Jul 22 19:44:17.845431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4b3e409-a2a6-451f-93a2-5f377af6f813 req-1aa5b411-6547-4f68-8edd-ba999ca8907c tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256657 Jul 22 19:44:17.891755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Attempting to bind port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:44:17.892403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Attempting to bind port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:44:17.892841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Attempting to bind port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:17.900600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:44:17.900600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Attempting to bind port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:17.905577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:44:17.906214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:44:17.907870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:44:17.907870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Bound port: 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:44:17.907870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:17.994251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:44:18.003070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:44:18.015058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:18.083442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:18.087883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:18.091090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] 10.222.0.32 "PUT /v2.0/ports/88a0d200-2730-4a3b-a7f9-4f5c49562d73 HTTP/1.1" status: 200 len: 1096 time: 1.3033662 Jul 22 19:44:18.094512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:18.097480 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fe953-724f-469d-b604-8367b6a0b895" -d '{"events": [{"name": "network-changed", "server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:18.223687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f067c9-4d18-4ad6-8e73-00b661f3cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:18.343883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-426db5eb-82d5-499a-a035-0906f3cfd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:18.347136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-426db5eb-82d5-499a-a035-0906f3cfd372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af192a0997c54eb1b5f978a514a89a8e&device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 1099 time: 0.1737456 Jul 22 19:44:18.408718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-2657cd5e-897c-40ed-b390-1190471a55c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73 HTTP/1.1" status: 200 len: 217 time: 0.0528214 Jul 22 19:44:18.496398 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96cc08-5804-4181-ae6e-6f5c26aa89ed x-openstack-request-id: req-5f96cc08-5804-4181-ae6e-6f5c26aa89ed {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:18.496740 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:18.498118 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f96cc08-5804-4181-ae6e-6f5c26aa89ed {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:18.498563 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73', 'status': 'completed', 'code': 200} Jul 22 19:44:18.532519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-82258249-643e-415b-9eb1-30964320f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:18.537457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-82258249-643e-415b-9eb1-30964320f4cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1214411 Jul 22 19:44:18.677534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-d849634b-726c-47dd-9ea6-1339285436ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:18.679480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-d849634b-726c-47dd-9ea6-1339285436ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306088 Jul 22 19:44:18.687858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e219c-4ca2-4c04-942e-b134262512ac req-2fb03493-951d-4cce-80c6-f2931f343764 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:18.696861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3e219c-4ca2-4c04-942e-b134262512ac req-2fb03493-951d-4cce-80c6-f2931f343764 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1577375 Jul 22 19:44:18.802684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f3e219c-4ca2-4c04-942e-b134262512ac req-eb05d64a-65d4-4cf0-b07f-d7fabc3a2853 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028106 Jul 22 19:44:18.842737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-3b4eaa28-01d3-49a4-b7b4-6a7138134f1a service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430018 Jul 22 19:44:19.066580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1d59fb7-6fb0-43e4-b798-bbf9cea379a1 req-ab9127d6-9201-4e4c-9a13-1b02f65b74d6 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093806 Jul 22 19:44:19.244798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a76894-918c-4804-bba1-e1e033117923 req-c3cada1e-dcb9-46bb-8dab-d8aa2f266626 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:19.246508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3a76894-918c-4804-bba1-e1e033117923 req-c3cada1e-dcb9-46bb-8dab-d8aa2f266626 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 947 time: 0.1788411 Jul 22 19:44:19.248706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe953-724f-469d-b604-8367b6a0b895 req-4a172d06-edd2-4c21-9f1a-bc712dcc83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:19.250131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-4a172d06-edd2-4c21-9f1a-bc712dcc83c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af192a0997c54eb1b5f978a514a89a8e&device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 1099 time: 0.1127677 Jul 22 19:44:19.336671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3a76894-918c-4804-bba1-e1e033117923 req-8dfdf084-eb57-436a-8002-89f14dbb92fe tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812113 Jul 22 19:44:19.437100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe953-724f-469d-b604-8367b6a0b895 req-226b1844-7636-416e-85aa-72a165de6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:19.438404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-226b1844-7636-416e-85aa-72a165de6439 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.1743388 Jul 22 19:44:19.490583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-78d8d039-d052-42fb-8aa8-2badcb98bfb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73 HTTP/1.1" status: 200 len: 217 time: 0.0424204 Jul 22 19:44:19.560924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe953-724f-469d-b604-8367b6a0b895 req-2d176c74-11bb-4fc7-a674-84cd4f41e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:19.563107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-2d176c74-11bb-4fc7-a674-84cd4f41e2bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0665970 Jul 22 19:44:19.713904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe953-724f-469d-b604-8367b6a0b895 req-cddf0b3c-74cc-4b56-b962-a6e806ba6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:19.716079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-cddf0b3c-74cc-4b56-b962-a6e806ba6407 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437509 Jul 22 19:44:19.837200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-5e0373e1-cc3e-4971-b7ca-8c218d322b9d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128960 Jul 22 19:44:20.040402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643fe953-724f-469d-b604-8367b6a0b895 req-fb5b5a93-f54f-4140-9ef9-cb4d0bbcbbb9 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958702 Jul 22 19:44:20.074930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b025ce6-9b3b-4fab-b893-003e520804f1 req-43c04dc0-67cf-4177-945c-d624d256e45b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:20.076844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b025ce6-9b3b-4fab-b893-003e520804f1 req-43c04dc0-67cf-4177-945c-d624d256e45b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1781554 Jul 22 19:44:20.138620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b025ce6-9b3b-4fab-b893-003e520804f1 req-d4b03cb4-fa46-423e-85b1-66d7968e0260 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543313 Jul 22 19:44:20.534918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5b4ca-af71-4c5f-bc19-dbf47dc30c0b req-6a909408-f3a0-4e64-9a01-5ccad23b1800 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:20.545212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcc5b4ca-af71-4c5f-bc19-dbf47dc30c0b req-6a909408-f3a0-4e64-9a01-5ccad23b1800 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 947 time: 0.1050258 Jul 22 19:44:20.588618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fcc5b4ca-af71-4c5f-bc19-dbf47dc30c0b req-982576ec-0096-449a-ab11-7a3b6e48db80 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Jul 22 19:44:21.319219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0094a-d507-4626-8d81-027fc9b8dff4 req-e16bfc82-7ef8-4f5d-a1cb-1562443a239c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:21.321619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cb0094a-d507-4626-8d81-027fc9b8dff4 req-e16bfc82-7ef8-4f5d-a1cb-1562443a239c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0774536 Jul 22 19:44:21.364093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cb0094a-d507-4626-8d81-027fc9b8dff4 req-7f63ec9f-4e63-49ca-9bd1-43fa231de610 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367577 Jul 22 19:44:21.716771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f8124-c948-4404-a618-79740ab93df6 req-bc19ec83-fa49-4f00-bcd2-7aae9c327cdd tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:21.718312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26f8124-c948-4404-a618-79740ab93df6 req-bc19ec83-fa49-4f00-bcd2-7aae9c327cdd tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 947 time: 0.0660634 Jul 22 19:44:21.757297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f26f8124-c948-4404-a618-79740ab93df6 req-f2976061-10ef-4d91-96c1-e902776dd2b3 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Jul 22 19:44:22.338213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7e3b2-119f-495a-a368-b89b4ce91c17 req-8a697241-daa1-4ec7-8896-f13d703e4b85 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:22.339887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1d7e3b2-119f-495a-a368-b89b4ce91c17 req-8a697241-daa1-4ec7-8896-f13d703e4b85 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.0716743 Jul 22 19:44:22.382676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1d7e3b2-119f-495a-a368-b89b4ce91c17 req-e311858b-b76f-4d0b-a771-3ba860831ceb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372436 Jul 22 19:44:22.504371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70922bc9-fe85-44c5-82a0-27119704c366 req-4224884c-e1b2-40f9-bf04-16853c7f8ccf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:22.506866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70922bc9-fe85-44c5-82a0-27119704c366 req-4224884c-e1b2-40f9-bf04-16853c7f8ccf tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0683258 Jul 22 19:44:22.553011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70922bc9-fe85-44c5-82a0-27119704c366 req-90c2cbc7-9fe8-4ef2-9c96-8335cf60b795 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 22 19:44:22.638090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 88a0d200-2730-4a3b-a7f9-4f5c49562d73 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:22.769305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:22.783796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '88a0d200-2730-4a3b-a7f9-4f5c49562d73', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '88a0d200-2730-4a3b-a7f9-4f5c49562d73', 'mac_address': 'fa:16:3e:57:6c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:22.916424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf077c-f25d-4d05-90dc-988421b1b700 req-7d7c96fd-8b2d-4c42-a329-856002ec33f6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:22.918069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ebf077c-f25d-4d05-90dc-988421b1b700 req-7d7c96fd-8b2d-4c42-a329-856002ec33f6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1401951 Jul 22 19:44:22.936712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7359076-79a7-43eb-8378-67a15bcc402f req-ede9a4f3-3bc9-411c-b255-4ff580f87bf3 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:22.938309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7359076-79a7-43eb-8378-67a15bcc402f req-ede9a4f3-3bc9-411c-b255-4ff580f87bf3 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 947 time: 0.1078866 Jul 22 19:44:22.999618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ebf077c-f25d-4d05-90dc-988421b1b700 req-508c3a24-9789-4ff5-a5e7-15fa5b62299c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716031 Jul 22 19:44:23.002334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7359076-79a7-43eb-8378-67a15bcc402f req-b943b08d-e1fc-4fc3-acc8-b483f8e19e21 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556912 Jul 22 19:44:23.002965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:23.028648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a0d200-2730-4a3b-a7f9-4f5c49562d73 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:23.048327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:23.052948 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:23.100078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:23.328342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['88a0d200-2730-4a3b-a7f9-4f5c49562d73'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:23.685768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518122f-835a-40e3-be23-7e2ac3a365a7 req-f90d4830-de4d-4eec-99b3-eab86eac6ac3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:23.687361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a518122f-835a-40e3-be23-7e2ac3a365a7 req-f90d4830-de4d-4eec-99b3-eab86eac6ac3 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0654645 Jul 22 19:44:23.725764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a518122f-835a-40e3-be23-7e2ac3a365a7 req-7ad1fff4-82d8-4cc5-a999-ae8b234c0b34 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327957 Jul 22 19:44:24.189862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dae86-b8fc-414b-8bc3-8fe9d3c74aee req-79e89e34-41ce-44f2-8d4d-1cf99ce6573b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:24.191401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52dae86-b8fc-414b-8bc3-8fe9d3c74aee req-79e89e34-41ce-44f2-8d4d-1cf99ce6573b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1094048 Jul 22 19:44:24.220974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d3f09-df43-42c6-bf8b-766e1eb73923 req-41c2ddd2-51c5-41a6-adf2-cd7e5dbbedbb tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:24.222486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae5d3f09-df43-42c6-bf8b-766e1eb73923 req-41c2ddd2-51c5-41a6-adf2-cd7e5dbbedbb tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 948 time: 0.1313086 Jul 22 19:44:24.256632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52dae86-b8fc-414b-8bc3-8fe9d3c74aee req-de907aa7-e0f1-4eac-b588-d27cc895421e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590570 Jul 22 19:44:24.275339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae5d3f09-df43-42c6-bf8b-766e1eb73923 req-a3d748ab-fd6f-473d-ab89-2d49445d6761 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Jul 22 19:44:24.494136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:24.642218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 88a0d200-2730-4a3b-a7f9-4f5c49562d73 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:24.688960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:24.692441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:24.692805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:24.771615 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:24.805273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:24.807668 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a71449-860e-4280-a52b-2b3f0b1026f2" -d '{"events": [{"server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "name": "network-vif-plugged", "status": "completed", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:24.825608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:24.832137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:24.866787 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c30def-3fbe-4796-b7b9-1d01c94dd460 x-openstack-request-id: req-49c30def-3fbe-4796-b7b9-1d01c94dd460 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:24.867090 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "name": "network-vif-plugged", "status": "completed", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:24.867347 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49c30def-3fbe-4796-b7b9-1d01c94dd460 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:24.867733 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73', 'code': 200} Jul 22 19:44:24.904347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98de9d-160b-4696-90d7-226375f972a6 req-cae820b1-0804-4bc6-a403-0be28a7abce9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:24.906529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f98de9d-160b-4696-90d7-226375f972a6 req-cae820b1-0804-4bc6-a403-0be28a7abce9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1075780 Jul 22 19:44:24.908311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:24.981892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f98de9d-160b-4696-90d7-226375f972a6 req-9436f761-accb-4280-8002-91c6dbdc09f9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641077 Jul 22 19:44:24.998632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea663-b71b-4817-9581-6eea736804ef req-d00e7d9d-ffb9-4e6c-92db-23cfe06daf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:25.000141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ffea663-b71b-4817-9581-6eea736804ef req-d00e7d9d-ffb9-4e6c-92db-23cfe06daf3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 1101 time: 0.0757415 Jul 22 19:44:25.035356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ffea663-b71b-4817-9581-6eea736804ef req-79addd87-6da1-4120-9ab1-5e183f66f503 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287068 Jul 22 19:44:25.429030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a8f01-6e65-49c8-8862-f2319682d9c7 req-6320ff6c-6c00-4b89-896e-94fd8447dc2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:25.430531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-450a8f01-6e65-49c8-8862-f2319682d9c7 req-6320ff6c-6c00-4b89-896e-94fd8447dc2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1051760 Jul 22 19:44:25.452239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbce0e5-56a1-4a9f-a8dd-8da720104af7 req-3d5bf28a-80c1-4ee9-acc0-474eb6e5cdbb tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:25.453585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cbce0e5-56a1-4a9f-a8dd-8da720104af7 req-3d5bf28a-80c1-4ee9-acc0-474eb6e5cdbb tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 949 time: 0.0976543 Jul 22 19:44:25.499630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-450a8f01-6e65-49c8-8862-f2319682d9c7 req-8147f792-e895-48f4-a8c8-f06502762863 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627778 Jul 22 19:44:25.518710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cbce0e5-56a1-4a9f-a8dd-8da720104af7 req-a0bd9278-8bc3-4437-9f1f-ce5943d89287 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519102 Jul 22 19:44:25.983226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:25.986486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:26.148076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:26.174671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e74f-1a3f-478d-8dcc-980627885d54 req-4b40cbb2-1c36-48ce-8ff0-a2cfbc8a699b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:26.185731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2249e74f-1a3f-478d-8dcc-980627885d54 req-4b40cbb2-1c36-48ce-8ff0-a2cfbc8a699b tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0973399 Jul 22 19:44:26.196856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:26.221749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:26.226683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'mac_address': 'fa:16:3e:10:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:26.237081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2249e74f-1a3f-478d-8dcc-980627885d54 req-bb42dddc-f019-4f30-a6aa-a6d59b6e5246 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502496 Jul 22 19:44:26.272609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:26.275080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:26.308912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:26.349911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:26.355392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:26.359755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:26.428316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:26.437275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['9839fa18-b7e2-46c0-a0b4-1f5d6231d010'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:26.732886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174945a-175c-4828-b795-bb40c29eec94 req-3651b63c-dad0-4390-be3a-3b63474ef3ed tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:26.734649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6174945a-175c-4828-b795-bb40c29eec94 req-3651b63c-dad0-4390-be3a-3b63474ef3ed tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 949 time: 0.1152422 Jul 22 19:44:26.745842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3ec64-27dc-428c-9880-79600540cf9f req-5e9083c0-dd0a-478a-aad8-f626e6fe0eff tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:26.747799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ae3ec64-27dc-428c-9880-79600540cf9f req-5e9083c0-dd0a-478a-aad8-f626e6fe0eff tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.1294439 Jul 22 19:44:26.812469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6174945a-175c-4828-b795-bb40c29eec94 req-01cff4a8-f0a1-4557-9f8b-ee30bd52407f tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 Jul 22 19:44:26.815081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ae3ec64-27dc-428c-9880-79600540cf9f req-f98c3348-3463-4c5a-b6e8-7a58834af2dc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600138 Jul 22 19:44:26.869117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:26.871620 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9469e745-a114-45d3-9460-5964912b694e" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:26.959257 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c18e2-3463-4232-bae0-ce8ef870c760 x-openstack-request-id: req-f85c18e2-3463-4232-bae0-ce8ef870c760 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:26.959576 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:26.959839 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f85c18e2-3463-4232-bae0-ce8ef870c760 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:26.960251 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:44:27.173749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9d048-d651-43b0-b557-517868beb84e req-3261bcc4-f030-46ee-939a-058056329be1 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:27.183339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77f9d048-d651-43b0-b557-517868beb84e req-3261bcc4-f030-46ee-939a-058056329be1 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 949 time: 0.0988896 Jul 22 19:44:27.205758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:27.259100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77f9d048-d651-43b0-b557-517868beb84e req-245b62ec-1319-4038-b899-f10ad1322102 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704393 Jul 22 19:44:27.892235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85422d-4401-4efd-9593-5d294318fac1 req-19548655-e444-4b52-981a-4eaed3670e97 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:27.904029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df85422d-4401-4efd-9593-5d294318fac1 req-19548655-e444-4b52-981a-4eaed3670e97 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.5885978 Jul 22 19:44:27.977825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df85422d-4401-4efd-9593-5d294318fac1 req-0f7bfc07-5dcf-41b7-8e9d-19a591be1846 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Jul 22 19:44:27.996253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:28.084110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f838c1-b7b5-4b5f-a923-a74f8713b3c5 req-08a25b66-b407-4ace-b9fd-648ad1815545 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:28.096906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f838c1-b7b5-4b5f-a923-a74f8713b3c5 req-08a25b66-b407-4ace-b9fd-648ad1815545 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 945 time: 0.1821303 Jul 22 19:44:28.131123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:28.131489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:28.190634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f838c1-b7b5-4b5f-a923-a74f8713b3c5 req-f653f04f-90bf-4b87-addf-823740a3d034 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911038 Jul 22 19:44:28.289556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:28.393216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:28.404481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:28.529871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=13']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:28.631894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-eff1f9a6-4991-47a1-8e4c-ae064ad9f5f2 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:28.633533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-eff1f9a6-4991-47a1-8e4c-ae064ad9f5f2 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 949 time: 0.2378125 Jul 22 19:44:28.705698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03fa5-1e72-4682-a68b-adb6ecb82dab req-ce186b3c-f0e5-4bcf-8f57-9990d0406d83 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:28.713302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbb03fa5-1e72-4682-a68b-adb6ecb82dab req-ce186b3c-f0e5-4bcf-8f57-9990d0406d83 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 949 time: 0.2408319 Jul 22 19:44:28.813254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbb03fa5-1e72-4682-a68b-adb6ecb82dab req-03e2b05c-7a33-4684-9ac1-33673afb61b8 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/security-groups?id=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990105 Jul 22 19:44:28.868539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Deleting port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:44:28.868888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:28.961869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:28.964179 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ab2c7-c604-4c71-b225-c757c932ddf4" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:29.051151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] For port 88a0d200-2730-4a3b-a7f9-4f5c49562d73, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=88a0d200-2730-4a3b-a7f9-4f5c49562d73,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:29.053201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:29.074692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Calling delete_port for 88a0d200-2730-4a3b-a7f9-4f5c49562d73 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:44:29.078324 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d82b1b7-1019-4b02-9ef3-b57fbad24a73 x-openstack-request-id: req-1d82b1b7-1019-4b02-9ef3-b57fbad24a73 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:29.078784 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:29.079209 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d82b1b7-1019-4b02-9ef3-b57fbad24a73 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:29.080758 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:44:29.315243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:29.338210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['88a0d200-2730-4a3b-a7f9-4f5c49562d73'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:29.384664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Pushing event deleted for resources: {'Port': ['ID=88a0d200-2730-4a3b-a7f9-4f5c49562d73,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:29.525983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5020172-6497-4515-b06a-d8d3a42161a6 req-eb4edeb0-bf6e-4e99-8c9c-2c84bd5f6dcd tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:29.534285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5020172-6497-4515-b06a-d8d3a42161a6 req-eb4edeb0-bf6e-4e99-8c9c-2c84bd5f6dcd tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.2876775 Jul 22 19:44:29.547794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] No DVR routers for this DVR port 88a0d200-2730-4a3b-a7f9-4f5c49562d73 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:44:29.563941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:29.574577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-523b2b58-f208-40b9-81b6-4e8ecf83a3ec req-8bfb5c2b-340e-45c8-8973-435585186241 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.32 "DELETE /v2.0/ports/88a0d200-2730-4a3b-a7f9-4f5c49562d73 HTTP/1.1" status: 204 len: 173 time: 0.9307661 Jul 22 19:44:29.592335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'name': 'network-vif-deleted', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:29.595027 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e47c61-584d-4500-8011-23f7d51a9990" -d '{"events": [{"server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "name": "network-vif-deleted", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:29.657311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223d16-ab47-4f1a-bac8-9b977ffcfecf req-daec7ee0-f7b0-4e91-b960-7cb94f91d374 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:29.672219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef223d16-ab47-4f1a-bac8-9b977ffcfecf req-daec7ee0-f7b0-4e91-b960-7cb94f91d374 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.3101037 Jul 22 19:44:29.719106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5020172-6497-4515-b06a-d8d3a42161a6 req-931db276-645c-4725-a141-535e08d8ba39 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829381 Jul 22 19:44:29.812874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef223d16-ab47-4f1a-bac8-9b977ffcfecf req-fc8acc8a-2f58-4322-9a8c-1599fa3767ef tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390071 Jul 22 19:44:29.833996 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8548191c-a213-48b9-98f9-be038f3522c2 x-openstack-request-id: req-8548191c-a213-48b9-98f9-be038f3522c2 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:29.834363 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c04d5f6-0ec4-4af0-ba7a-123371649e09", "name": "network-vif-deleted", "tag": "88a0d200-2730-4a3b-a7f9-4f5c49562d73", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:29.834679 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8548191c-a213-48b9-98f9-be038f3522c2 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:29.835133 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c04d5f6-0ec4-4af0-ba7a-123371649e09', 'name': 'network-vif-deleted', 'tag': '88a0d200-2730-4a3b-a7f9-4f5c49562d73', 'status': 'completed', 'code': 200} Jul 22 19:44:29.980423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f7e06ef-0606-4d78-8848-0286d4f39e91 req-1068f723-54bd-4adf-83bb-cdd630438365 tempest-VolumesNegativeTest-1501512954 tempest-VolumesNegativeTest-1501512954-project] 10.222.0.10 "GET /v2.0/ports?device_id=3c04d5f6-0ec4-4af0-ba7a-123371649e09 HTTP/1.1" status: 200 len: 210 time: 0.0592294 Jul 22 19:44:31.064471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6bc4-cd8d-4586-a3ef-ea2297f4d203 req-e3262ad2-1625-4172-b633-1f3d10bd20f4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:31.073310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c05b6bc4-cd8d-4586-a3ef-ea2297f4d203 req-e3262ad2-1625-4172-b633-1f3d10bd20f4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1468201 Jul 22 19:44:31.122571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4d868-4b70-4b7a-935e-40cb4571bd76 req-73fd2386-4bdd-48a5-9092-b3f9847ebf2f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:31.124462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47b4d868-4b70-4b7a-935e-40cb4571bd76 req-73fd2386-4bdd-48a5-9092-b3f9847ebf2f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.2576914 Jul 22 19:44:31.173594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c05b6bc4-cd8d-4586-a3ef-ea2297f4d203 req-42dd657a-a17b-4ec1-8875-059693924558 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991797 Jul 22 19:44:31.229620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47b4d868-4b70-4b7a-935e-40cb4571bd76 req-dd2faa98-3607-49e4-ae62-bee5c02a9264 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968211 Jul 22 19:44:32.470721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779f66c-d3ae-4220-acce-aad51b4fd6e2 req-1ae34699-8087-405d-b2da-508f34f22e18 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:32.472477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4779f66c-d3ae-4220-acce-aad51b4fd6e2 req-1ae34699-8087-405d-b2da-508f34f22e18 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1696777 Jul 22 19:44:32.482950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930e10c-c4b5-47fe-976d-de599ce5feec req-41b1e209-70dc-4821-9cbf-f542d5c31ef6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:32.485020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2930e10c-c4b5-47fe-976d-de599ce5feec req-41b1e209-70dc-4821-9cbf-f542d5c31ef6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1614320 Jul 22 19:44:32.574279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4779f66c-d3ae-4220-acce-aad51b4fd6e2 req-2a34a516-c02b-4f22-9d3b-779fa758c0ec tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868719 Jul 22 19:44:32.638312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2930e10c-c4b5-47fe-976d-de599ce5feec req-e5f9b043-ab82-4a81-94e2-fef83b0bac89 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421077 Jul 22 19:44:32.690859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 88a0d200-2730-4a3b-a7f9-4f5c49562d73 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:32.718030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 88a0d200-2730-4a3b-a7f9-4f5c49562d73 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:44:32.718530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 88a0d200-2730-4a3b-a7f9-4f5c49562d73 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:44:33.291547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf150-a50b-48c7-a78d-68d03fb18720 req-82088a91-000c-49c8-9f7e-b56d93634b00 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:33.293041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c25bf150-a50b-48c7-a78d-68d03fb18720 req-82088a91-000c-49c8-9f7e-b56d93634b00 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0966115 Jul 22 19:44:33.356798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c25bf150-a50b-48c7-a78d-68d03fb18720 req-e5ab71d4-9aa3-4097-8bcc-3f5718fcf298 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569663 Jul 22 19:44:33.835523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a03cc1-0b92-4389-9a8c-f138acd7ff78 req-9f9eafe7-d684-4191-b3a8-88ef4f6e9548 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:33.843290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2a03cc1-0b92-4389-9a8c-f138acd7ff78 req-9f9eafe7-d684-4191-b3a8-88ef4f6e9548 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1699696 Jul 22 19:44:33.913675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1bdc-89ad-4dec-8440-732791825310 req-aecab56d-b9f9-469d-89fb-f572f1c552b2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:33.921086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bca1bdc-89ad-4dec-8440-732791825310 req-aecab56d-b9f9-469d-89fb-f572f1c552b2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1535296 Jul 22 19:44:33.937838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2a03cc1-0b92-4389-9a8c-f138acd7ff78 req-38948d22-029d-4084-b861-fc8d771fc740 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935123 Jul 22 19:44:34.001922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bca1bdc-89ad-4dec-8440-732791825310 req-fd6889d8-3fc5-4c6f-8b1d-a7a38904a365 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Jul 22 19:44:34.539420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381fd54-2502-43fb-b35d-ec394bf00538 req-8b992557-38e8-4990-8feb-254979fbe512 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:34.547916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a381fd54-2502-43fb-b35d-ec394bf00538 req-8b992557-38e8-4990-8feb-254979fbe512 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1020451 Jul 22 19:44:34.625160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a381fd54-2502-43fb-b35d-ec394bf00538 req-5d803ebc-18d3-4233-bf16-64712718ed28 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754094 Jul 22 19:44:35.187630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309da27-48b0-43a8-bad2-28cb56667d74 req-4f3f1476-2f52-4ed0-b216-02994409b7b5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:35.198535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c309da27-48b0-43a8-bad2-28cb56667d74 req-4f3f1476-2f52-4ed0-b216-02994409b7b5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1537817 Jul 22 19:44:35.243491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c309da27-48b0-43a8-bad2-28cb56667d74 req-4e9a5213-0fbc-4db5-93f1-39d32aaac78b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440736 Jul 22 19:44:35.273326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a81c34-d80a-4df3-ad7d-6aed0d60831a req-ca1a2005-44e9-4446-b43d-0685decdb589 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:35.281038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01a81c34-d80a-4df3-ad7d-6aed0d60831a req-ca1a2005-44e9-4446-b43d-0685decdb589 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1557951 Jul 22 19:44:35.336331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01a81c34-d80a-4df3-ad7d-6aed0d60831a req-a1c5ee93-b5fc-47f1-9d31-6791dd226291 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541298 Jul 22 19:44:35.790247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577418b7-bb91-48ee-85bd-296dca1b60ac req-445e3535-2fc2-43fe-b9a3-fac6d3a951cd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:35.796057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-577418b7-bb91-48ee-85bd-296dca1b60ac req-445e3535-2fc2-43fe-b9a3-fac6d3a951cd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0914462 Jul 22 19:44:35.865268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-577418b7-bb91-48ee-85bd-296dca1b60ac req-573f123b-f9c1-4908-ae39-9095f638a603 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672240 Jul 22 19:44:36.445788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156933-48c6-4e90-ac97-6bfec79c32bc req-a40428f1-e2ba-4f6a-b0c2-cc565961d66f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:36.449436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3156933-48c6-4e90-ac97-6bfec79c32bc req-a40428f1-e2ba-4f6a-b0c2-cc565961d66f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1054349 Jul 22 19:44:36.520130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3156933-48c6-4e90-ac97-6bfec79c32bc req-b81b6167-08fd-4766-b34e-d83a5652e815 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369630 Jul 22 19:44:36.578753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74fef6-b5db-4c93-b16e-63aa75784c9b req-0bbc2ba9-f76e-4be9-8ec2-4a4f950f78c8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:36.584822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb74fef6-b5db-4c93-b16e-63aa75784c9b req-0bbc2ba9-f76e-4be9-8ec2-4a4f950f78c8 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1538146 Jul 22 19:44:36.643959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb74fef6-b5db-4c93-b16e-63aa75784c9b req-bffe1600-dfaf-44ea-848b-b9ea5036fc2d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Jul 22 19:44:37.104134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-daa7337b-2334-4e7e-b9d0-254ae4fd7266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:37.119845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584fa09-a116-4a8a-a510-20a095f5334d req-16015d5a-efd4-44e4-95f1-a677b3577108 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:37.124828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9584fa09-a116-4a8a-a510-20a095f5334d req-16015d5a-efd4-44e4-95f1-a677b3577108 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1503491 Jul 22 19:44:37.194169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9584fa09-a116-4a8a-a510-20a095f5334d req-8a057be5-13da-4525-a918-806904700f6a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502965 Jul 22 19:44:37.535920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39424) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:37.720347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-55db9a25-8bc7-403b-bce9-ca477e5589b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af192a0997c54eb1b5f978a514a89a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830361 Jul 22 19:44:37.720974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:37.777157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:37.800863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:37.855646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:37.861800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:37.868335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421 HTTP/1.1" status: 204 len: 168 time: 0.1462865 Jul 22 19:44:37.888879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ea327-736b-4b55-b3ae-f6d0621718e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c3015e-5bbb-48ff-bf9e-1e25c4d9d421,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:37.904128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c73c4-eb45-4163-8a34-e194b6058dd7 req-84d1053e-4b22-44f3-a0bf-8dfab34a656c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:37.906497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da2c73c4-eb45-4163-8a34-e194b6058dd7 req-84d1053e-4b22-44f3-a0bf-8dfab34a656c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.2740793 Jul 22 19:44:37.987300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da2c73c4-eb45-4163-8a34-e194b6058dd7 req-40e07fb3-623f-4c81-9552-5582414eb04a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693638 Jul 22 19:44:38.036528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37447840-a15a-405f-bea2-b5fc26f77848 req-65864392-4830-4569-8640-4f1d767ff6eb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:38.042789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37447840-a15a-405f-bea2-b5fc26f77848 req-65864392-4830-4569-8640-4f1d767ff6eb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.2087784 Jul 22 19:44:38.144175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37447840-a15a-405f-bea2-b5fc26f77848 req-612b9d43-8d6a-41d4-a2df-afd1bc9cddd1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957689 Jul 22 19:44:38.415191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302011b-9276-42e4-a9a7-119d0afb0193 req-222dd250-6126-402a-b9d8-f04c92091f2c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:38.434841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e302011b-9276-42e4-a9a7-119d0afb0193 req-222dd250-6126-402a-b9d8-f04c92091f2c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1549640 Jul 22 19:44:38.556871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e302011b-9276-42e4-a9a7-119d0afb0193 req-b32235b3-ec36-4d94-892f-5d8cf000c127 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208370 Jul 22 19:44:38.680478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67702f0e-1cfe-4e21-a651-4dd6fa2ae7a0 req-e5ccc4a1-7cb6-4c59-9259-f013ce7f1e8d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:38.683211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67702f0e-1cfe-4e21-a651-4dd6fa2ae7a0 req-e5ccc4a1-7cb6-4c59-9259-f013ce7f1e8d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.0977042 Jul 22 19:44:38.731314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67702f0e-1cfe-4e21-a651-4dd6fa2ae7a0 req-54874de5-0584-42d2-8ba4-7e4a4fdb2aa7 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jul 22 19:44:38.910834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39472) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:39.024958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-581934637-network', 'tenant_id': 'dbaa84d06bb448e8a8bf0a4f8ba9ee7c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:39.057671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Made reservation on behalf of dbaa84d06bb448e8a8bf0a4f8ba9ee7c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:39.060302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.069675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.149237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c9f0-ed17-4561-9998-fcd263f47775 req-87ba8a37-bfd0-47d1-a199-c6388289ea0f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.151373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23c2c9f0-ed17-4561-9998-fcd263f47775 req-87ba8a37-bfd0-47d1-a199-c6388289ea0f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.0747375 Jul 22 19:44:39.171087 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.175422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.206111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:44:39.212704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23c2c9f0-ed17-4561-9998-fcd263f47775 req-2f57a6ac-a38d-4c54-974b-c7cc5be2ec59 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545254 Jul 22 19:44:39.213184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7453bf-e2a6-4d48-a770-b6b8de3145e5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:39.221362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.221761 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Added segment e3dd5931-307a-4f5d-a603-2b69a4965831 of type vlan for network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef Jul 22 19:44:39.266209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.294800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.295753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.296354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.329130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4157441 Jul 22 19:44:39.332116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39484) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:44:39.337786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Request body: {'subnet': {'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-581934637-subnet', 'tenant_id': 'dbaa84d06bb448e8a8bf0a4f8ba9ee7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:39.367974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92eafcf-7296-4c66-b59d-866f25c0d427 admin admin] Pushing event updated for resources: {'Network': ['ID=281fa9f6-94d3-4a03-a7cf-34fd51da53ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:39.370814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Made reservation on behalf of dbaa84d06bb448e8a8bf0a4f8ba9ee7c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:39.373662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.379155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:44:39.609781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.698783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:39.727691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Checking segment: {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:44:39.728055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Network hostable DHCP agents. Network: 281fa9f6-94d3-4a03-a7cf-34fd51da53ef, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:44:39.753190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec3cb9-a812-4d90-b30e-90995c8019d0 req-4b7a1aa1-6e91-4285-96b5-8d196cbfa061 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.755446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eec3cb9-a812-4d90-b30e-90995c8019d0 req-4b7a1aa1-6e91-4285-96b5-8d196cbfa061 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1140888 Jul 22 19:44:39.778168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:44:39.812007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 281fa9f6-94d3-4a03-a7cf-34fd51da53ef) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:39.825393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc9177-cec5-461e-bff1-61f5abc41b67 None None] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:44:39.828571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.829188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:39.846385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eec3cb9-a812-4d90-b30e-90995c8019d0 req-bd883e16-eb98-4d8c-9e98-9b76c523b71f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782709 Jul 22 19:44:39.850463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6de844b6-e660-4828-9931-00d89e59ab5b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5166054 Jul 22 19:44:39.950085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a80eab-8ae0-44c7-89c5-57a5a6ee3759 req-06f2b0e0-c484-4cf4-8487-36ef40ed526f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.960370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4a80eab-8ae0-44c7-89c5-57a5a6ee3759 req-06f2b0e0-c484-4cf4-8487-36ef40ed526f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1030090 Jul 22 19:44:39.983192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-1af47da8-0b75-46ef-be16-c14ff2d5a5fb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:39.985905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-1af47da8-0b75-46ef-be16-c14ff2d5a5fb tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 945 time: 0.1118331 Jul 22 19:44:39.988682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.041280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4a80eab-8ae0-44c7-89c5-57a5a6ee3759 req-3a5255b5-d8c0-4815-a587-fdb25aa9c506 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798564 Jul 22 19:44:40.119015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port a389d0d2-27ce-4a96-bf6a-97d77e13184c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:44:40.119820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.130322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-99eb2704-b26d-42b5-8afd-5585a596e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.137335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd5d8e-7fb2-4cf7-bae3-4641802eb14c None None] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:44:40.250999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port a389d0d2-27ce-4a96-bf6a-97d77e13184c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a389d0d2-27ce-4a96-bf6a-97d77e13184c,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:40.252377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.271087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for a389d0d2-27ce-4a96-bf6a-97d77e13184c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:44:40.367658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadcbaf-1dd0-413e-b7cd-c9ab08d85295 req-dfb208be-0281-40e7-8037-0fa54aab59e1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:40.370298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfadcbaf-1dd0-413e-b7cd-c9ab08d85295 req-dfb208be-0281-40e7-8037-0fa54aab59e1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.0796514 Jul 22 19:44:40.428403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfadcbaf-1dd0-413e-b7cd-c9ab08d85295 req-d69a8440-a2d6-46af-8f5a-e9678891f774 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528457 Jul 22 19:44:40.438846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.463298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a389d0d2-27ce-4a96-bf6a-97d77e13184c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:40.470962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=a389d0d2-27ce-4a96-bf6a-97d77e13184c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:40.541613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port a389d0d2-27ce-4a96-bf6a-97d77e13184c on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:44:40.545856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:40.547965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bcb211c0-fcbf-4c3b-9982-8866c615d55a req-331c4904-11e0-404d-a63c-3ba5b217c9be tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "DELETE /v2.0/ports/a389d0d2-27ce-4a96-bf6a-97d77e13184c HTTP/1.1" status: 204 len: 173 time: 0.5508065 Jul 22 19:44:40.548546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'name': 'network-vif-deleted', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:40.557116 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b749f30-5385-4e05-ae76-69ee3072e399" -d '{"events": [{"server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "name": "network-vif-deleted", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:40.797550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e992280-2569-41ab-98d6-b2c162d6baba req-e492623d-832e-4ab5-9d06-92fb9ab86be3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:40.799835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e992280-2569-41ab-98d6-b2c162d6baba req-e492623d-832e-4ab5-9d06-92fb9ab86be3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.0808384 Jul 22 19:44:40.820734 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedecce-8c22-4526-9398-3dc036a8b888 x-openstack-request-id: req-7bedecce-8c22-4526-9398-3dc036a8b888 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:40.821042 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec17ab7d-5497-4b7a-adf1-5c909030d3aa", "name": "network-vif-deleted", "tag": "a389d0d2-27ce-4a96-bf6a-97d77e13184c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:40.821302 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bedecce-8c22-4526-9398-3dc036a8b888 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:40.821711 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec17ab7d-5497-4b7a-adf1-5c909030d3aa', 'name': 'network-vif-deleted', 'tag': 'a389d0d2-27ce-4a96-bf6a-97d77e13184c', 'status': 'completed', 'code': 200} Jul 22 19:44:40.847203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e992280-2569-41ab-98d6-b2c162d6baba req-49192379-6f33-4553-bdc0-f048bff4c496 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411282 Jul 22 19:44:41.031697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c25b26-da22-4339-8d8e-b74c68c1fc4b req-6c9c011f-95be-40f9-9793-a45e718e0da0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:41.039904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51c25b26-da22-4339-8d8e-b74c68c1fc4b req-6c9c011f-95be-40f9-9793-a45e718e0da0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0947273 Jul 22 19:44:41.096013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51c25b26-da22-4339-8d8e-b74c68c1fc4b req-faf285f5-b4a6-4f97-ab88-cab53814fabe tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440433 Jul 22 19:44:41.241857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bc7507c-ce8b-4757-beb0-916af00a0c04 req-03cac0b3-46cc-4808-a469-70fe78334881 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec17ab7d-5497-4b7a-adf1-5c909030d3aa HTTP/1.1" status: 200 len: 210 time: 0.0584066 Jul 22 19:44:41.477524 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:42.071035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:42.211335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:42.254880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:42.259213 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9a5ba8-f717-4046-8809-ee8a28f50177" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:42.275856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:42.281473 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:42.327549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c8202-621c-42f4-a1b8-757974aea053 req-60bfec22-8751-49f4-b922-d1ba68103661 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.329688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f54c8202-621c-42f4-a1b8-757974aea053 req-60bfec22-8751-49f4-b922-d1ba68103661 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 946 time: 0.1513197 Jul 22 19:44:42.335075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=14']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:42.344853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b22203-8d75-4c94-81ae-9f9f6f70d1c6 req-28eb9314-bcfd-4ce7-bbef-be3471e6280b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.346936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90b22203-8d75-4c94-81ae-9f9f6f70d1c6 req-28eb9314-bcfd-4ce7-bbef-be3471e6280b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1423211 Jul 22 19:44:42.424192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f54c8202-621c-42f4-a1b8-757974aea053 req-49686e5d-0d6e-4d99-a582-7a72a02abcbd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761595 Jul 22 19:44:42.429556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90b22203-8d75-4c94-81ae-9f9f6f70d1c6 req-5dde937a-8a6c-4e47-a302-4c17dc0dd925 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715706 Jul 22 19:44:42.582433 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a5ba3-b551-4276-b5a1-76f07207fdbb x-openstack-request-id: req-773a5ba3-b551-4276-b5a1-76f07207fdbb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:42.583833 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:42.583833 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-773a5ba3-b551-4276-b5a1-76f07207fdbb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:42.584370 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'code': 200} Jul 22 19:44:42.745852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7d865-8614-4b73-8818-727de36efc87 req-b121180d-b7e4-4840-9a56-d3649c9aa2bc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.746571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-d2ca3d21-c504-447c-ac3e-c192884819b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.747425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5e7d865-8614-4b73-8818-727de36efc87 req-b121180d-b7e4-4840-9a56-d3649c9aa2bc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0873158 Jul 22 19:44:42.749354 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-d2ca3d21-c504-447c-ac3e-c192884819b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.0744359 Jul 22 19:44:42.850446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5e7d865-8614-4b73-8818-727de36efc87 req-813fc5b2-ecd8-4a58-89ce-491d1a46478a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0972190 Jul 22 19:44:42.859022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-a858c61b-bf60-45ad-bdf3-e73149abd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.860872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-a858c61b-bf60-45ad-bdf3-e73149abd5db service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1049013 Jul 22 19:44:42.892284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-39a8e72a-08dd-4793-8aa0-e224d7724f05 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.893719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:42.893904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-39a8e72a-08dd-4793-8aa0-e224d7724f05 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.1383052 Jul 22 19:44:42.909902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-81fb1a85-9aed-42f3-b7cd-c2feb2059c37 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/quotas/470c3ef7a39a45cfa92c8e91286985bf HTTP/1.1" status: 200 len: 375 time: 0.0096455 Jul 22 19:44:42.934853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-20a6cb25-a6ac-425d-9cf5-2e0f5b66e544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.0659623 Jul 22 19:44:42.952103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-c4d55d11-3285-4a9d-9158-020a2f7f01d6 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359523 Jul 22 19:44:42.996124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-e7f8b470-f575-4e3f-90fe-952fc152f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:42.997986 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-e7f8b470-f575-4e3f-90fe-952fc152f18a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0560279 Jul 22 19:44:43.054003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-d7994c9a-c48b-4cfe-ac8f-b47757f310d6 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927753 Jul 22 19:44:43.066186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-96fa799e-9031-4219-b16b-ba777ea436e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:43.068416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-96fa799e-9031-4219-b16b-ba777ea436e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645311 Jul 22 19:44:43.227912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-c700a3d0-1cc2-4f1d-9d67-9b8fa0b6ff95 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522329 Jul 22 19:44:43.243055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-905a8eab-5ded-49f3-bee6-4526254221a6 service neutron] 10.222.0.10 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831586 Jul 22 19:44:43.351718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c007cca4-51ac-4dcb-9533-c00da4e57874 req-943dbcd7-d4b9-4112-9eb6-5a34b2f4db63 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179044 Jul 22 19:44:43.493751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-809bb08d-ac19-467d-8e74-8f599ef68884 req-75959b93-b60d-45ef-82cb-63d5992a9f9d tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 210 time: 0.0595603 Jul 22 19:44:43.608416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb771a-f62f-471a-a4b0-46a2fb72bc33 req-ad06dbac-80be-4e5a-a67b-6e850f8b7d0a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:43.609963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8deb771a-f62f-471a-a4b0-46a2fb72bc33 req-ad06dbac-80be-4e5a-a67b-6e850f8b7d0a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0709221 Jul 22 19:44:43.657623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8deb771a-f62f-471a-a4b0-46a2fb72bc33 req-e6786bf6-afe4-4f97-a412-d8689d95e425 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417130 Jul 22 19:44:44.013335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b95d04-2e22-4ee8-8da0-5d5590e2f10d req-4594a9c7-cb0d-4772-997e-631a67f14939 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.015118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07b95d04-2e22-4ee8-8da0-5d5590e2f10d req-4594a9c7-cb0d-4772-997e-631a67f14939 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0719125 Jul 22 19:44:44.068620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07b95d04-2e22-4ee8-8da0-5d5590e2f10d req-5ca0944f-900d-45dc-9b20-45c4e9b1d439 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466251 Jul 22 19:44:44.085784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a389d0d2-27ce-4a96-bf6a-97d77e13184c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:44:44.127419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: a389d0d2-27ce-4a96-bf6a-97d77e13184c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:44:44.129369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a389d0d2-27ce-4a96-bf6a-97d77e13184c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:44:44.315708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417944f-c640-48f8-8522-a3f1f07221d6 req-2e10abf5-d96e-45ec-b14b-c551ccbed6a1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.318278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4417944f-c640-48f8-8522-a3f1f07221d6 req-2e10abf5-d96e-45ec-b14b-c551ccbed6a1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0991757 Jul 22 19:44:44.356584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4417944f-c640-48f8-8522-a3f1f07221d6 req-92a199b8-ab26-4620-9622-dd845d209303 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324130 Jul 22 19:44:44.513473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3dc88-be07-43c2-96e8-07a0a137205c req-b02d2191-df21-4798-9eb2-7e8a559b3e7d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.515212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43d3dc88-be07-43c2-96e8-07a0a137205c req-b02d2191-df21-4798-9eb2-7e8a559b3e7d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0703006 Jul 22 19:44:44.583420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43d3dc88-be07-43c2-96e8-07a0a137205c req-97cbb6d1-f590-4280-940a-7cb930e7d88f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599990 Jul 22 19:44:44.637019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6629e8a-b85b-47ea-b954-9f851168d9f4 req-0b21ace9-7481-413c-8aae-6df67ac12ec9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 210 time: 0.0450816 Jul 22 19:44:44.854282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efee340-c3e4-41b3-97ab-a6911f8ad92d req-5a6677ba-e65f-49ec-a772-741aff5e4c37 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.863388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efee340-c3e4-41b3-97ab-a6911f8ad92d req-5a6677ba-e65f-49ec-a772-741aff5e4c37 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1057553 Jul 22 19:44:44.868089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-f69a54ec-ddac-4e16-9cd1-859ae793b76e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:44.869760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-f69a54ec-ddac-4e16-9cd1-859ae793b76e tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 812 time: 0.2357047 Jul 22 19:44:44.888115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Request body: {'port': {'device_id': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'admin_state_up': True, 'tenant_id': '470c3ef7a39a45cfa92c8e91286985bf'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:44.947081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efee340-c3e4-41b3-97ab-a6911f8ad92d req-b1b3118e-46b6-4727-ae91-ef11a99fc7a1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821757 Jul 22 19:44:45.070131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Made reservation on behalf of 470c3ef7a39a45cfa92c8e91286985bf for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:45.077019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.130147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-ea5b2e13-8d6f-4018-be2a-8279f73ade24 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:45.132097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-ea5b2e13-8d6f-4018-be2a-8279f73ade24 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.1439548 Jul 22 19:44:45.156564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-02a24754-8554-4544-b524-2dbcd66acb5a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/quotas/223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 375 time: 0.0140538 Jul 22 19:44:45.265420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-d4d9ddc8-b6c2-41c9-b203-a515167b3a54 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0963402 Jul 22 19:44:45.277663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-8799c730-8109-44b1-9d33-bafeaa774f28 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:44:45.278996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-8799c730-8109-44b1-9d33-bafeaa774f28 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063651 Jul 22 19:44:45.282726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Allocated IP 172.20.0.9 (72923ef0-be44-48bf-812c-e3f7ef29d424/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3/8d66ac7a-9106-4f39-aaaf-1b2655bd459e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:44:45.491888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.532489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-d2537d6c-0cf2-45a9-8e8a-97efef6aea28 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473664 Jul 22 19:44:45.538800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.581142 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Network 72923ef0-be44-48bf-812c-e3f7ef29d424 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:44:45.585155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:45.594760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:44:45.627873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event updated for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:45.648463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-44491b14-e4eb-40de-a01a-884d75dd27fe service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141067 Jul 22 19:44:45.661361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:45.661997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.683711 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-ded5e7b7-76d4-4d84-bca8-6d1227c5e989 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051462 Jul 22 19:44:45.700541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Request body: {'port': {'device_id': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:45.878630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:45.903251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd1335-c8ca-4d57-a13d-22e96f164983 req-fcbf9d79-b326-496c-a334-18a464ad7c01 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:45.904828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbbd1335-c8ca-4d57-a13d-22e96f164983 req-fcbf9d79-b326-496c-a334-18a464ad7c01 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 931 time: 0.1811450 Jul 22 19:44:45.927316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7af1e3c0-a202-448f-b45c-1aecb6f3d472 req-6d06d22d-752f-41dc-987c-65ff56dc98d9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 210 time: 0.0726337 Jul 22 19:44:45.966430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbbd1335-c8ca-4d57-a13d-22e96f164983 req-5a11e141-87bd-49e7-8905-66e64be362e1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Jul 22 19:44:46.121198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadab5e5-ad3f-45a3-8062-778e3f55794f req-50a7c665-d4a6-4683-9a65-729395999b04 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:46.128763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fadab5e5-ad3f-45a3-8062-778e3f55794f req-50a7c665-d4a6-4683-9a65-729395999b04 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0811567 Jul 22 19:44:46.173160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fadab5e5-ad3f-45a3-8062-778e3f55794f req-b21eeff7-e868-4347-a33d-fa228140e435 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Jul 22 19:44:46.287308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d66ac7a-9106-4f39-aaaf-1b2655bd459e {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:46.296936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.316820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Transition to ACTIVE for port object 8d66ac7a-9106-4f39-aaaf-1b2655bd459e will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:46.325937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.375186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Pushing event updated for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:46.499965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Attempting to bind port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:44:46.500343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Attempting to bind port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:44:46.501045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Attempting to bind port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:46.514983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e on network 72923ef0-be44-48bf-812c-e3f7ef29d424 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:44:46.515356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Attempting to bind port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e on network 72923ef0-be44-48bf-812c-e3f7ef29d424 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:46.521971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:44:46.522333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Checking segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:44:46.522729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Bound using segment: {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:44:46.523173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Bound port: 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:44:46.523747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.606864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:44:46.610630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:44:46.617046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.665322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:46.666137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:46.667553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d66ac7a-9106-4f39-aaaf-1b2655bd459e HTTP/1.1" status: 200 len: 1092 time: 0.9762666 Jul 22 19:44:46.668001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:46.670318 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096cc884-8fb3-4423-b50a-9c146c57ecb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:46.702630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbcd07-aee9-48f5-b97e-b371c03bb452 service neutron] Pushing event updated for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:46.757698 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49354bd7-e380-4389-b34b-86cfce9dc8a3 x-openstack-request-id: req-49354bd7-e380-4389-b34b-86cfce9dc8a3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:46.757982 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:46.758412 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49354bd7-e380-4389-b34b-86cfce9dc8a3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:46.758803 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e', 'status': 'completed', 'code': 200} Jul 22 19:44:46.790655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-bc5b5a35-5501-460c-aee7-ded09143fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:46.792239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-bc5b5a35-5501-460c-aee7-ded09143fb4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 1095 time: 0.0817010 Jul 22 19:44:46.844728 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-061d34ab-36ee-4690-a586-dfa9f7278d0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e HTTP/1.1" status: 200 len: 217 time: 0.0458090 Jul 22 19:44:46.907990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c5e40-b845-49ea-a847-01afb081b89a req-761a15e9-ada5-4ce4-b05c-2f0f23cda4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:46.909553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-761a15e9-ada5-4ce4-b05c-2f0f23cda4fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0562160 Jul 22 19:44:46.949568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-1e2eb25c-3bd7-4996-bab1-3c159ee498c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328896 Jul 22 19:44:47.093656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-c7167ecd-0481-4112-859f-e909b7b4d0f1 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383214 Jul 22 19:44:47.126125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-161417db-404e-44ec-b087-ccecc35dc8c7 req-4a28bcde-08dd-49b6-9fe6-cf1f1446369c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 210 time: 0.0906801 Jul 22 19:44:47.266176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-616c5e40-b845-49ea-a847-01afb081b89a req-f110f68e-d9e6-4cf7-808c-559506e97f6b service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655350 Jul 22 19:44:47.397725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e01df-b2dd-455c-b02a-426f0295b0ea req-daa6c149-7ee3-4bd0-a9ea-7fa8a32fec75 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.399257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49e01df-b2dd-455c-b02a-426f0295b0ea req-daa6c149-7ee3-4bd0-a9ea-7fa8a32fec75 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 943 time: 0.2721550 Jul 22 19:44:47.421064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-84b0406d-3352-4f5e-b8a7-84a8159f0365 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.423091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-84b0406d-3352-4f5e-b8a7-84a8159f0365 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.4576948 Jul 22 19:44:47.428513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-47daeff0-644e-4ac8-b899-b79843bd4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.430937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-47daeff0-644e-4ac8-b899-b79843bd4d4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 1095 time: 0.0963740 Jul 22 19:44:47.443053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'device_id': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'admin_state_up': True, 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:47.485494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ce1e-2827-43f9-a139-6b7d414422b7 req-fe120af3-d929-43d0-9004-57ce63a2a138 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.493036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fb8ce1e-2827-43f9-a139-6b7d414422b7 req-fe120af3-d929-43d0-9004-57ce63a2a138 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.2022624 Jul 22 19:44:47.519516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a49e01df-b2dd-455c-b02a-426f0295b0ea req-9e215fe6-869b-4cb2-b006-e73a6bc1f2d2 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125278 Jul 22 19:44:47.582463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-92da0a21-ccf6-4ba3-9640-0c308a325deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.584272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-92da0a21-ccf6-4ba3-9640-0c308a325deb service neutron] 10.222.0.26 "GET /v2.0/networks?id=72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 200 len: 913 time: 0.1459181 Jul 22 19:44:47.612415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fb8ce1e-2827-43f9-a139-6b7d414422b7 req-0a29f344-3950-4c7f-9254-e6df10455219 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182802 Jul 22 19:44:47.634658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-604aec8c-6733-4166-89b0-821e628f65c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e HTTP/1.1" status: 200 len: 217 time: 0.0438714 Jul 22 19:44:47.685905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:44:47.689129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:47.712400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-a3737ff2-a744-4ad9-9165-15d885d98304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:47.713904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-a3737ff2-a744-4ad9-9165-15d885d98304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 200 len: 852 time: 0.0708380 Jul 22 19:44:47.752537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-6a8c5e7d-eeec-435b-9792-163d8dc05367 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=72923ef0-be44-48bf-812c-e3f7ef29d424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302658 Jul 22 19:44:47.860094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.20.0.8 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/a8c89a33-8a32-4988-b773-50ea8760b7f7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:44:47.868210 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-bc25be9d-066c-4795-9d09-0e12f8571351 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081522 Jul 22 19:44:47.998163 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-096cc884-8fb3-4423-b50a-9c146c57ecb4 req-d858b807-d591-4629-a0ed-8bd2347c0ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237018 Jul 22 19:44:48.079888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.095253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Transition to ACTIVE for port object a8c89a33-8a32-4988-b773-50ea8760b7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:48.131070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.458465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:44:48.463379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:44:48.471783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:44:48.513832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:48.542667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:48.543230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.590154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e0569-a4a2-4ae2-90f1-282fc124c1c3 req-e8096d41-a7f2-46f7-914c-4661e529704a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:48.604695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-166e0569-a4a2-4ae2-90f1-282fc124c1c3 req-e8096d41-a7f2-46f7-914c-4661e529704a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 931 time: 0.1879740 Jul 22 19:44:48.610126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-1b28b3dc-578f-431f-8db4-4880372c543d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1718354 Jul 22 19:44:48.639404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Request body: {'port': {'device_id': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:44:48.776792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-166e0569-a4a2-4ae2-90f1-282fc124c1c3 req-65da05d2-9041-496b-a95d-2cac6f64bb54 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712103 Jul 22 19:44:48.802145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.813487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-23e413a8-9fc0-48c0-9536-4aa95b5924fa None None] Provisioning for port a8c89a33-8a32-4988-b773-50ea8760b7f7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:48.818236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-23e413a8-9fc0-48c0-9536-4aa95b5924fa None None] Provisioning complete for port a8c89a33-8a32-4988-b773-50ea8760b7f7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:48.818796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23e413a8-9fc0-48c0-9536-4aa95b5924fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:48.855710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0436475-2226-4ed3-876e-d02ce219bb28 req-174c17aa-d508-4214-ac28-3838f70ed2d5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:48.863441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0436475-2226-4ed3-876e-d02ce219bb28 req-174c17aa-d508-4214-ac28-3838f70ed2d5 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 943 time: 0.1890001 Jul 22 19:44:48.887110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-23e413a8-9fc0-48c0-9536-4aa95b5924fa None None] Port a8c89a33-8a32-4988-b773-50ea8760b7f7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:44:49.018960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0436475-2226-4ed3-876e-d02ce219bb28 req-7d528e8a-76ad-4017-ac86-b3369d9e1112 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544352 Jul 22 19:44:49.097422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cc0ae-a065-4ffa-96d7-0f4768fd1e37 req-0d3e2317-1111-4c0f-87be-95c84bef7672 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:49.099951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-842cc0ae-a065-4ffa-96d7-0f4768fd1e37 req-0d3e2317-1111-4c0f-87be-95c84bef7672 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.2089288 Jul 22 19:44:49.183938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-842cc0ae-a065-4ffa-96d7-0f4768fd1e37 req-3807529f-6ea7-4e6c-8fd7-6b5c5e28c6f9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770848 Jul 22 19:44:49.269320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c89a33-8a32-4988-b773-50ea8760b7f7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:49.278261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:49.291818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Transition to ACTIVE for port object a8c89a33-8a32-4988-b773-50ea8760b7f7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:44:49.302771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:49.371531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Pushing event updated for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:49.499905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Attempting to bind port a8c89a33-8a32-4988-b773-50ea8760b7f7 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:44:49.500265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Attempting to bind port a8c89a33-8a32-4988-b773-50ea8760b7f7 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:44:49.500589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Attempting to bind port a8c89a33-8a32-4988-b773-50ea8760b7f7 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:49.505654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Port a8c89a33-8a32-4988-b773-50ea8760b7f7 on network c12430bb-3696-424d-8f8c-283f67c704a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:44:49.506005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Attempting to bind port a8c89a33-8a32-4988-b773-50ea8760b7f7 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:44:49.522241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:44:49.522590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:44:49.522986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:44:49.523433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Bound port: a8c89a33-8a32-4988-b773-50ea8760b7f7, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:44:49.523794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:49.668135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:44:49.686576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:44:49.692956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:49.736721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:49.737488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:49.739166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] 10.222.0.32 "PUT /v2.0/ports/a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 200 len: 1092 time: 1.1058195 Jul 22 19:44:49.741799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:49.764458 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a2a196-0d1f-4fd2-a30f-020e68133a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:49.862763 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dbb3a5-6cfd-4271-9c1c-2bc9ed6764a6 x-openstack-request-id: req-33dbb3a5-6cfd-4271-9c1c-2bc9ed6764a6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:49.863230 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:49.864178 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33dbb3a5-6cfd-4271-9c1c-2bc9ed6764a6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:49.864872 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7', 'status': 'completed', 'code': 200} Jul 22 19:44:49.874631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73743bfc-f57d-4d69-9c6c-d540ac8aa6fa service neutron] Pushing event updated for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:49.961129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-b60be138-3f42-4bec-b5ac-9a9ea6582e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:49.962656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-b60be138-3f42-4bec-b5ac-9a9ea6582e24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 1095 time: 0.1692581 Jul 22 19:44:50.024283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-5d776e17-de60-4f8f-aa06-89d37a1b4179 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0529423 Jul 22 19:44:50.078306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a9982-9f93-42d4-8ac3-70540a45e8e9 req-68210403-781a-45c7-8726-011b5f9fcbe7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.085474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-794a9982-9f93-42d4-8ac3-70540a45e8e9 req-68210403-781a-45c7-8726-011b5f9fcbe7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 943 time: 0.1829495 Jul 22 19:44:50.117070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d66ac7a-9106-4f39-aaaf-1b2655bd459e details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:50.148126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-4308b575-f1ae-4dfc-935d-79439c705bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.149666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-4308b575-f1ae-4dfc-935d-79439c705bcb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0958369 Jul 22 19:44:50.209100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-794a9982-9f93-42d4-8ac3-70540a45e8e9 req-47647c8e-4bd9-47ee-a441-4801318a8bca tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226239 Jul 22 19:44:50.242491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:50.254788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e', 'network_id': '72923ef0-be44-48bf-812c-e3f7ef29d424', 'port_id': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e', 'mac_address': 'fa:16:3e:e4:36:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c95414d4-54df-4c3e-8fdc-11f9dbfc3db3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:50.304720 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.314176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db574ac4-18bc-4095-86a2-52a144d406f1 req-b934f6ea-04b9-44b9-ba6f-6b0ba17ce943 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.321599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db574ac4-18bc-4095-86a2-52a144d406f1 req-b934f6ea-04b9-44b9-ba6f-6b0ba17ce943 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 943 time: 0.1750083 Jul 22 19:44:50.343410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d66ac7a-9106-4f39-aaaf-1b2655bd459e {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:50.365882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-660a6bf7-f1f8-4981-af20-76457e7c33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.367448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-660a6bf7-f1f8-4981-af20-76457e7c33a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688647 Jul 22 19:44:50.397847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:50.410992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:50.425062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db574ac4-18bc-4095-86a2-52a144d406f1 req-b41d80a3-327e-4904-989a-2ac59f54c39c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022429 Jul 22 19:44:50.515778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:50.564541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c9ff2-139d-42e9-bd0c-5e18beb8d6b3 req-98027b64-19ec-4f54-8d01-dc8dde3210ba tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.567223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-939c9ff2-139d-42e9-bd0c-5e18beb8d6b3 req-98027b64-19ec-4f54-8d01-dc8dde3210ba tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.2150698 Jul 22 19:44:50.591370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-15666732-62bd-40a8-96ee-05b390e0a1f2 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126081 Jul 22 19:44:50.635988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8d66ac7a-9106-4f39-aaaf-1b2655bd459e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:50.648671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-939c9ff2-139d-42e9-bd0c-5e18beb8d6b3 req-06972cfe-f85c-4415-acfe-ed995aabe467 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693362 Jul 22 19:44:50.731748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14f206eb-ab35-453e-b6ee-0706e57b267b req-ea32f428-04b4-4d9f-855e-a6da5272a44e service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289749 Jul 22 19:44:50.896193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-5d78e64c-bcf6-4ced-9eec-ca2dffcc88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:50.897550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-5d78e64c-bcf6-4ced-9eec-ca2dffcc88f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 1095 time: 0.0888655 Jul 22 19:44:51.006093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-453ffdff-5d29-462d-8912-2dbe6f20d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.007666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-453ffdff-5d29-462d-8912-2dbe6f20d387 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1040854 Jul 22 19:44:51.055685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-b8d4db63-66d4-47ac-9832-6e321d4d7bc9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0415440 Jul 22 19:44:51.118431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-d2e40746-0062-4eb1-a12e-077547888ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.120426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-d2e40746-0062-4eb1-a12e-077547888ce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0570121 Jul 22 19:44:51.194109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-6f1b24a5-3bcc-4263-9c95-1bec4556b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.195674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-6f1b24a5-3bcc-4263-9c95-1bec4556b601 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678115 Jul 22 19:44:51.365847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-db8953ac-5252-4078-a9b7-9813b4e56460 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632631 Jul 22 19:44:51.391939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501e07a-e49f-4c70-b176-8550bc11fba5 req-6252a9d3-50ba-4845-a6c5-d7c1cb0105ae tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.393545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4501e07a-e49f-4c70-b176-8550bc11fba5 req-6252a9d3-50ba-4845-a6c5-d7c1cb0105ae tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 943 time: 0.1023695 Jul 22 19:44:51.515881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4501e07a-e49f-4c70-b176-8550bc11fba5 req-06201619-c157-46d8-860a-3c733e3ac04b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109195 Jul 22 19:44:51.567248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76a2a196-0d1f-4fd2-a30f-020e68133a9a req-d4119ddb-0a0a-4eff-981e-8c30c435b99b service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921484 Jul 22 19:44:51.624022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf3cd9-9eaf-4446-b5bf-b23f07ee25b1 req-9a18506b-a3d4-4e3f-93f3-4933d4eed3fc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.625602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bdf3cd9-9eaf-4446-b5bf-b23f07ee25b1 req-9a18506b-a3d4-4e3f-93f3-4933d4eed3fc tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 944 time: 0.0759113 Jul 22 19:44:51.682210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3bdf3cd9-9eaf-4446-b5bf-b23f07ee25b1 req-912565c5-196e-4355-9e6c-95ea2cb73249 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501871 Jul 22 19:44:51.849153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc7e72-7006-487a-a15a-f13aae5613ea req-fb49ce41-a06c-4546-95b7-9f9a2bdfe427 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:51.851078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5bc7e72-7006-487a-a15a-f13aae5613ea req-fb49ce41-a06c-4546-95b7-9f9a2bdfe427 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1022005 Jul 22 19:44:51.912658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5bc7e72-7006-487a-a15a-f13aae5613ea req-0020c99f-5f32-4c5f-8479-8033825cb302 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510612 Jul 22 19:44:52.004539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-3b29bcac-39d2-4cbb-9fac-c974ab3d6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.006567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-3b29bcac-39d2-4cbb-9fac-c974ab3d6f0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0691712 Jul 22 19:44:52.120753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-ee9a51ac-cd84-41e7-a149-264e6e5071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.122352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-ee9a51ac-cd84-41e7-a149-264e6e5071cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.0972359 Jul 22 19:44:52.131605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d66ac7a-9106-4f39-aaaf-1b2655bd459e up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:52.213649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-3e544dc7-18b9-4c35-91c6-09e43ba8bc40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 1000 time: 0.0848472 Jul 22 19:44:52.229380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:52.234510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:52.234510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:52.281434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-a2b0fbe1-2bd2-475c-ae5c-adc44a11d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.285011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-a2b0fbe1-2bd2-475c-ae5c-adc44a11d793 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0642819 Jul 22 19:44:52.334063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:52.372356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:52.374998 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff7ba96-2fcd-41e0-a167-506e1c986bd9" -d '{"events": [{"server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "name": "network-vif-plugged", "status": "completed", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:52.381955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:52.386956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:52.404815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-61680561-0777-40f1-a17d-25b76c9f9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.407791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-61680561-0777-40f1-a17d-25b76c9f9cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156795 Jul 22 19:44:52.441428 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9751fd-e9b0-474a-b38e-6e70422ea736 x-openstack-request-id: req-da9751fd-e9b0-474a-b38e-6e70422ea736 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:52.444464 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "name": "network-vif-plugged", "status": "completed", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:52.444464 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da9751fd-e9b0-474a-b38e-6e70422ea736 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:52.447805 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e', 'code': 200} Jul 22 19:44:52.485399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:52.499376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.500058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.500741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.501165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.501420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.505346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.508263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.508900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.509458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.509982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.510488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.511052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:52.576896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-d0a8d233-0728-49dd-b755-7704a2cc723c service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574731 Jul 22 19:44:52.640597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d966f91-2cd8-445b-96c0-a4f78c84b47f req-5064a899-6c1a-4b88-9a09-98405358cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.642082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d966f91-2cd8-445b-96c0-a4f78c84b47f req-5064a899-6c1a-4b88-9a09-98405358cb86 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 1097 time: 0.1202753 Jul 22 19:44:52.682844 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d966f91-2cd8-445b-96c0-a4f78c84b47f req-fa5f4c6f-cd68-4a4c-b240-b698b6e1e5f4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 22 19:44:52.756170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-122a08c4-7ba8-41f0-b929-d6883ce85da2 req-193cc40c-5ca4-4c15-8777-ab03677445e9 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773407 Jul 22 19:44:52.768439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a8c89a33-8a32-4988-b773-50ea8760b7f7 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:44:52.781805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015a039-e942-4f40-bbd7-b63c2bd36ca6 req-0107a367-5a31-4534-bbc2-80f9d24b5e1b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.784064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a015a039-e942-4f40-bbd7-b63c2bd36ca6 req-0107a367-5a31-4534-bbc2-80f9d24b5e1b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 943 time: 0.1570189 Jul 22 19:44:52.868986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a015a039-e942-4f40-bbd7-b63c2bd36ca6 req-c22ca43b-f650-4176-9199-bfd4c5128782 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700855 Jul 22 19:44:52.917073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248eac-8fca-4c5d-90d2-bdad589c9a4f req-1e3bbbae-491e-45cc-a915-1fd9adb7beb4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:52.927843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67248eac-8fca-4c5d-90d2-bdad589c9a4f req-1e3bbbae-491e-45cc-a915-1fd9adb7beb4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.1405809 Jul 22 19:44:52.943075 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-60a18043-198e-48c4-8540-4cdbc661d399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0883482 Jul 22 19:44:52.987511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:53.000531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67248eac-8fca-4c5d-90d2-bdad589c9a4f req-e99f70d5-8978-4a95-9839-49cf898cea5c tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678926 Jul 22 19:44:53.019172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'a8c89a33-8a32-4988-b773-50ea8760b7f7', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': 'a8c89a33-8a32-4988-b773-50ea8760b7f7', 'mac_address': 'fa:16:3e:b7:bc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:44:53.120863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:53.138376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c89a33-8a32-4988-b773-50ea8760b7f7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:44:53.157298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-53fe9dfd-c93e-4f85-8fe1-3cf2ad2132bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.158736 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-53fe9dfd-c93e-4f85-8fe1-3cf2ad2132bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.1422951 Jul 22 19:44:53.163892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:53.168442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a086e-b67d-416d-b23a-3f50ebe09d70 req-c8aff0be-a0d5-4fe6-a5b0-816fdb02f5af tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.170029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905a086e-b67d-416d-b23a-3f50ebe09d70 req-c8aff0be-a0d5-4fe6-a5b0-816fdb02f5af tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0971520 Jul 22 19:44:53.178341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:53.240350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:53.261384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-905a086e-b67d-416d-b23a-3f50ebe09d70 req-fd706d6d-f37e-4b39-b0e2-a966459846a0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839112 Jul 22 19:44:53.308922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-dd671a9b-ea10-42a6-aa6d-ddfd300370c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.310411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-dd671a9b-ea10-42a6-aa6d-ddfd300370c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1288373 Jul 22 19:44:53.395413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-8da74d26-a003-4ff3-9d1f-d1ccd77416b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.0769808 Jul 22 19:44:53.460354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-eed90928-cd4d-44df-a02b-6baf560bedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.462514 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-eed90928-cd4d-44df-a02b-6baf560bedd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0605867 Jul 22 19:44:53.492190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:53.543450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-28d3e62f-e80a-4059-a0c9-378e89b822c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:53.547307 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-28d3e62f-e80a-4059-a0c9-378e89b822c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792794 Jul 22 19:44:53.674536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-1f7ae0d9-7101-4d87-9493-f1279f6be659 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197536 Jul 22 19:44:53.788690 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a379ef4-fb40-406f-b555-f1c8d8730e1a req-22e84280-53f3-4c88-812f-1fa91855c00f service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023047 Jul 22 19:44:54.014186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ffff7-3498-41fa-8bbd-eaa7d732face req-645e36c7-b491-46e9-b0bf-82ba44da753c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:54.015626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e22ffff7-3498-41fa-8bbd-eaa7d732face req-645e36c7-b491-46e9-b0bf-82ba44da753c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 944 time: 0.0668039 Jul 22 19:44:54.058906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e22ffff7-3498-41fa-8bbd-eaa7d732face req-8514eddb-eb99-407a-b65a-5d7c39be4062 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356231 Jul 22 19:44:54.136000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a29ae-5ce8-463d-bdc6-6fec54f9ee23 req-566ad536-5806-4897-9802-5e0d23376a23 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:54.137793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-671a29ae-5ce8-463d-bdc6-6fec54f9ee23 req-566ad536-5806-4897-9802-5e0d23376a23 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.0694730 Jul 22 19:44:54.185586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-671a29ae-5ce8-463d-bdc6-6fec54f9ee23 req-058d637a-1166-441a-ab7d-a529d936a3c4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424118 Jul 22 19:44:54.431374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d20e-fd56-45b4-8aaa-f935a667b26b req-0c80ddcc-7c90-4df3-bc3b-e30bb930cb4f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:54.436716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b60d20e-fd56-45b4-8aaa-f935a667b26b req-0c80ddcc-7c90-4df3-bc3b-e30bb930cb4f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1036794 Jul 22 19:44:54.510962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b60d20e-fd56-45b4-8aaa-f935a667b26b req-4c3564c7-b54e-4a94-a725-8c43e90692f6 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716021 Jul 22 19:44:54.527618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:54.541994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751780f6-755a-434b-9114-1a424088a33a req-84e60041-4aa4-46a7-b905-b873b0e50e1f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:54.541994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751780f6-755a-434b-9114-1a424088a33a req-84e60041-4aa4-46a7-b905-b873b0e50e1f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.1014638 Jul 22 19:44:54.560412 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:44:54.592257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-751780f6-755a-434b-9114-1a424088a33a req-88ea27df-65f3-4d1b-8325-acfd0eb102bd tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Jul 22 19:44:54.807537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a8c89a33-8a32-4988-b773-50ea8760b7f7 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:44:54.862240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port a8c89a33-8a32-4988-b773-50ea8760b7f7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:44:54.866151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port a8c89a33-8a32-4988-b773-50ea8760b7f7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:44:54.866538 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:54.971134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:55.002674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:55.006060 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb533df-6319-4822-b796-5a016f288f8b" -d '{"events": [{"server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "name": "network-vif-plugged", "status": "completed", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:55.035061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:55.042658 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:55.105966 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6f9cc0-4fca-4e49-9998-e89dd7de0b46 x-openstack-request-id: req-bc6f9cc0-4fca-4e49-9998-e89dd7de0b46 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:55.106263 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "name": "network-vif-plugged", "status": "completed", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:55.106519 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc6f9cc0-4fca-4e49-9998-e89dd7de0b46 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:55.106920 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7', 'code': 200} Jul 22 19:44:55.156039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:55.266172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb043afa-d887-4faa-a63d-78684a75f17a req-26aaa3c1-1f7f-4cd7-9aa6-55aebf55b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:55.267891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb043afa-d887-4faa-a63d-78684a75f17a req-26aaa3c1-1f7f-4cd7-9aa6-55aebf55b672 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 1097 time: 0.1020067 Jul 22 19:44:55.275876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b7eb3-a8ee-42e1-99b4-edaaba6e2cf4 req-e14517e9-6213-4458-8eb8-1350689e6fff tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:55.277324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-475b7eb3-a8ee-42e1-99b4-edaaba6e2cf4 req-e14517e9-6213-4458-8eb8-1350689e6fff tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1219869 Jul 22 19:44:55.331023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb043afa-d887-4faa-a63d-78684a75f17a req-b9e6f556-a8ee-4e6d-8b53-c1ae407c9056 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Jul 22 19:44:55.336602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-475b7eb3-a8ee-42e1-99b4-edaaba6e2cf4 req-64dee8ee-4555-4701-9288-d554367ae0e0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Jul 22 19:44:55.714529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db4189-2832-4b92-a376-9ef00d57b817 req-bfe20c17-eca3-4966-b354-8ef28a9f5091 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:55.716309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63db4189-2832-4b92-a376-9ef00d57b817 req-bfe20c17-eca3-4966-b354-8ef28a9f5091 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1266711 Jul 22 19:44:55.769870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63db4189-2832-4b92-a376-9ef00d57b817 req-ea8177f1-18f8-49c4-aff9-32e2aa76dd3c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469048 Jul 22 19:44:55.782547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f1120-b2a7-4f70-93b3-aa781d66b77a req-5e38878d-9e65-453a-9c92-ee0d96c2ade9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:55.788649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-374f1120-b2a7-4f70-93b3-aa781d66b77a req-5e38878d-9e65-453a-9c92-ee0d96c2ade9 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.1220036 Jul 22 19:44:55.824538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-374f1120-b2a7-4f70-93b3-aa781d66b77a req-f1c659c6-48f2-4e9b-9fff-ae40e39aa1da tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Jul 22 19:44:56.137360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e974f-7c78-4394-b748-fbf0fa8fe037 req-1e5d9784-cbee-45d9-94f4-d34d514a185f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:56.139203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c92e974f-7c78-4394-b748-fbf0fa8fe037 req-1e5d9784-cbee-45d9-94f4-d34d514a185f tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.1041434 Jul 22 19:44:56.480437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c92e974f-7c78-4394-b748-fbf0fa8fe037 req-701c95f4-9936-453d-9985-1161bb96b9ee tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334689 Jul 22 19:44:56.513068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e6ad-57ab-4ab0-8cfe-892a0dcbafd6 req-c162a9ff-fbac-4844-beb8-e3507d980564 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:56.514657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd20e6ad-57ab-4ab0-8cfe-892a0dcbafd6 req-c162a9ff-fbac-4844-beb8-e3507d980564 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.0802062 Jul 22 19:44:56.555292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd20e6ad-57ab-4ab0-8cfe-892a0dcbafd6 req-c999fcd7-b7ab-4d55-85b3-3c6b3b18455f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Jul 22 19:44:56.802896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ee1c3-6b73-4a3e-90a0-1e0940ef65b9 req-e25dc273-4b28-48a0-8925-63201290d92c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:56.804980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e8ee1c3-6b73-4a3e-90a0-1e0940ef65b9 req-e25dc273-4b28-48a0-8925-63201290d92c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.0697944 Jul 22 19:44:56.868726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e8ee1c3-6b73-4a3e-90a0-1e0940ef65b9 req-31436faf-f21e-4e34-93ba-9b91453839ef tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577796 Jul 22 19:44:56.942458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef2f9-5875-4c60-952e-8f00f7d5d6d6 req-4d8f7759-e29c-484f-8917-67bf4f01d311 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:56.944118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a95ef2f9-5875-4c60-952e-8f00f7d5d6d6 req-4d8f7759-e29c-484f-8917-67bf4f01d311 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0866718 Jul 22 19:44:56.984473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a95ef2f9-5875-4c60-952e-8f00f7d5d6d6 req-b93db137-ff5a-4dc8-be37-685f2ff6876c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341914 Jul 22 19:44:57.194069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:57.508466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-b894da05-b2c6-4fd3-961c-7c0ab2dcb1d1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:57.510966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-b894da05-b2c6-4fd3-961c-7c0ab2dcb1d1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.0786154 Jul 22 19:44:57.653479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Deleting port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:44:57.653825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:57.668839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab538e-af53-4dbe-a3aa-49df177e160a req-f04fee2f-0278-4df8-a1d3-68ce9df9ebe4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:57.676847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5ab538e-af53-4dbe-a3aa-49df177e160a req-f04fee2f-0278-4df8-a1d3-68ce9df9ebe4 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3f42ebf-6bf3-4091-b92b-960674583411 HTTP/1.1" status: 200 len: 945 time: 0.1051626 Jul 22 19:44:57.748731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5ab538e-af53-4dbe-a3aa-49df177e160a req-19ee02bf-5dff-4606-aa7c-84cf6fa04907 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.10 "GET /v2.0/security-groups?id=2273c76a-0078-4913-8af0-bac92e50c18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631361 Jul 22 19:44:57.792063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] For port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,segment=NetworkSegment(c0e4baf3-8674-4d06-ad08-27e1c2c826f0),segment_id=c0e4baf3-8674-4d06-ad08-27e1c2c826f0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:44:57.792607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:57.805424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Calling delete_port for 8d66ac7a-9106-4f39-aaaf-1b2655bd459e owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:44:57.951119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:57.965050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8d66ac7a-9106-4f39-aaaf-1b2655bd459e'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:44:57.983035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Pushing event deleted for resources: {'Port': ['ID=8d66ac7a-9106-4f39-aaaf-1b2655bd459e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:44:57.996955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.997307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.997643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.997986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.998317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.998645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.998969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.999291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:57.999609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:58.000658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:58.000658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:58.000658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:44:58.041189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21f73-1bf2-4e9e-baa0-67f8c19a37e5 req-34ba7fc8-eb82-48bb-8ae6-528a1491f8ac tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.042916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8d21f73-1bf2-4e9e-baa0-67f8c19a37e5 req-34ba7fc8-eb82-48bb-8ae6-528a1491f8ac tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1014991 Jul 22 19:44:58.052006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] No DVR routers for this DVR port 8d66ac7a-9106-4f39-aaaf-1b2655bd459e on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:44:58.055024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:44:58.056988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8fd79e50-b836-4caa-93e7-a02695e23fa4 req-02d1adbf-9558-431d-ac6d-58c0206574a1 tempest-DeleteServersTestJSON-1625208400 tempest-DeleteServersTestJSON-1625208400-project] 10.222.0.26 "DELETE /v2.0/ports/8d66ac7a-9106-4f39-aaaf-1b2655bd459e HTTP/1.1" status: 204 len: 173 time: 0.5399859 Jul 22 19:44:58.057437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'name': 'network-vif-deleted', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:44:58.059646 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a7b850-f0b3-4b2c-806a-e599265b4e3f" -d '{"events": [{"server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "name": "network-vif-deleted", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:44:58.092130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8d21f73-1bf2-4e9e-baa0-67f8c19a37e5 req-535db18e-eed8-4a9c-9482-68f9842585f6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356660 Jul 22 19:44:58.150529 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc4e23-6f20-4c88-bbf9-ae93190de231 x-openstack-request-id: req-c1dc4e23-6f20-4c88-bbf9-ae93190de231 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:44:58.151273 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f42ebf-6bf3-4091-b92b-960674583411", "name": "network-vif-deleted", "tag": "8d66ac7a-9106-4f39-aaaf-1b2655bd459e", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:44:58.151694 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1dc4e23-6f20-4c88-bbf9-ae93190de231 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:44:58.152974 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f42ebf-6bf3-4091-b92b-960674583411', 'name': 'network-vif-deleted', 'tag': '8d66ac7a-9106-4f39-aaaf-1b2655bd459e', 'status': 'completed', 'code': 200} Jul 22 19:44:58.184640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b4973-efdc-43d4-b92a-8bfd06ae02fd req-9991dfd0-512c-41f4-be9a-04aeb3c93b9c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:58.186286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c0b4973-efdc-43d4-b92a-8bfd06ae02fd req-9991dfd0-512c-41f4-be9a-04aeb3c93b9c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0851972 Jul 22 19:44:58.234921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c0b4973-efdc-43d4-b92a-8bfd06ae02fd req-1c697343-b8c3-4b97-8d82-fdd4692bb3a8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362592 Jul 22 19:44:59.295157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033798b-83bb-4a04-8d74-85ce5d28d4ac req-796a24e1-ee76-4f81-98ad-f080a32a0fe1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:59.304055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a033798b-83bb-4a04-8d74-85ce5d28d4ac req-796a24e1-ee76-4f81-98ad-f080a32a0fe1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1092539 Jul 22 19:44:59.356455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a033798b-83bb-4a04-8d74-85ce5d28d4ac req-1593ab66-fcd7-43af-943f-f027af95dfb8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Jul 22 19:44:59.445603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb464e45-1af8-4045-92e1-e14b04b8f693 req-fbce1a8f-4160-4286-b8db-a5f7e5cf1716 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:44:59.447465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb464e45-1af8-4045-92e1-e14b04b8f693 req-fbce1a8f-4160-4286-b8db-a5f7e5cf1716 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0863943 Jul 22 19:44:59.501202 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb464e45-1af8-4045-92e1-e14b04b8f693 req-1740d1e3-f0d0-4f5b-ac4d-cdc5e500377b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Jul 22 19:45:00.149150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d66ac7a-9106-4f39-aaaf-1b2655bd459e no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:00.182177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 8d66ac7a-9106-4f39-aaaf-1b2655bd459e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:45:00.183769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d66ac7a-9106-4f39-aaaf-1b2655bd459e not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:45:00.542980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29267f-855b-44d7-a295-01ee41f1efab req-82839ca4-e10b-48e2-8adf-1f6b2564df49 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:00.560891 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c29267f-855b-44d7-a295-01ee41f1efab req-82839ca4-e10b-48e2-8adf-1f6b2564df49 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1179981 Jul 22 19:45:00.665532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c29267f-855b-44d7-a295-01ee41f1efab req-96c2fa5e-b584-494e-b83a-144bc7529d3c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035762 Jul 22 19:45:00.716225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7f25b-cfee-4150-976f-8fb8ea803d6e req-5158bedb-6cc1-4653-b39d-b9e428e601f4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:00.718177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05e7f25b-cfee-4150-976f-8fb8ea803d6e req-5158bedb-6cc1-4653-b39d-b9e428e601f4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1245742 Jul 22 19:45:00.795537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05e7f25b-cfee-4150-976f-8fb8ea803d6e req-a3d85c0e-93a5-45a9-abe6-2c6b7bdb3902 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711060 Jul 22 19:45:00.856062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:45:01.078028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:01.101938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:45:01.151901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:01.168700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:01.219889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:01.226641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:01.348729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:01.411911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['189c85c0-d1c8-4124-a18a-cdceba4c59dc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:02.119091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c105-ae6a-4d06-b53c-29ee40180986 req-ef891108-b850-400b-889e-ff8466846a53 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:02.131337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9601c105-ae6a-4d06-b53c-29ee40180986 req-ef891108-b850-400b-889e-ff8466846a53 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.3188844 Jul 22 19:45:02.160483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f0a4-6f77-49e6-b8f9-7ceacb2498ae req-7553eccb-fadf-4d63-b669-4b33388b5881 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:02.168699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a505f0a4-6f77-49e6-b8f9-7ceacb2498ae req-7553eccb-fadf-4d63-b669-4b33388b5881 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.2199278 Jul 22 19:45:02.251717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9601c105-ae6a-4d06-b53c-29ee40180986 req-0d3dc3b1-d55d-486f-a9e7-c246ea012b5f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193931 Jul 22 19:45:02.304903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a505f0a4-6f77-49e6-b8f9-7ceacb2498ae req-12fbc81d-6a02-4259-b051-faf1e93d6ba9 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351180 Jul 22 19:45:02.853048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40250) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:02.870569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:45:02.972266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Deleting subnet c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:45:02.981205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:02.981985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:02.985342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.044137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.092318 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.119829 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.228095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:03.229477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:03.232857 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df754b-608c-4200-8161-66b7ef7059c6" -d '{"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:03.240185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.261563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.338650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95414d4-54df-4c3e-8fdc-11f9dbfc3db3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:03.343456 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3e9af-d2cd-4b38-801b-2abe4bdf714d x-openstack-request-id: req-38f3e9af-d2cd-4b38-801b-2abe4bdf714d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:03.348476 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:03.351408 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38f3e9af-d2cd-4b38-801b-2abe4bdf714d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:03.351861 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'code': 200} Jul 22 19:45:03.360495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.366276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-966c9798-8ba0-44a8-9d57-f75a5c944fa9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c95414d4-54df-4c3e-8fdc-11f9dbfc3db3 HTTP/1.1" status: 204 len: 168 time: 0.5110216 Jul 22 19:45:03.367701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40270) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:03.415169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:03.693822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ede44-efea-4052-9809-26263d452314 req-75a7a0af-45d4-4288-b7d5-2ec350b7cc34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:03.695674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-543ede44-efea-4052-9809-26263d452314 req-75a7a0af-45d4-4288-b7d5-2ec350b7cc34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.2777209 Jul 22 19:45:03.737837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea37e-ecf4-4288-b63f-1765f171576a req-c9422f27-b3c8-4452-a0e9-c945200733ee tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:03.746476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334ea37e-ecf4-4288-b63f-1765f171576a req-c9422f27-b3c8-4452-a0e9-c945200733ee tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.2510264 Jul 22 19:45:03.768123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.818267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-334ea37e-ecf4-4288-b63f-1765f171576a req-211a62c6-6682-4823-b865-53345a4057fd tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645063 Jul 22 19:45:03.851491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-543ede44-efea-4052-9809-26263d452314 req-7608069d-340c-4386-87e9-00f1ba31eea9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475763 Jul 22 19:45:03.955902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:03.976410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72923ef0-be44-48bf-812c-e3f7ef29d424']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:04.016836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:04.017150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e4baf3-8674-4d06-ad08-27e1c2c826f0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:04.031140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.057597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.069012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:45:04.069424 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:45:04.083594 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:45:04.151759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.171618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.176749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/72923ef0-be44-48bf-812c-e3f7ef29d424 HTTP/1.1" status: 204 len: 168 time: 0.8048673 Jul 22 19:45:04.176749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e663bc1-1aa7-432d-94a2-c2a132a695f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=72923ef0-be44-48bf-812c-e3f7ef29d424,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:04.374782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40296) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:04.430509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cb65f2f6-e24b-4e74-a1f9-67e9390ff95d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=470c3ef7a39a45cfa92c8e91286985bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536885 Jul 22 19:45:04.433762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:04.521299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.545060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.653841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.658694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:04.664105 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2273c76a-0078-4913-8af0-bac92e50c18f HTTP/1.1" status: 204 len: 168 time: 0.2292032 Jul 22 19:45:04.674571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c04e36-ad17-4f08-9a50-ebffb8533f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273c76a-0078-4913-8af0-bac92e50c18f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:05.119503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccaf38-36bb-4cc3-9537-aa62ce00f9ca req-37585107-7174-4644-b5c7-67d3da6418e8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:05.121091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08ccaf38-36bb-4cc3-9537-aa62ce00f9ca req-37585107-7174-4644-b5c7-67d3da6418e8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1849411 Jul 22 19:45:05.208630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf860d-deaf-42f8-8d6a-9dcc4554b45e req-1a1daf90-6c31-4b94-a0ff-263a62fd6b93 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:05.220928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffaf860d-deaf-42f8-8d6a-9dcc4554b45e req-1a1daf90-6c31-4b94-a0ff-263a62fd6b93 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.2069180 Jul 22 19:45:05.323225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08ccaf38-36bb-4cc3-9537-aa62ce00f9ca req-f1aff316-c58d-4ab7-b66d-ed6253871716 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840131 Jul 22 19:45:05.345465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffaf860d-deaf-42f8-8d6a-9dcc4554b45e req-79a7a03b-0c01-4cac-958e-c80cfe29a211 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235969 Jul 22 19:45:06.001138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:06.215976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1978629277-network', 'tenant_id': 'c88355bda7d34ecab9eabca6a50f60ae'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:06.258131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Made reservation on behalf of c88355bda7d34ecab9eabca6a50f60ae for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:06.262410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.275065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.479462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.491915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.523134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:45:06.533192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a5f8e-684a-4023-84b2-36d027030f8e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:06.539149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.539856 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Added segment bd83d765-e3a5-4d55-ac0a-d8f2f850030e of type vlan for network cd16976f-1b16-4e90-a1bc-70c607141399 Jul 22 19:45:06.575358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd9ada-7b89-49da-84cb-7423bfdfbb63 req-14b867f4-ce40-43cc-af9f-6a43ca4b5ee0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:06.584760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34fd9ada-7b89-49da-84cb-7423bfdfbb63 req-14b867f4-ce40-43cc-af9f-6a43ca4b5ee0 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1229305 Jul 22 19:45:06.607917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.657018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34fd9ada-7b89-49da-84cb-7423bfdfbb63 req-428eba7b-aaff-4fae-b593-dda745013877 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708740 Jul 22 19:45:06.670516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.674221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:06.675171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:06.686818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8a4e9-3790-432e-a586-1a6877b572b7 req-c385a1ae-e414-4fad-8a89-9781a9be2d3b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:06.689281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0c8a4e9-3790-432e-a586-1a6877b572b7 req-c385a1ae-e414-4fad-8a89-9781a9be2d3b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1897378 Jul 22 19:45:06.789625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] Pushing event updated for resources: {'Network': ['ID=cd16976f-1b16-4e90-a1bc-70c607141399,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:06.795547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0c8a4e9-3790-432e-a586-1a6877b572b7 req-85155f3e-d44a-4afa-b54c-a7c11bba1399 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888188 Jul 22 19:45:06.803712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network cd16976f-1b16-4e90-a1bc-70c607141399 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:45:06.811334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a9958975-d336-4319-ac5b-e67adb748314 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8089077 Jul 22 19:45:06.823063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:06.834189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Request body: {'subnet': {'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1978629277-subnet', 'tenant_id': 'c88355bda7d34ecab9eabca6a50f60ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:06.880967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Made reservation on behalf of c88355bda7d34ecab9eabca6a50f60ae for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:06.889474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:07.165823 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8635e25f-302a-4335-9214-ec64dd0b363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:07.274623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:07.353511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcec4b6-afb4-4b6f-b31e-d1c16374071a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:07.364830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Checking segment: {'id': 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:07.365192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Network hostable DHCP agents. Network: cd16976f-1b16-4e90-a1bc-70c607141399, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:45:07.400542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Network cd16976f-1b16-4e90-a1bc-70c607141399 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:45:07.413493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, cd16976f-1b16-4e90-a1bc-70c607141399) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:07.421447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:07.422243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:07.426147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00bd35d-05fa-440f-abcf-46824cf714cc None None] Network cd16976f-1b16-4e90-a1bc-70c607141399 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:45:07.459492 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-738b9213-e2af-4fd1-8d13-8e53cffebf12 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6335936 Jul 22 19:45:07.737729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25dd6f-2bae-4cc1-af08-afdaa5f0e559 None None] Network cd16976f-1b16-4e90-a1bc-70c607141399 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:45:07.953568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ec596-b440-46d5-b893-066ae59d56cd req-a4144bfc-1147-4ad8-8ed9-ffa6734a20e3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:07.955835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a6ec596-b440-46d5-b893-066ae59d56cd req-a4144bfc-1147-4ad8-8ed9-ffa6734a20e3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1752229 Jul 22 19:45:08.150885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-713f34cf-ad77-415a-8fef-262a0e5f3d06 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:08.158092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-713f34cf-ad77-415a-8fef-262a0e5f3d06 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/networks?id=cd16976f-1b16-4e90-a1bc-70c607141399 HTTP/1.1" status: 200 len: 814 time: 0.1543612 Jul 22 19:45:08.194190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-5afa689f-4011-4469-8bb8-fe480ffc8c43 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/quotas/c88355bda7d34ecab9eabca6a50f60ae HTTP/1.1" status: 200 len: 375 time: 0.0346999 Jul 22 19:45:08.260922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-55b6421a-7d35-4bf5-8370-91e40036cf6e tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c88355bda7d34ecab9eabca6a50f60ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662036 Jul 22 19:45:08.264444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a6ec596-b440-46d5-b893-066ae59d56cd req-d983125b-79cd-4bf7-9116-63a05ff5029f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883997 Jul 22 19:45:08.279091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-7119e344-c2d4-442b-b1b3-5cb2fdb6f749 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:45:08.281411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-7119e344-c2d4-442b-b1b3-5cb2fdb6f749 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072670 Jul 22 19:45:08.470134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-27aa9f92-20fc-49d1-8308-d4715853f6cd service neutron] 10.222.0.10 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727898 Jul 22 19:45:08.620531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53d0e0-cd98-413d-b444-f6faa5a1c458 req-6ac6fb73-6cfe-47a8-b1ac-6239c3d025c3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:08.622154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed53d0e0-cd98-413d-b444-f6faa5a1c458 req-6ac6fb73-6cfe-47a8-b1ac-6239c3d025c3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1497495 Jul 22 19:45:08.653134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-2184c11f-f1b0-4a3d-8b49-639cdbde609b service neutron] 10.222.0.10 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816196 Jul 22 19:45:08.771628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed53d0e0-cd98-413d-b444-f6faa5a1c458 req-9fd8eba2-35a7-440e-9cac-59e39771fdde tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369135 Jul 22 19:45:09.092328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-929c6a13-9371-4409-a047-a14b9e9e0589 req-ff7c5bc4-65dd-40eb-ad6e-01b760d05894 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0901113 Jul 22 19:45:09.583415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333f6f5-2d4c-4f9f-97f4-5ca17d314641 req-266846ab-1cef-453b-8eed-1e6884ce7943 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:09.596589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3333f6f5-2d4c-4f9f-97f4-5ca17d314641 req-266846ab-1cef-453b-8eed-1e6884ce7943 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1589568 Jul 22 19:45:09.661367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3333f6f5-2d4c-4f9f-97f4-5ca17d314641 req-80031c7d-04c1-414c-8527-1a688188395f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561635 Jul 22 19:45:09.928529 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:10.034040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6168e7d-0555-4f52-8cc5-774672c51692 req-ac0eb9a3-827a-44cb-a15a-56ff2f851ce7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:10.042561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5344511c-884b-41cb-a62d-6f498acc3d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:10.044444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6168e7d-0555-4f52-8cc5-774672c51692 req-ac0eb9a3-827a-44cb-a15a-56ff2f851ce7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1612144 Jul 22 19:45:10.122670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6168e7d-0555-4f52-8cc5-774672c51692 req-a94376a3-7a1e-4047-a9fd-a20c910a7ce7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735741 Jul 22 19:45:10.291813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e8b9850-ec2d-4ab0-9bf1-ef1fe1abac33 req-58219aef-538b-493f-9968-15a2b37bad44 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0748091 Jul 22 19:45:10.615449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-6dd626f2-52e1-43a6-aff2-136cf38302f2 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:10.619670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-6dd626f2-52e1-43a6-aff2-136cf38302f2 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.26 "GET /v2.0/networks?id=cd16976f-1b16-4e90-a1bc-70c607141399 HTTP/1.1" status: 200 len: 814 time: 0.1695209 Jul 22 19:45:10.635762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Request body: {'port': {'device_id': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399', 'admin_state_up': True, 'tenant_id': 'c88355bda7d34ecab9eabca6a50f60ae'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:10.896089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370366e1-1d13-41ee-b8ee-07530e13b4da req-582f8d2d-f0dc-453c-bcf5-0f793e81522a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:10.904076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-370366e1-1d13-41ee-b8ee-07530e13b4da req-582f8d2d-f0dc-453c-bcf5-0f793e81522a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1246603 Jul 22 19:45:10.926099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Made reservation on behalf of c88355bda7d34ecab9eabca6a50f60ae for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:10.932563 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:10.973590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-370366e1-1d13-41ee-b8ee-07530e13b4da req-c80d1ce4-8c6c-4ccc-a4b7-a4d4f1bf42bf tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666399 Jul 22 19:45:11.168433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Allocated IP 172.20.0.10 (cd16976f-1b16-4e90-a1bc-70c607141399/dbcec4b6-afb4-4b6f-b31e-d1c16374071a/771eee6d-c46e-4ba9-8a62-79f89040af8c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:45:11.404370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5434b-59b4-4d35-ae89-4799e8ea6f77 req-36a5db30-690f-4a85-951f-6dd8a71c2317 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:11.413981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35c5434b-59b4-4d35-ae89-4799e8ea6f77 req-36a5db30-690f-4a85-951f-6dd8a71c2317 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1348755 Jul 22 19:45:11.434568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:11.485090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:11.489847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:11.501313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-896172b1-50d3-49c1-8ff0-d99dc85d7816 req-8263f498-7d81-430f-8bf2-f6300e3b8b38 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0741191 Jul 22 19:45:11.562036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Pushing event updated for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:11.595414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Network cd16976f-1b16-4e90-a1bc-70c607141399 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:45:11.601850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35c5434b-59b4-4d35-ae89-4799e8ea6f77 req-3eb3744f-0969-4c4e-b310-a7ce21481761 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863914 Jul 22 19:45:11.605311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:11.608267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:45:11.677788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:11.679567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:11.704256 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-307de410-5701-4d48-a710-60e878cd0cc5 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0755928 Jul 22 19:45:11.719360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Request body: {'port': {'device_id': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:11.822734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.171749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c1e1-a18c-4bac-9e4c-6bb01e75bcf8 req-47d5e005-724d-4beb-8d70-b81a0e1c2806 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.173702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fd2c1e1-a18c-4bac-9e4c-6bb01e75bcf8 req-47d5e005-724d-4beb-8d70-b81a0e1c2806 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0936749 Jul 22 19:45:12.232702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fd2c1e1-a18c-4bac-9e4c-6bb01e75bcf8 req-1a774073-447e-4b1b-b542-8143c3dcb9b8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521216 Jul 22 19:45:12.262793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771eee6d-c46e-4ba9-8a62-79f89040af8c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:12.271624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.288943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Transition to ACTIVE for port object 771eee6d-c46e-4ba9-8a62-79f89040af8c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:12.294165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.340572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Pushing event updated for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:12.523675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Attempting to bind port 771eee6d-c46e-4ba9-8a62-79f89040af8c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:45:12.524032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Attempting to bind port 771eee6d-c46e-4ba9-8a62-79f89040af8c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:45:12.524500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Attempting to bind port 771eee6d-c46e-4ba9-8a62-79f89040af8c on network cd16976f-1b16-4e90-a1bc-70c607141399 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:12.529757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Port 771eee6d-c46e-4ba9-8a62-79f89040af8c on network cd16976f-1b16-4e90-a1bc-70c607141399 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:45:12.530181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Attempting to bind port 771eee6d-c46e-4ba9-8a62-79f89040af8c on network cd16976f-1b16-4e90-a1bc-70c607141399 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:12.537592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:45:12.537940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Checking segment: {'id': 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:12.538333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Bound using segment: {'id': 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:45:12.538769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Bound port: 771eee6d-c46e-4ba9-8a62-79f89040af8c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:45:12.539131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.664520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:12.668113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c,segment=NetworkSegment(bd83d765-e3a5-4d55-ac0a-d8f2f850030e),segment_id=bd83d765-e3a5-4d55-ac0a-d8f2f850030e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:45:12.682672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.731858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.732543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.734015 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] 10.222.0.26 "PUT /v2.0/ports/771eee6d-c46e-4ba9-8a62-79f89040af8c HTTP/1.1" status: 200 len: 1093 time: 1.0193458 Jul 22 19:45:12.734492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:12.736981 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd28310-0bd8-49c0-bb86-e3d56773760e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:12.781160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b045a-89cc-4947-8c6b-b17157ca1431 service neutron] Pushing event updated for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:12.871346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-080702be-b1e2-4372-8314-919605640b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.873127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-080702be-b1e2-4372-8314-919605640b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88355bda7d34ecab9eabca6a50f60ae&device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 1096 time: 0.0869317 Jul 22 19:45:12.881222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:12.924278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bbb96-42f9-46dd-9573-c4bb7b3a2ca4 req-0d82cb1a-c218-4710-9c07-d8bf44f26512 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:12.994659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-749bbb96-42f9-46dd-9573-c4bb7b3a2ca4 req-0d82cb1a-c218-4710-9c07-d8bf44f26512 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 944 time: 0.3273139 Jul 22 19:45:12.994970 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-5597f351-77e9-4bbf-b9cc-5105784023c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c HTTP/1.1" status: 200 len: 217 time: 0.0838621 Jul 22 19:45:13.015486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b9128-50a5-4691-a3b1-d2d1b26f6169 req-0a199a00-8651-4945-ae3d-66f09f3a3b2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:13.025272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-934b9128-50a5-4691-a3b1-d2d1b26f6169 req-0a199a00-8651-4945-ae3d-66f09f3a3b2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.3235898 Jul 22 19:45:13.121190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-c63605ff-f33d-4f68-8570-08588310f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:13.126557 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-c63605ff-f33d-4f68-8570-08588310f3b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbcec4b6-afb4-4b6f-b31e-d1c16374071a HTTP/1.1" status: 200 len: 854 time: 0.1454415 Jul 22 19:45:13.148868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-934b9128-50a5-4691-a3b1-d2d1b26f6169 req-7bd7358a-1210-437e-a214-4d10697c5de3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227381 Jul 22 19:45:13.179734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-749bbb96-42f9-46dd-9573-c4bb7b3a2ca4 req-60c8dcf2-f7f5-4b05-9ff2-ba7e0403b7ea tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035635 Jul 22 19:45:13.204107 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-52d21e39-df3d-4e3c-874a-1a638b226630 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd16976f-1b16-4e90-a1bc-70c607141399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729904 Jul 22 19:45:13.263415 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d539166-7c0e-46a3-8ec9-9496b9766f13 x-openstack-request-id: req-6d539166-7c0e-46a3-8ec9-9496b9766f13 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:13.263824 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:13.264219 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d539166-7c0e-46a3-8ec9-9496b9766f13 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:13.264717 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c', 'status': 'completed', 'code': 200} Jul 22 19:45:13.352874 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-cbb47465-c259-4e87-8dd4-a365bcbe1716 service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354709 Jul 22 19:45:13.435699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0068c-4129-4523-be9b-b970d9a38cf3 req-d44ef67d-9ef1-4177-8524-7c5e5d62fa4f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:13.437603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eb0068c-4129-4523-be9b-b970d9a38cf3 req-d44ef67d-9ef1-4177-8524-7c5e5d62fa4f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0944498 Jul 22 19:45:13.521524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a42ae9df-4998-45e3-aee7-e9dfb1d877a0 req-6ad48700-61f3-43bc-bf00-d1ea5dfb1e01 service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603866 Jul 22 19:45:13.529815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9eb0068c-4129-4523-be9b-b970d9a38cf3 req-ef448574-5f5c-4a26-a854-a3f30e50d922 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854816 Jul 22 19:45:13.699469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-2d9094e2-bbc3-4c70-a4db-8f46e0e83cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:13.701166 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-2d9094e2-bbc3-4c70-a4db-8f46e0e83cdd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88355bda7d34ecab9eabca6a50f60ae&device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 1096 time: 0.0879138 Jul 22 19:45:13.865599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-b6e4bb5e-1dbe-42eb-8b20-535422f99c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:13.867836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-b6e4bb5e-1dbe-42eb-8b20-535422f99c9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd16976f-1b16-4e90-a1bc-70c607141399 HTTP/1.1" status: 200 len: 915 time: 0.1590338 Jul 22 19:45:13.934627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-a5c4d8f6-5be2-42cb-93f0-2891e2801ab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c HTTP/1.1" status: 200 len: 217 time: 0.0588391 Jul 22 19:45:14.032576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-999e50a8-e1b1-4b4a-8a9f-cea9855dfe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:14.034075 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-999e50a8-e1b1-4b4a-8a9f-cea9855dfe54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbcec4b6-afb4-4b6f-b31e-d1c16374071a HTTP/1.1" status: 200 len: 854 time: 0.0889337 Jul 22 19:45:14.079079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-3b45a4cc-7c5e-44f9-b4f8-385155f470ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd16976f-1b16-4e90-a1bc-70c607141399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366924 Jul 22 19:45:14.255272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-132fbd04-6c4c-44e5-bd5f-e4bac1b470ca service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596825 Jul 22 19:45:14.476015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9056a-b14c-4df3-a8dc-c33e2a61773b req-34ec904a-d695-4805-ac3e-11adb885bd5c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:14.485424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0a9056a-b14c-4df3-a8dc-c33e2a61773b req-34ec904a-d695-4805-ac3e-11adb885bd5c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.2287865 Jul 22 19:45:14.486679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5fd28310-0bd8-49c0-bb86-e3d56773760e req-d36818fd-f6c0-4cdd-9d3c-746a5e76baea service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216308 Jul 22 19:45:14.546813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afdab9-e6e4-40dd-b4c2-925ec3e9ae94 req-4e20af5a-aa99-44bf-ad63-60d0897b5628 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:14.548364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85afdab9-e6e4-40dd-b4c2-925ec3e9ae94 req-4e20af5a-aa99-44bf-ad63-60d0897b5628 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 944 time: 0.1892178 Jul 22 19:45:14.579400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0a9056a-b14c-4df3-a8dc-c33e2a61773b req-7728424d-00d7-4f2e-9d0c-580a0db84222 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884225 Jul 22 19:45:14.665850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85afdab9-e6e4-40dd-b4c2-925ec3e9ae94 req-b8387089-432a-47e7-8bff-f36728ded2ab tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Jul 22 19:45:14.804459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70c24e-b179-45b2-ab7d-70383149ceae req-1d316827-3ea2-4a14-9228-89a621377b59 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:14.806422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd70c24e-b179-45b2-ab7d-70383149ceae req-1d316827-3ea2-4a14-9228-89a621377b59 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1286182 Jul 22 19:45:14.890899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd70c24e-b179-45b2-ab7d-70383149ceae req-858252f0-0f0f-4d52-99a5-e0d8fb2078ce tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754707 Jul 22 19:45:15.731166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c63b0-ae62-41bf-b054-bf916587550e req-e640a81a-12ba-43ba-87f4-ee7e0a6560c2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:15.732913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-177c63b0-ae62-41bf-b054-bf916587550e req-e640a81a-12ba-43ba-87f4-ee7e0a6560c2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.0764387 Jul 22 19:45:15.808611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-177c63b0-ae62-41bf-b054-bf916587550e req-fef30830-e47f-46e7-b48c-31e5cb057339 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648048 Jul 22 19:45:15.874384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948f4f7-e1c5-4540-bd1d-32d4ae28af71 req-2fce0a46-b87f-4fc1-a06e-d4f4a746d09e tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:15.875975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b948f4f7-e1c5-4540-bd1d-32d4ae28af71 req-2fce0a46-b87f-4fc1-a06e-d4f4a746d09e tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 944 time: 0.0885673 Jul 22 19:45:15.928083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b948f4f7-e1c5-4540-bd1d-32d4ae28af71 req-e22ec1b0-c24e-4d75-b9ec-5cb3f1b71284 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Jul 22 19:45:16.034094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1c780-49b5-4bc7-8ed8-4348107373f8 req-717e5774-88af-4646-a9aa-60af896168db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:16.036297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d1c780-49b5-4bc7-8ed8-4348107373f8 req-717e5774-88af-4646-a9aa-60af896168db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0702231 Jul 22 19:45:16.075323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d1c780-49b5-4bc7-8ed8-4348107373f8 req-18665770-2c40-4698-bd02-b91456979c75 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Jul 22 19:45:16.256900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 771eee6d-c46e-4ba9-8a62-79f89040af8c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:45:16.366421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c,segment=NetworkSegment(bd83d765-e3a5-4d55-ac0a-d8f2f850030e),segment_id=bd83d765-e3a5-4d55-ac0a-d8f2f850030e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:16.378728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '771eee6d-c46e-4ba9-8a62-79f89040af8c', 'network_id': 'cd16976f-1b16-4e90-a1bc-70c607141399', 'port_id': '771eee6d-c46e-4ba9-8a62-79f89040af8c', 'mac_address': 'fa:16:3e:ac:44:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcec4b6-afb4-4b6f-b31e-d1c16374071a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:45:16.418863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:16.426825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306729-b454-4812-8ff6-396964332e57 req-424cd34c-0aa0-45d7-a56a-6c18eec1e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:16.428619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-424cd34c-0aa0-45d7-a56a-6c18eec1e78e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0715098 Jul 22 19:45:16.438334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771eee6d-c46e-4ba9-8a62-79f89040af8c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:16.459317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c,segment=NetworkSegment(bd83d765-e3a5-4d55-ac0a-d8f2f850030e),segment_id=bd83d765-e3a5-4d55-ac0a-d8f2f850030e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:16.466202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:16.540505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:16.553101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306729-b454-4812-8ff6-396964332e57 req-e11c21f0-f848-4eec-b222-cbfb335efdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:16.554903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-e11c21f0-f848-4eec-b222-cbfb335efdc1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1198246 Jul 22 19:45:16.633203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-4cfc711d-b5eb-4329-9048-f58588d788e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 1000 time: 0.0647326 Jul 22 19:45:16.663853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['771eee6d-c46e-4ba9-8a62-79f89040af8c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:16.719251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306729-b454-4812-8ff6-396964332e57 req-34f3c05d-ac24-454a-9ba8-ace13a2a6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:16.719251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-34f3c05d-ac24-454a-9ba8-ace13a2a6752 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0800898 Jul 22 19:45:16.783131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306729-b454-4812-8ff6-396964332e57 req-0a0fe25c-a53b-41be-9731-9c5ea4f23a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:16.786100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-0a0fe25c-a53b-41be-9731-9c5ea4f23a53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622354 Jul 22 19:45:16.886415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-0fe88677-9c55-4cac-be01-4ba199b6cd81 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930326 Jul 22 19:45:17.057490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b8f41-7b78-4147-a3b7-f7805c67ee0e req-1d5acc60-88bb-4853-9832-defea703ccec tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:17.058832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd4b8f41-7b78-4147-a3b7-f7805c67ee0e req-1d5acc60-88bb-4853-9832-defea703ccec tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1713769 Jul 22 19:45:17.061896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21306729-b454-4812-8ff6-396964332e57 req-00c0a891-5cd0-4afc-b6c5-41d57bf11906 service neutron] 10.222.0.32 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654217 Jul 22 19:45:17.124005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd4b8f41-7b78-4147-a3b7-f7805c67ee0e req-ed0d56be-ee90-4813-a6ac-abd4193e7778 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569570 Jul 22 19:45:17.141042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0068c8-389d-4847-a4c9-66cf6b6336ba req-dc2b559e-5d18-4dc0-a22b-b7960d94144c tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:17.142291 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0068c8-389d-4847-a4c9-66cf6b6336ba req-dc2b559e-5d18-4dc0-a22b-b7960d94144c tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 945 time: 0.1302495 Jul 22 19:45:17.205405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0068c8-389d-4847-a4c9-66cf6b6336ba req-bc937ab9-40fd-4aa2-a150-fff63280156d tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560644 Jul 22 19:45:17.307294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367a524-aa2c-4e41-af42-a5ae6b4de053 req-8ce17ab5-793a-4753-859a-660a3d24b1db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:17.308974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9367a524-aa2c-4e41-af42-a5ae6b4de053 req-8ce17ab5-793a-4753-859a-660a3d24b1db tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.0774915 Jul 22 19:45:17.349324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9367a524-aa2c-4e41-af42-a5ae6b4de053 req-6ba478b9-7912-454b-9fb1-d038435c00e1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341556 Jul 22 19:45:18.256911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 771eee6d-c46e-4ba9-8a62-79f89040af8c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:45:18.335698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 771eee6d-c46e-4ba9-8a62-79f89040af8c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:45:18.341987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 771eee6d-c46e-4ba9-8a62-79f89040af8c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:18.342522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:18.359792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edb57f-eb96-4ef7-a5d6-6a04116536ae req-4f63fa38-3323-4bec-b784-ccc0752a4aba tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:18.361437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15edb57f-eb96-4ef7-a5d6-6a04116536ae req-4f63fa38-3323-4bec-b784-ccc0752a4aba tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1355939 Jul 22 19:45:18.427855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15edb57f-eb96-4ef7-a5d6-6a04116536ae req-fcbd6c3f-cee6-41ae-931b-5d55c6089b01 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504179 Jul 22 19:45:18.446785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78104686-26db-4ebd-a6e2-ad6d6081f0c5 req-89e5ba3b-43a3-49bb-98a4-332c9b50301d tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:18.449792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78104686-26db-4ebd-a6e2-ad6d6081f0c5 req-89e5ba3b-43a3-49bb-98a4-332c9b50301d tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 945 time: 0.1343725 Jul 22 19:45:18.451620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:18.494558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:18.501875 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93839821-f4ab-4795-901e-50c63195d8bc" -d '{"events": [{"server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "name": "network-vif-plugged", "status": "completed", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:18.508337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78104686-26db-4ebd-a6e2-ad6d6081f0c5 req-74c20356-a104-419a-8ee9-0efb12f73944 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Jul 22 19:45:18.534137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c,segment=NetworkSegment(bd83d765-e3a5-4d55-ac0a-d8f2f850030e),segment_id=bd83d765-e3a5-4d55-ac0a-d8f2f850030e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:18.542893 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:18.608187 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed776c1-ae9e-4d3f-b4c3-14812a2981ac x-openstack-request-id: req-aed776c1-ae9e-4d3f-b4c3-14812a2981ac {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:18.608452 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "name": "network-vif-plugged", "status": "completed", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:18.608761 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aed776c1-ae9e-4d3f-b4c3-14812a2981ac {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:18.609284 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c', 'code': 200} Jul 22 19:45:18.658482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459ec3a-618b-440a-aaf5-45c0847f9489 req-4248eafe-104c-47b7-9b63-737d7b8413b8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:18.664386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:18.664905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9459ec3a-618b-440a-aaf5-45c0847f9489 req-4248eafe-104c-47b7-9b63-737d7b8413b8 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1362939 Jul 22 19:45:18.714024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9459ec3a-618b-440a-aaf5-45c0847f9489 req-2a95a4e5-8ef6-420b-b498-46256832e730 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448773 Jul 22 19:45:18.728099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80269111-cf99-4c67-99e9-b9fece06dd9b req-2b0749c7-d89e-4860-a538-8581b9581a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:18.729726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80269111-cf99-4c67-99e9-b9fece06dd9b req-2b0749c7-d89e-4860-a538-8581b9581a98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 1098 time: 0.0810928 Jul 22 19:45:18.785101 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-80269111-cf99-4c67-99e9-b9fece06dd9b req-768efad8-e0db-47f1-8f8c-27ac566d14c6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483334 Jul 22 19:45:18.965107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:19.055512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:19.089326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:19.093427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:19.145424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:19.685308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81eaea-989c-4da8-8c25-fc121ea04847 req-ec8ecfba-2ce6-4ea3-b7c4-842bab374391 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:19.686945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d81eaea-989c-4da8-8c25-fc121ea04847 req-ec8ecfba-2ce6-4ea3-b7c4-842bab374391 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1595917 Jul 22 19:45:19.734150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198f64f-38c3-48d9-b6ff-d070a7ff8af9 req-fb9cad4a-dca5-4ddb-89ce-07411ea52cfb tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:19.735836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e198f64f-38c3-48d9-b6ff-d070a7ff8af9 req-fb9cad4a-dca5-4ddb-89ce-07411ea52cfb tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.1300344 Jul 22 19:45:19.773408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d81eaea-989c-4da8-8c25-fc121ea04847 req-405186fa-c234-42f1-bee4-536186d8ec2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785091 Jul 22 19:45:19.798157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e198f64f-38c3-48d9-b6ff-d070a7ff8af9 req-1917933b-8522-4942-8644-6b97b3bc4a6a tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Jul 22 19:45:19.948493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa29c67-02a9-4c57-84a2-473508de6c36 req-d870f477-de31-40fb-9b6d-eb00623a6ac3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:19.950761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6aa29c67-02a9-4c57-84a2-473508de6c36 req-d870f477-de31-40fb-9b6d-eb00623a6ac3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.0765138 Jul 22 19:45:20.019563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6aa29c67-02a9-4c57-84a2-473508de6c36 req-9c08fd21-07b7-41b9-a058-b85aeafbff2d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614007 Jul 22 19:45:20.165778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eeb39-7dda-420b-a0ec-6d9025d8fbb4 req-8bc5bfba-0825-4fab-a906-f863f80e167e tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:20.173365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc9eeb39-7dda-420b-a0ec-6d9025d8fbb4 req-8bc5bfba-0825-4fab-a906-f863f80e167e tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.0873296 Jul 22 19:45:20.192067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-d4be048e-ba5b-4f19-bb0b-3fecc65b1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:20.194218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-d4be048e-ba5b-4f19-bb0b-3fecc65b1ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88355bda7d34ecab9eabca6a50f60ae&device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 1098 time: 0.0898254 Jul 22 19:45:20.240724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc9eeb39-7dda-420b-a0ec-6d9025d8fbb4 req-47e6abb2-d952-4e23-b8e3-66e05f3780bc tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664053 Jul 22 19:45:20.305684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-03849022-e4dc-438c-a2a7-2f55f63589bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:20.308082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-03849022-e4dc-438c-a2a7-2f55f63589bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd16976f-1b16-4e90-a1bc-70c607141399 HTTP/1.1" status: 200 len: 915 time: 0.1063864 Jul 22 19:45:20.357793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-83539e12-3fed-4917-bd66-596c77bed3f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c HTTP/1.1" status: 200 len: 217 time: 0.0439236 Jul 22 19:45:20.437292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-250549cb-7d5f-44f0-a041-f536ef047271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:20.438850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-250549cb-7d5f-44f0-a041-f536ef047271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dbcec4b6-afb4-4b6f-b31e-d1c16374071a HTTP/1.1" status: 200 len: 854 time: 0.0748487 Jul 22 19:45:20.478138 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-73a9a743-45c8-4e97-a061-81fd63227794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd16976f-1b16-4e90-a1bc-70c607141399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332155 Jul 22 19:45:20.610474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:20.615111 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abefd292-869d-4f16-b1c4-e32ac8eab7b6" -d '{"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-unplugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:20.684888 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34232689-dffe-4ddb-bee8-498e53cbbc65 x-openstack-request-id: req-34232689-dffe-4ddb-bee8-498e53cbbc65 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:20.685406 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-unplugged", "status": "failed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "code": 422}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:20.685974 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34232689-dffe-4ddb-bee8-498e53cbbc65 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:20.686503 n-d-800087-13 neutron-server[93802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'code': 422} returned with failed status Jul 22 19:45:21.011187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f074-d01a-4a3c-94b1-e4cc2cde3654 req-9eb3033f-ab26-425a-820d-ae2eef507ce0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:21.012759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d004f074-d01a-4a3c-94b1-e4cc2cde3654 req-9eb3033f-ab26-425a-820d-ae2eef507ce0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.0949941 Jul 22 19:45:21.023050 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-69f92488-9f63-4b2b-89fe-45e5ecf67ada service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358713 Jul 22 19:45:21.100219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d004f074-d01a-4a3c-94b1-e4cc2cde3654 req-336d1987-444b-42d9-a2b3-8a9d193fac83 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810781 Jul 22 19:45:21.139839 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f8895dc-b3e6-41eb-8801-778b7fb3d636 req-96d12673-2799-4ebe-9b54-b6ca363553cb service neutron] 10.222.0.26 "GET /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116853 Jul 22 19:45:21.387602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-a1ce3425-63e5-44a3-9390-dec641fbb6d8 req-7ba0f24d-c2f2-41b7-82eb-e4dd43d30698 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:45:21.388653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a1ce3425-63e5-44a3-9390-dec641fbb6d8 req-7ba0f24d-c2f2-41b7-82eb-e4dd43d30698 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080063 Jul 22 19:45:21.438502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3af807-9991-46c0-a961-03eb32a7c710 req-b5e6a881-40e8-4a6c-a155-2908fd5efb1c tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:21.440263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca3af807-9991-46c0-a961-03eb32a7c710 req-b5e6a881-40e8-4a6c-a155-2908fd5efb1c tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.0932646 Jul 22 19:45:21.493950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca3af807-9991-46c0-a961-03eb32a7c710 req-743a0a72-3d33-4748-b63b-0605648533cf tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410047 Jul 22 19:45:21.622965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d87fc-4c4c-4e08-bda8-495a427e2885 req-8751e16e-6ed5-4c94-97d1-18c450d05f17 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:21.624637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8d87fc-4c4c-4e08-bda8-495a427e2885 req-8751e16e-6ed5-4c94-97d1-18c450d05f17 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.0841689 Jul 22 19:45:21.699014 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a8d87fc-4c4c-4e08-bda8-495a427e2885 req-2f45eb36-32bd-4af8-89ed-c6c53062c5d1 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674782 Jul 22 19:45:21.860675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-76e18fcc-e3ef-40a9-b214-c60c156b04c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158371 Jul 22 19:45:22.267212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c72d8-aada-492c-a5d6-ceef27a112e7 req-07f3ab1e-7253-41ec-b05f-adf415969d6f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:22.269769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d2c72d8-aada-492c-a5d6-ceef27a112e7 req-07f3ab1e-7253-41ec-b05f-adf415969d6f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.0845785 Jul 22 19:45:22.322321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d2c72d8-aada-492c-a5d6-ceef27a112e7 req-e59ba525-5b3c-4c98-9ff6-a9e7d275e16f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Jul 22 19:45:22.535102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a21e0-f7b0-4277-af0b-8ed982f22b13 req-68a209a6-d8a0-47cd-b79f-e478034d807e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:22.541106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d8a21e0-f7b0-4277-af0b-8ed982f22b13 req-68a209a6-d8a0-47cd-b79f-e478034d807e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0893896 Jul 22 19:45:22.595903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d8a21e0-f7b0-4277-af0b-8ed982f22b13 req-ef04811d-2af0-473c-8acb-f871a555ffa2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534956 Jul 22 19:45:22.841558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-90fb4e6b-56d5-42e2-aac9-fe41d023930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:22.843740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-90fb4e6b-56d5-42e2-aac9-fe41d023930a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1&tenant_id=f84378ce94fa4dfaad7b801d510c5cfa HTTP/1.1" status: 200 len: 1095 time: 0.0858350 Jul 22 19:45:22.857340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:22.956897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:22.979882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:23.006609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5886c9-1664-44c6-b964-bac359988b23 req-972e86a9-692c-45b2-bf18-8839b6d4a0be tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:23.013897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea5886c9-1664-44c6-b964-bac359988b23 req-972e86a9-692c-45b2-bf18-8839b6d4a0be tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.4077086 Jul 22 19:45:23.056288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea5886c9-1664-44c6-b964-bac359988b23 req-96b4ff48-0214-4adc-9d2c-88b6a756d968 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414951 Jul 22 19:45:23.097998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1fa9f-b032-4089-8fc0-567ae3550bbe req-5a3fbb2c-cdff-4874-95c4-30ea1a49b38b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:23.099578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc1fa9f-b032-4089-8fc0-567ae3550bbe req-5a3fbb2c-cdff-4874-95c4-30ea1a49b38b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.4275613 Jul 22 19:45:23.147506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc1fa9f-b032-4089-8fc0-567ae3550bbe req-887e33df-b3d7-4273-87b5-3aa2d877a6de tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383930 Jul 22 19:45:23.265469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:23.295459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c472-1db9-4b38-af71-ad55a6d65942 req-45c7ef67-7fd1-4cdb-82fe-a0bd36fc5374 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:23.300877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d082c472-1db9-4b38-af71-ad55a6d65942 req-45c7ef67-7fd1-4cdb-82fe-a0bd36fc5374 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 943 time: 0.0889659 Jul 22 19:45:23.336635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:23.371646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d082c472-1db9-4b38-af71-ad55a6d65942 req-a56698ba-fd9d-437b-81e9-b8681cf3142b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628660 Jul 22 19:45:23.383404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:23.391812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:23.420130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Transition to ACTIVE for port object 189c85c0-d1c8-4124-a18a-cdceba4c59dc will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:23.429666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:23.698510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-db464a76-2108-40a0-920b-fd6b3b8bd4e2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:23.705625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-db464a76-2108-40a0-920b-fd6b3b8bd4e2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.2443402 Jul 22 19:45:23.707676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] No DVR routers for this DVR port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:23.714124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=9']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:23.723647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-f9dc9c9d-5363-4fd0-b6d3-81493a2cb828 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/quotas/223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 375 time: 0.0168607 Jul 22 19:45:23.805997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5364cf-b665-4ce5-af2a-5816c0cca66d req-cac96170-3221-414b-bea3-e6d81e03a956 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:23.813133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef5364cf-b665-4ce5-af2a-5816c0cca66d req-cac96170-3221-414b-bea3-e6d81e03a956 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.2132928 Jul 22 19:45:23.873855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef5364cf-b665-4ce5-af2a-5816c0cca66d req-ba92f26e-1781-46bb-b576-d8526a0af491 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566118 Jul 22 19:45:23.913964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-06633afc-8393-4344-a133-ff7a00d36725 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1894176 Jul 22 19:45:23.973447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:45:23.973928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:45:23.974125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:23.982702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:45:23.983262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Attempting to bind port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on network 57f07239-6b45-42ec-9dc8-9b4e714de5ec {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:23.989609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:45:23.990263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Checking segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:23.990869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Bound using segment: {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:45:23.992254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Bound port: 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:45:23.992856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:24.038160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-e6f51fb7-1350-48dd-8942-2294d1cb11e4 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080666 Jul 22 19:45:24.070660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:24.073770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:45:24.081178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:24.147112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-4874ed97-32a9-408e-9b13-c3d8735c6037 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030085 Jul 22 19:45:24.150058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.150850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:24.152089 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] 10.222.0.26 "PUT /v2.0/ports/189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 1092 time: 1.3001173 Jul 22 19:45:24.152551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:24.154707 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f495555-1c4c-45eb-a2ba-68e434a5b02d" -d '{"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:24.181400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0eca0f-3490-4e60-ae82-6f4767e551bb service neutron] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:24.259540 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab235890-8670-4bbf-ab04-8c05070a07ae x-openstack-request-id: req-ab235890-8670-4bbf-ab04-8c05070a07ae {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:24.259892 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:24.260206 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab235890-8670-4bbf-ab04-8c05070a07ae {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:24.260978 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'status': 'completed', 'code': 200} Jul 22 19:45:24.281125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-542bb8f4-bcd7-4846-9aba-be30ebf0a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.282494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-542bb8f4-bcd7-4846-9aba-be30ebf0a25a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0974987 Jul 22 19:45:24.481424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-933e23ca-b659-46cf-b113-f6f865449d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.483043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-933e23ca-b659-46cf-b113-f6f865449d4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.1919599 Jul 22 19:45:24.528092 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:24.537274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3d385e3-e9fe-4c93-85f8-dde5f5e4b9c9 req-2edcc290-fff9-473f-98d1-186385f22597 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 210 time: 0.0812261 Jul 22 19:45:24.616651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-9e611589-8d86-4e73-9ced-ef92f5ca2b60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 998 time: 0.1255045 Jul 22 19:45:24.618377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6bd3b-c914-40fb-878d-a3abeef8c347 req-af50ff33-347d-4a4d-bdb3-a79360798e5a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.620816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6f6bd3b-c914-40fb-878d-a3abeef8c347 req-af50ff33-347d-4a4d-bdb3-a79360798e5a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1005008 Jul 22 19:45:24.668361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6f6bd3b-c914-40fb-878d-a3abeef8c347 req-4df79e1f-3dc0-419c-8395-9c3ddecdadd3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368810 Jul 22 19:45:24.702908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-9e5ac239-c260-4320-8915-b457dfd1af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.704604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-9e5ac239-c260-4320-8915-b457dfd1af8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.0792794 Jul 22 19:45:24.775346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-188ba00e-851a-4404-a8cd-bc744e08a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:24.779054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-188ba00e-851a-4404-a8cd-bc744e08a135 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642719 Jul 22 19:45:24.980897 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-67df36ba-4a90-4d67-a146-e8dfbf49135d service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941977 Jul 22 19:45:25.133775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-1b678b90-8a19-4b25-831b-da5399a210ce tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:25.135823 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-1b678b90-8a19-4b25-831b-da5399a210ce tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.1654074 Jul 22 19:45:25.153278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ac70e-4d98-431a-bfb2-c15970a69e1d req-55bc11c5-6a21-4716-8149-5efa5b5669e8 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:25.155381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3ac70e-4d98-431a-bfb2-c15970a69e1d req-55bc11c5-6a21-4716-8149-5efa5b5669e8 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 946 time: 0.1446614 Jul 22 19:45:25.156217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53d211bd-490d-47e8-b3c7-579d0d72bed9 req-9302deb4-8457-43a7-9506-c24396d9e397 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403773 Jul 22 19:45:25.306166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3ac70e-4d98-431a-bfb2-c15970a69e1d req-0491e322-bed0-46fc-9ed2-3ab6ccdad538 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/security-groups?id=7d4a5f8e-684a-4023-84b2-36d027030f8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377251 Jul 22 19:45:25.347960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Deleting port 771eee6d-c46e-4ba9-8a62-79f89040af8c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:25.348430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:25.427432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-2e2d52a2-abcd-4a66-8a1a-3a1a41b1425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:25.429248 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-2e2d52a2-abcd-4a66-8a1a-3a1a41b1425c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1096 time: 0.1644437 Jul 22 19:45:25.497977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] For port 771eee6d-c46e-4ba9-8a62-79f89040af8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=771eee6d-c46e-4ba9-8a62-79f89040af8c,segment=NetworkSegment(bd83d765-e3a5-4d55-ac0a-d8f2f850030e),segment_id=bd83d765-e3a5-4d55-ac0a-d8f2f850030e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:25.498356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:25.544797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Calling delete_port for 771eee6d-c46e-4ba9-8a62-79f89040af8c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:25.639195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-f437f5a7-1771-4808-8f43-58cb167f0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:25.640215 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-f437f5a7-1771-4808-8f43-58cb167f0ae4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 200 len: 917 time: 0.2038627 Jul 22 19:45:25.722683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49f366bf-a1f8-48fd-a54b-2021f4470ceb req-0466bfd1-4625-44c5-82bb-f7589e9c43a6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 210 time: 0.0876095 Jul 22 19:45:25.856091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-22de1aad-6941-47b6-ad7c-07fecf3da226 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 200 len: 998 time: 0.2047031 Jul 22 19:45:25.995296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:26.013289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['771eee6d-c46e-4ba9-8a62-79f89040af8c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:26.024412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-372495a6-9cee-482b-8c67-b3dfff147685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:26.026166 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-372495a6-9cee-482b-8c67-b3dfff147685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 200 len: 855 time: 0.1467707 Jul 22 19:45:26.089721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Pushing event deleted for resources: {'Port': ['ID=771eee6d-c46e-4ba9-8a62-79f89040af8c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:26.106201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-d273531d-66ee-4f0e-8cc7-010890661fac tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:26.115331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-d273531d-66ee-4f0e-8cc7-010890661fac tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.3906615 Jul 22 19:45:26.158417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'device_id': '7f1678c0-739d-4910-9406-000ccbccf47b', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'admin_state_up': True, 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:26.230705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] No DVR routers for this DVR port 771eee6d-c46e-4ba9-8a62-79f89040af8c on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:26.239263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:26.244601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9b547deb-f0ae-4811-956a-bea5062b05ea req-aa527020-a384-4b2c-b68b-0b9a4cd12816 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.26 "DELETE /v2.0/ports/771eee6d-c46e-4ba9-8a62-79f89040af8c HTTP/1.1" status: 204 len: 173 time: 1.1023328 Jul 22 19:45:26.266213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'name': 'network-vif-deleted', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:26.272097 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f30ec8-244c-4008-978c-fc93f4dbb669" -d '{"events": [{"server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "name": "network-vif-deleted", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:26.343588 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f67a5e-3301-464d-85b9-33dc517a53b9 x-openstack-request-id: req-a6f67a5e-3301-464d-85b9-33dc517a53b9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:26.343888 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d495df1-a390-4042-9847-ff68e4dfdd09", "name": "network-vif-deleted", "tag": "771eee6d-c46e-4ba9-8a62-79f89040af8c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:26.344139 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6f67a5e-3301-464d-85b9-33dc517a53b9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:26.344587 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d495df1-a390-4042-9847-ff68e4dfdd09', 'name': 'network-vif-deleted', 'tag': '771eee6d-c46e-4ba9-8a62-79f89040af8c', 'status': 'completed', 'code': 200} Jul 22 19:45:26.402495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab75ac-4526-49e8-b871-56f3231d0965 req-ee0854b6-4f3b-43ea-8c11-c6f5b65ba38a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:26.412606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5ab75ac-4526-49e8-b871-56f3231d0965 req-ee0854b6-4f3b-43ea-8c11-c6f5b65ba38a tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.2946682 Jul 22 19:45:26.441914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:26.446159 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:26.504931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6865a1eb-f0cb-4702-8c85-e2b980ee208a req-2273e93e-14eb-42c5-9800-b4082cdb572a tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0447969 Jul 22 19:45:26.559150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5ab75ac-4526-49e8-b871-56f3231d0965 req-28fdb181-3692-4168-89c6-46a58169076d tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456525 Jul 22 19:45:26.745994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.20.0.10 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/c41fdf33-a924-440c-a190-579f46282878) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:45:26.984321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-967f55ac-b5b9-4c44-933e-c749a9f5c110 req-9d36c076-0685-4855-80d3-1f9839c7605c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 210 time: 0.1048498 Jul 22 19:45:27.175991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.192251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Transition to ACTIVE for port object c41fdf33-a924-440c-a190-579f46282878 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:27.233365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.243716 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.257990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:27.334505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:27.344978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.345325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.345673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.346010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.346345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.347383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.347828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.348363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.348691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.349021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.349354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.349934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:27.368008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:45:27.369457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:27.372118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:45:27.481221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:27.482150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.528670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-bc538eec-37b0-4b3f-b130-191c8b11b812 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3791485 Jul 22 19:45:27.548216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Request body: {'port': {'device_id': '7f1678c0-739d-4910-9406-000ccbccf47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:27.721655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91052df1-1967-4694-98fd-de7be89b6218 req-74e07571-40c3-444c-abf7-903822219ae3 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0677783 Jul 22 19:45:27.844434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f211578a-2f54-4a52-a14f-6842f80dd3e2 None None] Provisioning for port c41fdf33-a924-440c-a190-579f46282878 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:45:27.849972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f211578a-2f54-4a52-a14f-6842f80dd3e2 None None] Provisioning complete for port c41fdf33-a924-440c-a190-579f46282878 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:27.850462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f211578a-2f54-4a52-a14f-6842f80dd3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.853039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:27.927868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f211578a-2f54-4a52-a14f-6842f80dd3e2 None None] Port c41fdf33-a924-440c-a190-579f46282878 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:45:28.166189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4040776-403a-4cba-a056-a0926df7f02f req-60eaed83-d1ce-4d52-91d3-0f1f1b4f6c1f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:28.168717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4040776-403a-4cba-a056-a0926df7f02f req-60eaed83-d1ce-4d52-91d3-0f1f1b4f6c1f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.3645587 Jul 22 19:45:28.278376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 771eee6d-c46e-4ba9-8a62-79f89040af8c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:28.312604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 771eee6d-c46e-4ba9-8a62-79f89040af8c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:45:28.312965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 771eee6d-c46e-4ba9-8a62-79f89040af8c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:45:28.369880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4040776-403a-4cba-a056-a0926df7f02f req-f75480fb-e75f-467d-a171-9b801365607f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621766 Jul 22 19:45:28.397723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848601f-2ccc-40ab-8ba2-cf6afbfa4669 req-2ceace0b-83d3-4592-bf3a-43ba03da3f8d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:28.415282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b848601f-2ccc-40ab-8ba2-cf6afbfa4669 req-2ceace0b-83d3-4592-bf3a-43ba03da3f8d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 932 time: 0.2643275 Jul 22 19:45:28.486023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b848601f-2ccc-40ab-8ba2-cf6afbfa4669 req-60064f02-3116-4fdc-9083-8a2806c2c226 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656440 Jul 22 19:45:28.538224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41fdf33-a924-440c-a190-579f46282878 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:28.547101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:28.561171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Transition to ACTIVE for port object c41fdf33-a924-440c-a190-579f46282878 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:28.566385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:28.653889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Pushing event updated for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:28.766339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Attempting to bind port c41fdf33-a924-440c-a190-579f46282878 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:45:28.766688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Attempting to bind port c41fdf33-a924-440c-a190-579f46282878 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:45:28.767032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Attempting to bind port c41fdf33-a924-440c-a190-579f46282878 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:28.784879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Port c41fdf33-a924-440c-a190-579f46282878 on network c12430bb-3696-424d-8f8c-283f67c704a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:45:28.785302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Attempting to bind port c41fdf33-a924-440c-a190-579f46282878 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:28.790752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:45:28.791105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:28.791507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:45:28.791947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Bound port: c41fdf33-a924-440c-a190-579f46282878, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:45:28.792343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:28.934224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68aace93-5574-49ed-8dac-00f3246b650b req-77bd2a8a-77bf-4a73-87c4-ead66a68f99b tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0602088 Jul 22 19:45:29.005962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:29.009691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c41fdf33-a924-440c-a190-579f46282878,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:45:29.023968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:29.094454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.095148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:29.097873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] 10.222.0.32 "PUT /v2.0/ports/c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 200 len: 1093 time: 1.5609672 Jul 22 19:45:29.109340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'tag': 'c41fdf33-a924-440c-a190-579f46282878'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:29.111644 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202acc3f-407b-4c30-ab5a-1ccde8935633" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "tag": "c41fdf33-a924-440c-a190-579f46282878"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:29.155932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3bae-af2d-419f-9a5c-d2f8a9b94327 service neutron] Pushing event updated for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:29.189461 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a105bf-be2c-4a6a-88f9-6ca5645d6af9 x-openstack-request-id: req-d9a105bf-be2c-4a6a-88f9-6ca5645d6af9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:29.192246 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "tag": "c41fdf33-a924-440c-a190-579f46282878", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:29.192246 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9a105bf-be2c-4a6a-88f9-6ca5645d6af9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:29.192246 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'tag': 'c41fdf33-a924-440c-a190-579f46282878', 'status': 'completed', 'code': 200} Jul 22 19:45:29.298203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-aab95e08-638e-4a3f-a65d-3c9780e633b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.301020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-aab95e08-638e-4a3f-a65d-3c9780e633b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 1096 time: 0.1370142 Jul 22 19:45:29.416628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-4e3c9216-5ea2-4d02-93d7-781e887d56a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 200 len: 217 time: 0.1077158 Jul 22 19:45:29.630233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-0236cc36-77f2-4701-ae58-90e7cd5172cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.631882 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-0236cc36-77f2-4701-ae58-90e7cd5172cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1957288 Jul 22 19:45:29.744259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535f76-6b12-4a24-9148-232826a302fd req-afd05bce-556f-41b4-95b9-48b991f43c58 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.745843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0535f76-6b12-4a24-9148-232826a302fd req-afd05bce-556f-41b4-95b9-48b991f43c58 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.2038484 Jul 22 19:45:29.765683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90686-64d2-4016-abdb-d5d8b282d39d req-721b4867-bd22-4f1c-a14b-8772de98ae3a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.772689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37f90686-64d2-4016-abdb-d5d8b282d39d req-721b4867-bd22-4f1c-a14b-8772de98ae3a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 944 time: 0.1654110 Jul 22 19:45:29.841686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-68982277-eaf8-4a2c-94a2-6cc28a52d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:29.843598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-68982277-eaf8-4a2c-94a2-6cc28a52d8a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938713 Jul 22 19:45:29.914057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0535f76-6b12-4a24-9148-232826a302fd req-1a8ed12d-88bf-4d30-bd45-d6cf569ffecb tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576042 Jul 22 19:45:29.938294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37f90686-64d2-4016-abdb-d5d8b282d39d req-ca97a344-3ee3-43ec-bd54-f1e95cf71506 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645126 Jul 22 19:45:30.049094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-6912f12a-c328-4c65-9b85-7ec00d2e6440 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838369 Jul 22 19:45:30.195646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ffc06a4-242a-4298-9728-ad0ea3091b4f req-0206f5e1-9870-481a-a69c-0f0cf8db7e6a service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384540 Jul 22 19:45:30.372935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ac5f133-cf80-4f31-a998-edf2326f8cae req-80270873-2905-41e8-9326-3a34583f7b60 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0406916 Jul 22 19:45:30.413477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-f48d36fe-55fe-474b-950a-948ed870aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:30.416507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-f48d36fe-55fe-474b-950a-948ed870aaf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 1096 time: 0.1580999 Jul 22 19:45:30.524571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-2152fd48-c1ee-4fa1-a5d2-db5585d4cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:30.526448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-2152fd48-c1ee-4fa1-a5d2-db5585d4cb16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1016281 Jul 22 19:45:30.579540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-dd39373e-4978-44b2-b6c4-f4d5d2399a06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 200 len: 217 time: 0.0461872 Jul 22 19:45:30.641633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-0dc9f59d-6474-402e-bf45-64593038afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:30.644137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-0dc9f59d-6474-402e-bf45-64593038afcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0572438 Jul 22 19:45:30.713547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-ec2d4101-579a-410f-afa3-b7a20b4ffbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:30.715249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-ec2d4101-579a-410f-afa3-b7a20b4ffbdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650809 Jul 22 19:45:30.864545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-4e96d740-4eaf-47cc-a1b0-8f64b6f7631e service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417773 Jul 22 19:45:31.092751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-202acc3f-407b-4c30-ab5a-1ccde8935633 req-469f7a02-2b69-451c-9334-faa0a48c70fd service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207298 Jul 22 19:45:31.221244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafccb5-611b-42c1-a860-1785af4b9f2f req-a05fa420-3504-4bbb-a3ca-4cdee5eb0a3f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:31.228558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bafccb5-611b-42c1-a860-1785af4b9f2f req-a05fa420-3504-4bbb-a3ca-4cdee5eb0a3f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1869011 Jul 22 19:45:31.288714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bafccb5-611b-42c1-a860-1785af4b9f2f req-31992b05-3b4a-4ea3-9f71-4475bb4f2e45 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592637 Jul 22 19:45:31.302043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca62b-b914-4acf-9cc2-21675188a384 req-d8bf6669-335f-4870-9403-6903e43fb393 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:31.322819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38fca62b-b914-4acf-9cc2-21675188a384 req-d8bf6669-335f-4870-9403-6903e43fb393 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 944 time: 0.1930666 Jul 22 19:45:31.377245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38fca62b-b914-4acf-9cc2-21675188a384 req-9c9dd3b6-e320-4fe4-8821-a414ac2efcf8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667720 Jul 22 19:45:31.501389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54cf2faa-712e-4420-840c-49ed795c0134 req-51e651db-3bb0-4aed-b5e4-2bd6416a0a4f tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0383396 Jul 22 19:45:31.559221 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:45:32.580064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02e33b-963e-43c1-9890-6dc9c3aafa7b req-1f768d8a-75e1-4503-b92b-2b6940340d34 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:32.582554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e02e33b-963e-43c1-9890-6dc9c3aafa7b req-1f768d8a-75e1-4503-b92b-2b6940340d34 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1896749 Jul 22 19:45:32.614161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039b64b-e3e9-4423-b100-6c060e150abf req-e4cb1bf7-6b62-4fcb-89ec-c1a25bd089d4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:32.621624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d039b64b-e3e9-4423-b100-6c060e150abf req-e4cb1bf7-6b62-4fcb-89ec-c1a25bd089d4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 944 time: 0.1480455 Jul 22 19:45:32.697071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e02e33b-963e-43c1-9890-6dc9c3aafa7b req-d29d13aa-c9a7-4163-ab70-abed6f90f89f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033487 Jul 22 19:45:32.713205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d039b64b-e3e9-4423-b100-6c060e150abf req-59d7690f-3ccb-4f6c-95c1-7b1e13f4aa34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905514 Jul 22 19:45:32.848421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92c33b61-44ef-4715-9a94-6544977b68a2 req-76727195-a10e-4a89-affc-967bca78359a tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0494945 Jul 22 19:45:32.995614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c41fdf33-a924-440c-a190-579f46282878 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:45:33.138057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c41fdf33-a924-440c-a190-579f46282878,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:33.154162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c41fdf33-a924-440c-a190-579f46282878', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': 'c41fdf33-a924-440c-a190-579f46282878', 'mac_address': 'fa:16:3e:f5:4b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:45:33.234215 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:33.261873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41fdf33-a924-440c-a190-579f46282878 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:33.319789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c41fdf33-a924-440c-a190-579f46282878,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:33.325166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:33.408275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:33.602454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c41fdf33-a924-440c-a190-579f46282878'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:33.969090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50626d81-ae05-4d7f-8f6e-25af3a2552c2 req-0b046c8f-5366-4b65-b525-d946d7dc5b69 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:33.972658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50626d81-ae05-4d7f-8f6e-25af3a2552c2 req-0b046c8f-5366-4b65-b525-d946d7dc5b69 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1546493 Jul 22 19:45:33.983952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee08e0f-2e19-4de0-a0d5-f319c87d8a04 req-c596afb1-3b69-4fb5-8661-8579307fe2b4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:33.992135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dee08e0f-2e19-4de0-a0d5-f319c87d8a04 req-c596afb1-3b69-4fb5-8661-8579307fe2b4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 945 time: 0.1566141 Jul 22 19:45:34.047636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dee08e0f-2e19-4de0-a0d5-f319c87d8a04 req-e4707df7-d615-4698-b9da-d9ab693f5471 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545423 Jul 22 19:45:34.061793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50626d81-ae05-4d7f-8f6e-25af3a2552c2 req-6a6fae0b-1972-4a14-aba3-885235b3bf3f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868773 Jul 22 19:45:34.180383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-112b6a0c-6d28-4969-b4bd-f89f10296211 req-44133a9c-c3cc-4774-b089-3002fbbeed48 tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0477879 Jul 22 19:45:35.010875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c41fdf33-a924-440c-a190-579f46282878 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:45:35.068714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port c41fdf33-a924-440c-a190-579f46282878 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:45:35.101062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c41fdf33-a924-440c-a190-579f46282878 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:35.101062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:35.227373 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:35.274928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c41fdf33-a924-440c-a190-579f46282878,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:35.276294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41fdf33-a924-440c-a190-579f46282878'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:35.279536 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116e617-3380-400a-a229-ff29d8f07d47" -d '{"events": [{"server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "name": "network-vif-plugged", "status": "completed", "tag": "c41fdf33-a924-440c-a190-579f46282878"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:35.295600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:35.337678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9beaf5-1f63-421b-90c0-fb025080a55c req-0b236b08-18b4-4db7-b380-ae3d84a8b3a6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:35.350504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf9beaf5-1f63-421b-90c0-fb025080a55c req-0b236b08-18b4-4db7-b380-ae3d84a8b3a6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 945 time: 0.1447496 Jul 22 19:45:35.372084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:35.376892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977c34a-ffca-4f49-9bb2-0c9de7cbfb2b req-083bbad2-47d1-4045-b6dc-9e939b621ac4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:35.384650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2977c34a-ffca-4f49-9bb2-0c9de7cbfb2b req-083bbad2-47d1-4045-b6dc-9e939b621ac4 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1601810 Jul 22 19:45:35.434740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf9beaf5-1f63-421b-90c0-fb025080a55c req-3c3a463c-bc03-4661-ac60-ea4d02348650 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833092 Jul 22 19:45:35.467559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2977c34a-ffca-4f49-9bb2-0c9de7cbfb2b req-4307719e-2837-45e0-bfa7-fcddacbcc890 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749533 Jul 22 19:45:35.525626 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee95d76-ce41-4545-9270-11d8814fd3b8 x-openstack-request-id: req-9ee95d76-ce41-4545-9270-11d8814fd3b8 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:35.525924 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "name": "network-vif-plugged", "status": "completed", "tag": "c41fdf33-a924-440c-a190-579f46282878", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:35.526186 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ee95d76-ce41-4545-9270-11d8814fd3b8 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:35.526622 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41fdf33-a924-440c-a190-579f46282878', 'code': 200} Jul 22 19:45:35.605708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e10fc31e-be24-48f7-8081-8dd9898abb18 req-130fb11d-2d71-48d2-8ae9-a769761eb6ca tempest-InstanceActionsTestJSON-399896827 tempest-InstanceActionsTestJSON-399896827-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d495df1-a390-4042-9847-ff68e4dfdd09 HTTP/1.1" status: 200 len: 210 time: 0.0819492 Jul 22 19:45:35.682698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b61fdc-6b09-4b30-bbc5-874298bdcf23 req-e5b69ad9-e5ac-4665-810d-d304833f31c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:35.684661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75b61fdc-6b09-4b30-bbc5-874298bdcf23 req-e5b69ad9-e5ac-4665-810d-d304833f31c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 1098 time: 0.0779655 Jul 22 19:45:35.725663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75b61fdc-6b09-4b30-bbc5-874298bdcf23 req-9d5cfddf-7e49-42e4-8e0f-61cb2258c83e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Jul 22 19:45:36.104844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-a9c68a98-85af-4e4f-8f0a-e13b15bc9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:36.107642 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-a9c68a98-85af-4e4f-8f0a-e13b15bc9f0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57f07239-6b45-42ec-9dc8-9b4e714de5ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622585 Jul 22 19:45:36.233591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-398b2ba3-9e0b-457e-bb0f-057804a1d6f0 service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042211 Jul 22 19:45:36.338801 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8f495555-1c4c-45eb-a2ba-68e434a5b02d req-eb82725e-6d6d-422d-8352-326757feee8d service neutron] 10.222.0.26 "GET /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918312 Jul 22 19:45:36.957782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90883c-71da-4989-b61d-870474b03f64 req-26ef4239-ecd7-41d5-b1f9-d523745ccf78 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:36.959432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a90883c-71da-4989-b61d-870474b03f64 req-26ef4239-ecd7-41d5-b1f9-d523745ccf78 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 946 time: 0.4122379 Jul 22 19:45:36.978880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a035-b0f5-436b-9700-d21627de4362 req-26f2db00-d623-44ac-92df-bcf9ae5aadd5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:36.980638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef61a035-b0f5-436b-9700-d21627de4362 req-26f2db00-d623-44ac-92df-bcf9ae5aadd5 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.3959913 Jul 22 19:45:37.038935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a90883c-71da-4989-b61d-870474b03f64 req-c15439cf-75ae-40d8-9eb0-59f135bf7291 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696115 Jul 22 19:45:37.041786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef61a035-b0f5-436b-9700-d21627de4362 req-0b359ec9-e402-4d5b-90ff-1d4ff90d06de tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484657 Jul 22 19:45:37.110047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:37.124612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-41fa6fb2-50b6-46f4-bd42-a2df2b04d4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.168412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Deleting subnet dbcec4b6-afb4-4b6f-b31e-d1c16374071a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:45:37.171463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.217685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.257526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.322112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.346524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcec4b6-afb4-4b6f-b31e-d1c16374071a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:37.352565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.356956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df3e466a-6154-42c5-90d3-b72a2ac38c59 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dbcec4b6-afb4-4b6f-b31e-d1c16374071a HTTP/1.1" status: 204 len: 168 time: 0.2449818 Jul 22 19:45:37.360099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41698) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:37.452066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.533015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.543794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd16976f-1b16-4e90-a1bc-70c607141399']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:37.554620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:37.554982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd83d765-e3a5-4d55-ac0a-d8f2f850030e') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:37.566230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.586188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.593170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:45:37.593635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:45:37.595523 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:45:37.657255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.663148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.668190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] 10.222.0.10 "DELETE /v2.0/networks/cd16976f-1b16-4e90-a1bc-70c607141399 HTTP/1.1" status: 204 len: 168 time: 0.3039877 Jul 22 19:45:37.687546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f024c15-2472-4428-9d5e-0f7058c11bac admin admin] Pushing event deleted for resources: {'Network': ['ID=cd16976f-1b16-4e90-a1bc-70c607141399,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:37.791676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41708) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:37.834630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-26e0c30c-2ad8-4e9f-9985-02720d5e9900 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c88355bda7d34ecab9eabca6a50f60ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390704 Jul 22 19:45:37.834855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41710) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:37.887344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.910023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.970859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.974386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:37.976037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d4a5f8e-684a-4023-84b2-36d027030f8e HTTP/1.1" status: 204 len: 168 time: 0.1403081 Jul 22 19:45:37.984585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5883052-0619-4205-86d6-0e5437e96d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a5f8e-684a-4023-84b2-36d027030f8e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:38.244237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37226f80-efa0-4e1b-8610-2ebc84e7862c req-c9ca2e1b-d05b-448a-b1dc-0bb381ed2416 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:38.245898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37226f80-efa0-4e1b-8610-2ebc84e7862c req-c9ca2e1b-d05b-448a-b1dc-0bb381ed2416 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 944 time: 0.1050749 Jul 22 19:45:38.255258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5ce66-aa6c-4005-9be2-bbbf7b0b1a09 req-73cf4bec-0b2f-4339-aca7-28c4d34711de tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:38.256342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fce5ce66-aa6c-4005-9be2-bbbf7b0b1a09 req-73cf4bec-0b2f-4339-aca7-28c4d34711de tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 946 time: 0.1345084 Jul 22 19:45:38.331938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37226f80-efa0-4e1b-8610-2ebc84e7862c req-c7273dfb-80a2-4898-9aee-65db0bb98c8f tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745137 Jul 22 19:45:38.352104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:45:38.360044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fce5ce66-aa6c-4005-9be2-bbbf7b0b1a09 req-dd0f94ed-9d13-4018-b51b-81152cb64bcd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948021 Jul 22 19:45:38.512109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:38.524086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'port_id': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'mac_address': 'fa:16:3e:0b:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:45:38.573556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:38.589248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:38.617002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:38.621350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:38.687337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:38.824720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['189c85c0-d1c8-4124-a18a-cdceba4c59dc'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:38.831909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41754) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:38.953511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-40040082-network', 'tenant_id': 'c9c244283c0545c5a3bacff7421908ef'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:38.989218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Made reservation on behalf of c9c244283c0545c5a3bacff7421908ef for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:38.994121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.005586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.123811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.128693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.157002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:45:39.175069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1fd553-5f65-4931-9751-bbfa5ba850a8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:39.183336 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.183686 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Added segment 969ce09a-ee59-4454-bc58-77930e7867f0 of type vlan for network b9341ab1-2ea5-4a93-a067-63c8378d5649 Jul 22 19:45:39.239250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.306362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.307403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:39.307985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.365829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5280774 Jul 22 19:45:39.366820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41770) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:39.380375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Request body: {'subnet': {'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-40040082-subnet', 'tenant_id': 'c9c244283c0545c5a3bacff7421908ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:39.409852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413550c-da21-44b5-b58e-b4932665f7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b9341ab1-2ea5-4a93-a067-63c8378d5649,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:39.410185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Made reservation on behalf of c9c244283c0545c5a3bacff7421908ef for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:39.412782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.421002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b9341ab1-2ea5-4a93-a067-63c8378d5649 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:45:39.588015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6668f-1a5f-440f-9353-de589213cf42 req-4b6c235f-2e8e-44ff-9a99-59eed8f28d26 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:39.590055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12c6668f-1a5f-440f-9353-de589213cf42 req-4b6c235f-2e8e-44ff-9a99-59eed8f28d26 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 945 time: 0.1143343 Jul 22 19:45:39.644528 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12c6668f-1a5f-440f-9353-de589213cf42 req-81119357-d6d5-4888-af84-41e43ed2f829 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484345 Jul 22 19:45:39.658850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.731468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a61130-b6e2-415e-b899-eca51cfc6c0d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:39.733659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Checking segment: {'id': '969ce09a-ee59-4454-bc58-77930e7867f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:39.734091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Network hostable DHCP agents. Network: b9341ab1-2ea5-4a93-a067-63c8378d5649, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:45:39.751854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Network b9341ab1-2ea5-4a93-a067-63c8378d5649 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:45:39.761306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b9341ab1-2ea5-4a93-a067-63c8378d5649) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:39.765230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:39.765928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.775942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745232bd-6503-4be0-8fb2-7acc3d144923 None None] Network b9341ab1-2ea5-4a93-a067-63c8378d5649 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:45:39.780905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-80e1eec7-57ac-4c00-bbd6-336d95cf7c8c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4067664 Jul 22 19:45:39.951675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:39.957427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e769fe9-520e-4ccc-aa2a-841ccc5769e4 None None] Network b9341ab1-2ea5-4a93-a067-63c8378d5649 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:45:40.042716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7175eeec-ab97-4e45-bfdc-542187cdc65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:40.350207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:45:40.367004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-f6d63907-100c-4d97-b037-0a5d4157134d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:40.369384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-f6d63907-100c-4d97-b037-0a5d4157134d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/networks?id=b9341ab1-2ea5-4a93-a067-63c8378d5649 HTTP/1.1" status: 200 len: 820 time: 0.1731243 Jul 22 19:45:40.391785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-9e11fe27-4a3d-4f6b-9908-d973d8b1709b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/quotas/c9c244283c0545c5a3bacff7421908ef HTTP/1.1" status: 200 len: 375 time: 0.0141077 Jul 22 19:45:40.452977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-6ff6af01-151f-4000-aeea-69a7f1c99c76 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9c244283c0545c5a3bacff7421908ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544302 Jul 22 19:45:40.454680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:45:40.460066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 189c85c0-d1c8-4124-a18a-cdceba4c59dc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:40.460498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:40.615180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:40.647562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-245d2044-c9d9-4963-a29d-1c38ef40f86d service neutron] 10.222.0.10 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882873 Jul 22 19:45:40.650897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:40.657061 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53b3817-0957-481d-be0c-c82c0a600b09" -d '{"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:40.682895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:40.692919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:40.735834 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30401e-46bb-43e2-97df-67c1f6cb650d x-openstack-request-id: req-da30401e-46bb-43e2-97df-67c1f6cb650d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:40.736136 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-plugged", "status": "completed", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:40.736988 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da30401e-46bb-43e2-97df-67c1f6cb650d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:40.737551 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'code': 200} Jul 22 19:45:40.789390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:40.842615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4c2ee801-1488-44e5-953e-e65598c4da97 service neutron] 10.222.0.10 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941669 Jul 22 19:45:40.892557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637c607-e091-4c04-9d4c-b8191a7129ce req-8a2cb172-0083-48a5-b085-3100754709bf tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:40.900325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b637c607-e091-4c04-9d4c-b8191a7129ce req-8a2cb172-0083-48a5-b085-3100754709bf tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.1037872 Jul 22 19:45:40.965639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b637c607-e091-4c04-9d4c-b8191a7129ce req-300bc76d-1695-45cb-bbf1-d57b6393934e tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644219 Jul 22 19:45:41.001116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede45508-4d58-4e26-a9e6-adc4904f18aa req-9980ee7c-139f-4e46-82db-4bcc2405c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.003346 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ede45508-4d58-4e26-a9e6-adc4904f18aa req-9980ee7c-139f-4e46-82db-4bcc2405c3f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 1098 time: 0.0991442 Jul 22 19:45:41.051193 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ede45508-4d58-4e26-a9e6-adc4904f18aa req-5c1c9b8c-343b-42d7-b935-7e03bf4de1fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Jul 22 19:45:41.111098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a94a860c-2e13-4bf6-921f-8efa662ddbc6 req-c360d939-b4e2-415e-841a-2f46d903f47e tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 210 time: 0.0498583 Jul 22 19:45:41.492785 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:41.849642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.856880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.866282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.878283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.885987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.893829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.901502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:41.911050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-87aca2bb-c615-45fb-8db9-db075956a413 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.1568868 Jul 22 19:45:41.954801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5fcf9f1-77da-451f-a40c-f734479c163f req-e1afe507-8f01-4db9-b135-281785dc87a1 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425551 Jul 22 19:45:42.250532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbce5d8-c6aa-40ef-b421-8d76d042d430 req-64c3ac3e-8071-44af-b02a-3585857d8b53 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.254631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecbce5d8-c6aa-40ef-b421-8d76d042d430 req-64c3ac3e-8071-44af-b02a-3585857d8b53 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.1719942 Jul 22 19:45:42.302545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd238a-e3ab-4a11-bbfb-a4077aa0c602 req-30eaa8b4-9f9a-406d-908a-9b44db5e701d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 210 time: 0.0972166 Jul 22 19:45:42.333279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-6f5d1cc1-a326-4e9f-be58-d9a980b59153 req-e924dac3-977e-463c-9ee7-63dd3029098b service neutron] (93801) timed out ('10.222.0.26', 49700) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:45:42.390358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecbce5d8-c6aa-40ef-b421-8d76d042d430 req-6d60dbd1-73fd-4390-9990-2d7e791b2fd3 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861716 Jul 22 19:45:42.516278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-74646672-23cb-4799-91bd-6c62a6c38bcd tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.518638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-74646672-23cb-4799-91bd-6c62a6c38bcd tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.26 "GET /v2.0/networks?id=b9341ab1-2ea5-4a93-a067-63c8378d5649 HTTP/1.1" status: 200 len: 820 time: 0.1803818 Jul 22 19:45:42.534799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Request body: {'port': {'device_id': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649', 'admin_state_up': True, 'tenant_id': 'c9c244283c0545c5a3bacff7421908ef'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:42.743607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Made reservation on behalf of c9c244283c0545c5a3bacff7421908ef for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:42.749856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:42.874453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:42.927961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Allocated IP 172.20.0.10 (b9341ab1-2ea5-4a93-a067-63c8378d5649/62a61130-b6e2-415e-b899-eca51cfc6c0d/8e57db18-80f1-433e-b75b-2c1d22fedf9b) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:45:42.949602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.957232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.963776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.969974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.977207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.983563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.989922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:42.991954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-cbff2923-b004-41b2-ad64-2210e413f286 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.1303301 Jul 22 19:45:43.106245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-59943062-0b52-4a16-b365-6f4671e837e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.107688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-59943062-0b52-4a16-b365-6f4671e837e8 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1086760 Jul 22 19:45:43.141223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.214732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.249599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ef956fd0-e7e9-43e2-b4da-d724f0bc8684 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1317775 Jul 22 19:45:43.258273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Network b9341ab1-2ea5-4a93-a067-63c8378d5649 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:45:43.262127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:43.266851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:43.275335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:45:43.339071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Pushing event updated for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:43.348875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.349540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.366801 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-4af89571-03d2-4717-8087-b5d6db04f38b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8395655 Jul 22 19:45:43.380854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Request body: {'port': {'device_id': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:43.382826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.402263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.408228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.414812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.420886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.426903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.432941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.441087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-7401d8a1-7af1-4209-9e40-23b85e87383e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 5433 time: 0.3389640 Jul 22 19:45:43.468697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.532399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62b7dd56-8c70-4c72-820a-b6f7325c8d02 req-e798a817-eaf7-44b8-9151-6b82b38bc88e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&id=d6a0c7f4-9a80-4952-be09-b71f2621ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901539 Jul 22 19:45:43.553435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.762302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:43.810507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ead54b-4117-4c69-b3f1-fc5612545038 req-eeac9193-0445-4942-af0f-322c8fff3fda tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.812129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46ead54b-4117-4c69-b3f1-fc5612545038 req-eeac9193-0445-4942-af0f-322c8fff3fda tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 932 time: 0.3666024 Jul 22 19:45:43.877961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] For port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:43.922160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46ead54b-4117-4c69-b3f1-fc5612545038 req-0ff9b644-0efe-43fd-8df8-d7c99d406617 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894692 Jul 22 19:45:43.929919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] device_id is not set on port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:45:43.942721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.952915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e57db18-80f1-433e-b75b-2c1d22fedf9b {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:43.963540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.964917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c07dbc-0ca1-4029-861b-a5d30e389e20 req-209b4016-a16b-4b6d-b568-e084993fda95 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:43.967289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48c07dbc-0ca1-4029-861b-a5d30e389e20 req-209b4016-a16b-4b6d-b568-e084993fda95 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.1912546 Jul 22 19:45:43.968772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:43.990522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41918) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:44.023012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Transition to ACTIVE for port object 8e57db18-80f1-433e-b75b-2c1d22fedf9b will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:44.036034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.074815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] No DVR routers for this DVR port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:44.127865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] In _notify_port_updated(), no bound segment for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:45:44.129112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.130157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.131926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] 10.222.0.32 "PUT /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 200 len: 1027 time: 0.8737998 Jul 22 19:45:44.170829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Pushing event updated for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.224137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b94382c-70a6-46ce-b6df-b72d38428dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.224565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a951e-8a6f-46b4-ab8c-f283563b6f9f service neutron] Pushing event updated for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.232307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-dedb2c0e-8e5e-47cc-a5ce-2a512b2f0950 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.233751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-dedb2c0e-8e5e-47cc-a5ce-2a512b2f0950 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "GET /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0947049 Jul 22 19:45:44.242070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48c07dbc-0ca1-4029-861b-a5d30e389e20 req-8c57a163-c094-4656-b57e-3714e1f6b74c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623644 Jul 22 19:45:44.248385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:44.295891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Attempting to bind port 8e57db18-80f1-433e-b75b-2c1d22fedf9b on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:45:44.296321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Attempting to bind port 8e57db18-80f1-433e-b75b-2c1d22fedf9b by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '969ce09a-ee59-4454-bc58-77930e7867f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:45:44.296745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Attempting to bind port 8e57db18-80f1-433e-b75b-2c1d22fedf9b on network b9341ab1-2ea5-4a93-a067-63c8378d5649 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:44.320598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Port 8e57db18-80f1-433e-b75b-2c1d22fedf9b on network b9341ab1-2ea5-4a93-a067-63c8378d5649 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:45:44.321058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Attempting to bind port 8e57db18-80f1-433e-b75b-2c1d22fedf9b on network b9341ab1-2ea5-4a93-a067-63c8378d5649 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:44.333136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:45:44.333617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Checking segment: {'id': '969ce09a-ee59-4454-bc58-77930e7867f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:44.334106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Bound using segment: {'id': '969ce09a-ee59-4454-bc58-77930e7867f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:45:44.334643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Bound port: 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969ce09a-ee59-4454-bc58-77930e7867f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:45:44.335097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.348258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.462702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:44.469119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-591e42e3-8f8f-4320-87f3-9a93521bad41 None None] Provisioning complete for port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:44.469647 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-591e42e3-8f8f-4320-87f3-9a93521bad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.475184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b,segment=NetworkSegment(969ce09a-ee59-4454-bc58-77930e7867f0),segment_id=969ce09a-ee59-4454-bc58-77930e7867f0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:45:44.498963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.531564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-591e42e3-8f8f-4320-87f3-9a93521bad41 None None] Port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:45:44.563339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b94382c-70a6-46ce-b6df-b72d38428dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.574979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.575337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=7b6672ac-59fd-472b-911f-b8701de7d542,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:44.575829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.577418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e57db18-80f1-433e-b75b-2c1d22fedf9b HTTP/1.1" status: 200 len: 1093 time: 1.2026410 Jul 22 19:45:44.578079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:44.580463 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb3c779-5229-4e90-ba87-657508b45143" -d '{"events": [{"name": "network-changed", "server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:44.583279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b94382c-70a6-46ce-b6df-b72d38428dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.612099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658026fd-69ff-44c0-b074-73ee3c80f507 service neutron] Pushing event updated for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.615201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] For port 7b6672ac-59fd-472b-911f-b8701de7d542, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b94382c-70a6-46ce-b6df-b72d38428dba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=004110b2a06242a28d0bf00952c4d1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531584 Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8baed-872c-4bbd-8a20-3c1e843a68cf x-openstack-request-id: req-60c8baed-872c-4bbd-8a20-3c1e843a68cf {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60c8baed-872c-4bbd-8a20-3c1e843a68cf {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b', 'status': 'completed', 'code': 200} Jul 22 19:45:44.652070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:44.654011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94382c-70a6-46ce-b6df-b72d38428dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f783aaee-a21a-4781-955b-de906622752c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.676494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] device_id is not set on port 7b6672ac-59fd-472b-911f-b8701de7d542 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:45:44.688075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.708895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.742709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.747421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-0c49831c-6507-4e86-8ece-5512b0c40f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.749116 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-0c49831c-6507-4e86-8ece-5512b0c40f41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9c244283c0545c5a3bacff7421908ef&device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 1096 time: 0.1122558 Jul 22 19:45:44.801565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.837658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] No DVR routers for this DVR port 7b6672ac-59fd-472b-911f-b8701de7d542 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:44.842985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-b6f6b5ac-245c-4983-bc1b-cc760018a41b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b HTTP/1.1" status: 200 len: 217 time: 0.0614653 Jul 22 19:45:44.864214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.897372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] In _notify_port_updated(), no bound segment for port 7b6672ac-59fd-472b-911f-b8701de7d542 on network eff732a4-e563-4aed-8f2f-55798a2e5a4c {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:45:44.899411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.900457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.902588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-1a558638-772b-4415-a76e-e86dca7a68f4 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 200 len: 1027 time: 0.6593668 Jul 22 19:45:44.924881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-bd3f2925-b34f-4fb4-a06b-526edf37c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.926664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-bd3f2925-b34f-4fb4-a06b-526edf37c76c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62a61130-b6e2-415e-b899-eca51cfc6c0d HTTP/1.1" status: 200 len: 860 time: 0.0718741 Jul 22 19:45:44.967112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.967649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.969702 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:44.975262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f783aaee-a21a-4781-955b-de906622752c HTTP/1.1" status: 204 len: 168 time: 0.3217862 Jul 22 19:45:44.978732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-e0347da6-e005-402c-b7cf-0b8acff52555 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9341ab1-2ea5-4a93-a067-63c8378d5649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462382 Jul 22 19:45:44.984956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.991754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:44.998309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fabab-a68f-4cce-90ea-fc290647bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f783aaee-a21a-4781-955b-de906622752c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:44.999864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b6672ac-59fd-472b-911f-b8701de7d542 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.028527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.052808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.054727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-b0d5bcf0-8e59-4f3e-b664-b630bf7b7d5a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 3885 time: 0.3037252 Jul 22 19:45:45.111090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 7b6672ac-59fd-472b-911f-b8701de7d542 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:45:45.111596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.118978 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-48ec74a5-8af6-4436-9a80-a2e937c1edac service neutron] 10.222.0.26 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334553 Jul 22 19:45:45.167136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6469eab2-754e-4d24-b66b-d87878e79858 None None] Provisioning complete for port 7b6672ac-59fd-472b-911f-b8701de7d542 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:45.167289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6469eab2-754e-4d24-b66b-d87878e79858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.234031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6469eab2-754e-4d24-b66b-d87878e79858 None None] Port 7b6672ac-59fd-472b-911f-b8701de7d542 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:45:45.236297 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.253157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3109cfa-3c2e-40cc-846b-a7902ab55937 req-cbeec9a9-d306-4584-bb43-571df9f10515 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672721 Jul 22 19:45:45.287044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:45.290994 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f65c9e-0ccf-4028-8fb8-6426bfa934b6" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:45.322444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2d0a3-e2a8-4e49-9d9a-f65a01596dd2 req-4e9f8ed0-922e-4192-b0a6-57b49fbc3d65 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.324312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:45.334231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.335280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 93007e3b-daca-4900-a53a-9ec89e94650b no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.336833 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-23dd34a1-6ec8-40e3-8b7e-4edb13378777 req-6177fb12-edd6-4640-9823-393188f58ce2 service neutron] 10.222.0.26 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114499 Jul 22 19:45:45.337476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18f2d0a3-e2a8-4e49-9d9a-f65a01596dd2 req-4e9f8ed0-922e-4192-b0a6-57b49fbc3d65 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 944 time: 0.2707260 Jul 22 19:45:45.436177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18f2d0a3-e2a8-4e49-9d9a-f65a01596dd2 req-5b540401-ebcf-4b14-bfb7-1376edeb6026 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977888 Jul 22 19:45:45.449947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 93007e3b-daca-4900-a53a-9ec89e94650b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:45.450528 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.463136 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1298c-e0db-414d-8970-f26acd3f28bb x-openstack-request-id: req-82e1298c-e0db-414d-8970-f26acd3f28bb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:45.463437 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:45.463695 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82e1298c-e0db-414d-8970-f26acd3f28bb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:45.464100 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'code': 200} Jul 22 19:45:45.487090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3c779-5229-4e90-ba87-657508b45143 req-203ceea3-1b4d-4053-a131-4f452871d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.489288 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-203ceea3-1b4d-4053-a131-4f452871d2fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9c244283c0545c5a3bacff7421908ef&device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 1096 time: 0.0968475 Jul 22 19:45:45.528073 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.530653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:45.546119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41942) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:45.568940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3e66f17-4e50-4620-b330-5beb06fbde14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.569876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:45.577116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.578130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 73989f29-165c-4418-9952-5054e667a6ad no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.607987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 93007e3b-daca-4900-a53a-9ec89e94650b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=93007e3b-daca-4900-a53a-9ec89e94650b,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:45.608529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.625004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 93007e3b-daca-4900-a53a-9ec89e94650b owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:45.652859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3c779-5229-4e90-ba87-657508b45143 req-598539c1-be9e-42c6-847b-c86abc217787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.654366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-598539c1-be9e-42c6-847b-c86abc217787 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9341ab1-2ea5-4a93-a067-63c8378d5649 HTTP/1.1" status: 200 len: 921 time: 0.1557119 Jul 22 19:45:45.685077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:45.734679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-79cbf92d-12f3-4ee0-adf9-fd1d00cf3454 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b HTTP/1.1" status: 200 len: 217 time: 0.0640318 Jul 22 19:45:45.761148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.812667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:45.812927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3c779-5229-4e90-ba87-657508b45143 req-64c66835-22f3-465f-a825-161a853c6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:45.814415 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-64c66835-22f3-465f-a825-161a853c6c68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62a61130-b6e2-415e-b899-eca51cfc6c0d HTTP/1.1" status: 200 len: 860 time: 0.0681381 Jul 22 19:45:45.818377 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.820334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.825589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3e66f17-4e50-4620-b330-5beb06fbde14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.837731 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3e66f17-4e50-4620-b330-5beb06fbde14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.841193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.889650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=93007e3b-daca-4900-a53a-9ec89e94650b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:45.928232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:45.940406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:45:45.940627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0c57535f-bca6-4f19-9174-044ae9a0d3a7 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:45.965524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 93007e3b-daca-4900-a53a-9ec89e94650b on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:45.968755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:45.970862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-989f7bad-72c4-4bfc-952b-16e05dd9066a tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "DELETE /v2.0/ports/93007e3b-daca-4900-a53a-9ec89e94650b HTTP/1.1" status: 204 len: 173 time: 1.0576856 Jul 22 19:45:45.972184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:45.975222 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbfca3b-28d2-43fd-b4d4-9b74ce86716f" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:46.042298 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5da79-898b-4739-b67a-3d4c7bb35ea4 x-openstack-request-id: req-9ae5da79-898b-4739-b67a-3d4c7bb35ea4 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:46.042643 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:46.042831 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ae5da79-898b-4739-b67a-3d4c7bb35ea4 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:46.043226 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b', 'status': 'completed', 'code': 200} Jul 22 19:45:46.051868 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.100597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:46.104957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:46.105961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.106730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78682eaa-ae5e-4e34-ad21-86d1b945dd1e no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:46.107525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.240242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 0c57535f-bca6-4f19-9174-044ae9a0d3a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0c57535f-bca6-4f19-9174-044ae9a0d3a7,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:46.241190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.243431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.262700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:46.263511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 0c57535f-bca6-4f19-9174-044ae9a0d3a7 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:46.294093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:46.298248 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-47a2ff8f-2626-4230-a200-a972faa9a42e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9341ab1-2ea5-4a93-a067-63c8378d5649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4711418 Jul 22 19:45:46.301876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.340516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3e66f17-4e50-4620-b330-5beb06fbde14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=849963c623524d859bebdfbbfb3e9931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7911153 Jul 22 19:45:46.348860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41950) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:46.388760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e66f17-4e50-4620-b330-5beb06fbde14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a92532-1503-4ff3-9a08-d43a18a77d03,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:46.390690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:46.481504 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-19d07c78-7a1f-428d-aa7d-5f946d651056 service neutron] 10.222.0.26 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419506 Jul 22 19:45:46.603937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4bb3c779-5229-4e90-ba87-657508b45143 req-82d13389-691e-43e0-b259-526dd5123793 service neutron] 10.222.0.26 "GET /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071782 Jul 22 19:45:46.811077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.870355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-1baf0fe4-5104-476c-8984-bd7e980e9abe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:46.876297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-1baf0fe4-5104-476c-8984-bd7e980e9abe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:46.884947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-1baf0fe4-5104-476c-8984-bd7e980e9abe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:46.890860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-1baf0fe4-5104-476c-8984-bd7e980e9abe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:46.893252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-1baf0fe4-5104-476c-8984-bd7e980e9abe tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 3142 time: 0.4720919 Jul 22 19:45:46.922840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:46.927286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.003763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=0c57535f-bca6-4f19-9174-044ae9a0d3a7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:47.032826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49c16a6a-d4da-4410-9a98-658c0f1d7962 req-47bff3b4-92bd-4359-bdda-5e672cc13bd2 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286607 Jul 22 19:45:47.081565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16223f-76be-496d-b4aa-08c63dbeb784 req-d4076615-4ecf-4d03-86cb-40e19efd32ae tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:47.083089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae16223f-76be-496d-b4aa-08c63dbeb784 req-d4076615-4ecf-4d03-86cb-40e19efd32ae tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 944 time: 0.3159506 Jul 22 19:45:47.086239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 0c57535f-bca6-4f19-9174-044ae9a0d3a7 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:47.087403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.089542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-62b87889-98e5-4bf5-84f8-d208db8f1fd9 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "DELETE /v2.0/ports/0c57535f-bca6-4f19-9174-044ae9a0d3a7 HTTP/1.1" status: 204 len: 173 time: 1.1119409 Jul 22 19:45:47.136723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.139295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.140472 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b9a92532-1503-4ff3-9a08-d43a18a77d03 HTTP/1.1" status: 204 len: 168 time: 0.7901726 Jul 22 19:45:47.168881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab43a8-b489-4031-b796-457253db073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a92532-1503-4ff3-9a08-d43a18a77d03,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:47.186999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae16223f-76be-496d-b4aa-08c63dbeb784 req-21347678-b296-420f-8c6b-2e29d8c421a6 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950754 Jul 22 19:45:47.245579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:47.246216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.339068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:47.339758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.356832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:47.466220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73989f29-165c-4418-9952-5054e667a6ad'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:47.470422 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67776a5c-5756-4f06-bd8e-8db827970391" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "73989f29-165c-4418-9952-5054e667a6ad"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:47.533489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.556281 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d116ad-4f03-4955-b8b3-53c9edadf6bf x-openstack-request-id: req-e0d116ad-4f03-4955-b8b3-53c9edadf6bf {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:47.556281 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "93007e3b-daca-4900-a53a-9ec89e94650b", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "73989f29-165c-4418-9952-5054e667a6ad", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-unplugged", "status": "completed", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:47.556673 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0d116ad-4f03-4955-b8b3-53c9edadf6bf {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:47.557173 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93007e3b-daca-4900-a53a-9ec89e94650b', 'code': 200} Jul 22 19:45:47.557653 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73989f29-165c-4418-9952-5054e667a6ad', 'code': 200} Jul 22 19:45:47.558127 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'code': 200} Jul 22 19:45:47.558594 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'code': 200} Jul 22 19:45:47.591439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=6623a45f-7152-4c9f-be1a-8ee44efdb3d2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:47.641867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 6623a45f-7152-4c9f-be1a-8ee44efdb3d2 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:47.647539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.649745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-c17b00ec-09c9-496b-95c6-8c2c7c70c73b tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "DELETE /v2.0/ports/6623a45f-7152-4c9f-be1a-8ee44efdb3d2 HTTP/1.1" status: 204 len: 173 time: 0.5502937 Jul 22 19:45:47.762424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:47.762802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:47.885526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:47.885891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.065495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7'}, {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:48.071562 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0055cc67-e6d0-4b08-a440-a93964d34526" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7"}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:48.195792 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247c92b-fff6-4f18-8a23-b214db6cee83 x-openstack-request-id: req-c247c92b-fff6-4f18-8a23-b214db6cee83 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:48.196433 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "0c57535f-bca6-4f19-9174-044ae9a0d3a7", "status": "completed", "code": 200}, {"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "6623a45f-7152-4c9f-be1a-8ee44efdb3d2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:48.196853 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c247c92b-fff6-4f18-8a23-b214db6cee83 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:48.197410 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '0c57535f-bca6-4f19-9174-044ae9a0d3a7', 'status': 'completed', 'code': 200} Jul 22 19:45:48.197849 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '6623a45f-7152-4c9f-be1a-8ee44efdb3d2', 'status': 'completed', 'code': 200} Jul 22 19:45:48.416005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.416526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.416932 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Floating IP 2be4472d-cd82-4b86-9d42-1f035d5eff96 disassociated. External IP: 172.25.6.206, port: 78682eaa-ae5e-4e34-ad21-86d1b945dd1e. Jul 22 19:45:48.417972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 78682eaa-ae5e-4e34-ad21-86d1b945dd1e owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:48.430547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8e57db18-80f1-433e-b75b-2c1d22fedf9b details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:45:48.499077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345680-f518-410a-91ff-3af3544d2d2b req-af7ffb14-2eff-4606-872e-aee31ba55b99 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:48.506419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345680-f518-410a-91ff-3af3544d2d2b req-af7ffb14-2eff-4606-872e-aee31ba55b99 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:48.508322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6345680-f518-410a-91ff-3af3544d2d2b req-af7ffb14-2eff-4606-872e-aee31ba55b99 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 1676 time: 0.3350809 Jul 22 19:45:48.521611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d33c1c-a927-4d69-8dc2-94ea7b4144fc req-929f521b-aeee-491e-bb90-72742472d5e0 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:48.523830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24d33c1c-a927-4d69-8dc2-94ea7b4144fc req-929f521b-aeee-491e-bb90-72742472d5e0 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 944 time: 0.1988261 Jul 22 19:45:48.587198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b,segment=NetworkSegment(969ce09a-ee59-4454-bc58-77930e7867f0),segment_id=969ce09a-ee59-4454-bc58-77930e7867f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:48.620012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '8e57db18-80f1-433e-b75b-2c1d22fedf9b', 'network_id': 'b9341ab1-2ea5-4a93-a067-63c8378d5649', 'port_id': '8e57db18-80f1-433e-b75b-2c1d22fedf9b', 'mac_address': 'fa:16:3e:c9:a4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a61130-b6e2-415e-b899-eca51cfc6c0d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:45:48.624799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-24d33c1c-a927-4d69-8dc2-94ea7b4144fc req-5d17de6a-1610-42f4-94b2-4a04cc6f2f6b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886941 Jul 22 19:45:48.630485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6345680-f518-410a-91ff-3af3544d2d2b req-e8550607-d38d-4d8b-91a7-dad03096b023 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036835 Jul 22 19:45:48.677760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.696993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e57db18-80f1-433e-b75b-2c1d22fedf9b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:48.721948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b,segment=NetworkSegment(969ce09a-ee59-4454-bc58-77930e7867f0),segment_id=969ce09a-ee59-4454-bc58-77930e7867f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:48.730075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.804041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:48.851781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:48.902669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=78682eaa-ae5e-4e34-ad21-86d1b945dd1e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:48.982144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8e57db18-80f1-433e-b75b-2c1d22fedf9b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:49.071194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b7bb6-88be-4a63-a7b0-8f6821777027 req-fb29a19f-9606-4822-80ae-47f5336e4e79 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:49.072947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a3b7bb6-88be-4a63-a7b0-8f6821777027 req-fb29a19f-9606-4822-80ae-47f5336e4e79 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2499776 Jul 22 19:45:49.113276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Router 1c303d7d-f29f-4aba-90c8-de58f44042d4 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:45:49.133191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a3b7bb6-88be-4a63-a7b0-8f6821777027 req-3c8dddd1-c083-49e2-be9e-8740c1658d31 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522959 Jul 22 19:45:49.406558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742faf0e-a782-474a-b1a7-c14a95b7df41 req-b905098c-6b28-47ca-a52b-289c3aefb236 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:49.414160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-742faf0e-a782-474a-b1a7-c14a95b7df41 req-b905098c-6b28-47ca-a52b-289c3aefb236 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1328909 Jul 22 19:45:49.448135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:45:49.461959 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Sync routers for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:45:49.475571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:45:49.476557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:49.556445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 78682eaa-ae5e-4e34-ad21-86d1b945dd1e on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:49.581600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-742faf0e-a782-474a-b1a7-c14a95b7df41 req-79d861f6-6fe6-462d-926d-89ecf91ec981 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578276 Jul 22 19:45:49.583009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:49.608734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-bf4799f6-435a-4244-87a0-ebbb15cb06ab tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "DELETE /v2.0/ports/78682eaa-ae5e-4e34-ad21-86d1b945dd1e HTTP/1.1" status: 204 len: 173 time: 1.9516728 Jul 22 19:45:49.750909 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:45:49.946103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 73989f29-165c-4418-9952-5054e667a6ad {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:49.946446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.004700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ab633-9113-4336-9cc7-1603186a6e92 req-a677b7e7-49f3-4e2a-bc83-e6fef1312c7b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:50.006439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e6ab633-9113-4336-9cc7-1603186a6e92 req-a677b7e7-49f3-4e2a-bc83-e6fef1312c7b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 945 time: 0.2143829 Jul 22 19:45:50.092089 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:50.124965 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Checking router: 1c303d7d-f29f-4aba-90c8-de58f44042d4 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:45:50.131116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed33af-9d6a-4052-9206-725bf97a6ca5 req-c4d07ab5-8884-48a0-b02a-a539817fb8ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:50.136535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:45:50.137130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:50.138937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86ed33af-9d6a-4052-9206-725bf97a6ca5 req-c4d07ab5-8884-48a0-b02a-a539817fb8ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 942 time: 0.2693176 Jul 22 19:45:50.161784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e6ab633-9113-4336-9cc7-1603186a6e92 req-cad68161-a154-4f27-946c-08a835e26b8b tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489868 Jul 22 19:45:50.205585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:50.207914 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14321ba9-6940-4e6a-a74c-27525b91c3f0" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:50.215080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 73989f29-165c-4418-9952-5054e667a6ad, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=73989f29-165c-4418-9952-5054e667a6ad,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:50.215351 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.246949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 73989f29-165c-4418-9952-5054e667a6ad owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:50.257232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86ed33af-9d6a-4052-9206-725bf97a6ca5 req-b34b370b-c7ea-43ad-8432-a6ecf7d74ca1 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170478 Jul 22 19:45:50.305614 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:45:50.366613 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e351cc3-85ff-40b9-9388-8f7683386cf5 x-openstack-request-id: req-8e351cc3-85ff-40b9-9388-8f7683386cf5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:50.366907 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "78682eaa-ae5e-4e34-ad21-86d1b945dd1e", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:50.367142 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e351cc3-85ff-40b9-9388-8f7683386cf5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:50.367544 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '78682eaa-ae5e-4e34-ad21-86d1b945dd1e', 'status': 'completed', 'code': 200} Jul 22 19:45:50.431919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedb5e6-f069-4988-b4bb-1bc24b8f6244 req-f30c8c99-ff79-4a14-bef0-2d532c435b16 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:50.433600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aedb5e6-f069-4988-b4bb-1bc24b8f6244 req-f30c8c99-ff79-4a14-bef0-2d532c435b16 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1712773 Jul 22 19:45:50.441153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8e57db18-80f1-433e-b75b-2c1d22fedf9b up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:45:50.528454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 8e57db18-80f1-433e-b75b-2c1d22fedf9b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:45:50.535570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 8e57db18-80f1-433e-b75b-2c1d22fedf9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:45:50.536560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.588198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1aedb5e6-f069-4988-b4bb-1bc24b8f6244 req-bcef2a4f-0519-4dca-aab3-01a38914e0af tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436579 Jul 22 19:45:50.655939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.730765 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:50.735030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=73989f29-165c-4418-9952-5054e667a6ad,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:50.764899 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.779172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856e7e2-e310-4278-8f36-adfb670638ca None None] The sync data for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 is: [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:35:12Z', 'revision_number': 4, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5dcc0ad5-3df7-4ae0-a85f-d81278dfab42', 'name': '', 'network_id': 'dd5c4df9-83bb-4798-a90e-fd6f9846adfc', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'mac_address': 'fa:16:3e:05:27:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:10Z', 'updated_at': '2021-07-22T19:35:21Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'subnets': [{'id': '0ee43d05-f2c4-4c9d-8b40-9e402abbe388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:45:50.795772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 73989f29-165c-4418-9952-5054e667a6ad on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:50.800422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.803148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b20f624f-439c-4d20-bc8c-eedc81570307 req-ecc23a63-9289-49c2-8d05-82d1452f4897 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.32 "DELETE /v2.0/ports/73989f29-165c-4418-9952-5054e667a6ad HTTP/1.1" status: 204 len: 173 time: 1.1819911 Jul 22 19:45:50.812540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:50.821481 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d482b4-38c6-4c2d-b8cf-efffdb8307af" -d '{"events": [{"server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "name": "network-vif-plugged", "status": "completed", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:50.840091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b,segment=NetworkSegment(969ce09a-ee59-4454-bc58-77930e7867f0),segment_id=969ce09a-ee59-4454-bc58-77930e7867f0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:50.849112 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:50.922912 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6bfec3-d527-48f8-a5d3-546741f2149f x-openstack-request-id: req-ba6bfec3-d527-48f8-a5d3-546741f2149f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:50.923766 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "name": "network-vif-plugged", "status": "completed", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:50.924900 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba6bfec3-d527-48f8-a5d3-546741f2149f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:50.925629 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b', 'code': 200} Jul 22 19:45:51.145231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f6946-f5eb-4b4b-b1eb-064826a305fb req-2c75ea6f-3c50-4146-b279-6b1f3a7db2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:51.147078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d74f6946-f5eb-4b4b-b1eb-064826a305fb req-2c75ea6f-3c50-4146-b279-6b1f3a7db2f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 1098 time: 0.1513171 Jul 22 19:45:51.222207 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d74f6946-f5eb-4b4b-b1eb-064826a305fb req-8d0d0fde-2cf7-4ce6-9a58-7b300729ec07 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679245 Jul 22 19:45:51.356408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:51.495999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc7925-4a35-44ab-a539-c1526d46e9f7 req-a9117f69-7d22-44f0-86bd-85d5ab80cd2d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:51.500840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59df60-a33b-4719-8dde-42520d19e423 None None] New status for floating IP 2be4472d-cd82-4b86-9d42-1f035d5eff96: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:45:51.510817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4afc7925-4a35-44ab-a539-c1526d46e9f7 req-a9117f69-7d22-44f0-86bd-85d5ab80cd2d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 946 time: 0.1790118 Jul 22 19:45:51.530716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-775c1105-7721-4c32-99d4-40c1bfdd19cb req-e04e09c4-cbf2-41e9-8100-9f27f8cff304 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0887008 Jul 22 19:45:51.624265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4afc7925-4a35-44ab-a539-c1526d46e9f7 req-b441a0f1-3e14-4469-9376-eb69ea90bd00 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123772 Jul 22 19:45:51.730661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6df05-9ca8-4f63-8a26-4116642e4145 req-042b38e1-6025-43b4-beea-5a46e86f4d2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:51.734358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e6df05-9ca8-4f63-8a26-4116642e4145 req-042b38e1-6025-43b4-beea-5a46e86f4d2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0860398 Jul 22 19:45:51.817012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81e6df05-9ca8-4f63-8a26-4116642e4145 req-8123ae9b-cf89-4584-ba6c-71953ea3406c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671477 Jul 22 19:45:52.369003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '73989f29-165c-4418-9952-5054e667a6ad'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:52.371767 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e15bef-4a24-4bfd-8bb5-e1dfe86d7e58" -d '{"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "73989f29-165c-4418-9952-5054e667a6ad"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:52.435452 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f6906-590c-4e52-a961-2e174618eb66 x-openstack-request-id: req-030f6906-590c-4e52-a961-2e174618eb66 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:52.435996 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d09e786-0064-454d-a664-69cca1d0199f", "name": "network-vif-deleted", "tag": "73989f29-165c-4418-9952-5054e667a6ad", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:52.436837 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-030f6906-590c-4e52-a961-2e174618eb66 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:52.437445 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d09e786-0064-454d-a664-69cca1d0199f', 'name': 'network-vif-deleted', 'tag': '73989f29-165c-4418-9952-5054e667a6ad', 'status': 'completed', 'code': 200} Jul 22 19:45:52.694009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d28ac79-df6b-42c8-a2b9-e53c0ce2e811 req-227096ca-5a7e-45a8-b2ef-386c5feb3365 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0424352 Jul 22 19:45:52.779714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29da54b-f230-4b5e-9538-dfbc93856fc6 req-8eeca0a7-4d0f-4953-8bd6-e26dd58b774d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:52.784796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f29da54b-f230-4b5e-9538-dfbc93856fc6 req-8eeca0a7-4d0f-4953-8bd6-e26dd58b774d tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 946 time: 0.0944467 Jul 22 19:45:52.826964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f29da54b-f230-4b5e-9538-dfbc93856fc6 req-a8842a5a-9669-4c70-a717-8f497a1575dd tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Jul 22 19:45:52.969249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b933e-2f28-4320-9760-e92953e8d257 req-a21799c4-ff60-4ea2-bd7b-9168733ea49c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:52.970834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af4b933e-2f28-4320-9760-e92953e8d257 req-a21799c4-ff60-4ea2-bd7b-9168733ea49c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0872905 Jul 22 19:45:53.025773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af4b933e-2f28-4320-9760-e92953e8d257 req-0b0e4dbf-98b3-4f59-9808-89ef64a3a913 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475047 Jul 22 19:45:53.616599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d90f-cf1f-484f-aca2-590c9eaee401 req-0de09756-e3a7-42be-8199-27b61c5ca37f tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:53.618606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c810d90f-cf1f-484f-aca2-590c9eaee401 req-0de09756-e3a7-42be-8199-27b61c5ca37f tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 946 time: 0.4736624 Jul 22 19:45:53.634390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-a53f3561-fcc3-48dd-968e-9664b7552b9a tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:53.635910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-a53f3561-fcc3-48dd-968e-9664b7552b9a tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 813 time: 0.1882267 Jul 22 19:45:53.646546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-9ddaa920-cfb1-4821-b791-218a1acd1cec service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1975825 Jul 22 19:45:53.668787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-11f812b7-d03e-40cf-9cc2-f84a7d87f694 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/quotas/dbaa84d06bb448e8a8bf0a4f8ba9ee7c HTTP/1.1" status: 200 len: 375 time: 0.0212636 Jul 22 19:45:53.710305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c810d90f-cf1f-484f-aca2-590c9eaee401 req-bb65e08d-4b13-4760-a21d-99d4957670e1 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732596 Jul 22 19:45:53.755561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-d789d778-d91b-4fa7-9adf-001529dd7e3f tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755382 Jul 22 19:45:53.854030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b07a0436-ad64-4b3c-89cc-664eeb5a89c7 req-c52138ae-03b1-4ad5-b53c-70ccf03acf33 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0459645 Jul 22 19:45:53.925647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-ba755baf-ca4a-4d5b-ba2c-59a7b8bda7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:53.929830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-ba755baf-ca4a-4d5b-ba2c-59a7b8bda7a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 1097 time: 0.2184620 Jul 22 19:45:53.956723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-eadcd2a0-562a-440e-bf13-36f47f377b08 service neutron] 10.222.0.10 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783116 Jul 22 19:45:54.046594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-51616cfe-7426-4d29-933d-d5eb0a2aeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.048503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-51616cfe-7426-4d29-933d-d5eb0a2aeb1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.0783062 Jul 22 19:45:54.156127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-9e8fca3f-bf1d-469a-ac86-e83390216a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.157629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-9e8fca3f-bf1d-469a-ac86-e83390216a12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1985965 Jul 22 19:45:54.184835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-62085afc-9806-4f16-814f-a74f345dc737 service neutron] 10.222.0.10 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101152 Jul 22 19:45:54.227205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-57356df1-6e9f-442c-bed8-123301403d85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0501332 Jul 22 19:45:54.228690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-292b414e-8cb9-438d-9890-3eec7f8e723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.230275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-292b414e-8cb9-438d-9890-3eec7f8e723f service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1518745 Jul 22 19:45:54.297714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-16e6239b-ebc4-44c6-bc51-12c773715dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.299890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-16e6239b-ebc4-44c6-bc51-12c773715dff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0655065 Jul 22 19:45:54.311438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c16a3f-29e4-42b5-865d-91ca9e33201d req-cf4bc957-a46e-4f01-9083-e56e274494e9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.319372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88c16a3f-29e4-42b5-865d-91ca9e33201d req-cf4bc957-a46e-4f01-9083-e56e274494e9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1886179 Jul 22 19:45:54.330712 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-e333ee03-8f02-4da2-b14b-094ebb210065 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.0889273 Jul 22 19:45:54.415992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88c16a3f-29e4-42b5-865d-91ca9e33201d req-0198f362-5eaa-477b-916b-b75053459e42 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955052 Jul 22 19:45:54.435399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-5a50f90f-ca77-438b-a918-4ae50d7b08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.436952 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-5a50f90f-ca77-438b-a918-4ae50d7b08e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0990367 Jul 22 19:45:54.478906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-088435cf-3a83-4539-b14e-bc73be406716 req-403b7e15-8999-437f-9ec9-134d1c77b34b tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 210 time: 0.0437415 Jul 22 19:45:54.492801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-0517ddb2-64d2-4adc-88bf-9464e3d2c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.494214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-0517ddb2-64d2-4adc-88bf-9464e3d2c6b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720028 Jul 22 19:45:54.517062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:54.642225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-f0feed3f-c24c-4ec8-8e31-b60cfdb19b89 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393349 Jul 22 19:45:54.648168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-27291443-8bde-4775-81fb-8a7d81e2da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.649702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-27291443-8bde-4775-81fb-8a7d81e2da89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049439 Jul 22 19:45:54.795810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-593ef5b2-b383-4347-9730-0ca04bf9f9c8 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.797381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-593ef5b2-b383-4347-9730-0ca04bf9f9c8 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.26 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 946 time: 0.2314129 Jul 22 19:45:54.797660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5efa2425-d384-4b5a-8421-f2b455e5242d req-32e79107-1ae8-48ae-b004-8efb88ea2837 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477616 Jul 22 19:45:54.901067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-fb8e7207-60b2-448b-aabf-f417bf612cfb service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416334 Jul 22 19:45:54.975345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b8e5-051e-4a92-ad81-7d5516d91d3b req-8fd4a991-7a0e-45f1-8393-92792a978bb5 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:54.977920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5e5b8e5-051e-4a92-ad81-7d5516d91d3b req-8fd4a991-7a0e-45f1-8393-92792a978bb5 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 946 time: 0.1491385 Jul 22 19:45:55.064030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfb0a4d2-80b9-42e2-aa56-f7d2410b57b3 req-0852fdb7-6134-4c46-9d5c-2a94588285f4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0572686 Jul 22 19:45:55.107502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5e5b8e5-051e-4a92-ad81-7d5516d91d3b req-31037218-ef28-4926-ae12-f6dda9e135df tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d1fd553-5f65-4931-9751-bbfa5ba850a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218598 Jul 22 19:45:55.115255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-83b1452c-a0dc-4116-a169-3a3748ba6352 req-bdc10043-ddad-413e-9068-ce002ba1b673 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927223 Jul 22 19:45:55.144054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Deleting port 8e57db18-80f1-433e-b75b-2c1d22fedf9b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:45:55.144428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:55.298646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] For port 8e57db18-80f1-433e-b75b-2c1d22fedf9b, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8e57db18-80f1-433e-b75b-2c1d22fedf9b,segment=NetworkSegment(969ce09a-ee59-4454-bc58-77930e7867f0),segment_id=969ce09a-ee59-4454-bc58-77930e7867f0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:45:55.299172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:55.327335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Calling delete_port for 8e57db18-80f1-433e-b75b-2c1d22fedf9b owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:45:55.474587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:55.487107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8e57db18-80f1-433e-b75b-2c1d22fedf9b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:45:55.526440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Pushing event deleted for resources: {'Port': ['ID=8e57db18-80f1-433e-b75b-2c1d22fedf9b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:55.611574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] No DVR routers for this DVR port 8e57db18-80f1-433e-b75b-2c1d22fedf9b on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:45:55.615179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:55.618214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d86f519-2412-4e9c-9ebb-7b2fa828aec7 req-c6fedbc0-92db-4bfe-87e6-8268843e23ff tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.26 "DELETE /v2.0/ports/8e57db18-80f1-433e-b75b-2c1d22fedf9b HTTP/1.1" status: 204 len: 173 time: 0.8077574 Jul 22 19:45:55.619043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'name': 'network-vif-deleted', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:55.625112 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6994f9e9-7ea4-4b08-984f-65e77c805d6c" -d '{"events": [{"server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "name": "network-vif-deleted", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:55.660015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b846530-3d3a-408c-847f-ef765c38815d req-b30085cf-690b-4068-86cd-3e62affd1861 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 210 time: 0.0559108 Jul 22 19:45:55.692087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8008-46db-4a79-a328-609f025defe8 req-1ebb87ce-0f12-4867-b66b-0ee7ae876098 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:55.700875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa4e8008-46db-4a79-a328-609f025defe8 req-1ebb87ce-0f12-4867-b66b-0ee7ae876098 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1818848 Jul 22 19:45:55.758252 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673c5c1-0124-4522-b507-c6450e9dc3b0 x-openstack-request-id: req-a673c5c1-0124-4522-b507-c6450e9dc3b0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:55.758896 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267f49f0-2038-4907-a15d-0f5ce0edb56f", "name": "network-vif-deleted", "tag": "8e57db18-80f1-433e-b75b-2c1d22fedf9b", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:55.759461 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a673c5c1-0124-4522-b507-c6450e9dc3b0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:55.759962 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '267f49f0-2038-4907-a15d-0f5ce0edb56f', 'name': 'network-vif-deleted', 'tag': '8e57db18-80f1-433e-b75b-2c1d22fedf9b', 'status': 'completed', 'code': 200} Jul 22 19:45:55.806998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa4e8008-46db-4a79-a328-609f025defe8 req-93c1e8b4-1304-4635-99b6-b29d5fed8345 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992823 Jul 22 19:45:55.910124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-241e37e4-4a95-4cec-8b28-6505af4b07ab tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:55.911705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-241e37e4-4a95-4cec-8b28-6505af4b07ab tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.32 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 813 time: 0.1600296 Jul 22 19:45:55.925674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Request body: {'port': {'device_id': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef', 'admin_state_up': True, 'tenant_id': 'dbaa84d06bb448e8a8bf0a4f8ba9ee7c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:56.042758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Made reservation on behalf of dbaa84d06bb448e8a8bf0a4f8ba9ee7c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:56.046638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:56.230198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9af90dc6-8483-43e7-ae1e-c613a12ecb7c req-00bb9238-212a-4e2a-a49f-a372467042a0 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0703440 Jul 22 19:45:56.264863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b153bedb-fe92-453f-92b6-dea6a308aad9 req-65d02d27-c1e4-4666-9fe8-92a887083ac3 tempest-ServerAddressesNegativeTestJSON-1818641751 tempest-ServerAddressesNegativeTestJSON-1818641751-project] 10.222.0.10 "GET /v2.0/ports?device_id=267f49f0-2038-4907-a15d-0f5ce0edb56f HTTP/1.1" status: 200 len: 210 time: 0.0466323 Jul 22 19:45:56.284692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Allocated IP 172.20.0.6 (281fa9f6-94d3-4a03-a7cf-34fd51da53ef/b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da/b93b866d-d064-4fb1-9c3f-e6adecfdbb16) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:45:56.497840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:56.543125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:56.597149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:45:56.600441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:45:56.604348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:45:56.611034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Pushing event updated for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:56.661070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:56.662092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:56.679338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-c0ffaf99-9114-40b6-ade0-453ec912e7e5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583683 Jul 22 19:45:56.691580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Request body: {'port': {'device_id': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:56.843926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:56.892234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e526f1-f505-421a-a38f-75383720df36 req-28fb41d9-ad51-4286-a9b2-56d10fe795dd tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:56.894428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62e526f1-f505-421a-a38f-75383720df36 req-28fb41d9-ad51-4286-a9b2-56d10fe795dd tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 931 time: 0.1524830 Jul 22 19:45:57.036487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62e526f1-f505-421a-a38f-75383720df36 req-9c9ba2d8-1589-472f-8783-0ac40c4b1a08 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333275 Jul 22 19:45:57.102523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3202-acda-4093-9ca9-ca540b3e99e0 req-2029fdb2-d68a-4e37-b10d-21cfbc1aa253 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:57.104008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-676e3202-acda-4093-9ca9-ca540b3e99e0 req-2029fdb2-d68a-4e37-b10d-21cfbc1aa253 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1945100 Jul 22 19:45:57.189165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-676e3202-acda-4093-9ca9-ca540b3e99e0 req-4b52ca97-1aa9-4d5e-963e-b44472135ab1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500789 Jul 22 19:45:57.228172 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.273097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93b866d-d064-4fb1-9c3f-e6adecfdbb16 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:45:57.282845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.297226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Transition to ACTIVE for port object b93b866d-d064-4fb1-9c3f-e6adecfdbb16 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:45:57.302513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.382964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42618) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:57.388125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Pushing event updated for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:57.445131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Deleting subnet 62a61130-b6e2-415e-b899-eca51cfc6c0d {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:45:57.448550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.468198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c67dc1f-f5ca-4f96-a309-dd0002d2180a req-f8c11c23-78d8-47c2-8841-32773b24f55e tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0815818 Jul 22 19:45:57.477846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Attempting to bind port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:45:57.478262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Attempting to bind port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:45:57.478656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Attempting to bind port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:57.483648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:45:57.484086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Attempting to bind port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:45:57.491717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:45:57.492235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Checking segment: {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:45:57.492737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Bound using segment: {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:45:57.493308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Bound port: b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:45:57.493765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.496918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.544757 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.575473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:45:57.581401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:45:57.593277 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.613832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.633661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:57.634681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.637296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] 10.222.0.32 "PUT /v2.0/ports/b93b866d-d064-4fb1-9c3f-e6adecfdbb16 HTTP/1.1" status: 200 len: 1092 time: 0.9501815 Jul 22 19:45:57.640322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:45:57.649725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a61130-b6e2-415e-b899-eca51cfc6c0d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:57.652560 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32d36a-fbe1-4039-aebb-f509e4e44fae" -d '{"events": [{"name": "network-changed", "server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:45:57.659406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.664362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19e93e20-689f-41d2-8e94-acf7181a9c0b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/62a61130-b6e2-415e-b899-eca51cfc6c0d HTTP/1.1" status: 204 len: 168 time: 0.2800698 Jul 22 19:45:57.665123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:57.740290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa24e9-1713-4277-b7f9-39a384b33237 service neutron] Pushing event updated for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:57.744840 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a09a6-c905-49a0-abb7-cc20639e6f1b x-openstack-request-id: req-ef9a09a6-c905-49a0-abb7-cc20639e6f1b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:45:57.745203 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:45:57.745517 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef9a09a6-c905-49a0-abb7-cc20639e6f1b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:45:57.745964 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16', 'status': 'completed', 'code': 200} Jul 22 19:45:57.766401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.785939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-58582a15-9264-44d1-b9f0-14314b1ac7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:57.787676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-58582a15-9264-44d1-b9f0-14314b1ac7f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 1095 time: 0.0873716 Jul 22 19:45:57.862832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.874494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9341ab1-2ea5-4a93-a067-63c8378d5649']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:57.891907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969ce09a-ee59-4454-bc58-77930e7867f0') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:57.893666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969ce09a-ee59-4454-bc58-77930e7867f0') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:45:57.905562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.930461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.940625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:45:57.941417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:45:57.943762 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:45:58.046641 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.098796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.104333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] 10.222.0.10 "DELETE /v2.0/networks/b9341ab1-2ea5-4a93-a067-63c8378d5649 HTTP/1.1" status: 204 len: 168 time: 0.4374943 Jul 22 19:45:58.106456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Pushing event deleted for resources: {'Network': ['ID=b9341ab1-2ea5-4a93-a067-63c8378d5649,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:58.117007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-4f49c319-8af5-4dd2-a4c6-8f3b7506884d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16 HTTP/1.1" status: 200 len: 217 time: 0.3206663 Jul 22 19:45:58.123666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.133652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.134226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.135223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.135864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.136698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.138264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.139089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.140967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.141430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.142074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.143586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed026600-a5a2-40aa-ba51-aa0d9c1cf09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:45:58.213079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004a1e-b792-4198-abe8-e60a903d752b req-4104abfc-02c0-4673-99c7-e30b2e242c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:58.214577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-4104abfc-02c0-4673-99c7-e30b2e242c20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da HTTP/1.1" status: 200 len: 853 time: 0.0890701 Jul 22 19:45:58.297038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-1f6102fa-c05e-4468-909f-11751bd5c681 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709658 Jul 22 19:45:58.351385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd0f19-9cbc-4f71-a0fa-58e36cb5fe60 req-9c11b283-0a8a-4dc7-841e-c8ed1b37d866 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:58.352973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2fd0f19-9cbc-4f71-a0fa-58e36cb5fe60 req-9c11b283-0a8a-4dc7-841e-c8ed1b37d866 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 943 time: 0.2179077 Jul 22 19:45:58.405472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:58.443601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8e57db18-80f1-433e-b75b-2c1d22fedf9b no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:45:58.468248 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eee652ea-6c50-43fd-9a7d-67bb1b1d2f4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9c244283c0545c5a3bacff7421908ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605059 Jul 22 19:45:58.469509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:58.481583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 8e57db18-80f1-433e-b75b-2c1d22fedf9b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:45:58.482119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2fd0f19-9cbc-4f71-a0fa-58e36cb5fe60 req-ea162172-919f-4e9b-8484-61e02af37258 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137335 Jul 22 19:45:58.482411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8e57db18-80f1-433e-b75b-2c1d22fedf9b not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:45:58.493061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2c5b9-8220-4358-9195-708cb98ccd1d req-e254d067-07ab-429b-a961-694eb8286752 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:58.495189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49e2c5b9-8220-4358-9195-708cb98ccd1d req-e254d067-07ab-429b-a961-694eb8286752 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2016714 Jul 22 19:45:58.499731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-50fb8c7f-e662-4182-9955-e0102bfe421b service neutron] 10.222.0.32 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927345 Jul 22 19:45:58.544286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.569017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.576055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49e2c5b9-8220-4358-9195-708cb98ccd1d req-ded7d059-0d65-4e10-aa7a-12fd2493be89 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709012 Jul 22 19:45:58.626347 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.627541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:58.629012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d1fd553-5f65-4931-9751-bbfa5ba850a8 HTTP/1.1" status: 204 len: 168 time: 0.1583822 Jul 22 19:45:58.637279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62640a0c-f1eb-4ef4-8930-3d8506da2b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1fd553-5f65-4931-9751-bbfa5ba850a8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:45:58.648395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3aa76d3-e0b1-4f9a-8dcb-046190643359 req-b1dbb2cd-bd64-4eb1-8465-4a78de6d3ce4 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0359654 Jul 22 19:45:58.671103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c004a1e-b792-4198-abe8-e60a903d752b req-073ae026-e0c9-4133-85ec-0404c03a6c92 service neutron] 10.222.0.32 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581557 Jul 22 19:45:58.804446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-6784cd31-6d3a-4f9c-bbf5-ba8db652ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:58.806036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-6784cd31-6d3a-4f9c-bbf5-ba8db652ea73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 1095 time: 0.0698442 Jul 22 19:45:58.946250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-b88e0f53-fb72-4083-aa9c-a732f60bc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:58.951186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-b88e0f53-fb72-4083-aa9c-a732f60bc36f service neutron] 10.222.0.32 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 914 time: 0.1370208 Jul 22 19:45:58.998567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-19cd84c5-6337-495a-b293-f00cfbea44e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16 HTTP/1.1" status: 200 len: 217 time: 0.0399678 Jul 22 19:45:59.068882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-4541f158-5707-46f5-b3ba-4a06ad0d933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:59.070395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-4541f158-5707-46f5-b3ba-4a06ad0d933f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da HTTP/1.1" status: 200 len: 853 time: 0.0646398 Jul 22 19:45:59.124788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-5819d969-ae25-41d3-b383-9cab97b68f00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459933 Jul 22 19:45:59.233842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-d3913c10-fb32-4834-b63b-7703c5b7d12b service neutron] 10.222.0.32 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005929 Jul 22 19:45:59.347127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd32d36a-fbe1-4039-aebb-f509e4e44fae req-4427debf-c194-4fcd-b1c7-3c783aa3dd4e service neutron] 10.222.0.32 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066611 Jul 22 19:45:59.503131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42660) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:45:59.640028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-network', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:45:59.645187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c611b4-5255-4859-a3dd-28a6e2de290a req-d5e2eccf-9bcc-4929-8204-0a6c6396f3fe tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:59.646800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95c611b4-5255-4859-a3dd-28a6e2de290a req-d5e2eccf-9bcc-4929-8204-0a6c6396f3fe tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 943 time: 0.0808470 Jul 22 19:45:59.673224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Made reservation on behalf of 6334a9fbc9dd4be2bbc6d6d8ccb128dc for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:45:59.677271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.686003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.738098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95c611b4-5255-4859-a3dd-28a6e2de290a req-239391ed-2f4c-46c7-b77a-eed3fb20c143 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844855 Jul 22 19:45:59.780209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f5bc6-a7a7-4dce-b644-a0b9e4a69fc5 req-7643cc4e-86bb-414b-aa7f-f4646976644a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:45:59.784038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f76f5bc6-a7a7-4dce-b644-a0b9e4a69fc5 req-7643cc4e-86bb-414b-aa7f-f4646976644a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1057053 Jul 22 19:45:59.833391 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.839218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.853328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f76f5bc6-a7a7-4dce-b644-a0b9e4a69fc5 req-f309b5d0-b48b-4296-b363-72f42c1282c4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614181 Jul 22 19:45:59.854073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:45:59.869446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.869929 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Added segment 9b775f33-3c6a-4267-a96e-8f9ab57513cb of type vlan for network 33156588-01bc-4e22-9c53-870c9fc9a49f Jul 22 19:45:59.881902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bc7f61a-0494-4884-a88e-12e38e18f806 req-38c9b1d9-bcfe-4aec-a93c-bd7249c72dd6 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0485892 Jul 22 19:45:59.951503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:45:59.955633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3646e8-852d-4da4-ba7a-5161437aea63,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:00.011435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.012973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:00.013919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.057303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5529263 Jul 22 19:46:00.057589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42672) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:00.062579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Request body: {'subnet': {'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-subnet', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:00.091397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383603d-b14e-48bb-8044-de1ef89785ec admin admin] Pushing event updated for resources: {'Network': ['ID=33156588-01bc-4e22-9c53-870c9fc9a49f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:00.101981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Made reservation on behalf of 6334a9fbc9dd4be2bbc6d6d8ccb128dc for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:00.103584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 33156588-01bc-4e22-9c53-870c9fc9a49f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:46:00.104531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.312762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.388917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7549bfae-998c-42f5-bd71-bd4a32d3b0c4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:00.397879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Checking segment: {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:00.398248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Network hostable DHCP agents. Network: 33156588-01bc-4e22-9c53-870c9fc9a49f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:46:00.417714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Network 33156588-01bc-4e22-9c53-870c9fc9a49f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:46:00.431001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 33156588-01bc-4e22-9c53-870c9fc9a49f) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:00.435333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:00.435951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.443558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2ae06-1468-44cd-9d70-e5f2d06c4a2b None None] Network 33156588-01bc-4e22-9c53-870c9fc9a49f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:00.475379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7b7c59a-6ccd-410b-8224-925875e76f51 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4163723 Jul 22 19:46:00.477894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:00.483423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:00.511900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.513636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.590283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.596556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbad684-d056-4498-ba0d-c92ed1d6e71f None None] Network 33156588-01bc-4e22-9c53-870c9fc9a49f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:00.768687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:00.938381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6df46-316b-4e9c-ad84-7fafa1d09ec4 req-e0bdd620-8034-4215-a9d3-f15f07f3e887 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:00.940515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-daa6df46-316b-4e9c-ad84-7fafa1d09ec4 req-e0bdd620-8034-4215-a9d3-f15f07f3e887 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 943 time: 0.1184297 Jul 22 19:46:01.093754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b93b866d-d064-4fb1-9c3f-e6adecfdbb16 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:01.105283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-daa6df46-316b-4e9c-ad84-7fafa1d09ec4 req-bffefc41-a994-4740-983c-2eab09360d98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279776 Jul 22 19:46:01.146569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.170511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.181455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bb75f-2b87-41e3-89a3-94f9c24a1c99 req-bf47d9bd-4d8f-4751-a105-ed982b69442f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:01.183083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1bb75f-2b87-41e3-89a3-94f9c24a1c99 req-bf47d9bd-4d8f-4751-a105-ed982b69442f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2069843 Jul 22 19:46:01.278789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:01.281185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1bb75f-2b87-41e3-89a3-94f9c24a1c99 req-1c43e040-965f-4c7e-982e-5ca5100113ba tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892920 Jul 22 19:46:01.291967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16', 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef', 'port_id': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16', 'mac_address': 'fa:16:3e:26:97:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:01.307672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7131534-0c7b-40f9-87a3-05dda77fba54 req-cc48b3f6-53a5-4f6f-9e15-adef170e1a37 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0457501 Jul 22 19:46:01.358107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.372045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93b866d-d064-4fb1-9c3f-e6adecfdbb16 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:01.380003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Allocated IP 172.25.6.12 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/021d4ffc-a660-4932-a563-e0637cedb3b9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:01.396202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:01.401480 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.456362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:01.465020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.465588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.466079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.466580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.467067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.467545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.468036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.468541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.469258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.472865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.482428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.483148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:01.552178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.640386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:01.648778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['b93b866d-d064-4fb1-9c3f-e6adecfdbb16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:01.696085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=021d4ffc-a660-4932-a563-e0637cedb3b9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:01.718485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:01.723040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:01.726022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:02.029109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:02.282471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:02.296939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ea17-3ac8-4254-a763-9eae19595177 req-4ade750f-bfb7-4ec4-a878-e44655c597c7 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:02.298718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a560ea17-3ac8-4254-a763-9eae19595177 req-4ade750f-bfb7-4ec4-a878-e44655c597c7 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 944 time: 0.1169634 Jul 22 19:46:02.707673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a560ea17-3ac8-4254-a763-9eae19595177 req-e139380c-546f-4427-876a-5e124361d0ad tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720748 Jul 22 19:46:02.766930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b23d9-4a46-4687-a69d-03f7442ccb09 req-961de8fc-27a0-42c6-a357-3335e022fe34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:02.769463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-500b23d9-4a46-4687-a69d-03f7442ccb09 req-961de8fc-27a0-42c6-a357-3335e022fe34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.4012995 Jul 22 19:46:02.834091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Router 1d54729e-aa10-4561-99b3-bcf585ce7445 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:46:02.837282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a5e0e5c-8538-47f6-beaf-13ad1cc56aad req-7c58b875-539a-492f-9d2e-35b4ca8fd732 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0476577 Jul 22 19:46:02.854591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-500b23d9-4a46-4687-a69d-03f7442ccb09 req-57985ac7-1edd-4ee4-9289-fc87727602c0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762117 Jul 22 19:46:02.983560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:02.996484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Sync routers for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:03.010757 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:03.011235 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:03.029207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:03.033238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9bdaf31b-d292-406d-bdce-5c8acf2f5bb5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5515761 Jul 22 19:46:03.033401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:03.094674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b93b866d-d064-4fb1-9c3f-e6adecfdbb16 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:03.207308 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:03.213775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:03.222843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:03.223222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:03.240105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-2acb8f60-4ca5-4691-94f3-615d312d8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.247092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-2acb8f60-4ca5-4691-94f3-615d312d8a2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.1470232 Jul 22 19:46:03.382562 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:03.420358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:03.420952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:03.424021 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dad841-0bf4-4c1f-a269-007180775660" -d '{"events": [{"server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "name": "network-vif-plugged", "status": "completed", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:03.429114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:03.444785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-d441f7d1-17cd-4970-8fd6-90f8d96672c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.447905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc147-6f1d-498a-b1a0-034f81af6bd0 req-8b3f265e-f013-40c9-a415-ab095e47ff08 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.449941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-d441f7d1-17cd-4970-8fd6-90f8d96672c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1969795 Jul 22 19:46:03.451240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e0dc147-6f1d-498a-b1a0-034f81af6bd0 req-8b3f265e-f013-40c9-a415-ab095e47ff08 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.3411772 Jul 22 19:46:03.509247 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce3648-6f30-4500-9a33-f8feda754ec6 x-openstack-request-id: req-dcce3648-6f30-4500-9a33-f8feda754ec6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:03.509907 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "name": "network-vif-plugged", "status": "completed", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:03.510383 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcce3648-6f30-4500-9a33-f8feda754ec6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:03.511022 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16', 'code': 200} Jul 22 19:46:03.516674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:03.579105 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-776edaa7-13a6-4bec-ad3e-84c7cf142264 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.1205413 Jul 22 19:46:03.611126 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:01Z', 'revision_number': 3, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:03.644285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-de41616e-8fe2-4e64-b49d-8abf6c28b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.646136 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-de41616e-8fe2-4e64-b49d-8abf6c28b2f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0595136 Jul 22 19:46:03.653167 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Checking router: 1d54729e-aa10-4561-99b3-bcf585ce7445 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:46:03.653912 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Updating router 1d54729e-aa10-4561-99b3-bcf585ce7445 port 021d4ffc-a660-4932-a563-e0637cedb3b9 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:46:03.680018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e0dc147-6f1d-498a-b1a0-034f81af6bd0 req-fa957543-b92b-4c77-95c2-459cb5ae0708 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1249456 Jul 22 19:46:03.721919 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:03.729005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7c2ce-9da7-476f-a101-3ec5b0d4dd43 req-f889ee69-52fc-47de-a7f0-79e5587626c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.732965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05f7c2ce-9da7-476f-a101-3ec5b0d4dd43 req-f889ee69-52fc-47de-a7f0-79e5587626c9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 1097 time: 0.1347620 Jul 22 19:46:03.734665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-cc68d7b6-9142-4418-8d87-c89e84febe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:03.737062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-cc68d7b6-9142-4418-8d87-c89e84febe80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826952 Jul 22 19:46:03.867344 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-09c97041-e58a-4344-b4fa-92794084c78d service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230528 Jul 22 19:46:03.899506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05f7c2ce-9da7-476f-a101-3ec5b0d4dd43 req-1310f3bd-6975-4d0e-9eca-3ed4db857110 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586673 Jul 22 19:46:04.009825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-811d4b59-d2a5-48e3-9a7f-d8af37581bc0 req-aff3894b-6978-46d5-a0fa-647c39562131 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359539 Jul 22 19:46:04.013838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19950a99-f28a-4542-bbd9-4dd8fb62708e req-ce784674-3a9a-49e2-a41e-eef9b80852ae tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d09e786-0064-454d-a664-69cca1d0199f HTTP/1.1" status: 200 len: 210 time: 0.0568051 Jul 22 19:46:04.107101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b399453-30bc-42f6-b556-f044fa4fdd6f req-45e33d65-ee41-4f03-99d8-f7cde044205b tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:04.108686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b399453-30bc-42f6-b556-f044fa4fdd6f req-45e33d65-ee41-4f03-99d8-f7cde044205b tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 945 time: 0.2400665 Jul 22 19:46:04.115120 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.126148 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Transition to ACTIVE for port object 021d4ffc-a660-4932-a563-e0637cedb3b9 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:04.133093 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.196485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b399453-30bc-42f6-b556-f044fa4fdd6f req-060285cb-dee6-4076-b929-a02ef5e791d6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801947 Jul 22 19:46:04.199664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Pushing event updated for resources: {'Port': ['ID=021d4ffc-a660-4932-a563-e0637cedb3b9,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:04.202172 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.208191 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Attempting to bind port 021d4ffc-a660-4932-a563-e0637cedb3b9 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:04.208632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Attempting to bind port 021d4ffc-a660-4932-a563-e0637cedb3b9 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:04.209000 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Attempting to bind port 021d4ffc-a660-4932-a563-e0637cedb3b9 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:04.212610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.212949 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.213279 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.213611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.213989 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.214316 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.214637 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.214956 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.215271 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.215585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.215899 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.216262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:04.228700 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:04.229189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:04.229597 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.230106 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:04.230743 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Bound port: 021d4ffc-a660-4932-a563-e0637cedb3b9, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:04.231188 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.323040 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] For port 021d4ffc-a660-4932-a563-e0637cedb3b9, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:04.342193 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] For port 021d4ffc-a660-4932-a563-e0637cedb3b9, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=021d4ffc-a660-4932-a563-e0637cedb3b9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:04.352438 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.426886 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:04.427607 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:04.432905 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3110f-2e75-4222-b595-403d98588518 None None] Pushing event updated for resources: {'Port': ['ID=021d4ffc-a660-4932-a563-e0637cedb3b9,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:04.467038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Allocated IP 172.20.0.1 (33156588-01bc-4e22-9c53-870c9fc9a49f/7549bfae-998c-42f5-bd71-bd4a32d3b0c4/109606a0-7cea-4ef0-96b1-6b1b18455fe8) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:04.550619 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:04.607847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.653974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.704077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Network 33156588-01bc-4e22-9c53-870c9fc9a49f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:04.707748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:04.711861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:04.762157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:04.792565 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:01Z', 'revision_number': 3, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:04.815505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:04.821529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d0-cf37-4838-af24-04bdb7aa9a63 None None] The sync data for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 is: [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:01Z', 'revision_number': 3, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:46:05.009755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7258414-0f0c-4d3f-8a44-d07a20bc8959 req-1581ecc1-59ea-4c9c-a54b-f81339c14a16 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:05.011189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7258414-0f0c-4d3f-8a44-d07a20bc8959 req-1581ecc1-59ea-4c9c-a54b-f81339c14a16 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2418706 Jul 22 19:46:05.097408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7258414-0f0c-4d3f-8a44-d07a20bc8959 req-016f03f2-b9eb-4054-973a-66ada7f5a4bb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756850 Jul 22 19:46:05.126745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.199208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:05.321903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.355308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 021d4ffc-a660-4932-a563-e0637cedb3b9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:05.382713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.453737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 021d4ffc-a660-4932-a563-e0637cedb3b9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:05.458746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 021d4ffc-a660-4932-a563-e0637cedb3b9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:05.459360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.470015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.473035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.476998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf7898a2-33c4-4ca5-82b3-0af55c68a0fc HTTP/1.1" status: 204 len: 168 time: 0.2739723 Jul 22 19:46:05.489413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:05.490231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648719d-4c88-4eb5-a39c-4dae24f10982 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7898a2-33c4-4ca5-82b3-0af55c68a0fc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:05.512621 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-02858400-3845-4b6b-8b4a-90476397656d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] show failed (client error): The resource could not be found. Jul 22 19:46:05.513693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02858400-3845-4b6b-8b4a-90476397656d tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "GET /v2.0/security-groups/bf7898a2-33c4-4ca5-82b3-0af55c68a0fc HTTP/1.1" status: 404 len: 347 time: 0.0213559 Jul 22 19:46:05.519187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42734) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:05.598104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.639485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 021d4ffc-a660-4932-a563-e0637cedb3b9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=021d4ffc-a660-4932-a563-e0637cedb3b9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:05.657506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5798e8-3b37-4055-92fc-dd472b5aade1 req-427b5229-16f1-4b44-aaee-aba7a9f7e743 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:05.660129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd5798e8-3b37-4055-92fc-dd472b5aade1 req-427b5229-16f1-4b44-aaee-aba7a9f7e743 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 945 time: 0.3561974 Jul 22 19:46:05.660562 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.668088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.701687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0eb9bb-3de4-440a-9632-6065ecbc1440 req-e7727d24-6d45-4896-ade1-0ea5da3d6eb5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:05.704131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e0eb9bb-3de4-440a-9632-6065ecbc1440 req-e7727d24-6d45-4896-ade1-0ea5da3d6eb5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.4264266 Jul 22 19:46:05.708542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.712666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 07067013-297e-480b-a591-55256bb8dc4a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:05.713185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.782212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=021d4ffc-a660-4932-a563-e0637cedb3b9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:05.796607 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.849427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.850063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:05.864240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 07067013-297e-480b-a591-55256bb8dc4a owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:05.904478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd5798e8-3b37-4055-92fc-dd472b5aade1 req-d21fbb88-4fcb-41fc-8f71-3aed3eeb3f18 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262275 Jul 22 19:46:05.920030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Pushing event updated for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:05.944701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e0eb9bb-3de4-440a-9632-6065ecbc1440 req-61752be7-97c8-43ca-8ee1-ca593c506683 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1642497 Jul 22 19:46:06.058283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Network 33156588-01bc-4e22-9c53-870c9fc9a49f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:06.060546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:06.120998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.166115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=07067013-297e-480b-a591-55256bb8dc4a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:06.284053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.288480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.290033 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd96877c-162a-4326-8afe-06b2aa4ba645 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/floatingips/2be4472d-cd82-4b86-9d42-1f035d5eff96 HTTP/1.1" status: 204 len: 168 time: 0.7698872 Jul 22 19:46:06.292938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:06.340910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Router 1d54729e-aa10-4561-99b3-bcf585ce7445 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:46:06.350388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dba88-4e0a-4367-8af2-3ab1be590a46 req-57938f4c-5388-4918-b4c1-0e4598451ef7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:06.352226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651dba88-4e0a-4367-8af2-3ab1be590a46 req-57938f4c-5388-4918-b4c1-0e4598451ef7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1120596 Jul 22 19:46:06.422361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 7b6672ac-59fd-472b-911f-b8701de7d542 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:06.422713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.488014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:06.506656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4aea3def-68e1-4880-ab2b-db8868031ff2 admin admin] 10.222.0.10 "PUT /v2.0/routers/1d54729e-aa10-4561-99b3-bcf585ce7445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4627361 Jul 22 19:46:06.538844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-651dba88-4e0a-4367-8af2-3ab1be590a46 req-1fb90484-1aa1-41b0-93db-7c3c90eb09e7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1800497 Jul 22 19:46:06.623854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.637711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 7b6672ac-59fd-472b-911f-b8701de7d542 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:06.831121 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:06.888390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117ed1e-4dfe-4188-9c7a-4b9e5a32eaa3 req-995f79c9-a15a-49a8-907e-3e988984c0b2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:06.898583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0117ed1e-4dfe-4188-9c7a-4b9e5a32eaa3 req-995f79c9-a15a-49a8-907e-3e988984c0b2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0924001 Jul 22 19:46:06.959153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=7b6672ac-59fd-472b-911f-b8701de7d542,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:06.966569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0117ed1e-4dfe-4188-9c7a-4b9e5a32eaa3 req-6f695845-0e07-448b-9586-3a3461791820 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669820 Jul 22 19:46:07.107482 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8a90ed47-efe8-4fb5-81ee-dfea8aee9554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.141810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.147202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0707da63-c3d4-485f-9626-27fbee7049fb tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/ports/7b6672ac-59fd-472b-911f-b8701de7d542 HTTP/1.1" status: 204 len: 168 time: 0.8504138 Jul 22 19:46:07.147202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:07.263263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 021d4ffc-a660-4932-a563-e0637cedb3b9 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:07.305551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:07.306114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.364474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 021d4ffc-a660-4932-a563-e0637cedb3b9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:07.365082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.410719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Sync routers for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:07.430117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:07.431016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:07.439749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-22e2b10e-8906-4b62-b6bc-797c741ec5a9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:07.441675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-22e2b10e-8906-4b62-b6bc-797c741ec5a9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 819 time: 0.2234526 Jul 22 19:46:07.462993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-e52110a6-3a37-4eb9-a4d3-01537c467478 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/quotas/6334a9fbc9dd4be2bbc6d6d8ccb128dc HTTP/1.1" status: 200 len: 375 time: 0.0153475 Jul 22 19:46:07.467208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.505264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:07.682381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-5fb8b212-4239-43a1-aa9a-b59575c74f87 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2042255 Jul 22 19:46:07.769121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:07.774502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.823743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:07.885350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-6d45f05e-a31b-4ab1-a55d-53e3b130feb1 service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018971 Jul 22 19:46:07.917198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:07.919680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-312d3fa1-e1a8-41ce-8aa2-8c6b3b4ce7ef tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/ports/cdcea7c0-fe55-4b0d-a6a8-0aeefcd202dc HTTP/1.1" status: 204 len: 168 time: 0.7706206 Jul 22 19:46:07.925417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:08.006046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3c56c1c6-5644-40a5-a4b0-f066e45ca08d service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191447 Jul 22 19:46:08.036252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting subnet 96c2e494-1ce1-43b1-9909-56bdd9de98a9 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:46:08.049894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.062434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 2, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:08.109736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.123087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Checking router: 1d54729e-aa10-4561-99b3-bcf585ce7445 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:46:08.123649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Updating router 1d54729e-aa10-4561-99b3-bcf585ce7445 port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:46:08.213364 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.261095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208a013-6f11-4906-be16-a3a994f3d85f req-2ce26631-c8a2-45a8-a097-adb1b294c83c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:08.263077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3208a013-6f11-4906-be16-a3a994f3d85f req-2ce26631-c8a2-45a8-a097-adb1b294c83c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1363673 Jul 22 19:46:08.329774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.368303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e1f2d90-ef1f-4308-bffa-d91b9de05b23 req-490fba1d-eb35-4f2f-adcf-0514ae924b42 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 210 time: 0.1041334 Jul 22 19:46:08.406612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3208a013-6f11-4906-be16-a3a994f3d85f req-00a59b71-d009-4ef5-b865-9a79049a0e57 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310375 Jul 22 19:46:08.473287 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.558815 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:46:08.562290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Subnet': ['ID=96c2e494-1ce1-43b1-9909-56bdd9de98a9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:08.566336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.569501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-982521f4-c3a6-4664-a8e6-229ff4525a25 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/subnets/96c2e494-1ce1-43b1-9909-56bdd9de98a9 HTTP/1.1" status: 204 len: 168 time: 0.6392746 Jul 22 19:46:08.572246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42872) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:08.667027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2e1d1-af71-46e9-a8a0-f53db6384b8b None None] Network 824e7915-8b99-4eda-ae61-da46a09ba1b4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:08.670320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting subnet 1baa2bd5-65a6-49f8-9f01-556da3d0cb67 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:46:08.674273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:08.966639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.017560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Transition to ACTIVE for port object 109606a0-7cea-4ef0-96b1-6b1b18455fe8 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:09.040174 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.110273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.190392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e5720-9d1b-4c52-9018-a63027436155 None None] Pushing event updated for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:09.264904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Attempting to bind port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:09.265691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Attempting to bind port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:09.266314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Attempting to bind port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 on network 33156588-01bc-4e22-9c53-870c9fc9a49f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:09.274390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:09.275125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Checking segment: {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:09.275761 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.276486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Bound using segment: {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:09.277195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Bound port: 109606a0-7cea-4ef0-96b1-6b1b18455fe8, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:09.277838 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.281475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] DHCP port deletion for 824e7915-8b99-4eda-ae61-da46a09ba1b4 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:46:09.315038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e8538-ebf4-4b89-86a1-b34939c3f8bc req-36c4c68f-1c16-42dc-88bc-ea2e90343b0a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:09.316635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-045e8538-ebf4-4b89-86a1-b34939c3f8bc req-36c4c68f-1c16-42dc-88bc-ea2e90343b0a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1727219 Jul 22 19:46:09.327160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.397524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] For port 109606a0-7cea-4ef0-96b1-6b1b18455fe8, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:09.403157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] For port 109606a0-7cea-4ef0-96b1-6b1b18455fe8, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=109606a0-7cea-4ef0-96b1-6b1b18455fe8,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:09.452031 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.456731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-045e8538-ebf4-4b89-86a1-b34939c3f8bc req-fd0ba20e-e93a-49b0-b355-3fd4b04304d4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231585 Jul 22 19:46:09.536508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.582235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1de3ef-30d8-4065-a9f2-3434ec3c3a15 None None] Network eff732a4-e563-4aed-8f2f-55798a2e5a4c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:09.588525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e5720-9d1b-4c52-9018-a63027436155 None None] Pushing event updated for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:09.589518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f6da5ae-d1ee-4fb7-aa3c-1ce04c411d6e req-28bcfdb0-5c4a-4174-b6a2-0d87e9be400b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 210 time: 0.0851777 Jul 22 19:46:09.614855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.616909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/subnets/1baa2bd5-65a6-49f8-9f01-556da3d0cb67 HTTP/1.1" status: 204 len: 168 time: 1.0436726 Jul 22 19:46:09.618452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212872c-ff9b-4cf8-af22-e3d8fe063453 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Subnet': ['ID=1baa2bd5-65a6-49f8-9f01-556da3d0cb67,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:09.619558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:09.639462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:09.640361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:09.649429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Deleting port a9404eef-f8c7-442c-8d41-9445cf6b34e5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:09.650069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.768656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:09.959399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port a9404eef-f8c7-442c-8d41-9445cf6b34e5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:09.960450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.014126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-4af9cf60-966a-44ef-a9c4-e4ab7e3b8eb1 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:10.015797 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-4af9cf60-966a-44ef-a9c4-e4ab7e3b8eb1 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 819 time: 0.1819105 Jul 22 19:46:10.035926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'port': {'device_id': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'admin_state_up': True, 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:10.129902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port a9404eef-f8c7-442c-8d41-9445cf6b34e5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a9404eef-f8c7-442c-8d41-9445cf6b34e5,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:10.130429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.174696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for a9404eef-f8c7-442c-8d41-9445cf6b34e5 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:10.186321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:10.292726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Made reservation on behalf of 6334a9fbc9dd4be2bbc6d6d8ccb128dc for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:10.296423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.318964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b966b769-e585-4ad7-a28e-c6a05964059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.320636 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.328965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.354887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] For port a9404eef-f8c7-442c-8d41-9445cf6b34e5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a9404eef-f8c7-442c-8d41-9445cf6b34e5,segment=NetworkSegment(0031a4d1-285c-426b-8440-896c5131e71b),segment_id=0031a4d1-285c-426b-8440-896c5131e71b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:10.355290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.397994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=a9404eef-f8c7-442c-8d41-9445cf6b34e5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:10.402216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port a9404eef-f8c7-442c-8d41-9445cf6b34e5 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:10.487863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Calling delete_port for a9404eef-f8c7-442c-8d41-9445cf6b34e5 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:10.564221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.584611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824e7915-8b99-4eda-ae61-da46a09ba1b4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:10.599627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Allocated IP 172.20.0.10 (33156588-01bc-4e22-9c53-870c9fc9a49f/7549bfae-998c-42f5-bd71-bd4a32d3b0c4/79d4a2eb-fe08-4448-a4a9-665fb7418d3d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:10.604236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0031a4d1-285c-426b-8440-896c5131e71b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:10.604766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0031a4d1-285c-426b-8440-896c5131e71b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:10.627303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.661296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.679026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:46:10.679452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:46:10.683186 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:46:10.762450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797f808-d257-49d7-976a-133f436eb335 req-7eff0354-1a3a-417d-977f-64e634cd4460 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:10.763144 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:46:10.770421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7797f808-d257-49d7-976a-133f436eb335 req-7eff0354-1a3a-417d-977f-64e634cd4460 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2051013 Jul 22 19:46:10.785046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16c4c025-b584-4464-a2ef-7b7f8ce6ec57 req-4feb76b0-477f-4644-8f20-1b8486f5f825 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 210 time: 0.0959775 Jul 22 19:46:10.812799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.833887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.840634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:10.843153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/networks/824e7915-8b99-4eda-ae61-da46a09ba1b4 HTTP/1.1" status: 204 len: 168 time: 1.2224381 Jul 22 19:46:10.850775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7797f808-d257-49d7-976a-133f436eb335 req-e51deabd-469f-448f-a70f-eeb03d1bc592 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793583 Jul 22 19:46:10.853057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42894) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:10.874969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] DHCP port deletion for eff732a4-e563-4aed-8f2f-55798a2e5a4c request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:46:10.922270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9501631-42f3-473b-904f-0d7fe9e1caee tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Network': ['ID=824e7915-8b99-4eda-ae61-da46a09ba1b4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:10.950340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] Pushing event deleted for resources: {'Port': ['ID=a9404eef-f8c7-442c-8d41-9445cf6b34e5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:10.954282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a63c1a-ea95-4c3e-a2fc-6daadbb4f89b None None] No DVR routers for this DVR port a9404eef-f8c7-442c-8d41-9445cf6b34e5 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:11.026259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:09Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:11.040235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.071967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c18f7-7dbb-4997-af7f-8e286eec1fea None None] The sync data for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 is: [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:09Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:46:11.097852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.134159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Deleting port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:11.134379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.254143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48a7d3-3322-4f7f-a3ca-3a0cf99e78b3 req-e7ffcce2-1111-4561-9d46-bbc61a94ced5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:11.276584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c48a7d3-3322-4f7f-a3ca-3a0cf99e78b3 req-e7ffcce2-1111-4561-9d46-bbc61a94ced5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2781715 Jul 22 19:46:11.320778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.333931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:11.334481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.361850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:11.375909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Calling delete_port for 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:11.408329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c48a7d3-3322-4f7f-a3ca-3a0cf99e78b3 req-974be511-2727-40d8-b958-32c620c3cd56 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301727 Jul 22 19:46:11.409656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Deleting port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:11.410013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.471873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Network 33156588-01bc-4e22-9c53-870c9fc9a49f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:11.486225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:11.506233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:11.571736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:11.624764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:11.625136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.629317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:11.630332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.638864 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.649494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-3bcf5279-f474-4b71-80d4-64a128e4f356 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6203315 Jul 22 19:46:11.651440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Calling delete_port for 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:11.655910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.667033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Request body: {'port': {'device_id': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:11.722235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,segment=NetworkSegment(bf45942e-c53b-41ab-804f-2475c7a5d727),segment_id=bf45942e-c53b-41ab-804f-2475c7a5d727)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:11.732739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.734004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a9404eef-f8c7-442c-8d41-9445cf6b34e5 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:11.777356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501305b-55e5-4bc3-86b9-8dde7c6c196c req-fd2d94de-4366-4035-9d56-eecd13caac08 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:11.778990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1501305b-55e5-4bc3-86b9-8dde7c6c196c req-fd2d94de-4366-4035-9d56-eecd13caac08 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2226510 Jul 22 19:46:11.795026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.806949 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:11.810998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a9404eef-f8c7-442c-8d41-9445cf6b34e5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:11.811346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a9404eef-f8c7-442c-8d41-9445cf6b34e5 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:11.818093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event deleted for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:11.863509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] Pushing event deleted for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:11.870693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4063f5f7-9e16-4c69-adc1-4682efafe6be None None] No DVR routers for this DVR port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:11.926038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1501305b-55e5-4bc3-86b9-8dde7c6c196c req-573d356a-2cfa-42dc-a4b3-92744ff5cbb9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365244 Jul 22 19:46:12.018997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.100653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] No DVR routers for this DVR port 1236f1f5-dd64-4be8-8b69-d8c35fa79d61 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:12.118249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Port': ['ID=1236f1f5-dd64-4be8-8b69-d8c35fa79d61,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:12.250981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.268441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff732a4-e563-4aed-8f2f-55798a2e5a4c']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:12.280353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf45942e-c53b-41ab-804f-2475c7a5d727') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:12.280684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf45942e-c53b-41ab-804f-2475c7a5d727') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:12.291092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.308786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.316304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:46:12.316688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:46:12.383042 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:46:12.386401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.405930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1d2b9-716c-48ec-a6b2-886d3527ea74 req-6720554f-1003-407d-aede-1b75d420653b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:12.411356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d4a2eb-fe08-4448-a4a9-665fb7418d3d {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:12.414805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86a1d2b9-716c-48ec-a6b2-886d3527ea74 req-6720554f-1003-407d-aede-1b75d420653b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 932 time: 0.4944253 Jul 22 19:46:12.427395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.427933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.429482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] 10.222.0.10 "DELETE /v2.0/networks/eff732a4-e563-4aed-8f2f-55798a2e5a4c HTTP/1.1" status: 204 len: 168 time: 1.5721264 Jul 22 19:46:12.452283 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Transition to ACTIVE for port object 79d4a2eb-fe08-4448-a4a9-665fb7418d3d will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:12.460367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.481008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998363f-1988-49db-9896-d9978919c823 tempest-TaggedBootDevicesTest-803664418 tempest-TaggedBootDevicesTest-803664418-project] Pushing event deleted for resources: {'Network': ['ID=eff732a4-e563-4aed-8f2f-55798a2e5a4c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:12.529987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04156e5-9274-4420-97a2-a3695b3edc6e req-c751939d-c747-4efd-8e25-9f232f97fefc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:12.531620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b04156e5-9274-4420-97a2-a3695b3edc6e req-c751939d-c747-4efd-8e25-9f232f97fefc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.4738772 Jul 22 19:46:12.546210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86a1d2b9-716c-48ec-a6b2-886d3527ea74 req-07e0095e-f48c-4eab-975d-3aa882d2661f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304178 Jul 22 19:46:12.603245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:12.659687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b04156e5-9274-4420-97a2-a3695b3edc6e req-09cc560b-9bd8-4c81-bdbe-83d936636c2c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1117780 Jul 22 19:46:12.779274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Attempting to bind port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:12.779881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Attempting to bind port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:12.780582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Attempting to bind port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d on network 33156588-01bc-4e22-9c53-870c9fc9a49f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:12.789145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d on network 33156588-01bc-4e22-9c53-870c9fc9a49f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:12.789452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Attempting to bind port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d on network 33156588-01bc-4e22-9c53-870c9fc9a49f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:12.796126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:12.796563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Checking segment: {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:12.796967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Bound using segment: {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:12.797852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Bound port: 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b775f33-3c6a-4267-a96e-8f9ab57513cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:12.797982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.877063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.892380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:12.895842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:12.903627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.944430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:12.945067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:12.946506 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] 10.222.0.26 "PUT /v2.0/ports/79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 1093 time: 1.2890418 Jul 22 19:46:12.949183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:12.952424 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34114017-0c6c-481c-ad44-c6210e1d3a42" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:13.031687 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec29e4-4211-4c18-aa0a-a01494686c60 x-openstack-request-id: req-32ec29e4-4211-4c18-aa0a-a01494686c60 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:13.032042 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:13.032254 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-32ec29e4-4211-4c18-aa0a-a01494686c60 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:13.033272 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:46:13.034871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7860a18-7ed6-4b3e-83c8-fb816a71a678 service neutron] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:13.076745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-118b7504-6dec-4072-bd26-4df1184cedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.078286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-118b7504-6dec-4072-bd26-4df1184cedb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1096 time: 0.0885041 Jul 22 19:46:13.137322 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-7c0a56bb-1d53-41f2-b8db-57bfbd655017 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.0513062 Jul 22 19:46:13.203483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-dbbd1027-4c96-4fe6-b8a3-883a46fece8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.205400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-dbbd1027-4c96-4fe6-b8a3-883a46fece8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0621300 Jul 22 19:46:13.244355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-d77e1779-0284-4a87-908b-a0c33047dd94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312397 Jul 22 19:46:13.274027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 109606a0-7cea-4ef0-96b1-6b1b18455fe8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:13.354880 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-cdd5f666-067e-42ac-8b77-ff3e8680d8c8 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023865 Jul 22 19:46:13.377790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:13.383977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:13.384690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:13.496562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d2435ceb-09a2-49d0-9ccc-d8d0d0c6acd5 req-b1437405-3326-4d50-9e6d-272dab4af6b6 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345339 Jul 22 19:46:13.543448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:13.613915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 109606a0-7cea-4ef0-96b1-6b1b18455fe8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=109606a0-7cea-4ef0-96b1-6b1b18455fe8,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:13.622395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:13.660975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-901030f0-4503-4f29-9444-a129d5c0c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.663502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-901030f0-4503-4f29-9444-a129d5c0c599 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1096 time: 0.1092048 Jul 22 19:46:13.710411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:13.785023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fd496-0e88-4e24-95f7-e368dff1a261 req-c0455986-e017-4a22-b30f-8e246e739d76 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.791292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-776fd496-0e88-4e24-95f7-e368dff1a261 req-c0455986-e017-4a22-b30f-8e246e739d76 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 944 time: 0.1248705 Jul 22 19:46:13.853682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-776fd496-0e88-4e24-95f7-e368dff1a261 req-5008928f-d5fd-4e08-ba4a-d306338f6647 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565989 Jul 22 19:46:13.865485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-bcc14db1-994d-45fe-adbd-93787d84a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:13.872129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-bcc14db1-994d-45fe-adbd-93787d84a08a service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.2010725 Jul 22 19:46:14.334200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-f5031439-e563-4d96-a32e-45323872fdfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.4549842 Jul 22 19:46:14.412680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-f0a7f0bc-63a6-43e4-a357-0c1785782677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:14.412680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-f0a7f0bc-63a6-43e4-a357-0c1785782677 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0659437 Jul 22 19:46:14.455859 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-6481a6e3-beac-435a-84dc-101dbb29d902 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311971 Jul 22 19:46:14.583441 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-da4f5f46-fc68-48cb-8bb9-002e7b87bbce service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211627 Jul 22 19:46:14.705943 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-34114017-0c6c-481c-ad44-c6210e1d3a42 req-63bb162a-ba3b-4bcd-9c14-0c8348d75c97 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158187 Jul 22 19:46:15.082640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c518b1-19a9-4d97-b4c6-6ee72872889a req-1b07ae5c-d432-4d98-9d3a-de974f4859f5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:15.092071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c518b1-19a9-4d97-b4c6-6ee72872889a req-1b07ae5c-d432-4d98-9d3a-de974f4859f5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 944 time: 0.1593664 Jul 22 19:46:15.152199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04c518b1-19a9-4d97-b4c6-6ee72872889a req-14a382c5-dfe6-4489-8308-5b1724b41f9a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532253 Jul 22 19:46:15.220829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 109606a0-7cea-4ef0-96b1-6b1b18455fe8 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:15.292190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:15.292970 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.423510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f9d54-b3f7-4deb-a610-0c0f132875d0 req-71d39149-af97-4a31-ad17-a40e99540b8e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:16.435340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e8f9d54-b3f7-4deb-a610-0c0f132875d0 req-71d39149-af97-4a31-ad17-a40e99540b8e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 944 time: 0.1594627 Jul 22 19:46:16.519436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42984) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:16.559425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e8f9d54-b3f7-4deb-a610-0c0f132875d0 req-c6a3d922-2a80-445b-9cd5-606cec2d6669 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195776 Jul 22 19:46:16.582245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79d4a2eb-fe08-4448-a4a9-665fb7418d3d details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:16.596986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86ed0d-6d19-436e-8f46-ffff42cf779f req-19778640-263d-4885-82de-91b52d2f87e7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:16.598928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb86ed0d-6d19-436e-8f46-ffff42cf779f req-19778640-263d-4885-82de-91b52d2f87e7 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.2750754 Jul 22 19:46:16.647562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb86ed0d-6d19-436e-8f46-ffff42cf779f req-68844aa3-b3c5-4f78-8af6-14133ffac0af tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422990 Jul 22 19:46:16.697088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19d6d58d-001d-49a6-a9a5-64fe88826ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.756436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:16.770193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'port_id': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'mac_address': 'fa:16:3e:ef:61:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:16.821224 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.841283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d4a2eb-fe08-4448-a4a9-665fb7418d3d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:16.867564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:16.872302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19d6d58d-001d-49a6-a9a5-64fe88826ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.872599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.878280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19d6d58d-001d-49a6-a9a5-64fe88826ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:16.908502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19d6d58d-001d-49a6-a9a5-64fe88826ae6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b81a22e387c40879c6336a55853983d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865392 Jul 22 19:46:16.911706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42988) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:16.931786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6d58d-001d-49a6-a9a5-64fe88826ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1422874-f6d9-4536-932a-aeac8169139b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:16.947089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:16.993308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.018637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.082520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.085511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.088359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1422874-f6d9-4536-932a-aeac8169139b HTTP/1.1" status: 204 len: 168 time: 0.1752572 Jul 22 19:46:17.098279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b4489-63b6-429d-8d73-9ffa2cee5a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1422874-f6d9-4536-932a-aeac8169139b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:17.116791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79d4a2eb-fe08-4448-a4a9-665fb7418d3d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:17.647773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934990db-edba-4f05-aca2-c86b6a001f45 req-a8430e1c-3c8a-4f9f-b80d-5d494d6bb3cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:17.650288 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-934990db-edba-4f05-aca2-c86b6a001f45 req-a8430e1c-3c8a-4f9f-b80d-5d494d6bb3cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.1434362 Jul 22 19:46:17.784380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d16be5-b8f3-4ea9-bb45-1a9aa031860c req-06323113-9252-4050-a87d-873d0c13168b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:17.786675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99d16be5-b8f3-4ea9-bb45-1a9aa031860c req-06323113-9252-4050-a87d-873d0c13168b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 945 time: 0.0951145 Jul 22 19:46:17.836954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Deleting port 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:17.837169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.893035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99d16be5-b8f3-4ea9-bb45-1a9aa031860c req-53fa7618-7374-4353-b626-bdf64d5ece1e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Jul 22 19:46:17.905456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea8f14-609c-4054-b0d0-a7c1f44d7d70 req-02e2ee31-fe2f-48a1-964d-e4b29059592c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:17.915175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcea8f14-609c-4054-b0d0-a7c1f44d7d70 req-02e2ee31-fe2f-48a1-964d-e4b29059592c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 946 time: 0.1268275 Jul 22 19:46:17.967114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] For port 189c85c0-d1c8-4124-a18a-cdceba4c59dc, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=189c85c0-d1c8-4124-a18a-cdceba4c59dc,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:17.967679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:17.971499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcea8f14-609c-4054-b0d0-a7c1f44d7d70 req-f72b4198-e3e3-421b-ad34-7f8258c15536 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups?id=af066826-12e5-4bec-847a-07f5404fe31d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551729 Jul 22 19:46:18.066093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43018) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:18.177767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-727463202-network', 'tenant_id': '1eec052a1eaf4ea98699dd7718e97bbb'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:18.210012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Made reservation on behalf of 1eec052a1eaf4ea98699dd7718e97bbb for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:18.213204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.229603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.239963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.240661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.241173 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Floating IP ef8e0955-bf60-492d-801f-4cdc7d7f8b90 disassociated. External IP: 172.25.6.47, port: 189c85c0-d1c8-4124-a18a-cdceba4c59dc. Jul 22 19:46:18.241924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Calling delete_port for 189c85c0-d1c8-4124-a18a-cdceba4c59dc owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:18.352536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.357371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.382941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:46:18.393626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee93d1e-1078-4a34-976c-72fa2a7b05d2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:18.410428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.410761 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Added segment d75d22de-d6b7-4a84-9ce1-7feb92ac492b of type vlan for network 50f68a74-42d2-42a5-af17-2547f9faa92f Jul 22 19:46:18.416391 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.453892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'Port': ['ID=189c85c0-d1c8-4124-a18a-cdceba4c59dc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:18.469461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.506979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.508022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:18.517617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.601241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79d4a2eb-fe08-4448-a4a9-665fb7418d3d up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:18.610470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:46:18.631468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] Pushing event updated for resources: {'Network': ['ID=50f68a74-42d2-42a5-af17-2547f9faa92f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:18.643938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9cdad60a-2222-4711-aaa0-448b8c946db5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5758049 Jul 22 19:46:18.646050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:18.650935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 50f68a74-42d2-42a5-af17-2547f9faa92f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:46:18.660029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Request body: {'subnet': {'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-727463202-subnet', 'tenant_id': '1eec052a1eaf4ea98699dd7718e97bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:18.692577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Made reservation on behalf of 1eec052a1eaf4ea98699dd7718e97bbb for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:18.696329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.775445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:18.780654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:18.781034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.840609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:18.854752 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:18.871231 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:18.872270 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:18.945252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] No DVR routers for this DVR port 189c85c0-d1c8-4124-a18a-cdceba4c59dc on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:18.950529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:18.959427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-934990db-edba-4f05-aca2-c86b6a001f45 req-5e36591e-a2c0-4c81-a0e4-2cd5b281e12c tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.26 "DELETE /v2.0/ports/189c85c0-d1c8-4124-a18a-cdceba4c59dc HTTP/1.1" status: 204 len: 173 time: 1.3017497 Jul 22 19:46:18.960290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-deleted', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:18.968919 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42136ffd-1a75-475e-b0c5-5075fd078882" -d '{"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-deleted", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:18.974244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:19.060378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:19.063062 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe09542-7178-4ea8-9e1e-89efb27367f2" -d '{"events": [{"server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "name": "network-vif-plugged", "status": "completed", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:19.073731 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aa06b4-a981-4e73-aa83-683f0a682316 x-openstack-request-id: req-25aa06b4-a981-4e73-aa83-683f0a682316 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:19.074025 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fda87a-2e04-4b96-956d-33af0c084fb1", "name": "network-vif-deleted", "tag": "189c85c0-d1c8-4124-a18a-cdceba4c59dc", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:19.074307 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25aa06b4-a981-4e73-aa83-683f0a682316 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:19.074750 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fda87a-2e04-4b96-956d-33af0c084fb1', 'name': 'network-vif-deleted', 'tag': '189c85c0-d1c8-4124-a18a-cdceba4c59dc', 'status': 'completed', 'code': 200} Jul 22 19:46:19.105886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:19.118725 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:19.120955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:19.124941 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:19.178811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 189c85c0-d1c8-4124-a18a-cdceba4c59dc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:19.179222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 189c85c0-d1c8-4124-a18a-cdceba4c59dc not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:19.208997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:19.275396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:19.318396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0df3c7da-6bf5-4c1f-a5ce-08cdc56269d2 req-e3866a77-30cd-4b5d-a9dd-d15d69a51c5b tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fda87a-2e04-4b96-956d-33af0c084fb1 HTTP/1.1" status: 200 len: 210 time: 0.0921044 Jul 22 19:46:19.342989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2a08df-8981-4c66-8066-9dabc6973dae,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:19.372300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6d9b-0fe5-4660-b12e-4bf3a1b766a5 req-0b95d2ba-f043-45af-aa40-004fc5ece7b5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:19.380221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfef6d9b-0fe5-4660-b12e-4bf3a1b766a5 req-0b95d2ba-f043-45af-aa40-004fc5ece7b5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 945 time: 0.3099649 Jul 22 19:46:19.397294 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be10ffde-c265-4aa5-8537-3a24af8e2fd3 x-openstack-request-id: req-be10ffde-c265-4aa5-8537-3a24af8e2fd3 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:19.397637 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "name": "network-vif-plugged", "status": "completed", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:19.397903 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be10ffde-c265-4aa5-8537-3a24af8e2fd3 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:19.398303 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'code': 200} Jul 22 19:46:19.405604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Checking segment: {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:19.405968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Network hostable DHCP agents. Network: 50f68a74-42d2-42a5-af17-2547f9faa92f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:46:19.437707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfef6d9b-0fe5-4660-b12e-4bf3a1b766a5 req-5d6410f0-cd2b-43ef-9092-74ee1a82432f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551419 Jul 22 19:46:19.450854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Network 50f68a74-42d2-42a5-af17-2547f9faa92f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:46:19.464223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 50f68a74-42d2-42a5-af17-2547f9faa92f) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:19.468859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:19.469682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:19.477433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6371397-5777-453d-a8ed-9fc2aea97315 None None] Network 50f68a74-42d2-42a5-af17-2547f9faa92f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:19.503715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2dfd8185-fcf1-4fce-a88e-9d6a7f42d43a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8515790 Jul 22 19:46:19.546623 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:19.562397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0c159-57f1-4415-95f6-280e81fa8391 req-b3f7dc14-5e9c-449e-baee-c53600da8495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:19.576938 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31b0c159-57f1-4415-95f6-280e81fa8391 req-b3f7dc14-5e9c-449e-baee-c53600da8495 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.0935636 Jul 22 19:46:19.631187 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:46:19.652140 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-31b0c159-57f1-4415-95f6-280e81fa8391 req-f2dbcc87-3ab2-472c-bbb1-5e00aadc9f39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651186 Jul 22 19:46:19.659031 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:19.660135 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:19.832974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc89c78-137c-42ee-b655-78145aea2a77 None None] Network 50f68a74-42d2-42a5-af17-2547f9faa92f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:19.922830 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:20.271537 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:20.317495 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8affe24c-1a14-41ed-8904-8681d5621347 None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '633d84c1-a957-402b-aa51-3f4dae8d4c42', 'name': '', 'network_id': '57f07239-6b45-42ec-9dc8-9b4e714de5ec', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'mac_address': 'fa:16:3e:ac:c3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:27Z', 'updated_at': '2021-07-22T19:38:35Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'subnets': [{'id': 'f9daf3f6-6ebf-472d-a439-4448c341b73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:46:20.479210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43058) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:20.648171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:20.708985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:20.784947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd219d51-0d53-468f-8405-3886e947fe40 None None] New status for floating IP ef8e0955-bf60-492d-801f-4cdc7d7f8b90: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:46:20.791030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec222fdf-6334-4be9-89a1-0511e0e4c4e6 req-3b24ab4e-2951-4842-8201-8a045bf379c3 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:20.798770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec222fdf-6334-4be9-89a1-0511e0e4c4e6 req-3b24ab4e-2951-4842-8201-8a045bf379c3 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1779830 Jul 22 19:46:20.888950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec222fdf-6334-4be9-89a1-0511e0e4c4e6 req-1587b626-91dd-4328-9a24-650abdfd1fbe tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865908 Jul 22 19:46:20.889870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:20.893234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:20.896755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "DELETE /v2.0/security-groups/af066826-12e5-4bec-847a-07f5404fe31d HTTP/1.1" status: 204 len: 168 time: 0.4131141 Jul 22 19:46:20.897353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43066) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:20.925508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c068df0-20cb-4f21-a7ec-5fb9045b9e77 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af066826-12e5-4bec-847a-07f5404fe31d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:20.937682 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-f9b0820b-2496-420c-8ca9-beba9d389d80 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] show failed (client error): The resource could not be found. Jul 22 19:46:20.942377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43070) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:20.952403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9b0820b-2496-420c-8ca9-beba9d389d80 tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "GET /v2.0/security-groups/af066826-12e5-4bec-847a-07f5404fe31d HTTP/1.1" status: 404 len: 347 time: 0.0400751 Jul 22 19:46:21.153429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Deleting port 46a07d8b-5914-4215-8036-82083c48070d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:21.153771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.261051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.261373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.275024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Calling delete_port for 46a07d8b-5914-4215-8036-82083c48070d owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:21.477489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.503779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Pushing event deleted for resources: {'Port': ['ID=46a07d8b-5914-4215-8036-82083c48070d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:21.577961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.581757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:21.583001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8efaaea9-7c85-4530-97e7-ba17d93093cc tempest-AttachVolumeShelveTestJSON-881548825 tempest-AttachVolumeShelveTestJSON-881548825-project] 10.222.0.10 "DELETE /v2.0/floatingips/ef8e0955-bf60-492d-801f-4cdc7d7f8b90 HTTP/1.1" status: 204 len: 168 time: 0.6396589 Jul 22 19:46:21.983702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-a90c6256-92a0-4646-8e38-3dea931f4865 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:21.991145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-a90c6256-92a0-4646-8e38-3dea931f4865 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 808 time: 0.1506393 Jul 22 19:46:22.025283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4cc067ab-571a-4fcf-a81a-8826f345a0bd tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/quotas/1eec052a1eaf4ea98699dd7718e97bbb HTTP/1.1" status: 200 len: 375 time: 0.0326815 Jul 22 19:46:22.100349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-6dcfca2f-0e26-46ee-a954-acfde2db4e34 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705359 Jul 22 19:46:22.213132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e86a-0b66-41e8-b1e5-6d629750075e req-9baf6d0f-578b-478c-801c-9989294dc006 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:22.214766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b678e86a-0b66-41e8-b1e5-6d629750075e req-9baf6d0f-578b-478c-801c-9989294dc006 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.2215929 Jul 22 19:46:22.270230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-f6d0001b-9ce3-4205-8aff-4199ce7105ec service neutron] 10.222.0.10 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498351 Jul 22 19:46:22.278287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b678e86a-0b66-41e8-b1e5-6d629750075e req-aee36127-a8ef-47cb-a1cf-b6a57b2524d7 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546646 Jul 22 19:46:22.381995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-d2f3eb1e-202c-41f4-8417-16dcc585e235 service neutron] 10.222.0.10 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027148 Jul 22 19:46:22.676534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b600e0f-257c-4906-8ae1-f40c90dc6704 req-cc1c83fd-d43e-404d-b5fc-3d3cc3d98a58 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 210 time: 0.0888655 Jul 22 19:46:22.726554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-ca0bff16-4c53-400d-8529-b56bd428c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:22.733482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-ca0bff16-4c53-400d-8529-b56bd428c1ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.1585002 Jul 22 19:46:22.897645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285300e9-84d0-49fa-9ea1-98a3719370cd req-f5790295-b09a-4ee6-bad4-622b518c6adb tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:22.900590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-285300e9-84d0-49fa-9ea1-98a3719370cd req-f5790295-b09a-4ee6-bad4-622b518c6adb tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.2218781 Jul 22 19:46:22.950034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-2cc231f5-563b-48a4-ac3b-d11a2236699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:22.952441 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-2cc231f5-563b-48a4-ac3b-d11a2236699c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.2100141 Jul 22 19:46:22.952710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-285300e9-84d0-49fa-9ea1-98a3719370cd req-3e64bfe6-5061-4175-9bb6-5cf61cf7bb35 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Jul 22 19:46:23.014137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-c558bdc7-dda9-41a9-a13b-76447040550c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.0486917 Jul 22 19:46:23.069656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-f6d8981c-8ad4-4f12-bda7-5250afd51677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:23.071581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-f6d8981c-8ad4-4f12-bda7-5250afd51677 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0517647 Jul 22 19:46:23.211468 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-269687a5-7e8a-45bb-bf7e-62a53fb8e450 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315727 Jul 22 19:46:23.231084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43118) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:23.351288 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-c090f66a-b193-427a-8017-d2b0b29af8ac service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358278 Jul 22 19:46:23.521108 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ecec5cdc-dccf-4770-be62-0d933dbbb9d1 req-64f6babf-6fd4-4ea9-962a-977455ed9b6a service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600122 Jul 22 19:46:23.975403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29df28f7-6b1f-4aea-89a0-8336859a6560 req-9bb51ddc-7840-415c-98ae-461878659cbe tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 210 time: 0.0391219 Jul 22 19:46:24.225595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebdf64-c689-4930-83b1-b60ba22bbae5 req-abee7997-68b8-4acf-a9fb-2459e3dac5d5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:24.233092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbebdf64-c689-4930-83b1-b60ba22bbae5 req-abee7997-68b8-4acf-a9fb-2459e3dac5d5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1579390 Jul 22 19:46:24.409948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbebdf64-c689-4930-83b1-b60ba22bbae5 req-0bf67df4-68ff-4dbf-94cc-38899ef34177 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758940 Jul 22 19:46:24.419961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-c96c0efe-8b68-4dcc-9970-0ae74b2e79c2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:24.421991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-c96c0efe-8b68-4dcc-9970-0ae74b2e79c2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 808 time: 0.2436624 Jul 22 19:46:24.435595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Request body: {'port': {'device_id': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f', 'admin_state_up': True, 'tenant_id': '1eec052a1eaf4ea98699dd7718e97bbb'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:24.436838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:24.523354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:24.576452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Made reservation on behalf of 1eec052a1eaf4ea98699dd7718e97bbb for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:24.582013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:24.788923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Allocated IP 172.20.0.5 (50f68a74-42d2-42a5-af17-2547f9faa92f/ec2a08df-8981-4c66-8066-9dabc6973dae/17211788-c1e0-4163-8659-01aaf8eb6585) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:24.818610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Deleting port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:24.819467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:24.953100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] For port 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:24.953782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:24.968932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Calling delete_port for 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:25.046240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.097973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.166260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Network 50f68a74-42d2-42a5-af17-2547f9faa92f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:25.170006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:25.175900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:25.180823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Pushing event updated for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:25.234266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:25.234936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.254534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-4d9394cd-3b3b-44bf-ab1e-3dd79ac122b3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237236 Jul 22 19:46:25.268530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e623b-7097-4c3d-bc79-9ee8bba8b441 req-eb7da1d0-c8f8-4f6d-902a-cd70f737de32 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:25.269158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Request body: {'port': {'device_id': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:25.270293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db5e623b-7097-4c3d-bc79-9ee8bba8b441 req-eb7da1d0-c8f8-4f6d-902a-cd70f737de32 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 931 time: 0.1728621 Jul 22 19:46:25.364035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.408837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db5e623b-7097-4c3d-bc79-9ee8bba8b441 req-536821ec-2aaf-4a99-9652-ba47acf02c0d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321545 Jul 22 19:46:25.420820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.515142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcc0ad5-3df7-4ae0-a85f-d81278dfab42,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:25.733899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f92fb2-a86f-4507-a275-106f48d339b0 req-bebaef70-a0d8-4f34-b2c7-19f724ade6f7 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:25.735013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f92fb2-a86f-4507-a275-106f48d339b0 req-bebaef70-a0d8-4f34-b2c7-19f724ade6f7 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1787686 Jul 22 19:46:25.749396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17211788-c1e0-4163-8659-01aaf8eb6585 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:25.761979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.780121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.783487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Transition to ACTIVE for port object 17211788-c1e0-4163-8659-01aaf8eb6585 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:25.788350 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:25.802945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f92fb2-a86f-4507-a275-106f48d339b0 req-c7278a71-0a7c-406a-94e5-7d2b63e1ab14 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604482 Jul 22 19:46:25.856613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Pushing event updated for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:25.947576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Attempting to bind port 17211788-c1e0-4163-8659-01aaf8eb6585 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:25.947914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Attempting to bind port 17211788-c1e0-4163-8659-01aaf8eb6585 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:25.948353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Attempting to bind port 17211788-c1e0-4163-8659-01aaf8eb6585 on network 50f68a74-42d2-42a5-af17-2547f9faa92f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:25.953442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Port 17211788-c1e0-4163-8659-01aaf8eb6585 on network 50f68a74-42d2-42a5-af17-2547f9faa92f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:25.953856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Attempting to bind port 17211788-c1e0-4163-8659-01aaf8eb6585 on network 50f68a74-42d2-42a5-af17-2547f9faa92f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:25.959497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:25.959832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Checking segment: {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:25.960249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Bound using segment: {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:25.960678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Bound port: 17211788-c1e0-4163-8659-01aaf8eb6585, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:25.962010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.038757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:26.042362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=17211788-c1e0-4163-8659-01aaf8eb6585,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:26.049296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.066198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Router 1c303d7d-f29f-4aba-90c8-de58f44042d4 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:46:26.091452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:26.092417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.094304 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] 10.222.0.26 "PUT /v2.0/ports/17211788-c1e0-4163-8659-01aaf8eb6585 HTTP/1.1" status: 200 len: 1092 time: 0.8301406 Jul 22 19:46:26.095499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:26.099055 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac" -d '{"events": [{"name": "network-changed", "server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:26.141205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50812e-1ef7-4294-8974-a08b04c7fbef service neutron] Pushing event updated for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:26.155714 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f84b0-923a-44ce-b447-b47b4b82165b x-openstack-request-id: req-0c0f84b0-923a-44ce-b447-b47b4b82165b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:26.156011 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:26.156293 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c0f84b0-923a-44ce-b447-b47b4b82165b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:26.156696 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585', 'status': 'completed', 'code': 200} Jul 22 19:46:26.226621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-3bd74127-78ec-4078-934f-00879bb814c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:26.228335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-3bd74127-78ec-4078-934f-00879bb814c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 1095 time: 0.0746698 Jul 22 19:46:26.236197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:26.241587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99317a8e-9d8e-4ed7-996b-bb196853e049 admin admin] 10.222.0.10 "PUT /v2.0/routers/1c303d7d-f29f-4aba-90c8-de58f44042d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0092242 Jul 22 19:46:26.245592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:26.247740 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Sync routers for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:26.261102 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:26.261724 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:26.288624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-fd74134a-f2a6-4bbf-aea5-2dafe54f005e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17211788-c1e0-4163-8659-01aaf8eb6585 HTTP/1.1" status: 200 len: 217 time: 0.0523047 Jul 22 19:46:26.366620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-846443d2-54db-49e9-a73b-b58e69063c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:26.368092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-846443d2-54db-49e9-a73b-b58e69063c9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec2a08df-8981-4c66-8066-9dabc6973dae HTTP/1.1" status: 200 len: 848 time: 0.0724328 Jul 22 19:46:26.381183 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:26.428365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-91568a47-c880-448a-aa39-e4fd6001afcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50f68a74-42d2-42a5-af17-2547f9faa92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526311 Jul 22 19:46:26.463259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.614832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-b41ae892-0ac9-4e6c-bca9-134b79dcb075 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801515 Jul 22 19:46:26.699763 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:46:25Z', 'revision_number': 5, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port': {'id': 'fd99b117-b12e-47dd-aa41-664d94d30e24', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:35:03Z', 'updated_at': '2021-07-22T19:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:26.719341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0472a-ef2b-4c1b-93da-c227ed03aa52 req-e16dc88d-bbb5-4a2f-8a66-aaf1cee0673b tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:26.721165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cf0472a-ef2b-4c1b-93da-c227ed03aa52 req-e16dc88d-bbb5-4a2f-8a66-aaf1cee0673b tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 943 time: 0.1637383 Jul 22 19:46:26.722814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.748847 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Checking router: 1c303d7d-f29f-4aba-90c8-de58f44042d4 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:46:26.759498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Routers {'1c303d7d-f29f-4aba-90c8-de58f44042d4'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:26.760514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1c303d7d-f29f-4aba-90c8-de58f44042d4'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:26.791567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8016daf9-22f7-4a72-8235-01a7cfdab91e req-c933bb6c-0e7a-406f-8641-be27bbc2bd01 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697457 Jul 22 19:46:26.801112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cf0472a-ef2b-4c1b-93da-c227ed03aa52 req-95b01db7-3067-4d72-af7e-2d241a616e19 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678334 Jul 22 19:46:26.897699 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] Set router 1c303d7d-f29f-4aba-90c8-de58f44042d4 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:26.949482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Deleting port fd99b117-b12e-47dd-aa41-664d94d30e24 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:26.949894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:26.971662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-abf57161-179c-42dc-b8cd-c09f7649367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:26.973420 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-abf57161-179c-42dc-b8cd-c09f7649367c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 1095 time: 0.1219263 Jul 22 19:46:26.982121 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:46:26Z', 'revision_number': 6, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:27.010376 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193ac49-2dd5-4e38-876a-1a5ee6e667d4 None None] The sync data for ids ['1c303d7d-f29f-4aba-90c8-de58f44042d4'] in n-d-800087-13 is: [{'id': '1c303d7d-f29f-4aba-90c8-de58f44042d4', 'name': 'tempest-TaggedBootDevicesTest-1964624515-router', 'tenant_id': '16c1eed0da1544ffa26e47d39d605a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:35:00Z', 'updated_at': '2021-07-22T19:46:26Z', 'revision_number': 6, 'project_id': '16c1eed0da1544ffa26e47d39d605a3e', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:46:27.076102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87ad31-ec04-4540-9554-ed66a2167c8e req-122e8881-72fa-48c2-9972-e7c78350b946 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:27.077746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff87ad31-ec04-4540-9554-ed66a2167c8e req-122e8881-72fa-48c2-9972-e7c78350b946 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1788816 Jul 22 19:46:27.104100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] For port fd99b117-b12e-47dd-aa41-664d94d30e24, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=fd99b117-b12e-47dd-aa41-664d94d30e24,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:27.104274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.113347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-613a20fc-b1fc-4460-8bd8-e0b90bc4f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:27.114683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-613a20fc-b1fc-4460-8bd8-e0b90bc4f102 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 909 time: 0.1345761 Jul 22 19:46:27.129361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Calling delete_port for fd99b117-b12e-47dd-aa41-664d94d30e24 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:27.188812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-7f14f72d-17a9-40cd-8f28-ac4b5285c896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17211788-c1e0-4163-8659-01aaf8eb6585 HTTP/1.1" status: 200 len: 217 time: 0.0657547 Jul 22 19:46:27.190959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff87ad31-ec04-4540-9554-ed66a2167c8e req-27580185-82bb-46f5-9caf-bf95b3d0849e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053882 Jul 22 19:46:27.234368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.262938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:27.291887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:27.292492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5dcc0ad5-3df7-4ae0-a85f-d81278dfab42 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:27.300951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-8ebaba4d-275b-4bbf-9a46-b2ba0791d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:27.302598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-8ebaba4d-275b-4bbf-9a46-b2ba0791d974 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec2a08df-8981-4c66-8066-9dabc6973dae HTTP/1.1" status: 200 len: 848 time: 0.1072793 Jul 22 19:46:27.344135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-3a288646-27f1-4be6-9bab-f8508bd680cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50f68a74-42d2-42a5-af17-2547f9faa92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332217 Jul 22 19:46:27.399152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.434320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd99b117-b12e-47dd-aa41-664d94d30e24,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:27.476247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.476912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.476912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.477103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.477392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.477784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.478122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.478454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.478786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.479114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.479443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.479818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:46:27.488367 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-8e200320-edea-49f2-903d-2e8313dc9302 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342976 Jul 22 19:46:27.525578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.638200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3bd4e4e-34ea-4a55-82dc-9c19a89b6fac req-e5691d81-4138-43e9-9a18-147a5a4c8e5c service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403430 Jul 22 19:46:27.676326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.680585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.702431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43188) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:27.743379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.744260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c303d7d-f29f-4aba-90c8-de58f44042d4 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:46:27.751190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.754733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-683b79d6-6a25-49a2-97ec-456c738a9139 admin admin] 10.222.0.10 "DELETE /v2.0/routers/1c303d7d-f29f-4aba-90c8-de58f44042d4 HTTP/1.1" status: 204 len: 168 time: 1.4991353 Jul 22 19:46:27.755002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43192) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:27.811963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Deleting subnet 0ee43d05-f2c4-4c9d-8b40-9e402abbe388 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:46:27.816730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:27.898460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.045586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.075973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061e97-3451-436d-8441-b3b6208a55f0 req-355197d5-cba3-4ac5-9014-da8923a27a8a tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:28.090837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2061e97-3451-436d-8441-b3b6208a55f0 req-355197d5-cba3-4ac5-9014-da8923a27a8a tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 943 time: 0.1600637 Jul 22 19:46:28.148858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2061e97-3451-436d-8441-b3b6208a55f0 req-00655da9-d433-42c7-a98c-2953fc89b6a7 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570409 Jul 22 19:46:28.171062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.184703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.189325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0ee43d05-f2c4-4c9d-8b40-9e402abbe388 HTTP/1.1" status: 204 len: 168 time: 0.4330211 Jul 22 19:46:28.192314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:28.201833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc209e-082c-4f50-b580-73d1259cf81a None None] Network dd5c4df9-83bb-4798-a90e-fd6f9846adfc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:28.238937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51824119-0565-4b94-8629-e1dabebe0932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee43d05-f2c4-4c9d-8b40-9e402abbe388,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:28.308503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.365957 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.425897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a50f8-4835-47c9-8775-fda38f415610 req-37582c3f-4026-426f-b120-1e4ab213c8b0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:28.428497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e38a50f8-4835-47c9-8775-fda38f415610 req-37582c3f-4026-426f-b120-1e4ab213c8b0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1163094 Jul 22 19:46:28.462644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Deleting port f5aac546-390a-4696-8706-c689c2df4da0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:28.462988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.494724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] DHCP port deletion for dd5c4df9-83bb-4798-a90e-fd6f9846adfc request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:46:28.503779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e38a50f8-4835-47c9-8775-fda38f415610 req-ee1604e2-da02-43f8-be60-a8c96e5280b1 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Jul 22 19:46:28.547617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Deleting port f5aac546-390a-4696-8706-c689c2df4da0 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:28.548969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.567828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] For port f5aac546-390a-4696-8706-c689c2df4da0, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f5aac546-390a-4696-8706-c689c2df4da0,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:28.568230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.582757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Calling delete_port for f5aac546-390a-4696-8706-c689c2df4da0 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:28.624640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] For port f5aac546-390a-4696-8706-c689c2df4da0, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f5aac546-390a-4696-8706-c689c2df4da0,segment=NetworkSegment(6bf31962-7ed1-43b8-915b-1b2c4238d643),segment_id=6bf31962-7ed1-43b8-915b-1b2c4238d643)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:28.625348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.639580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Calling delete_port for f5aac546-390a-4696-8706-c689c2df4da0 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:28.681436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.702374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Deleting port 633d84c1-a957-402b-aa51-3f4dae8d4c42 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:28.702910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.718342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5aac546-390a-4696-8706-c689c2df4da0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:28.720758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] No DVR routers for this DVR port f5aac546-390a-4696-8706-c689c2df4da0 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:28.766779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.793394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] Pushing event deleted for resources: {'Port': ['ID=f5aac546-390a-4696-8706-c689c2df4da0,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:28.795240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 17211788-c1e0-4163-8659-01aaf8eb6585 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:28.814822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e50549-cc0c-42bc-a84b-96fe12fe2809 None None] No DVR routers for this DVR port f5aac546-390a-4696-8706-c689c2df4da0 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:28.827744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.837907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] For port 633d84c1-a957-402b-aa51-3f4dae8d4c42, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=633d84c1-a957-402b-aa51-3f4dae8d4c42,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:28.837907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.858125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5c4df9-83bb-4798-a90e-fd6f9846adfc']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:28.858746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Calling delete_port for 633d84c1-a957-402b-aa51-3f4dae8d4c42 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:28.881088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf31962-7ed1-43b8-915b-1b2c4238d643') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:28.881676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf31962-7ed1-43b8-915b-1b2c4238d643') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:28.893930 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.911196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:46:28.927425 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:46:29.001995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.024933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.027261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd5c4df9-83bb-4798-a90e-fd6f9846adfc HTTP/1.1" status: 204 len: 168 time: 0.8101270 Jul 22 19:46:29.028731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3b662-0d73-4b10-9bde-d4d693ccc30a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5c4df9-83bb-4798-a90e-fd6f9846adfc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:29.091809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=17211788-c1e0-4163-8659-01aaf8eb6585,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:29.108013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '17211788-c1e0-4163-8659-01aaf8eb6585', 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f', 'port_id': '17211788-c1e0-4163-8659-01aaf8eb6585', 'mac_address': 'fa:16:3e:df:b6:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2a08df-8981-4c66-8066-9dabc6973dae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:29.116441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.153340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Pushing event deleted for resources: {'Port': ['ID=633d84c1-a957-402b-aa51-3f4dae8d4c42,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:29.185546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.213690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:29.218568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17211788-c1e0-4163-8659-01aaf8eb6585 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:29.263934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=17211788-c1e0-4163-8659-01aaf8eb6585,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:29.270280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f5aac546-390a-4696-8706-c689c2df4da0 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:29.298298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e992ab91-07c1-4c96-a7ae-1550aba90027 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16c1eed0da1544ffa26e47d39d605a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820069 Jul 22 19:46:29.300333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:29.304362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f5aac546-390a-4696-8706-c689c2df4da0 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:29.304715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f5aac546-390a-4696-8706-c689c2df4da0 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:29.305128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd99b117-b12e-47dd-aa41-664d94d30e24 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:29.329257 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.331070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: fd99b117-b12e-47dd-aa41-664d94d30e24 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:29.331413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device fd99b117-b12e-47dd-aa41-664d94d30e24 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:29.381596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:29.391940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdb780-3d4d-4c13-b6ce-fff1d90a50c7 req-f0ef4dd8-5b65-4854-96b5-fea73facf980 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:29.393862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62fdb780-3d4d-4c13-b6ce-fff1d90a50c7 req-f0ef4dd8-5b65-4854-96b5-fea73facf980 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 944 time: 0.1178281 Jul 22 19:46:29.441620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62fdb780-3d4d-4c13-b6ce-fff1d90a50c7 req-313d8941-c350-4d08-835a-0cf6e7f9b6c1 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395882 Jul 22 19:46:29.464471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.498559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.500308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.560605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['17211788-c1e0-4163-8659-01aaf8eb6585'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:29.640307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.644545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:29.646353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6a0c7f4-9a80-4952-be09-b71f2621ccdb HTTP/1.1" status: 204 len: 168 time: 0.3439841 Jul 22 19:46:29.668474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86372bb7-920f-4712-857f-4c54a52e3f25 req-ebaae038-5fcb-4511-ae67-3251971b039a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:29.670478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86372bb7-920f-4712-857f-4c54a52e3f25 req-ebaae038-5fcb-4511-ae67-3251971b039a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.0910325 Jul 22 19:46:29.681284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c44db-46fa-43fb-9377-6238971615e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a0c7f4-9a80-4952-be09-b71f2621ccdb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:29.754204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86372bb7-920f-4712-857f-4c54a52e3f25 req-7c1a47b2-dcf7-4ee6-a874-950df8f9a2b0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768375 Jul 22 19:46:29.858641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Router 8777ad6b-ced4-461a-9726-a53193379927 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:46:29.967764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:29.976342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43226) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:29.976787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7458072e-cfc8-4ec1-897a-a224304b2511 admin admin] 10.222.0.10 "PUT /v2.0/routers/8777ad6b-ced4-461a-9726-a53193379927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725289 Jul 22 19:46:29.987238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Sync routers for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:29.999957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:30.002486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:30.142368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:30.370228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:46:29Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:30.397343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Checking router: 8777ad6b-ced4-461a-9726-a53193379927 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:46:30.398656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:30.406113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Routers {'8777ad6b-ced4-461a-9726-a53193379927'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:30.407050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8777ad6b-ced4-461a-9726-a53193379927'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:30.572174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] Set router 8777ad6b-ced4-461a-9726-a53193379927 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:46:30.605201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:30.679997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d712981-9110-4969-9056-3f393ae08d0e req-e66353d7-4e71-4fce-a9a1-83f4f02d8bb4 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:30.681929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d712981-9110-4969-9056-3f393ae08d0e req-e66353d7-4e71-4fce-a9a1-83f4f02d8bb4 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 944 time: 0.1231346 Jul 22 19:46:30.735537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Deleting port e0d3d512-2f30-4c86-abe9-747d3443f067 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:30.736051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:30.747480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:30.768562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d712981-9110-4969-9056-3f393ae08d0e req-fe5ce9bc-d7c1-471d-a757-f04c07ee26b5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779152 Jul 22 19:46:30.812319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 17211788-c1e0-4163-8659-01aaf8eb6585 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:30.820351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:46:29Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:30.861421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] For port e0d3d512-2f30-4c86-abe9-747d3443f067, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e0d3d512-2f30-4c86-abe9-747d3443f067,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:30.861847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:30.899735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Calling delete_port for e0d3d512-2f30-4c86-abe9-747d3443f067 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:30.937772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e705bf2-58c5-479a-b4b6-fe3bdfcf511e None None] The sync data for ids ['8777ad6b-ced4-461a-9726-a53193379927'] in n-d-800087-13 is: [{'id': '8777ad6b-ced4-461a-9726-a53193379927', 'name': 'tempest-AttachVolumeShelveTestJSON-674119109-router', 'tenant_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:38:18Z', 'updated_at': '2021-07-22T19:46:29Z', 'revision_number': 5, 'project_id': 'f84378ce94fa4dfaad7b801d510c5cfa', 'gw_port': {'id': 'e0d3d512-2f30-4c86-abe9-747d3443f067', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8777ad6b-ced4-461a-9726-a53193379927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:38:20Z', 'updated_at': '2021-07-22T19:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:46:30.971713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1936862110-network', 'tenant_id': '0bb4636183c7488d86f51e669c69de4b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:30.989242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 17211788-c1e0-4163-8659-01aaf8eb6585 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:30.996637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 17211788-c1e0-4163-8659-01aaf8eb6585 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:30.999120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.025746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Made reservation on behalf of 0bb4636183c7488d86f51e669c69de4b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:31.029904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.045666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.059382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd18af-2a12-44cd-b43d-0e0bcb854cb9 req-e6eb0665-ff40-4310-808b-ddba82f34129 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:31.061391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adfd18af-2a12-44cd-b43d-0e0bcb854cb9 req-e6eb0665-ff40-4310-808b-ddba82f34129 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1505270 Jul 22 19:46:31.111743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.146069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:31.148661 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188fddb2-62cf-4da6-a2b2-fbef48cae5bf" -d '{"events": [{"server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:31.148851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adfd18af-2a12-44cd-b43d-0e0bcb854cb9 req-c75ba857-e98e-4e01-9750-dcf172f91a3d tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729065 Jul 22 19:46:31.164043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=17211788-c1e0-4163-8659-01aaf8eb6585,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:31.182517 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.199562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.212563 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.263612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:46:31.275432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1677c2ac-c6fd-4175-b39e-1cd4b3147476,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:31.289444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:31.295477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c887eee5-2c24-4bcc-b948-0e61c18b0044 x-openstack-request-id: req-c887eee5-2c24-4bcc-b948-0e61c18b0044 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:31.295477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:31.295737 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c887eee5-2c24-4bcc-b948-0e61c18b0044 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:31.296232 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585', 'code': 200} Jul 22 19:46:31.305542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.305976 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Added segment deeff9fd-8bc1-4413-8b45-7999e4799e5e of type vlan for network ac399dca-3df3-45e0-b3a6-3d34d26f8681 Jul 22 19:46:31.398205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.422161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.431648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 633d84c1-a957-402b-aa51-3f4dae8d4c42 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:31.450521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d3d512-2f30-4c86-abe9-747d3443f067,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:31.472933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 633d84c1-a957-402b-aa51-3f4dae8d4c42 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:31.473968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 633d84c1-a957-402b-aa51-3f4dae8d4c42 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:31.488274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.489440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:31.490030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.499901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4c8b-7632-48cb-9d8c-a108fe2c37f2 req-7ce2b0c4-a70d-4b9e-8196-1136a9819812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:31.501907 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b49d4c8b-7632-48cb-9d8c-a108fe2c37f2 req-7ce2b0c4-a70d-4b9e-8196-1136a9819812 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 1097 time: 0.1463325 Jul 22 19:46:31.558667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.666827 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.669251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.722515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.723158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8777ad6b-ced4-461a-9726-a53193379927 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:46:31.728789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.730523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4bb128d0-3086-497f-b31c-459d48c86655 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8777ad6b-ced4-461a-9726-a53193379927 HTTP/1.1" status: 204 len: 168 time: 1.7522717 Jul 22 19:46:31.732840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43258) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:31.793123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Deleting subnet f9daf3f6-6ebf-472d-a439-4448c341b73a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:46:31.796891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.839398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:31.949788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1983902 Jul 22 19:46:31.951780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:31.957542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Request body: {'subnet': {'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1936862110-subnet', 'tenant_id': '0bb4636183c7488d86f51e669c69de4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:31.993192 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.005275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6f630-2358-44d0-97b6-7013dcf198fb admin admin] Pushing event updated for resources: {'Network': ['ID=ac399dca-3df3-45e0-b3a6-3d34d26f8681,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:32.015888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:46:32.018287 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b49d4c8b-7632-48cb-9d8c-a108fe2c37f2 req-0e5d8408-e1db-48b1-bacf-8c896995753a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954530 Jul 22 19:46:32.034345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34be1d2-6485-4e9e-bd18-3e6faea092a5 req-37a52bdf-d486-4255-8faa-d393a95b1d96 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:32.035044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Made reservation on behalf of 0bb4636183c7488d86f51e669c69de4b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:32.036020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a34be1d2-6485-4e9e-bd18-3e6faea092a5 req-37a52bdf-d486-4255-8faa-d393a95b1d96 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 945 time: 0.1641955 Jul 22 19:46:32.037507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.103307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a34be1d2-6485-4e9e-bd18-3e6faea092a5 req-d5441e48-d16f-4f60-a43c-d2e5168b0fb5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578930 Jul 22 19:46:32.118114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.144526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e187515-ad6f-4241-81a6-0cc9e38b9625 None None] Network 57f07239-6b45-42ec-9dc8-9b4e714de5ec requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:32.150178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.154591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f9daf3f6-6ebf-472d-a439-4448c341b73a HTTP/1.1" status: 204 len: 168 time: 0.4207282 Jul 22 19:46:32.154812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43266) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:32.155926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64afefd1-d3b2-4bcc-a2f3-596c543bf743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9daf3f6-6ebf-472d-a439-4448c341b73a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:32.273134 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.347851 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.399611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d9267-43d9-4d40-9ec5-68d5998bbeb2 req-14a7c8be-6b1f-4c37-9ff0-bd7ba7455f3e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:32.401224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d1d9267-43d9-4d40-9ec5-68d5998bbeb2 req-14a7c8be-6b1f-4c37-9ff0-bd7ba7455f3e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1243765 Jul 22 19:46:32.423549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Pushing event updated for resources: {'Subnet': ['ID=723f659a-fd52-4930-9777-38025499ec26,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:32.429125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Deleting port 131981af-baba-4d6f-8a49-f7b0a028a073 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:32.429463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.460631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] DHCP port deletion for 57f07239-6b45-42ec-9dc8-9b4e714de5ec request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:46:32.461396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Checking segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:32.461396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Network hostable DHCP agents. Network: ac399dca-3df3-45e0-b3a6-3d34d26f8681, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:46:32.497022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d1d9267-43d9-4d40-9ec5-68d5998bbeb2 req-50e37dd2-1a7f-4921-b4c6-2aebb30f2536 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684257 Jul 22 19:46:32.521002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] For port 131981af-baba-4d6f-8a49-f7b0a028a073, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=131981af-baba-4d6f-8a49-f7b0a028a073,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:32.521390 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.528622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:46:32.538094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Deleting port 131981af-baba-4d6f-8a49-f7b0a028a073 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:32.538773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.539677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Calling delete_port for 131981af-baba-4d6f-8a49-f7b0a028a073 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:32.544172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ac399dca-3df3-45e0-b3a6-3d34d26f8681) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:32.552773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:32.553625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.566848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d732c72-cace-48e8-af16-e9bba154bdf7 None None] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:32.597553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d416e1c3-9227-4859-a801-00445941652d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6446798 Jul 22 19:46:32.629872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] For port 131981af-baba-4d6f-8a49-f7b0a028a073, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=131981af-baba-4d6f-8a49-f7b0a028a073,segment=NetworkSegment(bd7d6fd1-60cc-4bd8-b255-a520a682c9e2),segment_id=bd7d6fd1-60cc-4bd8-b255-a520a682c9e2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:32.630265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.647865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.674100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Calling delete_port for 131981af-baba-4d6f-8a49-f7b0a028a073 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:32.680127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Pushing event deleted for resources: {'Port': ['ID=131981af-baba-4d6f-8a49-f7b0a028a073,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:32.681985 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] No DVR routers for this DVR port 131981af-baba-4d6f-8a49-f7b0a028a073 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:32.774811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.784469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f07239-6b45-42ec-9dc8-9b4e714de5ec']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:32.796046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:32.797044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7d6fd1-60cc-4bd8-b255-a520a682c9e2') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:46:32.811564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.824930 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.836703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.842150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'tenant_id': '0bb4636183c7488d86f51e669c69de4b', 'fixed_ips': [{'subnet_id': '723f659a-fd52-4930-9777-38025499ec26'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:46:32.843860 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.845541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:46:32.846093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:46:32.847944 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:46:32.882363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] Pushing event deleted for resources: {'Port': ['ID=131981af-baba-4d6f-8a49-f7b0a028a073,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:32.885521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4fea83-8d63-4d06-9202-54e760536781 None None] No DVR routers for this DVR port 131981af-baba-4d6f-8a49-f7b0a028a073 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:32.930396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.939206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:32.941615 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] 10.222.0.10 "DELETE /v2.0/networks/57f07239-6b45-42ec-9dc8-9b4e714de5ec HTTP/1.1" status: 204 len: 168 time: 0.7860587 Jul 22 19:46:32.952465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e78fe-876c-4b46-a833-af318d46c501 admin admin] Pushing event deleted for resources: {'Network': ['ID=57f07239-6b45-42ec-9dc8-9b4e714de5ec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:33.033976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Allocated IP 172.20.0.2 (ac399dca-3df3-45e0-b3a6-3d34d26f8681/723f659a-fd52-4930-9777-38025499ec26/98cfee52-6a25-41bf-81d6-99cedde93298) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:33.128392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:33.162951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-28344eaa-7570-437c-a7b1-13420f5fcb9a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:33.164570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-28344eaa-7570-437c-a7b1-13420f5fcb9a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.1357369 Jul 22 19:46:33.192313 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0afc1836-9936-4087-8376-938137ea3a38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f84378ce94fa4dfaad7b801d510c5cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623434 Jul 22 19:46:33.195418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43304) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:33.212692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-284a0af9-8bd8-4a40-9551-486093ea5306 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/quotas/0bb4636183c7488d86f51e669c69de4b HTTP/1.1" status: 200 len: 375 time: 0.0407839 Jul 22 19:46:33.243304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e0d3d512-2f30-4c86-abe9-747d3443f067 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:33.251906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.272543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-c82c8ed6-c7ae-4bc3-bd8b-66bee3480b6c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443568 Jul 22 19:46:33.279263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e0d3d512-2f30-4c86-abe9-747d3443f067 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:33.279614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e0d3d512-2f30-4c86-abe9-747d3443f067 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:33.280369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 131981af-baba-4d6f-8a49-f7b0a028a073 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:33.284478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Transition to ACTIVE for port object 98cfee52-6a25-41bf-81d6-99cedde93298 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:33.313972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 131981af-baba-4d6f-8a49-f7b0a028a073 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:33.314331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 131981af-baba-4d6f-8a49-f7b0a028a073 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:33.325071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.329251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Transition to ACTIVE for port object 98cfee52-6a25-41bf-81d6-99cedde93298 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:33.337696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.378700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:33.384823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.385440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:33.388352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:33.401258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Pushing event updated for resources: {'Port': ['ID=98cfee52-6a25-41bf-81d6-99cedde93298,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:33.426994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-88a4f30f-da3e-400e-9018-69c5aad39e22 service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459305 Jul 22 19:46:33.461799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Attempting to bind port 98cfee52-6a25-41bf-81d6-99cedde93298 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:33.462685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Attempting to bind port 98cfee52-6a25-41bf-81d6-99cedde93298 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:33.462685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Attempting to bind port 98cfee52-6a25-41bf-81d6-99cedde93298 on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:33.469085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:33.470370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Checking segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:33.471070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.471643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Bound using segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:33.472244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Bound port: 98cfee52-6a25-41bf-81d6-99cedde93298, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:33.472972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.534535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.537046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.541742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91d2f17c-f7a1-4d95-ab6f-04ffa4f191ff HTTP/1.1" status: 204 len: 168 time: 0.3419726 Jul 22 19:46:33.563853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] For port 98cfee52-6a25-41bf-81d6-99cedde93298, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:33.567543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] For port 98cfee52-6a25-41bf-81d6-99cedde93298, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98cfee52-6a25-41bf-81d6-99cedde93298,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:33.572968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:33.596205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a3aca-0992-4af4-9ff0-e3c982f93172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d2f17c-f7a1-4d95-ab6f-04ffa4f191ff,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:33.618801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-b60eaec1-9883-4a56-a23d-4bbd1b77f38c service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822178 Jul 22 19:46:33.665429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38230e6-17ed-4d27-82dd-971eed5fec58 req-fb619cc7-46ca-4071-a38b-0ac42367d9ad tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:33.666007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7412368-f33a-4281-89d2-77915eb1a2bc None None] Pushing event updated for resources: {'Port': ['ID=98cfee52-6a25-41bf-81d6-99cedde93298,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:33.674129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b38230e6-17ed-4d27-82dd-971eed5fec58 req-fb619cc7-46ca-4071-a38b-0ac42367d9ad tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 945 time: 0.1461558 Jul 22 19:46:33.728256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b38230e6-17ed-4d27-82dd-971eed5fec58 req-5fb878ec-2dc4-42d7-9d68-273feae1a913 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Jul 22 19:46:34.070372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cd44b-45c4-40cd-b9c3-75ff164b3fae req-c6e6c20a-5499-42b2-80de-d704a173c2a0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:34.072356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d38cd44b-45c4-40cd-b9c3-75ff164b3fae req-c6e6c20a-5499-42b2-80de-d704a173c2a0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1738043 Jul 22 19:46:34.159749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d38cd44b-45c4-40cd-b9c3-75ff164b3fae req-ce6496e7-f801-499d-a54b-6f50a9c40db6 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695810 Jul 22 19:46:34.330252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-a35b507f-449b-4a19-bc33-53f52f941aec tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:34.333349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-a35b507f-449b-4a19-bc33-53f52f941aec tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.1725597 Jul 22 19:46:34.353516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-87335a0d-4ba5-4a02-b2f3-ac2f455b730b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/quotas/0bb4636183c7488d86f51e669c69de4b HTTP/1.1" status: 200 len: 375 time: 0.0131581 Jul 22 19:46:34.479710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-b2b09a3d-008f-4b0e-8d6f-bdcccf84f34d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1127763 Jul 22 19:46:34.702108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-9d35af40-f3f6-4353-9119-5145ea1141de service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086148 Jul 22 19:46:34.878819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-ca6830cc-dc1b-4489-9f02-31e4fe30227c service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692309 Jul 22 19:46:34.898170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f59f-5e97-43cb-ab3e-c5d92441a316 req-a4c0416a-c428-4054-a303-d8eefe611afd tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:34.900555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4867f59f-5e97-43cb-ab3e-c5d92441a316 req-a4c0416a-c428-4054-a303-d8eefe611afd tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 945 time: 0.1490262 Jul 22 19:46:34.991083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4867f59f-5e97-43cb-ab3e-c5d92441a316 req-33aa9c13-3541-400c-8579-d673182b8903 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763052 Jul 22 19:46:35.150466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff118f0-6260-4c47-80c3-42071c775dfe None None] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:46:35.446410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98cfee52-6a25-41bf-81d6-99cedde93298 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:35.503794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f389cbea-4162-4291-beac-cd94d844ebad None None] Provisioning for port 98cfee52-6a25-41bf-81d6-99cedde93298 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:35.642884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda688b-f631-4604-9238-f83981c57bf3 req-035cfa67-85b4-44ee-b21a-4cd81ccb6f58 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:35.645404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecda688b-f631-4604-9238-f83981c57bf3 req-035cfa67-85b4-44ee-b21a-4cd81ccb6f58 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.3238111 Jul 22 19:46:35.665871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 98cfee52-6a25-41bf-81d6-99cedde93298 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:35.670801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 98cfee52-6a25-41bf-81d6-99cedde93298 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:35.671186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:35.722439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-67429309-48cf-4810-ac71-ba92e60cacd1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:35.739450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-67429309-48cf-4810-ac71-ba92e60cacd1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.3496861 Jul 22 19:46:35.813707 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:35.819648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-4bb08a13-cbc3-4b31-b727-249ba69e3643 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:35.821518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-4bb08a13-cbc3-4b31-b727-249ba69e3643 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.4009874 Jul 22 19:46:35.827431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-926e477c-a72b-44fc-a514-d73ffcdeb5c1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/quotas/0bb4636183c7488d86f51e669c69de4b HTTP/1.1" status: 200 len: 375 time: 0.0868595 Jul 22 19:46:35.849096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecda688b-f631-4604-9238-f83981c57bf3 req-46601ab9-9498-45f7-a3f6-39f5373a8654 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957777 Jul 22 19:46:35.869450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Request body: {'port': {'device_id': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'admin_state_up': True, 'tenant_id': '0bb4636183c7488d86f51e669c69de4b'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:35.887038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 98cfee52-6a25-41bf-81d6-99cedde93298, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98cfee52-6a25-41bf-81d6-99cedde93298,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:35.897541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:36.001511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=98cfee52-6a25-41bf-81d6-99cedde93298,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:36.044179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8279a2fa-e765-4cc9-ada9-2f6da2b5c6b8 None None] Provisioning complete for port 98cfee52-6a25-41bf-81d6-99cedde93298 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:36.044478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8279a2fa-e765-4cc9-ada9-2f6da2b5c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:36.205454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-e296e0eb-eade-4b65-b576-bc0b97d80a36 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3513541 Jul 22 19:46:36.232460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7a049-587d-4550-830b-f51cb15b4508 req-58cbc051-54a8-4480-aeb7-452fcbe733df tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:36.235675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6de7a049-587d-4550-830b-f51cb15b4508 req-58cbc051-54a8-4480-aeb7-452fcbe733df tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 945 time: 0.1497588 Jul 22 19:46:36.276675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Made reservation on behalf of 0bb4636183c7488d86f51e669c69de4b for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:36.280453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:36.319356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70cf16b-038e-4f65-b978-580b8413cf6d req-c760e5be-a91a-4f0f-9462-43397ea508e5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:36.320910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e70cf16b-038e-4f65-b978-580b8413cf6d req-c760e5be-a91a-4f0f-9462-43397ea508e5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 945 time: 0.2357502 Jul 22 19:46:36.382072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Deleting port 17211788-c1e0-4163-8659-01aaf8eb6585 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:36.382410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:36.489356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e70cf16b-038e-4f65-b978-580b8413cf6d req-277be4c4-637a-47b0-8dc1-14f712d33c8c tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314688 Jul 22 19:46:36.494737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-f3af4304-b38c-4552-be78-352a4f488415 service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789731 Jul 22 19:46:36.642984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Allocated IP 172.20.0.14 (ac399dca-3df3-45e0-b3a6-3d34d26f8681/723f659a-fd52-4930-9777-38025499ec26/675453de-7c57-46a0-8383-59526512cbcf) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:36.674301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] For port 17211788-c1e0-4163-8659-01aaf8eb6585, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=17211788-c1e0-4163-8659-01aaf8eb6585,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:36.674820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:36.698602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0322c392-49de-48e1-9cf8-283405bfd56b service neutron] 10.222.0.10 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897359 Jul 22 19:46:36.713539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Calling delete_port for 17211788-c1e0-4163-8659-01aaf8eb6585 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:36.734374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-1edd0988-bd36-479d-a44a-8f06cc87a9c7 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:36.736249 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-1edd0988-bd36-479d-a44a-8f06cc87a9c7 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.26 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.2294657 Jul 22 19:46:36.788826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Request body: {'port': {'device_id': '4e61582a-2805-40f7-9310-0d0080e9258d', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'admin_state_up': True, 'tenant_id': '0bb4636183c7488d86f51e669c69de4b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:37.082304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Made reservation on behalf of 0bb4636183c7488d86f51e669c69de4b for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:37.086965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.096786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f3cd1145-9b7e-40ec-86d7-4cd6510dbbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.108027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.212729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Pushing event deleted for resources: {'Port': ['ID=17211788-c1e0-4163-8659-01aaf8eb6585,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:37.285801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] No DVR routers for this DVR port 17211788-c1e0-4163-8659-01aaf8eb6585 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:37.289688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.293126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6de7a049-587d-4550-830b-f51cb15b4508 req-444bfb6b-e0d3-411c-8ac3-7e7dc1b2d4b2 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "DELETE /v2.0/ports/17211788-c1e0-4163-8659-01aaf8eb6585 HTTP/1.1" status: 204 len: 173 time: 1.0513794 Jul 22 19:46:37.299023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'name': 'network-vif-deleted', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:37.302701 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ed64e5-eba3-4b7e-9c13-9428826c303c" -d '{"events": [{"server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "name": "network-vif-deleted", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:37.316667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98cfee52-6a25-41bf-81d6-99cedde93298 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:37.393029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.409134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f56ca409-2c55-424c-a398-34bd74c9364f req-9e5f47d6-6ee9-4cff-8080-7662068015b0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 210 time: 0.0844095 Jul 22 19:46:37.434666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Transition to ACTIVE for port object 675453de-7c57-46a0-8383-59526512cbcf will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:37.482769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 98cfee52-6a25-41bf-81d6-99cedde93298 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:37.483494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.492580 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e127c93-5502-432a-ac77-c85179c4f2b2 x-openstack-request-id: req-5e127c93-5502-432a-ac77-c85179c4f2b2 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:37.492825 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb1761d-68f3-42ea-8215-25c5d368b8fa", "name": "network-vif-deleted", "tag": "17211788-c1e0-4163-8659-01aaf8eb6585", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:37.493080 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e127c93-5502-432a-ac77-c85179c4f2b2 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:37.493484 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb1761d-68f3-42ea-8215-25c5d368b8fa', 'name': 'network-vif-deleted', 'tag': '17211788-c1e0-4163-8659-01aaf8eb6585', 'status': 'completed', 'code': 200} Jul 22 19:46:37.533696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e159ed-e3a3-424d-9370-dbc42cca59db req-4f6d1869-726f-411d-84d5-a0c2ca83aef9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:37.541096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17e159ed-e3a3-424d-9370-dbc42cca59db req-4f6d1869-726f-411d-84d5-a0c2ca83aef9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.2179599 Jul 22 19:46:37.556213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.692924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:37.697064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Allocated IP 172.20.0.8 (ac399dca-3df3-45e0-b3a6-3d34d26f8681/723f659a-fd52-4930-9777-38025499ec26/751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:37.718482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:37.740174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adeea3ad-83d6-4f30-a1a4-fc650cbd9acd req-7c8f18e2-6d9d-4cc1-96ab-e0767b073f30 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=feb1761d-68f3-42ea-8215-25c5d368b8fa HTTP/1.1" status: 200 len: 210 time: 0.0811591 Jul 22 19:46:37.742164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:37.747999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event updated for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:37.753772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17e159ed-e3a3-424d-9370-dbc42cca59db req-21c1b0a7-ff78-4eff-975e-65b0dd677229 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013280 Jul 22 19:46:37.855243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:37.855933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:37.911375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-448825ec-4c8a-4333-8456-ee8fc9705073 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0590699 Jul 22 19:46:37.925196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Request body: {'port': {'device_id': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:38.090727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.091426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.107610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Transition to ACTIVE for port object 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:38.178131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.211716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a9da176a-98fc-4fad-9e1b-ff5e3b1e5fb3 None None] Provisioning for port 675453de-7c57-46a0-8383-59526512cbcf completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:38.217166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a9da176a-98fc-4fad-9e1b-ff5e3b1e5fb3 None None] Provisioning complete for port 675453de-7c57-46a0-8383-59526512cbcf triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:38.218155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9da176a-98fc-4fad-9e1b-ff5e3b1e5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.240269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:38.246692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:38.249562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:38.291250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event updated for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:38.334757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a9da176a-98fc-4fad-9e1b-ff5e3b1e5fb3 None None] Port 675453de-7c57-46a0-8383-59526512cbcf cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:46:38.336518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:38.337389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.363012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-234bc2d1-6b0f-48fa-808e-4cc3cfb360cf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782619 Jul 22 19:46:38.377853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Request body: {'port': {'device_id': '4e61582a-2805-40f7-9310-0d0080e9258d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:38.409060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43462) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:38.551760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.616798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8110178b-7f0b-4815-b65e-a4a1c51d54a5 req-7690fce8-393b-40aa-aa59-2cf5b86099c8 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 210 time: 0.0496769 Jul 22 19:46:38.629487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a539ca4-3ead-49c3-8ad7-b07693b2af8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.665449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dd3a7973-72fd-462a-b4f2-52e0878d74c1 None None] Provisioning for port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:38.670570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dd3a7973-72fd-462a-b4f2-52e0878d74c1 None None] Provisioning complete for port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:38.671382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7973-72fd-462a-b4f2-52e0878d74c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.762386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675453de-7c57-46a0-8383-59526512cbcf {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:38.764210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a7973-72fd-462a-b4f2-52e0878d74c1 None None] Port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:46:38.774214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.798366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Transition to ACTIVE for port object 675453de-7c57-46a0-8383-59526512cbcf will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:38.806447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.827301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 17211788-c1e0-4163-8659-01aaf8eb6585 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:38.864924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 17211788-c1e0-4163-8659-01aaf8eb6585 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:38.865510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 17211788-c1e0-4163-8659-01aaf8eb6585 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:38.899307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-b5ad761c-9de3-47fb-aeb3-54f134b65a6a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:38.902082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-b5ad761c-9de3-47fb-aeb3-54f134b65a6a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 816 time: 0.3405342 Jul 22 19:46:38.919508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Request body: {'port': {'device_id': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'admin_state_up': True, 'tenant_id': '0bb4636183c7488d86f51e669c69de4b'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:38.952389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:38.975088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a539ca4-3ead-49c3-8ad7-b07693b2af8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:38.990399 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5a539ca4-3ead-49c3-8ad7-b07693b2af8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.161420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:39.173461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.205231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Transition to ACTIVE for port object 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:39.215932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.235021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5a539ca4-3ead-49c3-8ad7-b07693b2af8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7884d0b13f3b4751a4e7d579082dfe22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8224263 Jul 22 19:46:39.235414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:39.256854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037afe6-a2ef-4c96-aa6b-956ddad66fc6 req-71bf534a-8d92-4970-aa05-d5bb427e4be4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:39.258511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9037afe6-a2ef-4c96-aa6b-956ddad66fc6 req-71bf534a-8d92-4970-aa05-d5bb427e4be4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.3882434 Jul 22 19:46:39.259267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a539ca4-3ead-49c3-8ad7-b07693b2af8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec44566-825a-4e94-a85f-131f51fc7890,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:39.296450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Made reservation on behalf of 0bb4636183c7488d86f51e669c69de4b for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:39.301237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.349402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Pushing event updated for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:39.390718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Attempting to bind port 675453de-7c57-46a0-8383-59526512cbcf on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:39.394487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Attempting to bind port 675453de-7c57-46a0-8383-59526512cbcf by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:39.395165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Attempting to bind port 675453de-7c57-46a0-8383-59526512cbcf on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:39.406297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Port 675453de-7c57-46a0-8383-59526512cbcf on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:39.408256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Attempting to bind port 675453de-7c57-46a0-8383-59526512cbcf on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:39.436063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:39.437391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Checking segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:39.437985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Bound using segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:39.438732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Bound port: 675453de-7c57-46a0-8383-59526512cbcf, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:39.439296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.445478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9037afe6-a2ef-4c96-aa6b-956ddad66fc6 req-f4cb7ffa-a604-4b13-934c-39a13a02e695 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155148 Jul 22 19:46:39.452124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-58ac04a9-6b71-468c-908e-bc9e1827a4d6 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:39.454330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-58ac04a9-6b71-468c-908e-bc9e1827a4d6 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 808 time: 0.3355520 Jul 22 19:46:39.482048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.487212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-bcc566a3-1f82-4551-89ff-b84fae48d147 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/quotas/1eec052a1eaf4ea98699dd7718e97bbb HTTP/1.1" status: 200 len: 375 time: 0.0203810 Jul 22 19:46:39.548005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-3f16b34b-5713-4396-8381-678ae568a9ba tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423517 Jul 22 19:46:39.582374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.600364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:39.616355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Attempting to bind port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:39.616702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Attempting to bind port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:39.617026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Attempting to bind port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:39.622226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=675453de-7c57-46a0-8383-59526512cbcf,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:39.643293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Allocated IP 172.20.0.4 (ac399dca-3df3-45e0-b3a6-3d34d26f8681/723f659a-fd52-4930-9777-38025499ec26/195e06f2-78ef-45d9-9b47-23da615d3da0) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:39.647308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:39.647641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Attempting to bind port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:39.660024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:39.660400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Checking segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:39.660799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Bound using segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:39.660919 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.661239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Bound port: 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:39.661603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.718488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:39.719865 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.721858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] 10.222.0.32 "PUT /v2.0/ports/675453de-7c57-46a0-8383-59526512cbcf HTTP/1.1" status: 200 len: 1093 time: 1.8015251 Jul 22 19:46:39.724470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'tag': '675453de-7c57-46a0-8383-59526512cbcf'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:39.727679 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "tag": "675453de-7c57-46a0-8383-59526512cbcf"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:39.780652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bbd45c07-5ebb-486f-8325-06d48e84b310 req-d7ce976d-ef88-4fe1-90d1-d415d0471a43 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 210 time: 0.0498593 Jul 22 19:46:39.789227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-87158248-fe89-4ad8-af91-e22dcc904925 service neutron] 10.222.0.10 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330699 Jul 22 19:46:39.790231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de6075-f4e1-4400-9824-80b6f4218ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:39.817305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.819903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.821300 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cec44566-825a-4e94-a85f-131f51fc7890 HTTP/1.1" status: 204 len: 168 time: 0.5587962 Jul 22 19:46:39.853931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb764b-f479-4d62-81dc-c278dff5afd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec44566-825a-4e94-a85f-131f51fc7890,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:39.897845 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a4644e-0838-4e0a-9731-2922d79b6539 x-openstack-request-id: req-f4a4644e-0838-4e0a-9731-2922d79b6539 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:39.898129 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "tag": "675453de-7c57-46a0-8383-59526512cbcf", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:39.898380 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4a4644e-0838-4e0a-9731-2922d79b6539 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:39.898780 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'tag': '675453de-7c57-46a0-8383-59526512cbcf', 'status': 'completed', 'code': 200} Jul 22 19:46:39.936799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:39.959677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-8b82f8ad-676d-4b23-8944-891ff38a37d8 service neutron] 10.222.0.10 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627393 Jul 22 19:46:39.963732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-b7e532d6-c004-4fcd-a169-d16b97ff910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:39.973611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-b7e532d6-c004-4fcd-a169-d16b97ff910d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 1096 time: 0.1553860 Jul 22 19:46:40.047673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c93d034f-2ee8-4645-b0bb-104e6fb90ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.051131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:40.054088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-85377e75-37e2-47c8-9f1d-cf4e12be0fe1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=675453de-7c57-46a0-8383-59526512cbcf HTTP/1.1" status: 200 len: 217 time: 0.0725117 Jul 22 19:46:40.065902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.087106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Transition to ACTIVE for port object 195e06f2-78ef-45d9-9b47-23da615d3da0 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:40.137012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:40.139488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.177065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-6ba2b6bc-4330-4073-903a-a3015e141df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.180492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-6ba2b6bc-4330-4073-903a-a3015e141df9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.1199489 Jul 22 19:46:40.216952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.248600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event updated for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:40.287416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98822c88-a8bd-42df-9901-52b1b3cc1a6c req-95752af4-ba87-4a66-9ebf-d5bc2096d073 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 210 time: 0.1003456 Jul 22 19:46:40.305016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:40.307744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:40.359108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:40.401942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.402849 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.404562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a HTTP/1.1" status: 200 len: 1092 time: 2.0342276 Jul 22 19:46:40.405229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:40.406723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-bf8d14db-e75e-47d0-95b1-2021b001fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.408474 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b168398a-1c27-4a40-a2a7-f09d496eae70" -d '{"events": [{"name": "network-changed", "server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:40.410040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-bf8d14db-e75e-47d0-95b1-2021b001fc54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202318 Jul 22 19:46:40.461912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43514) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:40.500103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780dd96b-0946-44b0-a91e-348104b6d2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.540121 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5440a2-70d0-4a56-8f98-873c9965d36c x-openstack-request-id: req-ab5440a2-70d0-4a56-8f98-873c9965d36c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:40.540434 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:40.540691 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab5440a2-70d0-4a56-8f98-873c9965d36c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:40.541092 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a', 'status': 'completed', 'code': 200} Jul 22 19:46:40.563577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7c0e7-e87f-4bf6-a03f-fff0cfd556f9 req-6d6d88a8-b535-4f48-962c-b9834381b4db tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.565325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5c7c0e7-e87f-4bf6-a03f-fff0cfd556f9 req-6d6d88a8-b535-4f48-962c-b9834381b4db tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2120495 Jul 22 19:46:40.596597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.597277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.599728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023270e-a242-48be-a3d2-bab1ad04deb1 service neutron] Pushing event updated for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:40.650479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-6e91ceba-aea5-446b-b634-4391470a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.652023 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-6e91ceba-aea5-446b-b634-4391470a3ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.2957277 Jul 22 19:46:40.682663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-3b95017c-330e-4c56-8cc2-a1d9c34b22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.684588 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-3b95017c-330e-4c56-8cc2-a1d9c34b22ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 1095 time: 0.2113674 Jul 22 19:46:40.703290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-db451213-4de8-4590-a7a5-de597a4ae520 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846920 Jul 22 19:46:40.713631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5c7c0e7-e87f-4bf6-a03f-fff0cfd556f9 req-260142b0-582f-41dc-9120-80637ea4f0a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383684 Jul 22 19:46:40.728199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6c533848-a800-482c-9ceb-537a00110fdd None None] Provisioning for port 195e06f2-78ef-45d9-9b47-23da615d3da0 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:40.733402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6c533848-a800-482c-9ceb-537a00110fdd None None] Provisioning complete for port 195e06f2-78ef-45d9-9b47-23da615d3da0 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:40.733702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c533848-a800-482c-9ceb-537a00110fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:40.754983 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-9cc8d49e-435d-4880-a64a-c6794e752241 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a HTTP/1.1" status: 200 len: 217 time: 0.0610416 Jul 22 19:46:40.811542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6c533848-a800-482c-9ceb-537a00110fdd None None] Port 195e06f2-78ef-45d9-9b47-23da615d3da0 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:46:40.861549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-b5c1374f-c925-4c15-b0ff-dedad5367b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.863054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-b5c1374f-c925-4c15-b0ff-dedad5367b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.0769477 Jul 22 19:46:40.864771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-2e23945d-a360-42d9-b1d4-28e7cad10eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.866253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-2e23945d-a360-42d9-b1d4-28e7cad10eac service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2067063 Jul 22 19:46:40.873990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879022c-9e56-4aaf-a4ec-8b3ae0026b8b req-042213d4-1799-4dca-892d-4d9bc34a2d7e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:40.875622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6879022c-9e56-4aaf-a4ec-8b3ae0026b8b req-042213d4-1799-4dca-892d-4d9bc34a2d7e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.2890565 Jul 22 19:46:40.991871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780dd96b-0946-44b0-a91e-348104b6d2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.003758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f5503fb-58f2-4a2c-ae70-330c948b5bc1 req-1956a88a-daa3-4c0a-bd4b-e196e51c4ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872112 Jul 22 19:46:41.004756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-780dd96b-0946-44b0-a91e-348104b6d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.010190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-b0925e3f-b033-4d31-a4fc-6464560a29c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.1303153 Jul 22 19:46:41.028012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-0707f9fa-2aae-48af-8153-d578ca505849 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1141284 Jul 22 19:46:41.041715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-dc138f97-7a33-4cb6-9ac6-f6d131f08da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.043743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-dc138f97-7a33-4cb6-9ac6-f6d131f08da7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648707 Jul 22 19:46:41.046855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6879022c-9e56-4aaf-a4ec-8b3ae0026b8b req-35eaa378-b115-4c64-8c22-318f8c8ff452 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593719 Jul 22 19:46:41.075616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Request body: {'port': {'device_id': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:41.095411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-780dd96b-0946-44b0-a91e-348104b6d2e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28d9e4b623c841b7bfb05725d869edba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232624 Jul 22 19:46:41.098188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43524) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:41.106290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dd96b-0946-44b0-a91e-348104b6d2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ae766b-559b-4cb7-866c-955d7906bb9b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:41.177563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693dcb-efe0-4635-9e9f-96017a30a24b req-67d7e66a-7cfd-40ee-b8c5-6d111fb861f8 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.179103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd693dcb-efe0-4635-9e9f-96017a30a24b req-67d7e66a-7cfd-40ee-b8c5-6d111fb861f8 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 931 time: 0.2775278 Jul 22 19:46:41.192141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-fbda41aa-384e-4a00-bd06-e7c475d35c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.194229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-fbda41aa-384e-4a00-bd06-e7c475d35c5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1691749 Jul 22 19:46:41.227072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.236247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-a569dd23-3362-4cfe-b3c1-7d88646d61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.236484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-a569dd23-3362-4cfe-b3c1-7d88646d61bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 1096 time: 0.1665018 Jul 22 19:46:41.280270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.284347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd693dcb-efe0-4635-9e9f-96017a30a24b req-0a008f4b-62e8-4800-8cf5-04641c22fd8c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981445 Jul 22 19:46:41.285212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-11c6e08e-7b6a-45fc-9ff3-b28dd1a2dde0 service neutron] 10.222.0.26 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036552 Jul 22 19:46:41.286623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.435095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65be0930-30ae-4817-9323-bcceb39b0e28 req-992ec69f-56cb-49e9-bb15-a1f1a67419ae tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 210 time: 0.0412650 Jul 22 19:46:41.438678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-c185855b-e158-4c82-8117-7b9d46e4b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.440311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-c185855b-e158-4c82-8117-7b9d46e4b603 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2242730 Jul 22 19:46:41.474705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-ce59e64a-ac04-4fd6-b7fd-1510cea3a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.476733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-ce59e64a-ac04-4fd6-b7fd-1510cea3a165 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 917 time: 0.2298381 Jul 22 19:46:41.506837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.528666 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c15df1bb-d2eb-453c-bc2f-250613487bd3 req-0e49c5a2-3a32-4b47-909e-b03bf6742221 service neutron] 10.222.0.26 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247255 Jul 22 19:46:41.564504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-6c39bed7-4155-47f2-8c37-d0f042b2b786 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=675453de-7c57-46a0-8383-59526512cbcf HTTP/1.1" status: 200 len: 217 time: 0.0726352 Jul 22 19:46:41.574850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.577711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:41.579907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84ae766b-559b-4cb7-866c-955d7906bb9b HTTP/1.1" status: 204 len: 168 time: 0.4807980 Jul 22 19:46:41.668466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc45c7-22fa-48ad-b00e-fab10a8d2686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ae766b-559b-4cb7-866c-955d7906bb9b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:41.742897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-75b950f3-5200-4bc3-873a-d0d80c4efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.744632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-75b950f3-5200-4bc3-873a-d0d80c4efeec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.1634014 Jul 22 19:46:41.806595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15b127fe-2a8e-4001-8f4b-f1b6e1779f71 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.809030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15b127fe-2a8e-4001-8f4b-f1b6e1779f71 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 808 time: 0.2466786 Jul 22 19:46:41.830820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Request body: {'port': {'device_id': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f', 'admin_state_up': True, 'tenant_id': '1eec052a1eaf4ea98699dd7718e97bbb'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:41.937238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-db27ce46-faf3-483f-8d16-4fae40bca951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:41.939482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-db27ce46-faf3-483f-8d16-4fae40bca951 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844914 Jul 22 19:46:42.078423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-2713d439-7e21-4ba2-9d08-8e7bc74df31d service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268106 Jul 22 19:46:42.214966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-b482bf96-71b9-4d87-a2f6-6c49577bb388 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7236278 Jul 22 19:46:42.289281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-d2169541-858f-42f8-b795-ff3e2ac70711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.290812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-d2169541-858f-42f8-b795-ff3e2ac70711 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 1095 time: 0.2245910 Jul 22 19:46:42.461347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-8226b544-a583-4c15-9929-64690797150d service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359490 Jul 22 19:46:42.463382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 195e06f2-78ef-45d9-9b47-23da615d3da0 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:42.475754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:42.500365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Transition to ACTIVE for port object 195e06f2-78ef-45d9-9b47-23da615d3da0 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:42.501674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-4aec06fa-e9b2-4c61-b842-357eb10254ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.503388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-4aec06fa-e9b2-4c61-b842-357eb10254ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 917 time: 0.1826735 Jul 22 19:46:42.507572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:42.596331 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-2d762d8e-a519-487e-9a57-21c68e096b1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a HTTP/1.1" status: 200 len: 217 time: 0.0830424 Jul 22 19:46:42.605625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0632808-57dd-4219-816e-b5639c2468b7 req-eb4123fc-c5dd-4075-b83f-fac0457b01d5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.616481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0632808-57dd-4219-816e-b5639c2468b7 req-eb4123fc-c5dd-4075-b83f-fac0457b01d5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.7600584 Jul 22 19:46:42.621074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Pushing event updated for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:42.647496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Made reservation on behalf of 1eec052a1eaf4ea98699dd7718e97bbb for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:46:42.651389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:42.744428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0632808-57dd-4219-816e-b5639c2468b7 req-7a730777-535c-4ded-ba9e-e445eea39b3d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268392 Jul 22 19:46:42.775496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-602e1034-fe61-44f0-b3a1-da803989d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.777303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-602e1034-fe61-44f0-b3a1-da803989d668 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.1708550 Jul 22 19:46:42.825747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2632f8e6-bd6e-42dc-96a1-e6ce4b3377cb req-8b6c6205-00a6-4214-9e3d-bfc6bf203942 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333260 Jul 22 19:46:42.834455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:42.862325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Attempting to bind port 195e06f2-78ef-45d9-9b47-23da615d3da0 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:42.862325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Attempting to bind port 195e06f2-78ef-45d9-9b47-23da615d3da0 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:42.862682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Attempting to bind port 195e06f2-78ef-45d9-9b47-23da615d3da0 on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:42.876922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Port 195e06f2-78ef-45d9-9b47-23da615d3da0 on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:42.877301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Attempting to bind port 195e06f2-78ef-45d9-9b47-23da615d3da0 on network ac399dca-3df3-45e0-b3a6-3d34d26f8681 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:42.900608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:42.901039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Checking segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:42.901422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Bound using segment: {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:42.901961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f591f9-248e-4b7b-814b-7a2193031c14 req-e2bdf6b0-652e-4e84-b8e3-8498d77ab6f1 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.902090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Bound port: 195e06f2-78ef-45d9-9b47-23da615d3da0, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deeff9fd-8bc1-4413-8b45-7999e4799e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:42.902356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:42.908383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:42.909609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16f591f9-248e-4b7b-814b-7a2193031c14 req-e2bdf6b0-652e-4e84-b8e3-8498d77ab6f1 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.7505038 Jul 22 19:46:42.976036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-4b90b973-bc06-461c-9dc5-8628eda680b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:42.977597 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-4b90b973-bc06-461c-9dc5-8628eda680b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1761191 Jul 22 19:46:43.022558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:43.041347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'port_id': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a', 'mac_address': 'fa:16:3e:79:56:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f659a-fd52-4930-9777-38025499ec26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:43.062219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:43.067564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16f591f9-248e-4b7b-814b-7a2193031c14 req-8aa8460c-0f87-4b98-b679-0c8a4bad0ad0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567781 Jul 22 19:46:43.068492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Allocated IP 172.20.0.11 (50f68a74-42d2-42a5-af17-2547f9faa92f/ec2a08df-8981-4c66-8066-9dabc6973dae/21d4f2e4-3b98-4d6d-b8e5-d2de4df65509) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:43.082444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=195e06f2-78ef-45d9-9b47-23da615d3da0,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:43.083972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12308eb-c1f3-4546-a183-3dfeb9b3cbf8 req-35193699-4f29-4398-8bea-b02cb0a67a02 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.085675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e12308eb-c1f3-4546-a183-3dfeb9b3cbf8 req-35193699-4f29-4398-8bea-b02cb0a67a02 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 943 time: 0.2419386 Jul 22 19:46:43.112406 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.113159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.129126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:43.174438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.175086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.176844 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] 10.222.0.32 "PUT /v2.0/ports/195e06f2-78ef-45d9-9b47-23da615d3da0 HTTP/1.1" status: 200 len: 1092 time: 2.1374295 Jul 22 19:46:43.177459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:43.179606 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9417819-f255-4225-87a7-bdc0efff63fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:43.203135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-92dd06c6-af32-430f-b85f-a97b8c033e71 service neutron] 10.222.0.26 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150111 Jul 22 19:46:43.212965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:43.220082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.273872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-856acde5-43b5-4efe-9e17-b7fd844877d7 req-89ccc98d-091a-45c9-b814-92456292d5f6 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 210 time: 0.0728135 Jul 22 19:46:43.298505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:43.327763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 675453de-7c57-46a0-8383-59526512cbcf details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:43.333479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b168398a-1c27-4a40-a2a7-f09d496eae70 req-ae080fcb-16cd-430f-9f45-66fc661ae52b service neutron] 10.222.0.26 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220636 Jul 22 19:46:43.358064 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02794fbf-ef65-407c-a54a-a4a8cba66ac8 x-openstack-request-id: req-02794fbf-ef65-407c-a54a-a4a8cba66ac8 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:43.358355 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:43.358613 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02794fbf-ef65-407c-a54a-a4a8cba66ac8 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:43.359021 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0', 'status': 'completed', 'code': 200} Jul 22 19:46:43.389410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9b1d8-cb96-4ebc-9e84-757a653ae895 service neutron] Pushing event updated for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:43.397700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.438993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e12308eb-c1f3-4546-a183-3dfeb9b3cbf8 req-af3c9eec-10a3-4b7c-8b23-fac56509496d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423558 Jul 22 19:46:43.442108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-97f5c692-c52b-4402-8bd4-9ceaf4f99ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.447091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-97f5c692-c52b-4402-8bd4-9ceaf4f99ab4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 1095 time: 0.1064069 Jul 22 19:46:43.477937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:43.503377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-bc4ec0f9-e677-48aa-b075-b08d3060b113 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195e06f2-78ef-45d9-9b47-23da615d3da0 HTTP/1.1" status: 200 len: 217 time: 0.0482128 Jul 22 19:46:43.505779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.526802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=675453de-7c57-46a0-8383-59526512cbcf,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:43.572071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Network 50f68a74-42d2-42a5-af17-2547f9faa92f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:43.575023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-2a777e87-7eaf-4626-9066-60d62900ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.575329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:43.576564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-2a777e87-7eaf-4626-9066-60d62900ec61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.0634539 Jul 22 19:46:43.579699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:43.590781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '675453de-7c57-46a0-8383-59526512cbcf', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'port_id': '675453de-7c57-46a0-8383-59526512cbcf', 'mac_address': 'fa:16:3e:41:43:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f659a-fd52-4930-9777-38025499ec26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:43.605170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Pushing event updated for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:43.638322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.639292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.661383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-0c34336b-9606-47e8-862a-34da2141ce3d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8358197 Jul 22 19:46:43.675305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Request body: {'port': {'device_id': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:43.679700 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.693574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-a75a40e6-0f71-4610-8064-cc4b2ecc6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:43.694172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675453de-7c57-46a0-8383-59526512cbcf {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:43.695562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-a75a40e6-0f71-4610-8064-cc4b2ecc6605 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113889 Jul 22 19:46:43.735504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=675453de-7c57-46a0-8383-59526512cbcf,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:43.744494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.793949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:43.816473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:43.846176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-c685b1b3-9bc5-4770-969c-9f3232e3a2cb service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431112 Jul 22 19:46:43.945233 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a2847a59-1f3e-4920-80a1-836e8d3077c6 req-10a286c6-7101-4827-aafc-d8a22eee6603 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910928 Jul 22 19:46:43.985223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['675453de-7c57-46a0-8383-59526512cbcf'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:44.067411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417819-f255-4225-87a7-bdc0efff63fc req-d3f1f535-68de-4bb9-803a-12ce9ba5519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.068816 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-d3f1f535-68de-4bb9-803a-12ce9ba5519a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 1095 time: 0.0741169 Jul 22 19:46:44.074691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323dea0-1462-40df-b998-b83e509adde8 req-bcddaddb-812e-4986-8d18-2354d1cbdeed tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.076250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4323dea0-1462-40df-b998-b83e509adde8 req-bcddaddb-812e-4986-8d18-2354d1cbdeed tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1978726 Jul 22 19:46:44.158187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4323dea0-1462-40df-b998-b83e509adde8 req-7ac4658b-04ec-43d6-abcc-d3ab765277c0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721154 Jul 22 19:46:44.230224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:44.239688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417819-f255-4225-87a7-bdc0efff63fc req-c4daa0f7-c48c-4f55-8b97-75df13cebd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.241407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-c4daa0f7-c48c-4f55-8b97-75df13cebd96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 917 time: 0.1556017 Jul 22 19:46:44.259883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.276804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Transition to ACTIVE for port object 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:46:44.284892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.286512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-13664560-6257-4b53-bc58-2a3160c0309f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=195e06f2-78ef-45d9-9b47-23da615d3da0 HTTP/1.1" status: 200 len: 217 time: 0.0370345 Jul 22 19:46:44.350852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fdca9-f8b1-4f0e-b574-d24f85198a23 req-674a5905-e55e-43e5-9497-0f8526e2744b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.357968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b5fdca9-f8b1-4f0e-b574-d24f85198a23 req-674a5905-e55e-43e5-9497-0f8526e2744b tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1389453 Jul 22 19:46:44.359554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417819-f255-4225-87a7-bdc0efff63fc req-ff8d4435-582f-4f21-b8f7-a143a1084ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.361575 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-ff8d4435-582f-4f21-b8f7-a143a1084ce3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.0663917 Jul 22 19:46:44.374665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Pushing event updated for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:44.445026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9417819-f255-4225-87a7-bdc0efff63fc req-990d6217-255e-4647-b1b8-10441bc48a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.447143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-990d6217-255e-4647-b1b8-10441bc48a6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782096 Jul 22 19:46:44.488694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b5fdca9-f8b1-4f0e-b574-d24f85198a23 req-9cc83393-108a-4bd5-a37e-d3a4ba6a40fe tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298316 Jul 22 19:46:44.528262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Attempting to bind port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:46:44.528611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Attempting to bind port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:46:44.528950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Attempting to bind port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 on network 50f68a74-42d2-42a5-af17-2547f9faa92f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:44.538286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3089be-5b57-4fac-8678-491c26e8dd7d req-19f5543b-e765-40f7-ad3d-62966785d261 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.544661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3089be-5b57-4fac-8678-491c26e8dd7d req-19f5543b-e765-40f7-ad3d-62966785d261 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 944 time: 0.1711593 Jul 22 19:46:44.560064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 on network 50f68a74-42d2-42a5-af17-2547f9faa92f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:46:44.560426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Attempting to bind port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 on network 50f68a74-42d2-42a5-af17-2547f9faa92f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:46:44.567786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-7405fa58-caf4-49f4-9c07-728a4e35e113 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127501 Jul 22 19:46:44.610725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:46:44.610967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Checking segment: {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:46:44.611372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Bound using segment: {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:46:44.611825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Bound port: 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:46:44.612209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.652219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e3089be-5b57-4fac-8678-491c26e8dd7d req-1fd31088-58a8-4ef2-87b2-cb6e639b1dae tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063724 Jul 22 19:46:44.672916 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d9417819-f255-4225-87a7-bdc0efff63fc req-4e9b3ee6-03b0-42f9-b2ec-30c98cf3230f service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902085 Jul 22 19:46:44.721424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbbe0b-9c9b-428a-973e-db70aaec00f7 req-b28f22ff-6263-4a09-b80d-d1a24a7e30dc tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.723625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49fbbe0b-9c9b-428a-973e-db70aaec00f7 req-b28f22ff-6263-4a09-b80d-d1a24a7e30dc tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 943 time: 0.1656995 Jul 22 19:46:44.725367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:46:44.729080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:46:44.744039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.780965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.782508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.783905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] 10.222.0.26 "PUT /v2.0/ports/21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 HTTP/1.1" status: 200 len: 1093 time: 1.1140265 Jul 22 19:46:44.787500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:44.790472 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:44.823814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49fbbe0b-9c9b-428a-973e-db70aaec00f7 req-8fa4591c-0ab2-461b-bf4f-d659ba51bba1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904813 Jul 22 19:46:44.843278 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f0c78e-9173-49b4-88c4-9020a86c45f5 x-openstack-request-id: req-43f0c78e-9173-49b4-88c4-9020a86c45f5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:44.843278 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:44.843278 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43f0c78e-9173-49b4-88c4-9020a86c45f5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:44.843671 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509', 'status': 'completed', 'code': 200} Jul 22 19:46:44.854972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:44.864739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5d284-f59c-43f8-9be6-00204b349a00 service neutron] Pushing event updated for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:44.894991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-9b62895f-aab9-43c4-8721-c66d18db6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:44.896607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-9b62895f-aab9-43c4-8721-c66d18db6043 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 1096 time: 0.0658522 Jul 22 19:46:44.911071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:44.914854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:44.915254 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:44.946421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-d63606d4-cddc-43a6-9cf5-380dc086c4f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 HTTP/1.1" status: 200 len: 217 time: 0.0419307 Jul 22 19:46:45.008780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-b39d2091-5dab-4b51-8f26-9fc6e81a0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.010274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-b39d2091-5dab-4b51-8f26-9fc6e81a0b68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec2a08df-8981-4c66-8066-9dabc6973dae HTTP/1.1" status: 200 len: 848 time: 0.0570109 Jul 22 19:46:45.048793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-5cab15e6-b6b1-4d5f-9cbc-17817bcdd5e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50f68a74-42d2-42a5-af17-2547f9faa92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300074 Jul 22 19:46:45.144186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.160477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-33eda49a-92f1-4129-994c-ab258fd3a437 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043429 Jul 22 19:46:45.167344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:45.169599 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c06ba4-6958-4432-b70f-5bccb76a8c69" -d '{"events": [{"server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "name": "network-vif-plugged", "status": "completed", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:45.198163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:45.204601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.232232 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61264fe-854d-432f-b68d-4b617c239a2b x-openstack-request-id: req-a61264fe-854d-432f-b68d-4b617c239a2b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:45.232961 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "name": "network-vif-plugged", "status": "completed", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:45.233411 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a61264fe-854d-432f-b68d-4b617c239a2b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:45.233979 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a', 'code': 200} Jul 22 19:46:45.273394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:45.287095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1bc70c04-74cc-4e80-abf6-88baa4d5d684 req-cfcf6971-d75f-4630-ad8a-cd05440473f8 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207311 Jul 22 19:46:45.339309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 195e06f2-78ef-45d9-9b47-23da615d3da0 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:45.342136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 675453de-7c57-46a0-8383-59526512cbcf up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:45.361105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f80481-8ef6-41ac-b06d-2b040f127fa2 req-b88eb1ca-65e0-4a1d-b469-178a4f35f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.363876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-29f80481-8ef6-41ac-b06d-2b040f127fa2 req-b88eb1ca-65e0-4a1d-b469-178a4f35f615 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 1097 time: 0.0874827 Jul 22 19:46:45.398642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-1783cb73-d1af-4828-a226-10e946f33108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.400553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-1783cb73-d1af-4828-a226-10e946f33108 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 1096 time: 0.0697389 Jul 22 19:46:45.419043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-29f80481-8ef6-41ac-b06d-2b040f127fa2 req-7edd804d-1ee5-4b17-b037-2449fa368d92 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474255 Jul 22 19:46:45.428226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 675453de-7c57-46a0-8383-59526512cbcf completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:45.432926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 675453de-7c57-46a0-8383-59526512cbcf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:45.433501 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.503940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-afa09c12-acdc-4c5b-b1e3-2871771700d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.505490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-afa09c12-acdc-4c5b-b1e3-2871771700d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 200 len: 909 time: 0.0979497 Jul 22 19:46:45.519975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=195e06f2-78ef-45d9-9b47-23da615d3da0,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:45.559384 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:46:45.566956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '195e06f2-78ef-45d9-9b47-23da615d3da0', 'network_id': 'ac399dca-3df3-45e0-b3a6-3d34d26f8681', 'port_id': '195e06f2-78ef-45d9-9b47-23da615d3da0', 'mac_address': 'fa:16:3e:f8:9f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '723f659a-fd52-4930-9777-38025499ec26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:45.570431 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.582094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-6558c0a5-a840-4d7c-ba69-42fe7679a7f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 HTTP/1.1" status: 200 len: 217 time: 0.0688477 Jul 22 19:46:45.639671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=675453de-7c57-46a0-8383-59526512cbcf,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:45.641734 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.657102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.677346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-5b868fef-7a4f-4e6c-80b5-ba9a5d1e5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.677346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-5b868fef-7a4f-4e6c-80b5-ba9a5d1e5190 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ec2a08df-8981-4c66-8066-9dabc6973dae HTTP/1.1" status: 200 len: 848 time: 0.0748844 Jul 22 19:46:45.714122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cce18-9fa1-4350-8cb5-df94c51c4507 req-954a231e-29f5-4aaf-9277-58dc8b78b72a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.716614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f15cce18-9fa1-4350-8cb5-df94c51c4507 req-954a231e-29f5-4aaf-9277-58dc8b78b72a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1448860 Jul 22 19:46:45.724104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 195e06f2-78ef-45d9-9b47-23da615d3da0 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:45.753267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-18d5d868-ad6f-4653-beee-5892b3b976e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50f68a74-42d2-42a5-af17-2547f9faa92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674682 Jul 22 19:46:45.806173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=195e06f2-78ef-45d9-9b47-23da615d3da0,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:45.818499 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:45.825254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:45.897457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:45.909730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f15cce18-9fa1-4350-8cb5-df94c51c4507 req-461d3ac4-fe61-4e20-ba27-507963b6c287 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661878 Jul 22 19:46:45.959926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84831d0b-f564-4c92-a52b-68b78d0eebc8 req-6fff61ed-e9e2-4c6d-b580-cbc12bac390b tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:45.961588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84831d0b-f564-4c92-a52b-68b78d0eebc8 req-6fff61ed-e9e2-4c6d-b580-cbc12bac390b tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 944 time: 0.1849489 Jul 22 19:46:45.963502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-833a7927-57bd-4cc0-b0dd-6ef7ed85cce0 service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016280 Jul 22 19:46:46.059152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['195e06f2-78ef-45d9-9b47-23da615d3da0'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:46.118400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84831d0b-f564-4c92-a52b-68b78d0eebc8 req-638e2410-6af3-4185-aa4f-4dfd4c16c87d tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492181 Jul 22 19:46:46.199008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c70ce-63fa-4b52-83ec-b621697782ba req-c24e29c2-55e9-4128-b2d4-642658981958 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:46.201329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453c70ce-63fa-4b52-83ec-b621697782ba req-c24e29c2-55e9-4128-b2d4-642658981958 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 944 time: 0.2220683 Jul 22 19:46:46.206973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3ad0559-af23-4b3c-997c-b2c63b4dc5b0 req-f7495192-2332-49c0-8e6d-b763b89f467a service neutron] 10.222.0.26 "GET /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256403 Jul 22 19:46:46.263593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453c70ce-63fa-4b52-83ec-b621697782ba req-feb8b063-4b51-49e3-970c-be14898d6f7c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533595 Jul 22 19:46:46.873952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:46:46.981232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:46.993799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509', 'network_id': '50f68a74-42d2-42a5-af17-2547f9faa92f', 'port_id': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509', 'mac_address': 'fa:16:3e:1c:9b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2a08df-8981-4c66-8066-9dabc6973dae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:46:47.043186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:47.061490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:46:47.085776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:47.091189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:47.113320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe6345-df24-4d3c-9786-b0e4f0735249 req-72004ac1-b6cd-4b50-8ccd-90048a59f4b4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:47.114427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dfe6345-df24-4d3c-9786-b0e4f0735249 req-72004ac1-b6cd-4b50-8ccd-90048a59f4b4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1006231 Jul 22 19:46:47.237872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675453de-7c57-46a0-8383-59526512cbcf'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:47.240289 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a485ecd-8412-4abe-a23d-4201bb01cd7a" -d '{"events": [{"server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "name": "network-vif-plugged", "status": "completed", "tag": "675453de-7c57-46a0-8383-59526512cbcf"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:47.244416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dfe6345-df24-4d3c-9786-b0e4f0735249 req-b4310fec-8037-4094-8622-229caa5407c6 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162887 Jul 22 19:46:47.252232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:47.313728 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf70b300-de9f-438c-bb50-36cc3e00931a x-openstack-request-id: req-bf70b300-de9f-438c-bb50-36cc3e00931a {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:47.314312 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "name": "network-vif-plugged", "status": "completed", "tag": "675453de-7c57-46a0-8383-59526512cbcf", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:47.314772 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf70b300-de9f-438c-bb50-36cc3e00931a {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:47.315337 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675453de-7c57-46a0-8383-59526512cbcf', 'code': 200} Jul 22 19:46:47.360743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 195e06f2-78ef-45d9-9b47-23da615d3da0 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:47.364607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['21d4f2e4-3b98-4d6d-b8e5-d2de4df65509'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:47.393314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96d421-5f98-40ea-96d7-a077198ae03b req-a23fd7ff-3d1e-4169-8d2a-54afcfbd8390 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:47.396195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd96d421-5f98-40ea-96d7-a077198ae03b req-a23fd7ff-3d1e-4169-8d2a-54afcfbd8390 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 945 time: 0.1190310 Jul 22 19:46:47.472250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff304d5-9d1f-438b-8f9c-c03ff9e96f6e req-7f36fff2-85dc-40a3-becc-b80e7c60d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:47.476264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2ff304d5-9d1f-438b-8f9c-c03ff9e96f6e req-7f36fff2-85dc-40a3-becc-b80e7c60d709 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 1098 time: 0.0888360 Jul 22 19:46:47.489484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd96d421-5f98-40ea-96d7-a077198ae03b req-0a518a8d-7ffc-496c-9a4e-b1da33ce74e3 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793102 Jul 22 19:46:47.510902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 195e06f2-78ef-45d9-9b47-23da615d3da0 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:47.514958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d71d-01da-41e7-91e3-5dd6def8f7e7 req-baaac862-3ad0-4c20-8245-b2e8b7d97544 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:47.519558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 195e06f2-78ef-45d9-9b47-23da615d3da0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:47.519940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:47.521593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51d2d71d-01da-41e7-91e3-5dd6def8f7e7 req-baaac862-3ad0-4c20-8245-b2e8b7d97544 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 944 time: 0.1244040 Jul 22 19:46:47.545379 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2ff304d5-9d1f-438b-8f9c-c03ff9e96f6e req-e74d9fa4-a302-4876-8f7c-69c3b381d122 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629349 Jul 22 19:46:47.569290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51d2d71d-01da-41e7-91e3-5dd6def8f7e7 req-4a149a7e-e09a-448b-9f7b-4070d5227c18 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Jul 22 19:46:47.682740 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:47.716861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=195e06f2-78ef-45d9-9b47-23da615d3da0,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:47.721140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:47.770523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:48.421657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae8a1-72f5-4a4a-be43-12526a23ce92 req-2dc9ea2b-106b-4a30-8377-b63f8e835dc4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:48.423948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cbae8a1-72f5-4a4a-be43-12526a23ce92 req-2dc9ea2b-106b-4a30-8377-b63f8e835dc4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.0900540 Jul 22 19:46:48.466227 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cbae8a1-72f5-4a4a-be43-12526a23ce92 req-47035762-f4bb-42af-b3c8-b7654db03b93 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Jul 22 19:46:48.569456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:48.645186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc03d0b-1737-44ab-a304-1468fd01adca req-e225c593-1f4e-4b13-a607-b50917094a41 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:48.652326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fdc03d0b-1737-44ab-a304-1468fd01adca req-e225c593-1f4e-4b13-a607-b50917094a41 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 945 time: 0.0847325 Jul 22 19:46:48.689469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65919801-468c-44fd-9c1c-25b04c7eb4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.727370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fdc03d0b-1737-44ab-a304-1468fd01adca req-4ae3a215-1ece-466e-81ad-4490539ef832 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741367 Jul 22 19:46:48.763251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd94b-dccd-4c4b-9d29-c43f267a9784 req-76c8cf63-3db2-4109-ac9d-8f75c744b57e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:48.765138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407dd94b-dccd-4c4b-9d29-c43f267a9784 req-76c8cf63-3db2-4109-ac9d-8f75c744b57e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.1103275 Jul 22 19:46:48.792792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65919801-468c-44fd-9c1c-25b04c7eb4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.796633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65919801-468c-44fd-9c1c-25b04c7eb4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.806194 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407dd94b-dccd-4c4b-9d29-c43f267a9784 req-1db81a9c-1c5f-4d40-a0e9-1edf54d9fe92 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345869 Jul 22 19:46:48.836172 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65919801-468c-44fd-9c1c-25b04c7eb4ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d0153b81c534ec3b0087e3ae49b0a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2653890 Jul 22 19:46:48.838271 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65919801-468c-44fd-9c1c-25b04c7eb4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71b143-c041-466d-9430-61279c9d9308,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:48.839211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43708) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:48.889981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:46:48.898066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.925551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.947519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:46:48.951530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:46:48.952009 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.986006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.989001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:48.990196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff71b143-c041-466d-9430-61279c9d9308 HTTP/1.1" status: 204 len: 168 time: 0.1499095 Jul 22 19:46:48.998211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaee22d-acc3-4912-8957-914a1865e5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71b143-c041-466d-9430-61279c9d9308,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:49.057201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.096137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:49.101213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.151836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:49.286038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43714) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:49.300088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb009-54a0-4a31-a3d0-7437b5481c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.316414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0'}, {'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:49.318874 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5ce878-3a09-4474-bfd1-07759e129c41" -d '{"events": [{"server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0"}, {"server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "name": "network-vif-plugged", "status": "completed", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:49.368319 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a1c040-fdeb-4e42-a565-a620d9fa21ef x-openstack-request-id: req-f7a1c040-fdeb-4e42-a565-a620d9fa21ef {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:49.374381 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "name": "network-vif-plugged", "status": "completed", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0", "code": 200}, {"server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "name": "network-vif-plugged", "status": "completed", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:49.381859 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7a1c040-fdeb-4e42-a565-a620d9fa21ef {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:49.389383 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0', 'code': 200} Jul 22 19:46:49.394850 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509', 'code': 200} Jul 22 19:46:49.528802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb009-54a0-4a31-a3d0-7437b5481c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.537754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb009-54a0-4a31-a3d0-7437b5481c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.579098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7954f-f098-4d83-b0bc-0d3de09d04f4 req-c78172ff-8752-489c-94dd-ace8b52878f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:49.580569 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-dbb7954f-f098-4d83-b0bc-0d3de09d04f4 req-c78172ff-8752-489c-94dd-ace8b52878f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 1097 time: 0.0812075 Jul 22 19:46:49.618488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ed2cb009-54a0-4a31-a3d0-7437b5481c11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c007bbf797024a218996341f91330386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313382 Jul 22 19:46:49.621211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:49.623274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb009-54a0-4a31-a3d0-7437b5481c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7bdb05-5358-49f3-893d-f3a271d89455,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:49.633316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-dbb7954f-f098-4d83-b0bc-0d3de09d04f4 req-3be056ac-a9df-4a37-bcfd-36381c5d8145 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465870 Jul 22 19:46:49.644680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c57480-d1e7-4592-a621-7fd5fc333976 req-7882fc90-282c-4f93-9ebb-a4cb6bd46e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:49.646144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97c57480-d1e7-4592-a621-7fd5fc333976 req-7882fc90-282c-4f93-9ebb-a4cb6bd46e96 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 1098 time: 0.1496651 Jul 22 19:46:49.693573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.705435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8f8ec-f400-49a8-b91a-dc4ff6ebbd44 req-40127a42-9481-44f0-98ee-9085e41b6d56 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:49.707251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30c8f8ec-f400-49a8-b91a-dc4ff6ebbd44 req-40127a42-9481-44f0-98ee-9085e41b6d56 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1422968 Jul 22 19:46:49.709919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97c57480-d1e7-4592-a621-7fd5fc333976 req-6936003b-bfc2-4c35-a9ef-a2bd0fcfb2bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Jul 22 19:46:49.722524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.751889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30c8f8ec-f400-49a8-b91a-dc4ff6ebbd44 req-32b528a8-7de7-4d06-9635-6b67a0e5daa8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359983 Jul 22 19:46:49.779781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.783403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:49.787194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c7bdb05-5358-49f3-893d-f3a271d89455 HTTP/1.1" status: 204 len: 168 time: 0.1623759 Jul 22 19:46:49.792875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6826e35-32da-409a-8397-43bbf8684562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7bdb05-5358-49f3-893d-f3a271d89455,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:49.895531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2200-0720-4cb4-aaa0-60a9111fddc8 req-7646fbe6-4b74-484b-9e89-35c6e9e114d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:49.897053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e81d2200-0720-4cb4-aaa0-60a9111fddc8 req-7646fbe6-4b74-484b-9e89-35c6e9e114d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.1207857 Jul 22 19:46:49.950869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381874-b482-4070-968e-76a389e30ebc req-a8b689a4-d933-46fe-ad70-5c552d17fa17 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:49.952459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5381874-b482-4070-968e-76a389e30ebc req-a8b689a4-d933-46fe-ad70-5c552d17fa17 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 946 time: 0.1344211 Jul 22 19:46:49.989633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e81d2200-0720-4cb4-aaa0-60a9111fddc8 req-3274d0fc-2419-4b63-aa5d-046ff29ebaca service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Jul 22 19:46:50.020439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a656-7c2d-4eb1-9287-e5fbde2638ca req-2867adf6-4160-4d31-b5d0-a720f28d4c91 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:50.021928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9619a656-7c2d-4eb1-9287-e5fbde2638ca req-2867adf6-4160-4d31-b5d0-a720f28d4c91 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.1423242 Jul 22 19:46:50.025080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5381874-b482-4070-968e-76a389e30ebc req-6428e9cf-3255-44c9-911b-07f99f59e727 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646417 Jul 22 19:46:50.060869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9619a656-7c2d-4eb1-9287-e5fbde2638ca req-54305eb7-3c82-45db-bb20-d5a3f590874b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Jul 22 19:46:50.934029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9be5ee-d27b-4623-b6f7-ddcf8058b828 req-ca21a15a-09dc-409e-85ab-171d545dcb86 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:50.942346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa9be5ee-d27b-4623-b6f7-ddcf8058b828 req-ca21a15a-09dc-409e-85ab-171d545dcb86 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.0903285 Jul 22 19:46:50.988511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa9be5ee-d27b-4623-b6f7-ddcf8058b828 req-5bd97968-4b00-4a1b-8091-b56341021b71 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Jul 22 19:46:51.230030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e7af-a4dc-416a-9c59-9377e97526ce req-53f84474-ca06-478d-b396-e1a1206a4640 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:51.231688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ad2e7af-a4dc-416a-9c59-9377e97526ce req-53f84474-ca06-478d-b396-e1a1206a4640 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 946 time: 0.1330693 Jul 22 19:46:51.243611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeff4e-4696-442f-8959-119d0844995b req-24bb68f7-7b0c-4d27-b6dc-57dcf84df198 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:51.251401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54eeff4e-4696-442f-8959-119d0844995b req-24bb68f7-7b0c-4d27-b6dc-57dcf84df198 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.1190283 Jul 22 19:46:51.314152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ad2e7af-a4dc-416a-9c59-9377e97526ce req-cb6d22fa-c317-4ccc-9f55-b761c9f9e9a7 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Jul 22 19:46:51.327797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54eeff4e-4696-442f-8959-119d0844995b req-b41dab98-4603-400d-aa34-46d0ec8a129d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712600 Jul 22 19:46:51.476078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df7327-81b7-4501-8030-37663fc75996 req-fa4b4896-ba96-4d08-974a-4a82b8254783 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:51.477964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7df7327-81b7-4501-8030-37663fc75996 req-fa4b4896-ba96-4d08-974a-4a82b8254783 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.0791311 Jul 22 19:46:51.543151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7df7327-81b7-4501-8030-37663fc75996 req-576a859a-ec50-41cc-8414-9635873c3292 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Jul 22 19:46:51.768824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0350a-40cf-47de-8bd4-94cd38dea05d req-8a740544-281a-4e0e-bc34-7b4915e2a51a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:51.779283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fab0350a-40cf-47de-8bd4-94cd38dea05d req-8a740544-281a-4e0e-bc34-7b4915e2a51a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.1385942 Jul 22 19:46:51.861901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fab0350a-40cf-47de-8bd4-94cd38dea05d req-387aefa9-69d4-4c56-abfd-03d7f6abbba1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740607 Jul 22 19:46:52.185386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00342f-b8d1-44d6-b88e-fd748b683302 req-9831c841-2d4b-4204-b941-2ade36f97508 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:52.186933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c00342f-b8d1-44d6-b88e-fd748b683302 req-9831c841-2d4b-4204-b941-2ade36f97508 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1046331 Jul 22 19:46:52.248007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0d7b-74ee-4edf-8069-4c8125cf9f1f req-c69c3eeb-dc20-40a9-9b2f-69b522278097 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:52.249548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-144d0d7b-74ee-4edf-8069-4c8125cf9f1f req-c69c3eeb-dc20-40a9-9b2f-69b522278097 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.1317093 Jul 22 19:46:52.253041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c00342f-b8d1-44d6-b88e-fd748b683302 req-003ecb3a-ddca-46c6-90e8-4e0ea21aec84 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Jul 22 19:46:52.290567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-144d0d7b-74ee-4edf-8069-4c8125cf9f1f req-32a6b875-a2ac-4686-9231-692fd0cf304b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Jul 22 19:46:52.313025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1898305430', 'description': 'tempest-description-1375927178'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:52.341566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.420268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:52.444091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.449775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.479584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.480875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d2da94f-3ab0-4404-9c55-daad3c3f3ad4 req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1739480 Jul 22 19:46:52.482594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bc89b-223e-4934-ba1a-38d95a6f8dad tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aed938-e19f-4d01-bdaf-8b9b5cafe935,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:52.557357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c625f9-fe54-4ad3-b32d-a824fd5c99e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.605583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033bf37-70a3-4d1f-bcdf-b39c41178baf req-63ae9e0e-8488-477f-9f0e-35963c978147 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:52.607138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d033bf37-70a3-4d1f-bcdf-b39c41178baf req-63ae9e0e-8488-477f-9f0e-35963c978147 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 946 time: 0.0731213 Jul 22 19:46:52.651114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d033bf37-70a3-4d1f-bcdf-b39c41178baf req-33cf303e-2cfd-454c-893e-aedd958c44e9 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 22 19:46:52.661535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c625f9-fe54-4ad3-b32d-a824fd5c99e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.675319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39c625f9-fe54-4ad3-b32d-a824fd5c99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.717764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c625f9-fe54-4ad3-b32d-a824fd5c99e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cdb796-1a8e-4df3-9cd7-dfca06f82d3d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:52.730442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab8444-bee4-43aa-b374-4adad35e4744 req-66ea4708-fa8a-4fd4-866e-fd3c1351eddd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:52.730778 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39c625f9-fe54-4ad3-b32d-a824fd5c99e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37fb1310bddc4733a26fc6ccbb989527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093443 Jul 22 19:46:52.731466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43832) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:52.732235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8eab8444-bee4-43aa-b374-4adad35e4744 req-66ea4708-fa8a-4fd4-866e-fd3c1351eddd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.0776055 Jul 22 19:46:52.782280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-6ec279c1-82d1-40fa-9578-1e7d05d0124e tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1898305430&fields=id&tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc HTTP/1.1" status: 200 len: 267 time: 0.0666420 Jul 22 19:46:52.789462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8eab8444-bee4-43aa-b374-4adad35e4744 req-75793f7a-4e7e-439f-adfb-1f06d9e58075 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Jul 22 19:46:52.799614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.837881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.879710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-1bd46875-1cd4-47b6-b825-2f7608c13e37 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:52.887824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-1bd46875-1cd4-47b6-b825-2f7608c13e37 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.0976598 Jul 22 19:46:52.893461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'port': {'security_groups': ['1a3646e8-852d-4da4-ba7a-5161437aea63', '71aed938-e19f-4d01-bdaf-8b9b5cafe935']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:52.911255 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.914283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:52.916025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25cdb796-1a8e-4df3-9cd7-dfca06f82d3d HTTP/1.1" status: 204 len: 168 time: 0.1825154 Jul 22 19:46:52.925689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2720ee4-a44f-46ee-a837-e32126abc63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cdb796-1a8e-4df3-9cd7-dfca06f82d3d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:53.023514 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.199188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820868-a543-4ca5-b884-9f059df26a84 req-68c6f082-095b-4a1c-ade5-90ad0993393a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:53.205549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820868-a543-4ca5-b884-9f059df26a84 req-68c6f082-095b-4a1c-ade5-90ad0993393a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:53.211620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af820868-a543-4ca5-b884-9f059df26a84 req-68c6f082-095b-4a1c-ade5-90ad0993393a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:53.213367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af820868-a543-4ca5-b884-9f059df26a84 req-68c6f082-095b-4a1c-ade5-90ad0993393a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d&device_id=4e61582a-2805-40f7-9310-0d0080e9258d&device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 2417 time: 0.1298013 Jul 22 19:46:53.245698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:53.261652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f27b5e78-1776-4704-becd-0dee01062ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.306911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af820868-a543-4ca5-b884-9f059df26a84 req-1e875396-6da9-408a-a686-ee6c0d7fb564 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821643 Jul 22 19:46:53.342098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:53.391389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f27b5e78-1776-4704-becd-0dee01062ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.397313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f27b5e78-1776-4704-becd-0dee01062ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.432303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.444876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f27b5e78-1776-4704-becd-0dee01062ae0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670556cf38ee49d090183983f56315bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980760 Jul 22 19:46:53.448892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b5e78-1776-4704-becd-0dee01062ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9834795-a655-4d0a-aaf6-d769a055e09a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:53.451276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43850) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:46:53.462870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.478969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79d4a2eb-fe08-4448-a4a9-665fb7418d3d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:53.532991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:53.533702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.537752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89c35013-1fd0-4e37-9837-e5392b5e9b8e req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "PUT /v2.0/ports/79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 982 time: 0.6463463 Jul 22 19:46:53.550835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:53.553169 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b96a7-d335-4506-83c4-dd663531a029" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:53.572309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.630816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14256fb-7440-490b-99ab-dadefed8d0b5 req-e947e9ba-7f01-4ff3-8cf9-619d42c088fd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:53.634439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.639999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f14256fb-7440-490b-99ab-dadefed8d0b5 req-e947e9ba-7f01-4ff3-8cf9-619d42c088fd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.2261488 Jul 22 19:46:53.652308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79d4a2eb-fe08-4448-a4a9-665fb7418d3d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:53.658857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1ff2-1999-4efc-9a3c-b802d8d7fc94 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:53.723542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-61c400bc-59fa-402e-a42e-61947e5ca9a3 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1898305430&fields=id&tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc HTTP/1.1" status: 200 len: 267 time: 0.0726912 Jul 22 19:46:53.736093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f14256fb-7440-490b-99ab-dadefed8d0b5 req-2ccfdf85-6156-48fd-9bac-4220e4970e6d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947852 Jul 22 19:46:53.780607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.785486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:53.789774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9834795-a655-4d0a-aaf6-d769a055e09a HTTP/1.1" status: 204 len: 168 time: 0.3375075 Jul 22 19:46:53.817636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c32517-7366-4e15-9a82-48c32876dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9834795-a655-4d0a-aaf6-d769a055e09a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:54.007094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b96a7-d335-4506-83c4-dd663531a029 req-08da056a-6ea7-4ef0-9bd8-532244a90ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.009218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-08da056a-6ea7-4ef0-9bd8-532244a90ab4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1137 time: 0.1436329 Jul 22 19:46:54.294269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b96a7-d335-4506-83c4-dd663531a029 req-b8c69b94-92f8-4d59-b88f-fac7bb4b1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.295802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-b8c69b94-92f8-4d59-b88f-fac7bb4b1ad6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.2729547 Jul 22 19:46:54.344649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-21c14a85-d1da-4ab1-8cf7-5f353815dd43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.0391874 Jul 22 19:46:54.376193 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a495120-63c0-410f-a76a-a2a859dc16ef x-openstack-request-id: req-7a495120-63c0-410f-a76a-a2a859dc16ef {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:54.376693 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:54.376791 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a495120-63c0-410f-a76a-a2a859dc16ef {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:54.377117 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:46:54.403477 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b96a7-d335-4506-83c4-dd663531a029 req-f3e1b27e-f7ef-4522-872f-a6fc19199b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.405450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-f3e1b27e-f7ef-4522-872f-a6fc19199b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0554338 Jul 22 19:46:54.451869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-07d20ff5-98ef-40f0-923c-1f65409bbc4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393124 Jul 22 19:46:54.507992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:54.511573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dde33d-5109-4691-9664-a109d84a911a req-745d7437-b281-4eed-8452-41ad789c9cb5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.512914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69dde33d-5109-4691-9664-a109d84a911a req-745d7437-b281-4eed-8452-41ad789c9cb5 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 946 time: 0.1400223 Jul 22 19:46:54.529055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-0525299e-3d76-4f4d-a4f9-f5773d2f894f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.530725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-0525299e-3d76-4f4d-a4f9-f5773d2f894f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 985 time: 0.7914677 Jul 22 19:46:54.548696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30a270-3cb0-404a-b978-491dfecd18a1 req-caaba373-67f6-43b1-ba62-bfe945f53cee tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.550766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b30a270-3cb0-404a-b978-491dfecd18a1 req-caaba373-67f6-43b1-ba62-bfe945f53cee tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 946 time: 0.1723461 Jul 22 19:46:54.556267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'port': {'security_groups': ['1a3646e8-852d-4da4-ba7a-5161437aea63']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:54.582190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-01cb5ccb-ebd8-4f82-8a2b-7b3fee9f4ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182489 Jul 22 19:46:54.688769 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f40b96a7-d335-4506-83c4-dd663531a029 req-2a2cda85-4d3a-4837-a045-ba32831182a4 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990951 Jul 22 19:46:54.716226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b30a270-3cb0-404a-b978-491dfecd18a1 req-944b3478-7c89-4ce9-a258-a8f8141bb4d7 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/security-groups?id=aee93d1e-1078-4a34-976c-72fa2a7b05d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388097 Jul 22 19:46:54.742351 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:54.801106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Deleting port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:46:54.801106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:54.826282 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-c8692512-f9d3-4ad1-9771-b6e5c0c274bb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678861 Jul 22 19:46:54.929756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-87494509-672b-447a-8912-83748f60100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:54.939125 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-87494509-672b-447a-8912-83748f60100d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 1098 time: 0.0792859 Jul 22 19:46:54.950730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] For port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,segment=NetworkSegment(d75d22de-d6b7-4a84-9ce1-7feb92ac492b),segment_id=d75d22de-d6b7-4a84-9ce1-7feb92ac492b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:54.951082 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:54.969609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Calling delete_port for 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:46:55.076683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:46:55.153675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:55.225544 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:55.234637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-ef4de469-767c-40f2-aacb-678ee0073f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:55.236587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-ef4de469-767c-40f2-aacb-678ee0073f44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2567585 Jul 22 19:46:55.239325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79d4a2eb-fe08-4448-a4a9-665fb7418d3d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:55.266310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:55.267136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:55.268644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5865cb6d-b1d9-48f7-83e1-6f69d4b4f2d0 req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "PUT /v2.0/ports/79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 943 time: 0.7168319 Jul 22 19:46:55.332460 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-9d3581cf-141f-45ba-a6b9-9ffa17fd5ab2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 200 len: 217 time: 0.0816576 Jul 22 19:46:55.348441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['79d4a2eb-fe08-4448-a4a9-665fb7418d3d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:46:55.432122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-9abfd01d-d571-47e2-bcfd-381a294e99d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:55.433616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-9abfd01d-d571-47e2-bcfd-381a294e99d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0945745 Jul 22 19:46:55.445171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:55.526594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-5eeade26-0628-47ac-9eea-4230ad7cdb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:55.529085 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-5eeade26-0628-47ac-9eea-4230ad7cdb3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758586 Jul 22 19:46:55.592852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4625d-e40a-4b09-84cf-e0159d8e6cd8 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:55.691320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-2876c890-4a6e-41d8-b274-dd092cba18e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549730 Jul 22 19:46:55.715404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Pushing event deleted for resources: {'Port': ['ID=21d4f2e4-3b98-4d6d-b8e5-d2de4df65509,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:55.841393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] No DVR routers for this DVR port 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:46:55.843266 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-08919ace-3f1a-4b36-aa5b-e8b7e887ce16 req-0126f84c-0b15-4200-bdc3-4abb15bfc1d5 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459203 Jul 22 19:46:55.846604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:55.849146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69dde33d-5109-4691-9664-a109d84a911a req-b9d008fb-db58-4435-b589-b9edf48a0a43 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.26 "DELETE /v2.0/ports/21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 HTTP/1.1" status: 204 len: 173 time: 1.3166933 Jul 22 19:46:55.880525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-759300e9-4573-4d86-a116-74599cd3eac3 req-f302f02c-af14-458f-b832-96ed0fac48d9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5627549 Jul 22 19:46:55.896118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:55.939942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:56.007024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e25e8f6e-08b0-4a72-b62c-14fba40a3934 req-9174b845-7278-4bc8-9709-824f6eb678c0 tempest-VolumesActionsTest-1388840319 tempest-VolumesActionsTest-1388840319-project] 10.222.0.10 "GET /v2.0/ports?device_id=a90df5a7-428e-45ef-aa96-deea335684fe HTTP/1.1" status: 200 len: 210 time: 0.0441816 Jul 22 19:46:56.145831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:56.227827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5227392-2f04-47af-9269-32b43179d94a req-5615df6e-ee6d-40db-a052-3eedfad33f74 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:56.229388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5227392-2f04-47af-9269-32b43179d94a req-5615df6e-ee6d-40db-a052-3eedfad33f74 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1407428 Jul 22 19:46:56.311669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5227392-2f04-47af-9269-32b43179d94a req-9cbf1293-0815-4ace-8950-ce19aa250adf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727010 Jul 22 19:46:56.318025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Allocated IP 172.25.6.50 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d86ac442-8241-43d7-b503-d304215a03b5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:46:56.380522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}, {'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'name': 'network-vif-deleted', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:46:56.381592 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae4bba6-e72c-4d04-968a-dc797b29b136" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}, {"server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "name": "network-vif-deleted", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:46:56.514004 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab5907c-6b6e-47f0-99d0-1b922041956b x-openstack-request-id: req-cab5907c-6b6e-47f0-99d0-1b922041956b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:46:56.514681 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}, {"server_uuid": "a90df5a7-428e-45ef-aa96-deea335684fe", "name": "network-vif-deleted", "tag": "21d4f2e4-3b98-4d6d-b8e5-d2de4df65509", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:46:56.514681 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cab5907c-6b6e-47f0-99d0-1b922041956b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:46:56.517130 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:46:56.517813 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90df5a7-428e-45ef-aa96-deea335684fe', 'name': 'network-vif-deleted', 'tag': '21d4f2e4-3b98-4d6d-b8e5-d2de4df65509', 'status': 'completed', 'code': 200} Jul 22 19:46:56.583933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:56.637391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-6f0cb8b6-5458-4196-887f-5ac5ced81fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:56.638926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-6f0cb8b6-5458-4196-887f-5ac5ced81fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.1111460 Jul 22 19:46:56.658823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:56.759197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:46:56.764634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:46:56.768624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'Port': ['ID=d86ac442-8241-43d7-b503-d304215a03b5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:56.770791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:46:56.823887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-0ce40e5e-72ae-4733-ab92-ae0a5a1be986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:56.825432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-0ce40e5e-72ae-4733-ab92-ae0a5a1be986 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.1795108 Jul 22 19:46:56.869255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-e5c8abac-10f7-4535-9619-b515c5151d5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.0369577 Jul 22 19:46:56.944808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:56.952174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-441a0582-dd76-4f87-95a3-a73e8d1cfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:56.953945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-441a0582-dd76-4f87-95a3-a73e8d1cfa70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0667136 Jul 22 19:46:56.959499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:46:56.983010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:46:56.983434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 21d4f2e4-3b98-4d6d-b8e5-d2de4df65509 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:46:57.020236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-5d6d170b-514c-4937-a4d2-88eee31dcb74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571318 Jul 22 19:46:57.069128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.189487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-b0fc37e6-c4db-48c4-91bf-6319583057e0 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553991 Jul 22 19:46:57.224032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.397378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.411565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ae4bba6-e72c-4d04-968a-dc797b29b136 req-c249f458-0a7f-4c92-b9a1-e68762ebe9ae service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149365 Jul 22 19:46:57.413354 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.470750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event updated for resources: {'Port': ['ID=d86ac442-8241-43d7-b503-d304215a03b5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:46:57.579871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395815e-414d-41a7-a8aa-0fe77bd67967 req-6326cc1d-4b22-4ea6-a601-4c078494733e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:57.587519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f395815e-414d-41a7-a8aa-0fe77bd67967 req-6326cc1d-4b22-4ea6-a601-4c078494733e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1193297 Jul 22 19:46:57.596199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.645936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f395815e-414d-41a7-a8aa-0fe77bd67967 req-354834f6-2faa-4ed5-b62a-e8da9ba99e4a tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511117 Jul 22 19:46:57.647481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:57.655662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-759300e9-4573-4d86-a116-74599cd3eac3 req-7d1f45d3-e26e-4edb-809c-8ac229c16211 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7728152 Jul 22 19:46:57.733133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-759300e9-4573-4d86-a116-74599cd3eac3 req-929307dd-1c40-4a91-860f-6f2e5972c72d tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0777984 Jul 22 19:46:57.853831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759300e9-4573-4d86-a116-74599cd3eac3 req-d63a2452-7f3e-4745-8ee1-8b95ff48d5d9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:57.865081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-759300e9-4573-4d86-a116-74599cd3eac3 req-d63a2452-7f3e-4745-8ee1-8b95ff48d5d9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.1197846 Jul 22 19:46:58.340227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-c35e2cc3-08db-4449-8c91-5d25b4ee1a18 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:58.347940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-c35e2cc3-08db-4449-8c91-5d25b4ee1a18 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4170878 Jul 22 19:46:58.410714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-78287fc2-e265-4e61-bb71-60c99b339c1d tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0616844 Jul 22 19:46:58.426778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'floatingip': {'port_id': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:46:58.477279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:58.885838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267bbc3-3728-445b-a180-7d23e1c599f7 req-ea00be91-9bbf-4dde-9546-411e962c049b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:46:58.887197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9267bbc3-3728-445b-a180-7d23e1c599f7 req-ea00be91-9bbf-4dde-9546-411e962c049b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1517613 Jul 22 19:46:59.099230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9267bbc3-3728-445b-a180-7d23e1c599f7 req-c66786e0-f778-4b6b-9800-95494e832daf tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820114 Jul 22 19:46:59.298084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:59.299448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:59.511481 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Floating IP 2119b457-4c8d-4ded-9037-6b8fad3852d5 associated. External IP: 172.25.6.50, port: 79d4a2eb-fe08-4448-a4a9-665fb7418d3d. Jul 22 19:46:59.819571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Router 1d54729e-aa10-4561-99b3-bcf585ce7445 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:46:59.963198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:46:59.968115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:46:59.973694 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Sync routers for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:46:59.995454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:46:59.997529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:00.060643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-9afcdc41-096b-4a73-9a75-30937f05e644 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "PUT /v2.0/floatingips/2119b457-4c8d-4ded-9037-6b8fad3852d5 HTTP/1.1" status: 200 len: 996 time: 1.6381316 Jul 22 19:47:00.061197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:00.071601 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98be1dbd-e0fa-44c2-b7ec-48d078b15157" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:00.138406 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:00.198325 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d42bc69-d7fd-44e0-a7ad-67724540727d x-openstack-request-id: req-1d42bc69-d7fd-44e0-a7ad-67724540727d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:00.198631 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:00.198888 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d42bc69-d7fd-44e0-a7ad-67724540727d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:00.199370 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:47:00.493549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-f7c827a3-50b3-40f0-926e-0f976adb6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:00.495795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-f7c827a3-50b3-40f0-926e-0f976adb6fbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.4100566 Jul 22 19:47:00.539953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-fbed8295-d04c-432b-a81f-1388dc8c5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:00.542044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-fbed8295-d04c-432b-a81f-1388dc8c5772 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.3415720 Jul 22 19:47:00.661166 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2119b457-4c8d-4ded-9037-6b8fad3852d5', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'port_id': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'mac_address': 'fa:16:3e:ef:61:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:46:56Z', 'updated_at': '2021-07-22T19:46:59Z', 'revision_number': 1, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:00.694817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-27a0a60f-bcc7-409f-adcf-2ecbcca9a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:00.696597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-27a0a60f-bcc7-409f-adcf-2ecbcca9a60f service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.1235225 Jul 22 19:47:00.756664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe06556-d409-4334-b0c1-8c54aacfcd55 req-af8042a7-8ee2-42ae-b69a-005071582cf2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:00.763871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe06556-d409-4334-b0c1-8c54aacfcd55 req-af8042a7-8ee2-42ae-b69a-005071582cf2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.4738126 Jul 22 19:47:00.784665 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Checking router: 1d54729e-aa10-4561-99b3-bcf585ce7445 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:00.822007 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:00.828740 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:00.882080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-ed48ca77-c794-48b2-8e92-e3fe3122e15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 999 time: 0.1760113 Jul 22 19:47:00.894373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe06556-d409-4334-b0c1-8c54aacfcd55 req-c6ab8b46-7d73-4cd4-b57d-0d316ded7b39 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292751 Jul 22 19:47:00.917044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-6ff4b8df-f881-42ef-bf33-487c1a0a2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:00.918820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-6ff4b8df-f881-42ef-bf33-487c1a0a2717 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.4131486 Jul 22 19:47:01.040333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-d6ffba0d-1296-4132-97c1-127e12fdbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:01.041892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-d6ffba0d-1296-4132-97c1-127e12fdbca1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.1402698 Jul 22 19:47:01.074978 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:01.077962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-5e8db3f8-bfe3-47a6-bfd7-1090ac8d1497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 999 time: 0.1355190 Jul 22 19:47:01.108477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-6877557e-9df1-4fec-81d1-fa2f56fe4aa2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577559 Jul 22 19:47:01.197448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-6fad01cc-16a1-43c3-ba49-bcb69af851f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:01.201372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-6fad01cc-16a1-43c3-ba49-bcb69af851f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.1027243 Jul 22 19:47:01.299060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-62430009-a461-4796-98e2-f49d01276d17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619183 Jul 22 19:47:01.355216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-616b6988-dfcb-4264-86e5-4de425b62d45 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118387 Jul 22 19:47:01.360420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-32f42ff2-2f45-4e8a-afae-96be68c084bb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:47:01.368617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-32f42ff2-2f45-4e8a-afae-96be68c084bb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123775 Jul 22 19:47:01.423000 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2119b457-4c8d-4ded-9037-6b8fad3852d5', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'port_id': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'mac_address': 'fa:16:3e:ef:61:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:46:56Z', 'updated_at': '2021-07-22T19:46:59Z', 'revision_number': 1, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:01.466357 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309816bd-fc0d-4e0e-974b-af891d5839b4 None None] The sync data for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 is: [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2119b457-4c8d-4ded-9037-6b8fad3852d5', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'floating_ip_address': '172.25.6.50', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'port_id': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'mac_address': 'fa:16:3e:ef:61:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:46:56Z', 'updated_at': '2021-07-22T19:46:59Z', 'revision_number': 1, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:01.628164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98be1dbd-e0fa-44c2-b7ec-48d078b15157 req-bc84fa6a-0021-4848-81e6-9f99d180bb2f service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544880 Jul 22 19:47:01.641953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-3cb8a7f5-c264-42ad-a39c-655bc303f398 service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723997 Jul 22 19:47:01.812933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c87c8c6-35fc-4668-ac20-21c27a85d643 req-5b1a52cf-f217-4c1a-8b88-980b733384d9 service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699936 Jul 22 19:47:01.849447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86495020-53ac-45c7-a2d9-77ee5abd226f None None] New status for floating IP 2119b457-4c8d-4ded-9037-6b8fad3852d5: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:47:02.198565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-4b36ff32-c65c-48cd-a331-556ec49afdf5 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 999 time: 0.3622837 Jul 22 19:47:02.306836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ebbfd-b6f5-4765-85f2-4411ddab1e26 req-45b94c12-41e2-4c99-944e-aa669b13a53c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:02.319279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-462ebbfd-b6f5-4765-85f2-4411ddab1e26 req-45b94c12-41e2-4c99-944e-aa669b13a53c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.2445345 Jul 22 19:47:02.338201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-29a7ff64-87bb-4508-89ea-e4398b916e0c tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:02.339927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-29a7ff64-87bb-4508-89ea-e4398b916e0c tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports/79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 943 time: 0.1307387 Jul 22 19:47:02.385587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-462ebbfd-b6f5-4765-85f2-4411ddab1e26 req-0d87479f-01f2-4f3c-8a75-18632bdb770b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648167 Jul 22 19:47:02.471390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-4c25b563-1490-439a-8bcd-96bcbfb921cf tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 1001 time: 0.0648189 Jul 22 19:47:02.694431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-cc475730-9505-4fb6-9621-0773355ff2db tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:02.704562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-cc475730-9505-4fb6-9621-0773355ff2db tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2242587 Jul 22 19:47:02.711473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-2666e8c8-dc6d-4789-a852-5fad78d45f8f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:47:02.724602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-2666e8c8-dc6d-4789-a852-5fad78d45f8f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185900 Jul 22 19:47:02.819074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-0771feec-4cb9-4d1d-934c-a429807a0e30 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 1001 time: 0.0920331 Jul 22 19:47:02.835765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:02.935685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:03.193682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:03.203891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:03.205191 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Floating IP 2119b457-4c8d-4ded-9037-6b8fad3852d5 disassociated. External IP: 172.25.6.50, port: 79d4a2eb-fe08-4448-a4a9-665fb7418d3d. Jul 22 19:47:03.951950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08f29-4f93-4a22-bb0c-ac76d90621a2 req-ff317618-087a-4395-8d89-05545c3f5975 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:03.954324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37d08f29-4f93-4a22-bb0c-ac76d90621a2 req-ff317618-087a-4395-8d89-05545c3f5975 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1716273 Jul 22 19:47:04.041723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37d08f29-4f93-4a22-bb0c-ac76d90621a2 req-6931b1c0-fe1b-4744-ae31-589aeffa4d4d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Jul 22 19:47:04.056103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Router 1d54729e-aa10-4561-99b3-bcf585ce7445 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:47:04.275017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:04.284759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:04.285774 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Sync routers for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:47:04.301263 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:04.301922 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:04.337766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-a1ba3963-7894-437f-9021-819dffd4a368 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "PUT /v2.0/floatingips/2119b457-4c8d-4ded-9037-6b8fad3852d5 HTTP/1.1" status: 200 len: 694 time: 1.5051718 Jul 22 19:47:04.339521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:04.354317 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b450831b-6fd2-494e-ad09-30623923613a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:04.428388 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89409b49-3f2a-405c-9907-de2f0441f292 x-openstack-request-id: req-89409b49-3f2a-405c-9907-de2f0441f292 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:04.428954 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:04.429390 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89409b49-3f2a-405c-9907-de2f0441f292 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:04.430047 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:47:04.570277 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:04.609425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-d934b46d-1af4-4b6e-8609-f897d36941cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:04.613721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-d934b46d-1af4-4b6e-8609-f897d36941cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.2403958 Jul 22 19:47:04.663999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450831b-6fd2-494e-ad09-30623923613a req-f04364cd-458a-4b6d-bc76-67abaf191d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:04.665552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-f04364cd-458a-4b6d-bc76-67abaf191d8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 1098 time: 0.2200851 Jul 22 19:47:04.816584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-7a225c48-1301-4f17-8b0c-cb3b53d2bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:04.825087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-7a225c48-1301-4f17-8b0c-cb3b53d2bd36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.2019215 Jul 22 19:47:04.897621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-1cc591c2-3b03-4797-97d8-ac861de089f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.0713401 Jul 22 19:47:04.957678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-45a123e3-8776-4568-b2a3-51218c9ed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:04.966793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-45a123e3-8776-4568-b2a3-51218c9ed6be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.0678992 Jul 22 19:47:05.018338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-d990f80d-2e30-4a92-8252-7ea3d27b754f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502076 Jul 22 19:47:05.057050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:05.135681 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Checking router: 1d54729e-aa10-4561-99b3-bcf585ce7445 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:05.157574 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:05.158477 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:46:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:05.215293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450831b-6fd2-494e-ad09-30623923613a req-a395dc76-f5b3-4ee1-a085-59a75e29a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:05.216906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-a395dc76-f5b3-4ee1-a085-59a75e29a9e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 200 len: 920 time: 0.5244858 Jul 22 19:47:05.315550 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:05.386728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-5846c07b-b670-40fb-8849-888c1b54f2b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 200 len: 217 time: 0.1223807 Jul 22 19:47:05.429327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-7f5d3721-d5fe-4ebd-8077-d652636026f7 service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097080 Jul 22 19:47:05.506419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450831b-6fd2-494e-ad09-30623923613a req-6963bd8f-8b9c-4b26-aee3-64bed395ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:05.508250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-6963bd8f-8b9c-4b26-aee3-64bed395ec17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 200 len: 859 time: 0.1200256 Jul 22 19:47:05.589770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1912eb1-e403-4047-b5b8-0c554e7f2000 req-c91eeb7d-dfbe-4691-83d6-bd52df23bc31 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:05.591703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1912eb1-e403-4047-b5b8-0c554e7f2000 req-c91eeb7d-dfbe-4691-83d6-bd52df23bc31 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.3738809 Jul 22 19:47:05.599269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-32df85d8-c8fb-493c-a67e-c1411a7f6ea0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33156588-01bc-4e22-9c53-870c9fc9a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812087 Jul 22 19:47:05.704867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b1912eb1-e403-4047-b5b8-0c554e7f2000 req-9bbbe34d-27bf-4ad9-a8cf-eaad744c6077 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025703 Jul 22 19:47:05.715626 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:05.758118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41b51e5f-340b-4f2f-877e-268a0daf1162 req-be4d0cde-3381-45bc-afe2-57dffec3bade service neutron] 10.222.0.10 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172519 Jul 22 19:47:05.774485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f7739-0d9b-44e7-9b66-9da42fce3d46 None None] The sync data for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 is: [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '109606a0-7cea-4ef0-96b1-6b1b18455fe8', 'name': '', 'network_id': '33156588-01bc-4e22-9c53-870c9fc9a49f', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'mac_address': 'fa:16:3e:81:f8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:04Z', 'updated_at': '2021-07-22T19:46:13Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'subnets': [{'id': '7549bfae-998c-42f5-bd71-bd4a32d3b0c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:05.875511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-199efc94-7f8f-4b2e-b029-90da475cef16 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips/2119b457-4c8d-4ded-9037-6b8fad3852d5 HTTP/1.1" status: 200 len: 694 time: 0.0655239 Jul 22 19:47:05.877534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-6185e8f3-6e1b-459f-b395-6f9724c93fc5 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690952 Jul 22 19:47:06.158351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-02787cfb-0ab9-4b43-b4b8-e6e256ccade6 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:06.160197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-02787cfb-0ab9-4b43-b4b8-e6e256ccade6 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/networks/a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 784 time: 0.2788155 Jul 22 19:47:06.162355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b450831b-6fd2-494e-ad09-30623923613a req-2b4facf4-5c8c-440d-bf6d-73c3b92338f0 service neutron] 10.222.0.26 "GET /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690372 Jul 22 19:47:06.290439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-d8040ae6-88db-4cd4-8c17-0484b7623a75 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 697 time: 0.1228507 Jul 22 19:47:06.351897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750ab95e-bd68-4013-a18c-91c4e49e3c70 None None] New status for floating IP 2119b457-4c8d-4ded-9037-6b8fad3852d5: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:47:06.414383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-6745252a-e0e9-4225-8920-75d19ecd4d5c tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 697 time: 0.1171577 Jul 22 19:47:06.724512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Deleting port d86ac442-8241-43d7-b503-d304215a03b5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:06.725417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:06.860599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:06.860949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:06.886887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Calling delete_port for d86ac442-8241-43d7-b503-d304215a03b5 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:07.009426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a594c-e9ba-401b-b05d-ea4c06c785bc req-5ea200f6-926d-4c12-805b-4a642418d5a2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:07.011031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae2a594c-e9ba-401b-b05d-ea4c06c785bc req-5ea200f6-926d-4c12-805b-4a642418d5a2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1410906 Jul 22 19:47:07.098571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac0c50f0-3bf2-4250-ad10-2c0ed5cbad03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.141376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae2a594c-e9ba-401b-b05d-ea4c06c785bc req-4914ffac-760b-4f5a-bad6-08e1af14fcf3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165059 Jul 22 19:47:07.149823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.179397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event deleted for resources: {'Port': ['ID=d86ac442-8241-43d7-b503-d304215a03b5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:07.291691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.294493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.299121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cc8efdd-2ed3-4475-ad24-4f0a4cd32127 req-5f1af5e2-982d-422e-8ca2-c8b09385c705 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "DELETE /v2.0/floatingips/2119b457-4c8d-4ded-9037-6b8fad3852d5 HTTP/1.1" status: 204 len: 173 time: 0.8769860 Jul 22 19:47:07.383239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-4d1986e5-70ec-4a4f-bb7d-bed5b226d1a4 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups/71aed938-e19f-4d01-bdaf-8b9b5cafe935 HTTP/1.1" status: 200 len: 1810 time: 0.0672786 Jul 22 19:47:07.415193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de041c1c-4c7a-4a57-8322-d9a831120fff req-c6b75809-bd6c-451b-942c-261df20739a2 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:07.416997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de041c1c-4c7a-4a57-8322-d9a831120fff req-c6b75809-bd6c-451b-942c-261df20739a2 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 945 time: 0.1677275 Jul 22 19:47:07.496679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-de041c1c-4c7a-4a57-8322-d9a831120fff req-cc2a9405-09eb-401d-8a95-b704689f36d1 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729923 Jul 22 19:47:07.497590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.536269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.589681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.592515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:07.595486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dab05ea4-b4e6-4afe-a25a-94dffd1db003 req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "DELETE /v2.0/security-groups/71aed938-e19f-4d01-bdaf-8b9b5cafe935 HTTP/1.1" status: 204 len: 173 time: 0.2063143 Jul 22 19:47:07.614582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7838e4-911e-4f96-8c06-aa1ec236a3cd tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aed938-e19f-4d01-bdaf-8b9b5cafe935,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:07.963719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8278f20-33ba-4f20-88a7-9f80f2ebe3c1 req-7b652106-f3e9-445f-aa2c-454f4365d2c0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:07.965558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8278f20-33ba-4f20-88a7-9f80f2ebe3c1 req-7b652106-f3e9-445f-aa2c-454f4365d2c0 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.0892384 Jul 22 19:47:08.044855 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8278f20-33ba-4f20-88a7-9f80f2ebe3c1 req-ed8b771c-d52a-49c2-963e-4dab2aab1512 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695324 Jul 22 19:47:08.338896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c978-5db5-46be-8e10-3c8c12af1ff9 req-d47b8a6a-8786-48b6-b661-ea56dfc80e54 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:08.347239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6d4c978-5db5-46be-8e10-3c8c12af1ff9 req-d47b8a6a-8786-48b6-b661-ea56dfc80e54 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1138592 Jul 22 19:47:08.394455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6d4c978-5db5-46be-8e10-3c8c12af1ff9 req-f95b287c-da20-44ab-94a9-b07a386671ef tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Jul 22 19:47:08.512513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2ca958fd-08ca-4047-9141-40c10bde138e tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:08.514262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2ca958fd-08ca-4047-9141-40c10bde138e tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 945 time: 0.0892358 Jul 22 19:47:08.674141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b30ccf-7521-4977-8eb4-0f2df2545b6b req-704ac2c3-c6e0-4aef-9e9a-00c5a5b2c1fe tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:08.676540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2b30ccf-7521-4977-8eb4-0f2df2545b6b req-704ac2c3-c6e0-4aef-9e9a-00c5a5b2c1fe tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 945 time: 0.0886436 Jul 22 19:47:08.700315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Deleting port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:08.700954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.740719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2b30ccf-7521-4977-8eb4-0f2df2545b6b req-d5c288c6-3b92-454c-a375-8f65a77e02d3 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458486 Jul 22 19:47:08.814382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] For port b93b866d-d064-4fb1-9c3f-e6adecfdbb16, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:08.815066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:08.828994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Calling delete_port for b93b866d-d064-4fb1-9c3f-e6adecfdbb16 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:09.029426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:09.044712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['b93b866d-d064-4fb1-9c3f-e6adecfdbb16'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:09.065632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Pushing event deleted for resources: {'Port': ['ID=b93b866d-d064-4fb1-9c3f-e6adecfdbb16,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:09.076021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.076399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.076742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.077078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.077462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.077966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.078305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.078629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.078965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.079294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.079622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.079949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:09.141179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] No DVR routers for this DVR port b93b866d-d064-4fb1-9c3f-e6adecfdbb16 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:09.145830 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:09.146091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9ece57a-095c-418a-81c3-ad481477c5ee req-2a52e8f3-92db-4315-af86-03e0adf94e98 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.32 "DELETE /v2.0/ports/b93b866d-d064-4fb1-9c3f-e6adecfdbb16 HTTP/1.1" status: 204 len: 173 time: 0.6252544 Jul 22 19:47:09.146936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'name': 'network-vif-deleted', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:09.150471 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe986625-fff1-4dfd-a974-1f2c23d7ef94" -d '{"events": [{"server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "name": "network-vif-deleted", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:09.228908 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f716ac5-eaf5-4954-be0e-052741c4967b x-openstack-request-id: req-4f716ac5-eaf5-4954-be0e-052741c4967b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:09.229342 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd", "name": "network-vif-deleted", "tag": "b93b866d-d064-4fb1-9c3f-e6adecfdbb16", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:09.229611 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f716ac5-eaf5-4954-be0e-052741c4967b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:09.230222 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd', 'name': 'network-vif-deleted', 'tag': 'b93b866d-d064-4fb1-9c3f-e6adecfdbb16', 'status': 'completed', 'code': 200} Jul 22 19:47:09.274772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd8d91-766b-46a1-ac91-6ae6b46d4a1e req-6ffcb2da-bf98-4fa9-8c80-311ca41052aa tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:09.276841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1cd8d91-766b-46a1-ac91-6ae6b46d4a1e req-6ffcb2da-bf98-4fa9-8c80-311ca41052aa tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1184146 Jul 22 19:47:09.348881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1cd8d91-766b-46a1-ac91-6ae6b46d4a1e req-1350e1cd-297f-4199-a16c-13c342823139 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621452 Jul 22 19:47:09.543477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff10ad-26ea-4971-a37c-5f015fa20399 req-742c665f-9aab-40be-be1a-a32d83006031 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:09.545090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaff10ad-26ea-4971-a37c-5f015fa20399 req-742c665f-9aab-40be-be1a-a32d83006031 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.0788953 Jul 22 19:47:09.617666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaff10ad-26ea-4971-a37c-5f015fa20399 req-7aa926a2-89fc-4bed-8543-f2bf7b99808b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 Jul 22 19:47:09.934108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:09.947567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7d6b0f8-6a1f-45b7-8903-c1b45e1b42a8 req-7c6224ee-76f8-48d2-b353-f2f333f8f0a1 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbba0486-6ee2-49fd-bb1d-79a4a6b8dddd HTTP/1.1" status: 200 len: 210 time: 0.0802560 Jul 22 19:47:10.043981 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb74ad50-f898-4e0f-b62f-bcdba0751e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.355343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86673220-e422-48f8-9f16-15e617b90f10 req-64972ea2-0ab5-4125-bbf3-0b8c51180a5f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:10.357649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86673220-e422-48f8-9f16-15e617b90f10 req-64972ea2-0ab5-4125-bbf3-0b8c51180a5f tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.26 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1107521 Jul 22 19:47:10.603850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Deleting port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:10.604215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.636579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d876a-e90a-4ffa-9b78-0f5dfa8b3ff5 req-c91d9c0b-6e3e-4bb0-b187-10c3ee54d7fb tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:10.638119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-985d876a-e90a-4ffa-9b78-0f5dfa8b3ff5 req-c91d9c0b-6e3e-4bb0-b187-10c3ee54d7fb tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 946 time: 0.1700270 Jul 22 19:47:10.728965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-985d876a-e90a-4ffa-9b78-0f5dfa8b3ff5 req-eb06a7f9-c467-4356-ad5f-524af76809a9 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a3646e8-852d-4da4-ba7a-5161437aea63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821004 Jul 22 19:47:10.741450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] For port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:10.741639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:10.754593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Calling delete_port for 79d4a2eb-fe08-4448-a4a9-665fb7418d3d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:10.896300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566b77-8d89-41a3-ac92-291c31474f20 req-1ba6d40a-fdcb-409a-94ee-23f771d6fbd0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:10.898029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e566b77-8d89-41a3-ac92-291c31474f20 req-1ba6d40a-fdcb-409a-94ee-23f771d6fbd0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1278379 Jul 22 19:47:11.411687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e566b77-8d89-41a3-ac92-291c31474f20 req-16f02bbf-eec8-4ade-9da2-cd9ade50021d tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042026 Jul 22 19:47:11.411687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:11.463287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Pushing event deleted for resources: {'Port': ['ID=79d4a2eb-fe08-4448-a4a9-665fb7418d3d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:11.493384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b93b866d-d064-4fb1-9c3f-e6adecfdbb16 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:11.538266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: b93b866d-d064-4fb1-9c3f-e6adecfdbb16 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:11.538635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device b93b866d-d064-4fb1-9c3f-e6adecfdbb16 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:11.544421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:11.565611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] No DVR routers for this DVR port 79d4a2eb-fe08-4448-a4a9-665fb7418d3d on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:11.574912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:11.580215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86673220-e422-48f8-9f16-15e617b90f10 req-08417159-084d-4937-93fa-a0de2687c29a tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.26 "DELETE /v2.0/ports/79d4a2eb-fe08-4448-a4a9-665fb7418d3d HTTP/1.1" status: 204 len: 173 time: 1.2152903 Jul 22 19:47:11.581507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'name': 'network-vif-deleted', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:11.585956 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab7dbb-d98d-4d3c-ae26-55f60a31c976" -d '{"events": [{"server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "name": "network-vif-deleted", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:11.688586 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d004268-7d22-4a77-9ddc-1a243f4044f8 x-openstack-request-id: req-3d004268-7d22-4a77-9ddc-1a243f4044f8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:11.689859 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e19cc4-d31b-48af-bf35-cbe36f1ccb27", "name": "network-vif-deleted", "tag": "79d4a2eb-fe08-4448-a4a9-665fb7418d3d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:11.690520 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d004268-7d22-4a77-9ddc-1a243f4044f8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:11.691503 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e19cc4-d31b-48af-bf35-cbe36f1ccb27', 'name': 'network-vif-deleted', 'tag': '79d4a2eb-fe08-4448-a4a9-665fb7418d3d', 'status': 'completed', 'code': 200} Jul 22 19:47:11.934937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e207c2b2-3ac4-4747-a897-c1656e8be8f3 req-feb6c8c6-68b0-4d21-b26d-7dd5fc307203 tempest-ServerRescueTestJSONUnderV235-428776322 tempest-ServerRescueTestJSONUnderV235-428776322-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2e19cc4-d31b-48af-bf35-cbe36f1ccb27 HTTP/1.1" status: 200 len: 210 time: 0.0553434 Jul 22 19:47:12.572030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44376) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:12.755223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d51f1-8925-4b87-8901-fff2b0e11038 req-2786e361-bc9d-4673-a9a9-4095fff598d2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:12.757683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-364d51f1-8925-4b87-8901-fff2b0e11038 req-2786e361-bc9d-4673-a9a9-4095fff598d2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1689126 Jul 22 19:47:12.798230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a906088-a5ec-4df3-bfa6-551661a31a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:12.843680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-364d51f1-8925-4b87-8901-fff2b0e11038 req-45dafdfa-0285-4006-a3cf-6209aff54a34 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766940 Jul 22 19:47:12.894831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:12.948476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a906088-a5ec-4df3-bfa6-551661a31a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:12.957627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a906088-a5ec-4df3-bfa6-551661a31a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.028510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44386) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:13.043263 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1a906088-a5ec-4df3-bfa6-551661a31a75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7cffc4536ccf4e7b8e4bd51d5768eaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693413 Jul 22 19:47:13.044303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a906088-a5ec-4df3-bfa6-551661a31a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7107c88-fe33-42e2-b0ba-0f43cb370111,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:13.045630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79d4a2eb-fe08-4448-a4a9-665fb7418d3d no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:13.047705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44388) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:13.096364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 79d4a2eb-fe08-4448-a4a9-665fb7418d3d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:13.096816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 79d4a2eb-fe08-4448-a4a9-665fb7418d3d not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:13.151629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.249805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.318848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.322433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.333600 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7107c88-fe33-42e2-b0ba-0f43cb370111 HTTP/1.1" status: 204 len: 168 time: 0.2824399 Jul 22 19:47:13.351762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f27bb-176e-415d-81a9-711686af8bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7107c88-fe33-42e2-b0ba-0f43cb370111,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:13.754109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:13.828515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44410) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:13.870684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0db26945-0100-48c3-8a6f-0db19db93774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.132916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d94fea-2d39-41ef-b352-90e244331c9a req-85133eb6-0693-480d-aa06-5b7096d5bafd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:14.134369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6d94fea-2d39-41ef-b352-90e244331c9a req-85133eb6-0693-480d-aa06-5b7096d5bafd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1474278 Jul 22 19:47:14.173340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0db26945-0100-48c3-8a6f-0db19db93774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.194266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0db26945-0100-48c3-8a6f-0db19db93774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.286687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0db26945-0100-48c3-8a6f-0db19db93774 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2c3ad6231c1462982fc081dbecdf4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555612 Jul 22 19:47:14.287293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44416) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:14.296553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6d94fea-2d39-41ef-b352-90e244331c9a req-9c8bdd46-21b4-4d33-962b-224bbac5ca67 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509223 Jul 22 19:47:14.298327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db26945-0100-48c3-8a6f-0db19db93774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5878ca1-f88a-4de3-a08e-77928286d70e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:14.365934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Deleting port 109606a0-7cea-4ef0-96b1-6b1b18455fe8 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:14.366350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.368596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.395926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.466472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.470379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.474290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5878ca1-f88a-4de3-a08e-77928286d70e HTTP/1.1" status: 204 len: 168 time: 0.1833940 Jul 22 19:47:14.480915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e97dd-f6b9-4657-a446-afe00603ea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5878ca1-f88a-4de3-a08e-77928286d70e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:14.522168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] For port 109606a0-7cea-4ef0-96b1-6b1b18455fe8, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=109606a0-7cea-4ef0-96b1-6b1b18455fe8,segment=NetworkSegment(9b775f33-3c6a-4267-a96e-8f9ab57513cb),segment_id=9b775f33-3c6a-4267-a96e-8f9ab57513cb)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:14.522805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.548232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Calling delete_port for 109606a0-7cea-4ef0-96b1-6b1b18455fe8 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:14.909235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:14.962893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Pushing event deleted for resources: {'Port': ['ID=109606a0-7cea-4ef0-96b1-6b1b18455fe8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:15.291997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:15.549973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c48c2d-ff80-4575-933e-cc0fb01af3ae req-73d0231e-5453-40a5-b62e-b15ade56ab8c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:15.551511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25c48c2d-ff80-4575-933e-cc0fb01af3ae req-73d0231e-5453-40a5-b62e-b15ade56ab8c tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1294918 Jul 22 19:47:15.667890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25c48c2d-ff80-4575-933e-cc0fb01af3ae req-dffb4b38-1058-4c9b-866d-11f28f120ac0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090086 Jul 22 19:47:15.705483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Router 1d54729e-aa10-4561-99b3-bcf585ce7445 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:47:15.882362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:15.892780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Sync routers for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:47:15.894895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7f2b4293-ea52-4405-8220-3f83eae9de53 admin admin] 10.222.0.10 "PUT /v2.0/routers/1d54729e-aa10-4561-99b3-bcf585ce7445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8649635 Jul 22 19:47:15.897461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44460) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:15.924428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:15.925072 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:16.149565 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:16.234603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:16.418092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:16.528487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Deleting port 021d4ffc-a660-4932-a563-e0637cedb3b9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:16.529120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:16.641703 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:47:14Z', 'revision_number': 5, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port': {'id': '021d4ffc-a660-4932-a563-e0637cedb3b9', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:95:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:46:01Z', 'updated_at': '2021-07-22T19:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:16.644519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] For port 021d4ffc-a660-4932-a563-e0637cedb3b9, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=021d4ffc-a660-4932-a563-e0637cedb3b9,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:16.644900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:16.662876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Calling delete_port for 021d4ffc-a660-4932-a563-e0637cedb3b9 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:16.676914 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Checking router: 1d54729e-aa10-4561-99b3-bcf585ce7445 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:16.687804 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Routers {'1d54729e-aa10-4561-99b3-bcf585ce7445'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:16.689175 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1d54729e-aa10-4561-99b3-bcf585ce7445'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:16.877156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] Set router 1d54729e-aa10-4561-99b3-bcf585ce7445 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:17.004665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db89b4-c883-4944-95bd-35461a1ec0bb req-41a06bf2-e819-468b-976e-45dfe1228aa1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:17.013205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.027419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5db89b4-c883-4944-95bd-35461a1ec0bb req-41a06bf2-e819-468b-976e-45dfe1228aa1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.2127926 Jul 22 19:47:17.058797 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:47:16Z', 'revision_number': 6, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:17.078305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Pushing event deleted for resources: {'Port': ['ID=021d4ffc-a660-4932-a563-e0637cedb3b9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:17.105073 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb03fd52-9fc9-49db-a8af-d4f5cc7e34fc None None] The sync data for ids ['1d54729e-aa10-4561-99b3-bcf585ce7445'] in n-d-800087-13 is: [{'id': '1d54729e-aa10-4561-99b3-bcf585ce7445', 'name': 'tempest-ServerRescueTestJSONUnderV235-437448809-router', 'tenant_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:46:00Z', 'updated_at': '2021-07-22T19:47:16Z', 'revision_number': 6, 'project_id': '6334a9fbc9dd4be2bbc6d6d8ccb128dc', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:17.118135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5db89b4-c883-4944-95bd-35461a1ec0bb req-b34cf038-5218-4f95-8d1f-a34bb407c200 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893078 Jul 22 19:47:17.187630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.297717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.301933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.385942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.388137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d54729e-aa10-4561-99b3-bcf585ce7445 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:47:17.393925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.395366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c206080-59bb-42ba-8cad-9c1d6308260a admin admin] 10.222.0.10 "DELETE /v2.0/routers/1d54729e-aa10-4561-99b3-bcf585ce7445 HTTP/1.1" status: 204 len: 168 time: 1.4967830 Jul 22 19:47:17.397948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44498) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:17.578962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Deleting subnet 7549bfae-998c-42f5-bd71-bd4a32d3b0c4 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:47:17.593468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.611851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 109606a0-7cea-4ef0-96b1-6b1b18455fe8 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:17.677926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 109606a0-7cea-4ef0-96b1-6b1b18455fe8 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:17.679261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 109606a0-7cea-4ef0-96b1-6b1b18455fe8 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:17.724015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.919013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:17.983037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-3781d71b-c908-4c0a-98a1-fa154d873217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:17.984918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2953-39dd-4de4-9452-570698518c2f req-90858a98-de22-4dc1-9982-450f3ccdd2f9 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:17.988215 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-3781d71b-c908-4c0a-98a1-fa154d873217 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0bb4636183c7488d86f51e669c69de4b&device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 1098 time: 0.1462200 Jul 22 19:47:17.993526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c0c2953-39dd-4de4-9452-570698518c2f req-90858a98-de22-4dc1-9982-450f3ccdd2f9 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.2094564 Jul 22 19:47:18.080576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c0c2953-39dd-4de4-9452-570698518c2f req-307f4943-d956-4d3a-ba83-53b31b30e29b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685635 Jul 22 19:47:18.095882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.227498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-b74040bf-13fa-4df7-86e9-c77d55b29e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:18.230261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-b74040bf-13fa-4df7-86e9-c77d55b29e83 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 200 len: 917 time: 0.2343957 Jul 22 19:47:18.239197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.243271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7549bfae-998c-42f5-bd71-bd4a32d3b0c4 HTTP/1.1" status: 204 len: 168 time: 0.8438962 Jul 22 19:47:18.244536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206458e-8dd0-4733-90a4-bd3ecd714615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7549bfae-998c-42f5-bd71-bd4a32d3b0c4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:18.246360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:18.327666 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-3d385954-17d4-4a83-9b4b-2a929e7d405e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=675453de-7c57-46a0-8383-59526512cbcf HTTP/1.1" status: 200 len: 217 time: 0.0879900 Jul 22 19:47:18.410628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.445375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-c66f2c0c-7181-43aa-b470-6b2d373705fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:18.448368 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-c66f2c0c-7181-43aa-b470-6b2d373705fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 200 len: 855 time: 0.0956140 Jul 22 19:47:18.599179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-907b20f7-6c66-4e99-a46f-9fd279878346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:18.603547 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-907b20f7-6c66-4e99-a46f-9fd279878346 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac399dca-3df3-45e0-b3a6-3d34d26f8681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467016 Jul 22 19:47:18.741427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.745748 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-6873ad0c-a1d2-4e20-9d9e-9cfe014e7ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332138 Jul 22 19:47:18.770223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33156588-01bc-4e22-9c53-870c9fc9a49f']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:18.796954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b775f33-3c6a-4267-a96e-8f9ab57513cb') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:18.797250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b775f33-3c6a-4267-a96e-8f9ab57513cb') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:18.818180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.851494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.870814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:18.871309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.950480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:18.951603 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:18.963930 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.969934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:18.972638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] 10.222.0.10 "DELETE /v2.0/networks/33156588-01bc-4e22-9c53-870c9fc9a49f HTTP/1.1" status: 204 len: 168 time: 0.7251527 Jul 22 19:47:18.988236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa71f19-8e69-467d-8888-e0eefd77defb admin admin] Pushing event deleted for resources: {'Network': ['ID=33156588-01bc-4e22-9c53-870c9fc9a49f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:19.166725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c484a29b-8752-4fc2-85f8-d76961407b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.219427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 021d4ffc-a660-4932-a563-e0637cedb3b9 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:19.275785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44542) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:19.277313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 021d4ffc-a660-4932-a563-e0637cedb3b9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:19.278692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 021d4ffc-a660-4932-a563-e0637cedb3b9 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:19.413933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e55950f-a1ba-4141-b4e3-38ef7634d84b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6334a9fbc9dd4be2bbc6d6d8ccb128dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368887 Jul 22 19:47:19.416516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:19.446418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d607f62-da7a-4b82-84d1-e67cc0b1369d req-bece9818-7b32-4e03-9b1c-1204a15018f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:19.449026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d607f62-da7a-4b82-84d1-e67cc0b1369d req-bece9818-7b32-4e03-9b1c-1204a15018f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1544049 Jul 22 19:47:19.498078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2d27be22-4d1d-4e11-994e-2b24a003ef3a req-fc76b832-cd2b-4785-8a8c-156d8fef7a9b service neutron] 10.222.0.32 "GET /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7417765 Jul 22 19:47:19.566182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.570852 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c484a29b-8752-4fc2-85f8-d76961407b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.577933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d607f62-da7a-4b82-84d1-e67cc0b1369d req-7680946a-3d94-4b97-b34c-6d53641b964e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Jul 22 19:47:19.580430 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c484a29b-8752-4fc2-85f8-d76961407b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.603813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.640379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484a29b-8752-4fc2-85f8-d76961407b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b561a7e-92ab-463f-8585-f9660b35fc21,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:19.691540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c484a29b-8752-4fc2-85f8-d76961407b42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=930f8f57115f4c9992b59eefca2c1446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7379222 Jul 22 19:47:19.697641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44566) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:19.740625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.744565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.763084 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a3646e8-852d-4da4-ba7a-5161437aea63 HTTP/1.1" status: 204 len: 168 time: 0.3222556 Jul 22 19:47:19.793171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e919e35-b2ff-49e0-ad41-992caeb02c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3646e8-852d-4da4-ba7a-5161437aea63,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:19.919316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:19.982253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.006969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-0b841c97-9cc0-4da5-bef2-490781c25431 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:20.008735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-0b841c97-9cc0-4da5-bef2-490781c25431 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 813 time: 0.2939444 Jul 22 19:47:20.083953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-62b47f4c-bcb7-485a-8048-da401de574f6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/quotas/dbaa84d06bb448e8a8bf0a4f8ba9ee7c HTTP/1.1" status: 200 len: 375 time: 0.0390809 Jul 22 19:47:20.152187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-cc173587-251e-41c5-952a-38fc62280327 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566547 Jul 22 19:47:20.205976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684d61d-f446-4d3e-8bcc-aedf86addc64 req-2acb0fa3-b409-4f3c-a03a-fcede11ebcb6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:20.207868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0684d61d-f446-4d3e-8bcc-aedf86addc64 req-2acb0fa3-b409-4f3c-a03a-fcede11ebcb6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2226136 Jul 22 19:47:20.249680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.301293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:20.301293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b561a7e-92ab-463f-8585-f9660b35fc21 HTTP/1.1" status: 204 len: 168 time: 0.5545368 Jul 22 19:47:20.301293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e23ea-f1eb-471e-a9ae-2c1943cdb329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b561a7e-92ab-463f-8585-f9660b35fc21,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:20.322748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0684d61d-f446-4d3e-8bcc-aedf86addc64 req-05ec942a-8849-4a8a-8fa7-e0dfb167a1d7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1042302 Jul 22 19:47:20.330818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-f328a261-3153-4dc8-988f-0026b8da3bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776764 Jul 22 19:47:20.477502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-cd3b6fbd-5141-475f-84f7-a89fa457d413 service neutron] 10.222.0.10 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457155 Jul 22 19:47:20.660104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c7bf-67ae-42d5-a007-666747441b0a req-721def6c-7ad9-46fb-8785-58b5f143acfa tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:20.663981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2655c7bf-67ae-42d5-a007-666747441b0a req-721def6c-7ad9-46fb-8785-58b5f143acfa tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1759925 Jul 22 19:47:20.717996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f702a2e-b07a-4432-8e1b-b8f6c4fc7562 req-46b94186-777a-49ad-9522-67f1b466ae96 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0448613 Jul 22 19:47:20.791260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2655c7bf-67ae-42d5-a007-666747441b0a req-6317d681-3a46-408e-af7c-e61a585cdaf5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202607 Jul 22 19:47:20.980729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a313df4-aeee-4521-b650-4a91ace8aee1 req-098e796d-fa89-4cb2-bc3f-9b022206b6be tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:20.998582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a313df4-aeee-4521-b650-4a91ace8aee1 req-098e796d-fa89-4cb2-bc3f-9b022206b6be tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1361911 Jul 22 19:47:21.085373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a313df4-aeee-4521-b650-4a91ace8aee1 req-84609624-4ebc-4ec7-bff8-f3294191591e tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852153 Jul 22 19:47:21.125991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44638) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:21.394176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-a4f82c25-2fdd-428f-97d7-57e6b45e6b34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:21.396633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-a4f82c25-2fdd-428f-97d7-57e6b45e6b34 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.2334261 Jul 22 19:47:21.420044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9aa0f-0b32-433f-beb9-8a2a5a947fa4 req-21daed53-397f-455a-beb4-26c19d202437 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:21.427745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdc9aa0f-0b32-433f-beb9-8a2a5a947fa4 req-21daed53-397f-455a-beb4-26c19d202437 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1856127 Jul 22 19:47:21.445892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-26df1a3d-a75d-43a0-90fa-d507b9f01562 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/quotas/223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 375 time: 0.0421891 Jul 22 19:47:21.485248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdc9aa0f-0b32-433f-beb9-8a2a5a947fa4 req-b7e2d8b9-f4c2-497b-ba3c-d2f4fde95fcd tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Jul 22 19:47:21.491470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-916573528-network', 'tenant_id': '22fdfdbf109d4a5493398e8ef0a2ef8d'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:21.526348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Made reservation on behalf of 22fdfdbf109d4a5493398e8ef0a2ef8d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:21.528627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:21.559105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:21.700626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-e3872064-265f-42ed-aa71-954332ec4bac tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2345660 Jul 22 19:47:21.812553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578ad7-86cd-491e-ae21-83842b54d34d req-392745fc-f197-4a42-97df-a6279ca88e99 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:21.814141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9578ad7-86cd-491e-ae21-83842b54d34d req-392745fc-f197-4a42-97df-a6279ca88e99 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.2126439 Jul 22 19:47:21.825985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.206194 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.309025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:47:22.310924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:22.375474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9578ad7-86cd-491e-ae21-83842b54d34d req-679911aa-3a94-4e49-be8b-9e17d3c3f9be tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516796 Jul 22 19:47:22.390028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-5d7248a0-73af-4010-94b2-e9b2b90da697 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439292 Jul 22 19:47:22.391169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.391568 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Added segment 2893aaec-05f3-480f-90c3-841702d9dcc2 of type vlan for network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 Jul 22 19:47:22.497482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44670) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:22.558527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.561050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:47:22.619570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-07074a83-08a3-40c5-b23b-7c6ebc5105c4 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:22.621219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-07074a83-08a3-40c5-b23b-7c6ebc5105c4 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.26 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 813 time: 0.4293547 Jul 22 19:47:22.640849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a067223-6ea8-4873-9103-8c9a73a5eafc req-6ed62418-9075-4c31-9c2a-af3d599adb4f tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 210 time: 0.1138988 Jul 22 19:47:22.652109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-008017c5-9ec5-49d0-9091-464a618f8093 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505629 Jul 22 19:47:22.667253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Request body: {'port': {'device_id': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef', 'admin_state_up': True, 'tenant_id': 'dbaa84d06bb448e8a8bf0a4f8ba9ee7c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:22.708610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39841a1d-6be1-4177-b3a7-75d8385ad206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.778834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.779710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:22.781034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.888744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39841a1d-6be1-4177-b3a7-75d8385ad206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.907107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39841a1d-6be1-4177-b3a7-75d8385ad206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:22.929556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] Pushing event updated for resources: {'Network': ['ID=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:22.939375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eec588c3-1fcd-4239-b812-7d798a3a3f2d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8122487 Jul 22 19:47:22.942058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:47:22.942901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44678) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:22.953771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Request body: {'subnet': {'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-916573528-subnet', 'tenant_id': '22fdfdbf109d4a5493398e8ef0a2ef8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:22.999812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25114860-f13b-4e7a-92fb-3c960b8b7cff req-532dbbdf-e6a7-40d7-9cb3-dab9e0399553 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:23.001442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25114860-f13b-4e7a-92fb-3c960b8b7cff req-532dbbdf-e6a7-40d7-9cb3-dab9e0399553 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.2266030 Jul 22 19:47:23.021840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Made reservation on behalf of dbaa84d06bb448e8a8bf0a4f8ba9ee7c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:23.026132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.047653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc687100-0e71-4885-8b2b-6da7c8a7bf4a req-4287d80e-d7db-4f58-9978-96fea8180fbd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 210 time: 0.0761297 Jul 22 19:47:23.051510 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39841a1d-6be1-4177-b3a7-75d8385ad206 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e375527bf514c4b97552789a5463ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528691 Jul 22 19:47:23.052246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:23.092284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Made reservation on behalf of 22fdfdbf109d4a5493398e8ef0a2ef8d for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:23.095373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.115873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25114860-f13b-4e7a-92fb-3c960b8b7cff req-78182525-082a-4bfb-acaa-f497fafc3470 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830646 Jul 22 19:47:23.142307 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39841a1d-6be1-4177-b3a7-75d8385ad206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c44966-a7b6-4fce-81fd-cf7050bba78d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:23.176570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.212180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-cc1467ed-9789-4f4b-8f9b-13d870889479 req-956895fd-fdf9-40fb-9fbb-23079159dd65 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:47:23.212772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.221047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc1467ed-9789-4f4b-8f9b-13d870889479 req-956895fd-fdf9-40fb-9fbb-23079159dd65 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212646 Jul 22 19:47:23.296222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.299690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.313964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13c44966-a7b6-4fce-81fd-cf7050bba78d HTTP/1.1" status: 204 len: 168 time: 0.2516088 Jul 22 19:47:23.334944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e7d51-7731-4e29-994a-eb168d4cb316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c44966-a7b6-4fce-81fd-cf7050bba78d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:23.561188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:23.754155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Checking segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:23.754514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Network hostable DHCP agents. Network: d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:47:23.815460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Allocated IP 172.20.0.2 (281fa9f6-94d3-4a03-a7cf-34fd51da53ef/b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da/c4fb6128-bbf5-4f91-b922-fb02a660cd8c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:23.841709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b852afe1-f5f3-40e9-ba59-00f95a66d43d,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:23.921767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bf2da49-41e1-4a5a-9ca8-f59010326557 req-3a756c8e-6245-4b88-bcb0-a97dc7e330cc tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0506523 Jul 22 19:47:23.958229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:47:24.008316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc1467ed-9789-4f4b-8f9b-13d870889479 req-ac6aa173-fb5b-48e2-a21d-f53436f160d8 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7828107 Jul 22 19:47:24.015881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:24.024700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0750dc-b99d-4541-815c-5b10f68dfe80 None None] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:24.031950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:24.036830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:24.163027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b1570dcb-9b07-4e0c-beed-fc9b0fe6caac admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2168376 Jul 22 19:47:24.320759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e616828-4341-4a84-ab9f-c254c14eb6b9 req-71ea75a2-985f-4f2d-9fcd-e1e48d1ef150 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 210 time: 0.1605928 Jul 22 19:47:24.331112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adeeb26-d72f-4579-ac33-58a5ea2ed0f0 None None] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:24.450461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:24.595830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-b4c340f3-a678-4156-ad77-ed51bf9d1edf tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:24.598396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-b4c340f3-a678-4156-ad77-ed51bf9d1edf tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.1911190 Jul 22 19:47:24.613939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'device_id': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'admin_state_up': True, 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:24.619572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:24.709289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:24.888354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:24.892871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:24.895825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:24.949756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:24.954564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:24.978641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Pushing event updated for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:24.989805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b7b97-b7ab-42fe-ab2c-7d0da04adb18 req-6e5e1832-f4bc-4ba8-acfc-9b6f712c8469 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:24.996870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e58b7b97-b7ab-42fe-ab2c-7d0da04adb18 req-6e5e1832-f4bc-4ba8-acfc-9b6f712c8469 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.4781542 Jul 22 19:47:25.041311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:25.042007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:25.076252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e58b7b97-b7ab-42fe-ab2c-7d0da04adb18 req-287af979-39c3-4509-9a99-3dd5171ca7ec tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728183 Jul 22 19:47:25.096983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-c1a9919c-e76b-42b7-a899-66f23c2feb55 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4475081 Jul 22 19:47:25.111800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Request body: {'port': {'device_id': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:25.283628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.20.0.3 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/a6be997f-1766-483e-a00d-832cf009c1a9) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:25.312685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:25.564561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163f14-2fc5-44da-836d-9d9f7e7c7045 req-0b720fb1-e06a-4583-9e80-56e2b7c4ec90 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:25.566120 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92163f14-2fc5-44da-836d-9d9f7e7c7045 req-0b720fb1-e06a-4583-9e80-56e2b7c4ec90 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 931 time: 0.3518493 Jul 22 19:47:25.606971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:25.630692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Transition to ACTIVE for port object a6be997f-1766-483e-a00d-832cf009c1a9 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:25.665077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92163f14-2fc5-44da-836d-9d9f7e7c7045 req-1b72f896-a448-4dd3-a70d-bfd4a2225b53 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904081 Jul 22 19:47:25.674196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-c43fa8e4-81d7-47ed-949b-44395b72a6f9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:25.675961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-c43fa8e4-81d7-47ed-949b-44395b72a6f9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 813 time: 0.2855511 Jul 22 19:47:25.684581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:25.698618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7', 'c41fdf33-a924-440c-a190-579f46282878'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:25.721921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-09ed0d9c-d069-45f5-bb45-e2fab85fa57a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/quotas/22fdfdbf109d4a5493398e8ef0a2ef8d HTTP/1.1" status: 200 len: 375 time: 0.0202968 Jul 22 19:47:25.784887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:25.824301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:25.830043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:25.832523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:25.834095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-43b7f38a-36cb-4a53-bdb1-67031f340c2d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043477 Jul 22 19:47:25.941588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:25.942428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:25.972003 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-abda7e8e-6896-4f37-a8e4-9715be9b9d98 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637707 Jul 22 19:47:26.001411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Request body: {'port': {'device_id': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:26.209592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.237589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9db7269d-4385-4642-a61f-5773e22dd41d None None] Provisioning for port a6be997f-1766-483e-a00d-832cf009c1a9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:26.243709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9db7269d-4385-4642-a61f-5773e22dd41d None None] Provisioning complete for port a6be997f-1766-483e-a00d-832cf009c1a9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:26.245062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9db7269d-4385-4642-a61f-5773e22dd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.250991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f02d4d-06e5-4425-b81b-085be92bd0af req-62fd92d9-1705-4654-b1cd-f5c66d7ddde0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:26.261976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68f02d4d-06e5-4425-b81b-085be92bd0af req-62fd92d9-1705-4654-b1cd-f5c66d7ddde0 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.4464810 Jul 22 19:47:26.267355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4fb6128-bbf5-4f91-b922-fb02a660cd8c {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:26.299929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.361300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9db7269d-4385-4642-a61f-5773e22dd41d None None] Port a6be997f-1766-483e-a00d-832cf009c1a9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:26.396118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68f02d4d-06e5-4425-b81b-085be92bd0af req-b438d703-a629-4172-b9fb-40eddfd4b7a6 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339526 Jul 22 19:47:26.402518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-621ca61d-6b91-40cc-b885-02957402f691 service neutron] 10.222.0.10 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358484 Jul 22 19:47:26.501625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Transition to ACTIVE for port object c4fb6128-bbf5-4f91-b922-fb02a660cd8c will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:26.565997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.677457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6be997f-1766-483e-a00d-832cf009c1a9 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:26.694668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Pushing event updated for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:26.694963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.727090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-f3109438-4f44-429c-ae99-f79e60ce59c2 service neutron] 10.222.0.10 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938299 Jul 22 19:47:26.730323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Transition to ACTIVE for port object a6be997f-1766-483e-a00d-832cf009c1a9 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:26.744191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:26.774006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bed45-e50b-4c16-80e8-0b352a8117c8 req-52533c2a-cfa1-46bb-ab9b-c908471ab7c2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:26.775670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f33bed45-e50b-4c16-80e8-0b352a8117c8 req-52533c2a-cfa1-46bb-ab9b-c908471ab7c2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 931 time: 0.2938788 Jul 22 19:47:26.855569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:26.918691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f33bed45-e50b-4c16-80e8-0b352a8117c8 req-3c75198c-1e60-4be3-912f-3087bd6a9c00 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Jul 22 19:47:26.968957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Attempting to bind port c4fb6128-bbf5-4f91-b922-fb02a660cd8c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:26.969411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Attempting to bind port c4fb6128-bbf5-4f91-b922-fb02a660cd8c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:26.969756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Attempting to bind port c4fb6128-bbf5-4f91-b922-fb02a660cd8c on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:26.984394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Port c4fb6128-bbf5-4f91-b922-fb02a660cd8c on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:26.984781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Attempting to bind port c4fb6128-bbf5-4f91-b922-fb02a660cd8c on network 281fa9f6-94d3-4a03-a7cf-34fd51da53ef {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:27.003663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:27.008839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Checking segment: {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:27.009069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Bound using segment: {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:27.009532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Bound port: c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3dd5931-307a-4f5d-a603-2b69a4965831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:27.009907 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.087267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Attempting to bind port a6be997f-1766-483e-a00d-832cf009c1a9 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:27.087622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Attempting to bind port a6be997f-1766-483e-a00d-832cf009c1a9 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:27.087948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Attempting to bind port a6be997f-1766-483e-a00d-832cf009c1a9 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:27.098887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Port a6be997f-1766-483e-a00d-832cf009c1a9 on network c12430bb-3696-424d-8f8c-283f67c704a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:27.099160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Attempting to bind port a6be997f-1766-483e-a00d-832cf009c1a9 on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:27.112855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:27.113152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:27.114624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:27.118357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Bound port: a6be997f-1766-483e-a00d-832cf009c1a9, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:27.131245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.235764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.259614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:27.262380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:27.262997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:27.267251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:27.275438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.316448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.317436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.318958 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] 10.222.0.32 "PUT /v2.0/ports/a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 200 len: 1092 time: 1.3373790 Jul 22 19:47:27.319523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:27.322034 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:27.330484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.379076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807ca3-cee0-4626-b76a-d7cded6b854a service neutron] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:27.457522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-2c8907eb-8b47-4fd5-86b0-f3757c74c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.459342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-2c8907eb-8b47-4fd5-86b0-f3757c74c6fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 1095 time: 0.0925369 Jul 22 19:47:27.584304 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-028f6a85-416c-4aee-96a0-50e500050a78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 200 len: 217 time: 0.1168122 Jul 22 19:47:27.584922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44826) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:27.707633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-c9b3f077-c6f6-431b-a2d9-c52d62123be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.710508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-c9b3f077-c6f6-431b-a2d9-c52d62123be4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1198170 Jul 22 19:47:27.828889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbfac20e-38d1-4589-b724-5c026b884f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.899695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-e446ffed-395c-4649-aeff-4fb94778b809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.901698 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-e446ffed-395c-4649-aeff-4fb94778b809 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827643 Jul 22 19:47:27.928505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.929239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:27.930792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] 10.222.0.26 "PUT /v2.0/ports/c4fb6128-bbf5-4f91-b922-fb02a660cd8c HTTP/1.1" status: 200 len: 1092 time: 2.8260913 Jul 22 19:47:27.931430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:27.933997 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a43e2-955b-41f0-aab6-d56024760f94" -d '{"events": [{"name": "network-changed", "server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:27.969777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bb6e5-54de-4007-b900-a9efc8a123a0 req-7a0f0fed-9e0a-49c5-82e3-38cdeb076864 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:27.977981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688bb6e5-54de-4007-b900-a9efc8a123a0 req-7a0f0fed-9e0a-49c5-82e3-38cdeb076864 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.9638920 Jul 22 19:47:28.065200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Pushing event updated for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:28.067416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-fbda544b-de7e-4701-b403-6df90b408d14 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563575 Jul 22 19:47:28.069427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbfac20e-38d1-4589-b724-5c026b884f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.075714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7835d4-afcf-4d1c-87ec-0b9fcd99c5b0 req-9e415105-6804-4e2b-b56b-e6ab9831c4d2 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.078510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a7835d4-afcf-4d1c-87ec-0b9fcd99c5b0 req-9e415105-6804-4e2b-b56b-e6ab9831c4d2 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 943 time: 1.0218375 Jul 22 19:47:28.087755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cbfac20e-38d1-4589-b724-5c026b884f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.097962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.098576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.099241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.099751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.101127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.102352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.102909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.103955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.104511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.105326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.105837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.107003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee43304-c954-4c43-bb6a-7fc22ce11dfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:28.138594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688bb6e5-54de-4007-b900-a9efc8a123a0 req-617cbb6d-e09b-44ed-91a5-bfa1ed83bea4 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555176 Jul 22 19:47:28.214494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cbfac20e-38d1-4589-b724-5c026b884f1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd37d1acaacf45c9b65786e1afc8ed6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284091 Jul 22 19:47:28.218332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 44838) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:28.230287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfac20e-38d1-4589-b724-5c026b884f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef58c7f-0790-4772-9baa-4e3fbf7a941d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:28.264705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a7835d4-afcf-4d1c-87ec-0b9fcd99c5b0 req-fe487d45-c24d-4049-82e8-27ef12f4c8ea tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509511 Jul 22 19:47:28.268522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-d8ff38a3-bf93-4baf-aa7a-a9c4b3f6736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.270334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-d8ff38a3-bf93-4baf-aa7a-a9c4b3f6736f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 1095 time: 0.2576897 Jul 22 19:47:28.296075 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-13df3721-f25b-4c3d-8b55-ec67bfac06a4 req-9a1690e8-4d64-4246-a495-fd145acbb32d service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201359 Jul 22 19:47:28.341649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.357064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b50aa2ca-e0e5-4f5f-8807-236e91f27d6f req-609bc44e-5d39-4888-a0f5-7483d9d2dab5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 210 time: 0.0899742 Jul 22 19:47:28.364547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-2b1dd3bf-ba97-4eab-890d-e190e91f2467 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c HTTP/1.1" status: 200 len: 217 time: 0.0817492 Jul 22 19:47:28.375814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.411863 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4674393-9c6c-4193-80e9-3e8ea47c365c x-openstack-request-id: req-c4674393-9c6c-4193-80e9-3e8ea47c365c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:28.412173 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:28.412434 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4674393-9c6c-4193-80e9-3e8ea47c365c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:28.412916 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'status': 'completed', 'code': 200} Jul 22 19:47:28.445788 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf8c84-2644-4d9b-882d-6f8bed1b6190 x-openstack-request-id: req-16bf8c84-2644-4d9b-882d-6f8bed1b6190 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:28.446083 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:28.446502 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16bf8c84-2644-4d9b-882d-6f8bed1b6190 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:28.447130 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c', 'status': 'completed', 'code': 200} Jul 22 19:47:28.485743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.488194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:28.491847 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ef58c7f-0790-4772-9baa-4e3fbf7a941d HTTP/1.1" status: 204 len: 168 time: 0.2700496 Jul 22 19:47:28.505206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2bb67-857b-4c40-963e-608d4866bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef58c7f-0790-4772-9baa-4e3fbf7a941d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:28.536663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-0f3a4678-0aee-4a5d-bbd5-79cee04de631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.538678 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-0f3a4678-0aee-4a5d-bbd5-79cee04de631 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 1095 time: 0.1251109 Jul 22 19:47:28.580585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-903e20a7-c4de-4e59-be60-cfbb81492105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.582087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-903e20a7-c4de-4e59-be60-cfbb81492105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da HTTP/1.1" status: 200 len: 853 time: 0.2051189 Jul 22 19:47:28.731611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-fd09b56f-53c0-4809-a9fc-6e2d689f804a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446401 Jul 22 19:47:28.741355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-f2e21632-4d13-41a4-9461-29977d708ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.743870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-f2e21632-4d13-41a4-9461-29977d708ed2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1965394 Jul 22 19:47:28.810616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-49ed825f-b704-4833-ae30-7996013d71f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 200 len: 217 time: 0.0553763 Jul 22 19:47:28.815097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66000b1-b161-4fbb-a77b-9dc496326d5c req-a2f8ba82-855c-44f5-8031-ac87fd947378 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.823467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66000b1-b161-4fbb-a77b-9dc496326d5c req-a2f8ba82-855c-44f5-8031-ac87fd947378 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 943 time: 0.2993360 Jul 22 19:47:28.902811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0511-6cba-4cf4-b6a5-d6d1275a9671 req-0f6bf46d-83be-4950-8d22-66c9ab5d3f53 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.909069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0511-6cba-4cf4-b6a5-d6d1275a9671 req-0f6bf46d-83be-4950-8d22-66c9ab5d3f53 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.912767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-36f4f7ea-599b-430b-8591-5d0b08ce14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.914553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-36f4f7ea-599b-430b-8591-5d0b08ce14a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0729928 Jul 22 19:47:28.915678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a0511-6cba-4cf4-b6a5-d6d1275a9671 req-0f6bf46d-83be-4950-8d22-66c9ab5d3f53 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.917408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-027a0511-6cba-4cf4-b6a5-d6d1275a9671 req-0f6bf46d-83be-4950-8d22-66c9ab5d3f53 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d&device_id=4e61582a-2805-40f7-9310-0d0080e9258d&device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 2417 time: 0.3322093 Jul 22 19:47:28.922319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-f02134c6-0ccd-4331-bad3-30a129f4e244 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:28.924318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-f02134c6-0ccd-4331-bad3-30a129f4e244 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 813 time: 0.2395968 Jul 22 19:47:28.958455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44868) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:28.963058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b66000b1-b161-4fbb-a77b-9dc496326d5c req-095bd4ba-500a-4b30-aa35-d0166e55478c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387615 Jul 22 19:47:28.967952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Request body: {'port': {'device_id': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'admin_state_up': True, 'tenant_id': '22fdfdbf109d4a5493398e8ef0a2ef8d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:28.996015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b38a-73c1-46b0-b979-4faebb05a1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.010499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-8cb04fae-0607-499b-a7eb-6f5f88c0d768 service neutron] 10.222.0.26 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609313 Jul 22 19:47:29.016168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-027a0511-6cba-4cf4-b6a5-d6d1275a9671 req-b0e8a166-a600-4f6b-8979-798e01cc86aa tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899715 Jul 22 19:47:29.069835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-26d2549f-18a9-4f6b-91a5-6bd93ee5a2bb req-17bcfdd2-adb4-4922-80f8-2adc53869a73 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:47:29.070872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26d2549f-18a9-4f6b-91a5-6bd93ee5a2bb req-17bcfdd2-adb4-4922-80f8-2adc53869a73 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121379 Jul 22 19:47:29.086937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-d6fb789b-dc08-4764-831e-7cce24d7b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.088507 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-d6fb789b-dc08-4764-831e-7cce24d7b2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630468 Jul 22 19:47:29.199386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-20bb2a4b-9fae-419c-a700-602792896c89 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020746 Jul 22 19:47:29.203950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-478e7d17-4356-46f1-aa98-e2600cc34ecd req-d41c0ebf-32e4-4d63-945a-fd3b6a32e9e0 service neutron] 10.222.0.26 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857154 Jul 22 19:47:29.272707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b38a-73c1-46b0-b979-4faebb05a1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.311828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eeb9b38a-73c1-46b0-b979-4faebb05a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.312650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Made reservation on behalf of 22fdfdbf109d4a5493398e8ef0a2ef8d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:29.315868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.331453 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9ca9c100-d6e0-4f14-9f3f-d71b5897cf98 req-70f8828f-b3e3-4baa-af44-3d56cfe5d6c9 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182313 Jul 22 19:47:29.372221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9b38a-73c1-46b0-b979-4faebb05a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fac503-04be-457c-ae25-317b9bd1763b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:29.385063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26d2549f-18a9-4f6b-91a5-6bd93ee5a2bb req-71181732-26d3-4958-8697-a6325b948746 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2779164 Jul 22 19:47:29.400751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eeb9b38a-73c1-46b0-b979-4faebb05a1ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdf36c55e3c74f149f5a67dde6760c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411476 Jul 22 19:47:29.404558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 44876) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:29.461728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Allocated IP 172.20.0.4 (d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45/b852afe1-f5f3-40e9-ba59-00f95a66d43d/f7076471-b84e-4178-9b27-ddfd474d2f69) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:29.485688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-86926392-cc88-4f8d-8e1c-58d1814f004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.487455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-86926392-cc88-4f8d-8e1c-58d1814f004c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 1095 time: 0.2186794 Jul 22 19:47:29.536914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a212e-45ee-4de6-859f-f0d7e7ec1dd3 req-3c1e0d88-4f4b-4b59-af53-a026bec42752 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.537494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b9a212e-45ee-4de6-859f-f0d7e7ec1dd3 req-3c1e0d88-4f4b-4b59-af53-a026bec42752 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 943 time: 0.1514397 Jul 22 19:47:29.545911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.562332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a6be997f-1766-483e-a00d-832cf009c1a9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:29.616501 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.644450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.685906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.697468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e77f33b6-8079-4b47-b7f0-c22c227cecea req-bd6b5c5c-c9a8-407d-be34-5dc74c1a2b31 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 210 time: 0.0545638 Jul 22 19:47:29.707239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b9a212e-45ee-4de6-859f-f0d7e7ec1dd3 req-7428a0c5-65e3-465d-9360-024bfa3b1e0c tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628618 Jul 22 19:47:29.737733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-1468c637-f53e-4ec9-8c28-593355c19beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.739252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-1468c637-f53e-4ec9-8c28-593355c19beb service neutron] 10.222.0.26 "GET /v2.0/networks?id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 200 len: 914 time: 0.2348864 Jul 22 19:47:29.793721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:29.797045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:29.813416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:29.827266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-ce92421d-b99e-47f7-8fc0-65325bf681ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c HTTP/1.1" status: 200 len: 217 time: 0.0793257 Jul 22 19:47:29.873088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.874425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.876615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:29.885265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:29.893054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.896324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:29.898711 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a962d081-4b8d-4280-92e2-6bf88ff6d2e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641011 Jul 22 19:47:29.902500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0fac503-04be-457c-ae25-317b9bd1763b HTTP/1.1" status: 204 len: 168 time: 0.4940097 Jul 22 19:47:29.910485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Request body: {'port': {'device_id': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:29.912080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'mac_address': 'fa:16:3e:25:0e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:29.937256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69935-7b1a-43e0-94c3-2396d7e03b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fac503-04be-457c-ae25-317b9bd1763b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:29.958593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-e08394a5-2f12-4cfd-82e5-9cd3dd274a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:29.961761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-e08394a5-2f12-4cfd-82e5-9cd3dd274a0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da HTTP/1.1" status: 200 len: 853 time: 0.1261721 Jul 22 19:47:30.013890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-490fa18c-cf18-400f-8b07-00364c84070a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=281fa9f6-94d3-4a03-a7cf-34fd51da53ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446746 Jul 22 19:47:30.014120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.037080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6be997f-1766-483e-a00d-832cf009c1a9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:30.086395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:30.094172 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.097341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.174995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-cea52853-6ca4-4903-bc20-c1bec2843c41 service neutron] 10.222.0.26 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516984 Jul 22 19:47:30.201392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:30.215762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.216118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.216490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.216835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.217225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.218272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.218821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.219168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.219508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.219846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.221254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.225188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:47:30.339278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a6be997f-1766-483e-a00d-832cf009c1a9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:30.346319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6159488-9511-475f-96a6-67512e03f1ec req-f825d38c-2c7c-4eb8-8e44-af484edb4f47 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:30.348641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6159488-9511-475f-96a6-67512e03f1ec req-f825d38c-2c7c-4eb8-8e44-af484edb4f47 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 944 time: 0.1727250 Jul 22 19:47:30.391324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed2a43e2-955b-41f0-aab6-d56024760f94 req-c79b191d-3e49-422d-bba5-71505d0c6f0a service neutron] 10.222.0.26 "GET /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011507 Jul 22 19:47:30.425399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6159488-9511-475f-96a6-67512e03f1ec req-80a5f289-27c9-406b-b2c5-fabaeaeb16a8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711637 Jul 22 19:47:30.634711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:30.643645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.664422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Transition to ACTIVE for port object f7076471-b84e-4178-9b27-ddfd474d2f69 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:30.669401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.736082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:30.845583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:30.846164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:30.846164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:30.857279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:30.857610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:30.867747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:30.868092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Checking segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:30.868730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Bound using segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:30.869392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Bound port: f7076471-b84e-4178-9b27-ddfd474d2f69, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:30.870011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:30.909558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bacd8-6521-4cbe-9b2b-6e0999dd3250 req-21b4c803-2520-44a9-8480-4eb43daee91b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:30.911847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b70bacd8-6521-4cbe-9b2b-6e0999dd3250 req-21b4c803-2520-44a9-8480-4eb43daee91b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.1123729 Jul 22 19:47:30.953711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:30.957925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:30.963449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.013797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.014472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.015887 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 1092 time: 1.1099119 Jul 22 19:47:31.016391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:31.018650 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:31.046480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4368-ecb1-4378-a031-54f0c925a4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:31.086057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b70bacd8-6521-4cbe-9b2b-6e0999dd3250 req-521801ae-01d6-4483-a48a-8237d1113e49 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665864 Jul 22 19:47:31.113369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5f634-5a3f-461f-81ff-aeeef08377f1 req-cd777551-4f81-4492-9f07-ed13bc80d8d0 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.120901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6d5f634-5a3f-461f-81ff-aeeef08377f1 req-cd777551-4f81-4492-9f07-ed13bc80d8d0 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 943 time: 0.1981587 Jul 22 19:47:31.153141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c4fb6128-bbf5-4f91-b922-fb02a660cd8c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:31.159083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-b505bdad-376e-4f40-a761-6839c4c72c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.160947 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-b505bdad-376e-4f40-a761-6839c4c72c8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1095 time: 0.1017673 Jul 22 19:47:31.216885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6d5f634-5a3f-461f-81ff-aeeef08377f1 req-22bee66f-ae6d-43ed-844c-87b8c761a2a3 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948226 Jul 22 19:47:31.258681 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-0753313b-9fd7-4cdb-9ac2-ffbef00c955a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.0890300 Jul 22 19:47:31.263719 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baafedd6-46ed-40b6-8524-31c5b4baa463 x-openstack-request-id: req-baafedd6-46ed-40b6-8524-31c5b4baa463 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:31.264557 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:31.265632 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-baafedd6-46ed-40b6-8524-31c5b4baa463 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:31.266209 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'status': 'completed', 'code': 200} Jul 22 19:47:31.337928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a7ae4d0d-b81f-4093-934c-5c2ca6583866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.338190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:31.339805 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-a7ae4d0d-b81f-4093-934c-5c2ca6583866 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.0646217 Jul 22 19:47:31.352216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c', 'network_id': '281fa9f6-94d3-4a03-a7cf-34fd51da53ef', 'port_id': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c', 'mac_address': 'fa:16:3e:6f:21:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:31.407012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.417081 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-0ee02441-9c11-47af-bca6-0da1ed5a640e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699127 Jul 22 19:47:31.421871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4fb6128-bbf5-4f91-b922-fb02a660cd8c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:31.445512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:31.456567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.521044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:31.568566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a6be997f-1766-483e-a00d-832cf009c1a9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:31.597664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-071bafaa-e940-42da-8c3f-99858b3aacd1 service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726928 Jul 22 19:47:31.638353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d5c6e-f3c4-423c-8bc2-e7db273b065e req-87a03b6c-9abb-494c-a52e-e5c8cb3c18bc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.653508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e12d5c6e-f3c4-423c-8bc2-e7db273b065e req-87a03b6c-9abb-494c-a52e-e5c8cb3c18bc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 944 time: 0.1175654 Jul 22 19:47:31.675353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port a6be997f-1766-483e-a00d-832cf009c1a9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:31.682704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port a6be997f-1766-483e-a00d-832cf009c1a9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:31.684952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.720007 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-009d46c1-b6e9-470e-816c-cf835829e563 req-b22c2866-5fb6-4819-8f42-11c06c7038cb service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112876 Jul 22 19:47:31.734837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c4fb6128-bbf5-4f91-b922-fb02a660cd8c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:31.797680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e12d5c6e-f3c4-423c-8bc2-e7db273b065e req-545dbd41-62a4-451e-bfee-5d4e20122d61 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377759 Jul 22 19:47:31.832043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe78f9-6933-4519-94ee-0a1b98657ffe req-b9036db7-a484-4339-a9fe-8c7d5aee9f56 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.833993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0fe78f9-6933-4519-94ee-0a1b98657ffe req-b9036db7-a484-4339-a9fe-8c7d5aee9f56 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.1706347 Jul 22 19:47:31.876027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:31.884513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-a74ce409-9543-44bc-92fa-4c9e52fbac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:31.886428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-a74ce409-9543-44bc-92fa-4c9e52fbac18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1095 time: 0.1054730 Jul 22 19:47:31.895935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:31.917939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0fe78f9-6933-4519-94ee-0a1b98657ffe req-a4fa4624-60bf-47d8-9489-95c3f2b32a7b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774672 Jul 22 19:47:31.947635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:31.948416 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8570ff-7d0b-48d2-a277-1222b96ae057" -d '{"events": [{"server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "name": "network-vif-plugged", "status": "completed", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:31.969807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:31.986631 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.030453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-a2c75a1c-cf6a-4a8d-830c-aa0bbe555b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.035318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-a2c75a1c-cf6a-4a8d-830c-aa0bbe555b0c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.1408820 Jul 22 19:47:32.055155 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec9d15-be2e-44c7-9ae2-7cdd96bf828b x-openstack-request-id: req-06ec9d15-be2e-44c7-9ae2-7cdd96bf828b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:32.055155 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "name": "network-vif-plugged", "status": "completed", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:32.055155 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06ec9d15-be2e-44c7-9ae2-7cdd96bf828b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:32.055573 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'code': 200} Jul 22 19:47:32.056877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:32.112348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-2b742b3c-d4ac-43a1-b9dd-ea3c765e1699 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.0708292 Jul 22 19:47:32.146329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8bfba2b-82a7-46aa-ad82-390d5930da1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.202693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-f2a115ba-705e-4194-9c1b-274388d67d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.204252 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-f2a115ba-705e-4194-9c1b-274388d67d30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.0837998 Jul 22 19:47:32.244360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706f4f-0d70-45d2-b947-89b620660442 req-d5fa385f-3750-4334-b29c-aadcbbcfa87e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.253195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0706f4f-0d70-45d2-b947-89b620660442 req-d5fa385f-3750-4334-b29c-aadcbbcfa87e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.0879126 Jul 22 19:47:32.257865 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-f292d7e8-603f-401c-9c52-ef50cb7df6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422781 Jul 22 19:47:32.302460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0706f4f-0d70-45d2-b947-89b620660442 req-02850b4b-c4ad-4d9a-b867-09717ebfdd0c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Jul 22 19:47:32.314180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a167-5f25-47f5-8f8d-c573ab4a95df req-35aa6081-925e-4c76-ad2c-fab684266e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.315738 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c6a0a167-5f25-47f5-8f8d-c573ab4a95df req-35aa6081-925e-4c76-ad2c-fab684266e2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 1097 time: 0.2174904 Jul 22 19:47:32.379432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879acb-663f-42e6-9394-4d66e34586ae req-7da0d38e-0e3a-4137-8002-ac6d49fb131a tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.386086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94879acb-663f-42e6-9394-4d66e34586ae req-7da0d38e-0e3a-4137-8002-ac6d49fb131a tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 944 time: 0.0763948 Jul 22 19:47:32.417052 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c6a0a167-5f25-47f5-8f8d-c573ab4a95df req-1a2ac20d-adee-4551-802e-ae27fc7c738d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712152 Jul 22 19:47:32.422371 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-9297accb-a274-4f33-b7bd-c05876c6654c service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561046 Jul 22 19:47:32.435136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94879acb-663f-42e6-9394-4d66e34586ae req-158c42e6-9b5b-464a-97db-3d76d6f21606 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Jul 22 19:47:32.461873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8bfba2b-82a7-46aa-ad82-390d5930da1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.473019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8bfba2b-82a7-46aa-ad82-390d5930da1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.544907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bfba2b-82a7-46aa-ad82-390d5930da1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b7600-25ec-4a24-95f6-8c81468ad8d3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:32.551347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8bfba2b-82a7-46aa-ad82-390d5930da1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=388964bf006c4cf9839853288677de58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739874 Jul 22 19:47:32.553988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:32.582177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f1f69f01-379e-4a32-b6a0-27e9f0fc8fda req-03701f9d-79bf-4d7c-a388-85abaaa34905 service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502013 Jul 22 19:47:32.620008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.642477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.697304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.699786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:32.701088 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b3b7600-25ec-4a24-95f6-8c81468ad8d3 HTTP/1.1" status: 204 len: 168 time: 0.1430626 Jul 22 19:47:32.708877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e393e-9169-4c66-8213-c7571a13c409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b7600-25ec-4a24-95f6-8c81468ad8d3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:32.935480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d3fae-7617-44e3-9756-54291400aa8e req-53a394c4-f39a-44d7-b335-a22073214303 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:32.943570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-340d3fae-7617-44e3-9756-54291400aa8e req-53a394c4-f39a-44d7-b335-a22073214303 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 945 time: 0.0773089 Jul 22 19:47:32.986272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-340d3fae-7617-44e3-9756-54291400aa8e req-4eff8660-a65f-44a6-8162-366bfb01d836 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Jul 22 19:47:33.070464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-45623ef7-bc90-4a8b-8251-9cef6c4c95eb tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:33.072011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-45623ef7-bc90-4a8b-8251-9cef6c4c95eb tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.0746098 Jul 22 19:47:33.097499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c3593-8ef1-4d1f-a095-8253b4b23617 req-2fef9c6a-5b4f-457a-a423-eaae59e3ffc1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:33.099534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd4c3593-8ef1-4d1f-a095-8253b4b23617 req-2fef9c6a-5b4f-457a-a423-eaae59e3ffc1 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 945 time: 0.0886605 Jul 22 19:47:33.143808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45054) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:33.167928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:33.176075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c4fb6128-bbf5-4f91-b922-fb02a660cd8c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:33.210477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd4c3593-8ef1-4d1f-a095-8253b4b23617 req-d92f695c-bb7d-4c18-8533-76177ea41793 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849528 Jul 22 19:47:33.238878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Deleting subnet ec2a08df-8981-4c66-8066-9dabc6973dae {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:47:33.238987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Deleting port 195e06f2-78ef-45d9-9b47-23da615d3da0 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:33.239701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.241547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.315792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.376700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.380837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port c4fb6128-bbf5-4f91-b922-fb02a660cd8c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:33.393001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port c4fb6128-bbf5-4f91-b922-fb02a660cd8c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:33.399657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.421841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] For port 195e06f2-78ef-45d9-9b47-23da615d3da0, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=195e06f2-78ef-45d9-9b47-23da615d3da0,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:33.423229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.459091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.477566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Calling delete_port for 195e06f2-78ef-45d9-9b47-23da615d3da0 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:33.499322 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:33.539007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.545069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ec2a08df-8981-4c66-8066-9dabc6973dae HTTP/1.1" status: 204 len: 168 time: 0.3980293 Jul 22 19:47:33.550736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c22e20-d8b3-4428-90ac-bf3904145e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2a08df-8981-4c66-8066-9dabc6973dae,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:33.554181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'port_id': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'mac_address': 'fa:16:3e:a5:87:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b852afe1-f5f3-40e9-ba59-00f95a66d43d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:33.572600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45068) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:33.633228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.675851 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.680852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:33.704044 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.709225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:33.714127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45070) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:33.741886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3b378-5973-49ba-a26b-be676e601f16 req-505731d5-baca-41d4-872c-d83f78f2e9c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:33.743936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6d3b378-5973-49ba-a26b-be676e601f16 req-505731d5-baca-41d4-872c-d83f78f2e9c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.3011847 Jul 22 19:47:33.752269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.756828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.777288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['675453de-7c57-46a0-8383-59526512cbcf'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:33.779353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:33.782885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:33.807106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event deleted for resources: {'Port': ['ID=195e06f2-78ef-45d9-9b47-23da615d3da0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:33.824919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c70d1-fc2c-40b9-906d-ee8cd34572b7 req-2d73cc34-13b8-4c0b-814e-f93adcb70b49 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:33.826580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-288c70d1-fc2c-40b9-906d-ee8cd34572b7 req-2d73cc34-13b8-4c0b-814e-f93adcb70b49 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 944 time: 0.2663779 Jul 22 19:47:33.856001 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.878241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] No DVR routers for this DVR port 195e06f2-78ef-45d9-9b47-23da615d3da0 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:33.879581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-94459590'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:33.886195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:33.890652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2fe760d7-177d-4098-9fac-d1625a19f392 req-1b8295d7-2769-4053-a0b2-eb2e1b866f81 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "DELETE /v2.0/ports/195e06f2-78ef-45d9-9b47-23da615d3da0 HTTP/1.1" status: 204 len: 173 time: 0.8100743 Jul 22 19:47:33.891491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'name': 'network-vif-deleted', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:33.894510 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d3e9f7-36e7-4dc5-a6dd-addd4d001dcb" -d '{"events": [{"server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "name": "network-vif-deleted", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:33.897353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:33.931134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6d3b378-5973-49ba-a26b-be676e601f16 req-6fda79ca-84fc-4289-8b74-f6e310b93b1e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683280 Jul 22 19:47:33.993299 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3886c013-802a-45a7-ae19-6ba30b990833 x-openstack-request-id: req-3886c013-802a-45a7-ae19-6ba30b990833 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:33.993854 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba325dc8-05e7-41a7-82ac-0528909d4d9d", "name": "network-vif-deleted", "tag": "195e06f2-78ef-45d9-9b47-23da615d3da0", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:33.994992 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3886c013-802a-45a7-ae19-6ba30b990833 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:33.995627 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba325dc8-05e7-41a7-82ac-0528909d4d9d', 'name': 'network-vif-deleted', 'tag': '195e06f2-78ef-45d9-9b47-23da615d3da0', 'status': 'completed', 'code': 200} Jul 22 19:47:33.995857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.012125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-288c70d1-fc2c-40b9-906d-ee8cd34572b7 req-682d8ca2-4528-4aa8-8e95-fdb9747f8d75 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746676 Jul 22 19:47:34.016629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f68a74-42d2-42a5-af17-2547f9faa92f']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:34.018699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:34.020123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.022512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.050338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.054086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:34.054503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75d22de-d6b7-4a84-9ce1-7feb92ac492b') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:34.058720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:34.061082 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf28191e-0091-4bb8-aa24-ddf9275c053e" -d '{"events": [{"server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "name": "network-vif-plugged", "status": "completed", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:34.074461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.092810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:34.099704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.124274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:34.124701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:34.127460 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:34.134229 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f46ffe4-2503-48d2-87f2-cecb681d9f39 x-openstack-request-id: req-8f46ffe4-2503-48d2-87f2-cecb681d9f39 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:34.134524 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "name": "network-vif-plugged", "status": "completed", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:34.134996 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f46ffe4-2503-48d2-87f2-cecb681d9f39 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:34.135385 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c', 'code': 200} Jul 22 19:47:34.235805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.271559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.275825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/50f68a74-42d2-42a5-af17-2547f9faa92f HTTP/1.1" status: 204 len: 168 time: 0.6976035 Jul 22 19:47:34.303889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9fe68-95c8-4bb5-9f60-0f450547f9ac req-e56fb2a1-3f66-4dc6-bcae-018fa4043767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:34.317436 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8fc9fe68-95c8-4bb5-9f60-0f450547f9ac req-e56fb2a1-3f66-4dc6-bcae-018fa4043767 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 1097 time: 0.1273217 Jul 22 19:47:34.353623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f1795-2aae-47e2-94b7-017908c05ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f68a74-42d2-42a5-af17-2547f9faa92f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.377658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8fc9fe68-95c8-4bb5-9f60-0f450547f9ac req-0fa95fc7-1df8-41f0-82df-22b4caf1499d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Jul 22 19:47:34.396303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeac31c-f673-45b8-8033-a56ed01aad9e req-bebd734c-c0d9-460f-94de-01d734d7ff18 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:34.398248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdeac31c-f673-45b8-8033-a56ed01aad9e req-bebd734c-c0d9-460f-94de-01d734d7ff18 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 945 time: 0.2998755 Jul 22 19:47:34.428056 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77a44fa8-32bd-40ae-b93d-9baad859ceea req-a7898e2e-08f9-4998-baf7-7ea008bceff4 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=ba325dc8-05e7-41a7-82ac-0528909d4d9d HTTP/1.1" status: 200 len: 210 time: 0.0612752 Jul 22 19:47:34.465691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.471238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.497307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdeac31c-f673-45b8-8033-a56ed01aad9e req-1674b317-d85c-4ad0-9c65-16675bbd6f5f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716825 Jul 22 19:47:34.507231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:47:34.524117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df77042a-68c4-430a-bbfa-082cc60431dd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.527096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.527450 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Added segment 72b1b60c-5f17-464f-90a8-1f34c8262091 of type vlan for network da98b12a-c0cc-4ae1-b749-ad79cae1e443 Jul 22 19:47:34.572641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.596281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45086) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:34.622652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.628267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:34.628871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.639634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d11ab09d-8f4b-472c-adc6-48b3dad7170b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1eec052a1eaf4ea98699dd7718e97bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420821 Jul 22 19:47:34.642278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45088) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:34.687561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-c7c8ae76-def4-4309-8418-fd2a90a5a867 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 267 time: 0.0968626 Jul 22 19:47:34.691307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.695465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9743016 Jul 22 19:47:34.699847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45090) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:34.706803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'subnet': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:34.733682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.774312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f70da-d589-4c3a-b15f-0e17c6035a02 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Network': ['ID=da98b12a-c0cc-4ae1-b749-ad79cae1e443,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.785790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:47:34.809102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-393bd9d1-523c-4b25-960f-2810facaf328 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:34.810815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-393bd9d1-523c-4b25-960f-2810facaf328 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 945 time: 0.1142781 Jul 22 19:47:34.824743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'security_groups': []}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:34.833896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:34.837608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.857490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.860870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:34.864395 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aee93d1e-1078-4a34-976c-72fa2a7b05d2 HTTP/1.1" status: 204 len: 168 time: 0.2189131 Jul 22 19:47:34.889581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f07c84-0445-4cb5-b11c-ef23d1a1ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee93d1e-1078-4a34-976c-72fa2a7b05d2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:34.925618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.091031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.147298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Subnet': ['ID=3c9efbb5-34e0-4262-a14d-476e72ccdffb,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:35.152427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa16dc-2dac-44a1-8894-10bbadf8ab50 req-320df415-a9ed-40d0-9bdd-092f78e5fdf2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.154026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62aa16dc-2dac-44a1-8894-10bbadf8ab50 req-320df415-a9ed-40d0-9bdd-092f78e5fdf2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.1542971 Jul 22 19:47:35.163067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:35.187312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:35.197532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Checking segment: {'id': '72b1b60c-5f17-464f-90a8-1f34c8262091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:35.197902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network hostable DHCP agents. Network: da98b12a-c0cc-4ae1-b749-ad79cae1e443, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:47:35.220620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:47:35.233596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, da98b12a-c0cc-4ae1-b749-ad79cae1e443) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:35.238379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.239031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.250372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.251083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e57849-2f3a-403c-9a47-d293b3713511 None None] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:35.256174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-17d086ca-f66d-44fd-80b7-93d215538718 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5542676 Jul 22 19:47:35.257911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45102) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:35.264751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-1082966564'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:35.265582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.281728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7', 'c41fdf33-a924-440c-a190-579f46282878', 'a6be997f-1766-483e-a00d-832cf009c1a9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:35.309230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62aa16dc-2dac-44a1-8894-10bbadf8ab50 req-4bf90caf-72b2-4da9-a296-69b42f72ae76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431479 Jul 22 19:47:35.312223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port f7076471-b84e-4178-9b27-ddfd474d2f69 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:35.356467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f7076471-b84e-4178-9b27-ddfd474d2f69 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:35.356840 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.365230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.366787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.374990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3fdb25e0-854f-4335-bedf-3a6cdf1462ff req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "PUT /v2.0/ports/a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 200 len: 904 time: 0.5564115 Jul 22 19:47:35.376385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:35.391930 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1cca53-9269-434c-9bc8-a881e7a019b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:35.470002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:35.476076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a6be997f-1766-483e-a00d-832cf009c1a9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:35.476827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.528123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:35.557830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7607a3f-b678-4803-ae65-101ba48d4457 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:35.619924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e83fb-57ee-4ada-b3fc-d73e6ca15b3d req-132b1866-657e-4349-9b08-3db6436a26e9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.621996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 195e06f2-78ef-45d9-9b47-23da615d3da0 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:35.646479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e32e83fb-57ee-4ada-b3fc-d73e6ca15b3d req-132b1866-657e-4349-9b08-3db6436a26e9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 907 time: 0.1747205 Jul 22 19:47:35.662622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14921fba-e022-4879-b716-f3548d6a8baf req-a4633472-3739-417e-82ba-79ac585262bc tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.680270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14921fba-e022-4879-b716-f3548d6a8baf req-a4633472-3739-417e-82ba-79ac585262bc tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 945 time: 0.2578168 Jul 22 19:47:35.702745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.12 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:35.723044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 195e06f2-78ef-45d9-9b47-23da615d3da0 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:35.723400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 195e06f2-78ef-45d9-9b47-23da615d3da0 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:35.752559 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c687bf6b-c1a6-4823-8796-acc3e3994aaa x-openstack-request-id: req-c687bf6b-c1a6-4823-8796-acc3e3994aaa {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:35.752866 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:35.753178 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c687bf6b-c1a6-4823-8796-acc3e3994aaa {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:35.755529 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'status': 'completed', 'code': 200} Jul 22 19:47:35.791839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14921fba-e022-4879-b716-f3548d6a8baf req-90bfb842-7e7b-4368-a018-feb4bcc7247e tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107054 Jul 22 19:47:35.813151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ba11f17a-4c96-4171-8897-231b84ac2697 None None] Provisioning complete for port a6be997f-1766-483e-a00d-832cf009c1a9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:35.813630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba11f17a-4c96-4171-8897-231b84ac2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.831664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'tenant_id': '123cc0b2a123450a908ddfd5bf62219a', 'fixed_ips': [{'subnet_id': '3c9efbb5-34e0-4262-a14d-476e72ccdffb'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:47:35.832563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.878600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6ff43-16e5-4c73-b927-6ae3c36532b1 req-b38c3b5b-eadf-4092-99d9-7321676c532a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:35.888757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49c6ff43-16e5-4c73-b927-6ae3c36532b1 req-b38c3b5b-eadf-4092-99d9-7321676c532a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0955629 Jul 22 19:47:35.925027 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:35.969930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49c6ff43-16e5-4c73-b927-6ae3c36532b1 req-aab83910-0d47-4c2a-8f17-62b7676495b4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790637 Jul 22 19:47:36.031666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.051420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:36.061972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-a15948e0-9371-45d7-a34c-a4f7b6317fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.064608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-a15948e0-9371-45d7-a34c-a4f7b6317fb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 1059 time: 0.2676268 Jul 22 19:47:36.149765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:36.152026 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d41971-03d6-4b69-90a1-31febfff1bf9" -d '{"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:36.169442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:36.181197 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.239813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.253001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-4ebcac6a-db07-4aaa-a8cd-69e9cac43584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.256360 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-4ebcac6a-db07-4aaa-a8cd-69e9cac43584 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1843541 Jul 22 19:47:36.287317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596954e3-c746-413a-afaf-5c429acea9ff req-9b1f1bcf-b9e8-4134-bc21-3e5e411a37e4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.289561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-596954e3-c746-413a-afaf-5c429acea9ff req-9b1f1bcf-b9e8-4134-bc21-3e5e411a37e4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1745813 Jul 22 19:47:36.295654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.315847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:36.321946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Allocated IP 172.20.0.2 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/68d92cc9-2aa0-41bd-a071-d685d42ed634) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:36.356126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-596954e3-c746-413a-afaf-5c429acea9ff req-034d3a8e-3a20-4ee7-8940-f118bef70ad1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596936 Jul 22 19:47:36.366168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:36.374470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:36.383829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-ad40f4d5-4847-472c-9bec-19a54ea66ad1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 200 len: 217 time: 0.1173482 Jul 22 19:47:36.485478 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5707584-ac57-4a7d-98a1-dd833da4b30e x-openstack-request-id: req-d5707584-ac57-4a7d-98a1-dd833da4b30e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:36.485775 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:36.486028 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5707584-ac57-4a7d-98a1-dd833da4b30e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:36.486421 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'code': 200} Jul 22 19:47:36.532094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.624257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.624995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.649332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-44376e25-a04c-4380-a563-c3fc5dfbb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.650799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-44376e25-a04c-4380-a563-c3fc5dfbb9dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.2030294 Jul 22 19:47:36.653737 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2afec60f-cb63-4a05-9db3-10f0d1971c5f tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3942878 Jul 22 19:47:36.660093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:36.676245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-727903534', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7d:cd:f2'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:36.765593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2d907-c033-4c30-84f7-334c5ba2225b req-97d74142-d5d7-48f3-aae3-672a67e8a000 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.774557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2f2d907-c033-4c30-84f7-334c5ba2225b req-97d74142-d5d7-48f3-aae3-672a67e8a000 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.2784445 Jul 22 19:47:36.797397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.817026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Transition to ACTIVE for port object 68d92cc9-2aa0-41bd-a071-d685d42ed634 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:36.840915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Transition to ACTIVE for port object 68d92cc9-2aa0-41bd-a071-d685d42ed634 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:36.851232 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:36.911794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c5cc9-a28f-4566-9251-adb2d6c9d5d0 req-a19b0eda-9f35-4ea1-b616-bc377e8bf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.912604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:36.913497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f66c5cc9-a28f-4566-9251-adb2d6c9d5d0 req-a19b0eda-9f35-4ea1-b616-bc377e8bf622 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1097 time: 0.3658090 Jul 22 19:47:36.917168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29d63-91a2-41ba-9777-1e7c843a4a42 req-bbf2b45c-6919-457b-aa51-9e13b7ba49af tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.919512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:36.919944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:36.924658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edc29d63-91a2-41ba-9777-1e7c843a4a42 req-bbf2b45c-6919-457b-aa51-9e13b7ba49af tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3345144 Jul 22 19:47:36.931996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Pushing event updated for resources: {'Port': ['ID=68d92cc9-2aa0-41bd-a071-d685d42ed634,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:36.935226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:36.952597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2f2d907-c033-4c30-84f7-334c5ba2225b req-3703c214-c345-4f50-9666-c64f812138db tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769152 Jul 22 19:47:36.994810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-fdcd00bd-0adc-434f-a6d8-827685668e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:36.998987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-fdcd00bd-0adc-434f-a6d8-827685668e6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3396959 Jul 22 19:47:37.032292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edc29d63-91a2-41ba-9777-1e7c843a4a42 req-682ae2c8-4cfe-4182-b323-5fe4950fb7ca tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994751 Jul 22 19:47:37.034764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Attempting to bind port 68d92cc9-2aa0-41bd-a071-d685d42ed634 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:37.035140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Attempting to bind port 68d92cc9-2aa0-41bd-a071-d685d42ed634 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '72b1b60c-5f17-464f-90a8-1f34c8262091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:37.035513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Attempting to bind port 68d92cc9-2aa0-41bd-a071-d685d42ed634 on network da98b12a-c0cc-4ae1-b749-ad79cae1e443 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:37.041556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:37.041938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Checking segment: {'id': '72b1b60c-5f17-464f-90a8-1f34c8262091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:37.042338 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.042731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Bound using segment: {'id': '72b1b60c-5f17-464f-90a8-1f34c8262091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:37.043203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Bound port: 68d92cc9-2aa0-41bd-a071-d685d42ed634, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b1b60c-5f17-464f-90a8-1f34c8262091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:37.043721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.137296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-19c8e955-a69f-4202-accc-7eebe7c84ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.180890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] For port 68d92cc9-2aa0-41bd-a071-d685d42ed634, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:37.186867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] For port 68d92cc9-2aa0-41bd-a071-d685d42ed634, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=68d92cc9-2aa0-41bd-a071-d685d42ed634,segment=NetworkSegment(72b1b60c-5f17-464f-90a8-1f34c8262091),segment_id=72b1b60c-5f17-464f-90a8-1f34c8262091)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:37.193400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.277388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-b0768afe-f78b-4d87-a362-07f1977a01b9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:37.288890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73334bab-54ba-484a-b3e4-99e415f35b42 None None] Pushing event updated for resources: {'Port': ['ID=68d92cc9-2aa0-41bd-a071-d685d42ed634,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:37.291577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-b0768afe-f78b-4d87-a362-07f1977a01b9 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.2084870 Jul 22 19:47:37.319935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-506ed0c3-9445-40d3-ab4e-e9b12ccf40c4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/quotas/223ea3b802fb4bed92f70c2b034a54f4 HTTP/1.1" status: 200 len: 375 time: 0.0271041 Jul 22 19:47:37.465650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-383372d1-1cb9-4116-b29f-7959442f01d8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1446908 Jul 22 19:47:37.488996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-c9e740ec-b795-4562-afc5-96f9c03c4258 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:37.490569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-c9e740ec-b795-4562-afc5-96f9c03c4258 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.1263499 Jul 22 19:47:37.566649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f66c5cc9-a28f-4566-9251-adb2d6c9d5d0 req-f2885512-4276-4a0c-9813-d1aa063ba171 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402590 Jul 22 19:47:37.635557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:37.680098 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-f223c1f3-5430-44d3-b599-46a68c1fda92 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732912 Jul 22 19:47:37.681498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port 35738d31-29dc-41fa-95fb-8b79358af764 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:37.762719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-df455be4-4f83-4a63-a27c-f32495bc3454 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960281 Jul 22 19:47:37.871472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-be1cca53-9269-434c-9bc8-a881e7a019b0 req-60c77aad-642f-4254-aa41-f6380da792cf service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831315 Jul 22 19:47:37.922136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.8 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/35738d31-29dc-41fa-95fb-8b79358af764) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:38.167553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.190730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object 35738d31-29dc-41fa-95fb-8b79358af764 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:38.226102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Deleting port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:38.226673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.271784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.327513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:38.330991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:38.335517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:38.343773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=35738d31-29dc-41fa-95fb-8b79358af764,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:38.408756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-647a4976-a005-4956-86ea-fe0a27049d65 service neutron] 10.222.0.10 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339331 Jul 22 19:47:38.425573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] For port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:38.425991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.432111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:38.433021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.441064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8365-284d-4eca-bfc3-0a67127784ca req-5867aee7-78d1-49b6-84d0-17155b8d4f84 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:38.448571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15cf8365-284d-4eca-bfc3-0a67127784ca req-5867aee7-78d1-49b6-84d0-17155b8d4f84 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e61582a-2805-40f7-9310-0d0080e9258d HTTP/1.1" status: 200 len: 945 time: 0.2843812 Jul 22 19:47:38.470719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2833ef1e-cf93-4d44-88eb-29cde439e3ec tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.8062713 Jul 22 19:47:38.470947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45178) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:38.472798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Calling delete_port for 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:38.572327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15cf8365-284d-4eca-bfc3-0a67127784ca req-170e9aec-bb34-401d-8ece-ef11d716dca2 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219969 Jul 22 19:47:38.619046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb00227-4e7f-4150-98f9-b44e82c7e1db tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:38.650442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb00227-4e7f-4150-98f9-b44e82c7e1db tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:38.659830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb00227-4e7f-4150-98f9-b44e82c7e1db tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:38.668391 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0eb00227-4e7f-4150-98f9-b44e82c7e1db tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1942589 Jul 22 19:47:38.678292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:38.793010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90b1e430-5b07-4b0a-8228-959adbdc9f6b req-657cfbb1-1c47-4ed5-908a-6418233b98a4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 210 time: 0.0979087 Jul 22 19:47:38.812074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf64b59-c139-4240-a6d5-01f28780eb69 None None] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:38.819358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port 35738d31-29dc-41fa-95fb-8b79358af764 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:38.820265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.859615 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.902174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event deleted for resources: {'Port': ['ID=751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:38.946143 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:38.964540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for 35738d31-29dc-41fa-95fb-8b79358af764 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:38.972127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['675453de-7c57-46a0-8383-59526512cbcf'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:38.974807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:39.018865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ada0f7-a842-435e-8c5e-2871bc3f5b4b req-87263d49-78d7-4642-ad76-0ac2c96eca1b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:39.026075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4ada0f7-a842-435e-8c5e-2871bc3f5b4b req-87263d49-78d7-4642-ad76-0ac2c96eca1b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3366704 Jul 22 19:47:39.035026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] No DVR routers for this DVR port 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:39.043701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.046592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08be42f7-18a1-4926-9cdc-24e10a86eb47 req-1ca701f8-ebcf-4eb9-96e8-84f0115880f3 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.26 "DELETE /v2.0/ports/751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a HTTP/1.1" status: 204 len: 173 time: 1.5350502 Jul 22 19:47:39.047243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'name': 'network-vif-deleted', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:39.058668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27f86db5-30a1-45d2-a06d-2effd106d3d0 None None] Provisioning for port 68d92cc9-2aa0-41bd-a071-d685d42ed634 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:39.059778 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a07871-e341-427b-82c8-23fd15176a54" -d '{"events": [{"server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "name": "network-vif-deleted", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:39.158349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4ada0f7-a842-435e-8c5e-2871bc3f5b4b req-1ec1045a-6807-43f8-9d68-883aac09b2b2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250978 Jul 22 19:47:39.165028 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec8245-9f6b-4b5a-b6b0-b1e06540fea1 x-openstack-request-id: req-6dec8245-9f6b-4b5a-b6b0-b1e06540fea1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:39.165552 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e61582a-2805-40f7-9310-0d0080e9258d", "name": "network-vif-deleted", "tag": "751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:39.165961 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dec8245-9f6b-4b5a-b6b0-b1e06540fea1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:39.166529 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e61582a-2805-40f7-9310-0d0080e9258d', 'name': 'network-vif-deleted', 'tag': '751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a', 'status': 'completed', 'code': 200} Jul 22 19:47:39.297237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.376649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=35738d31-29dc-41fa-95fb-8b79358af764,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:39.438307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-71c64bb7-595f-46c1-a520-e33dcfe3c33f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dde2d4410cd0477db733c637e7fdc240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714850 Jul 22 19:47:39.454823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 68d92cc9-2aa0-41bd-a071-d685d42ed634 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:39.668821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.671449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5de65ebf-3c07-4e3c-9260-c314066f3fe6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/35738d31-29dc-41fa-95fb-8b79358af764 HTTP/1.1" status: 204 len: 168 time: 0.9918280 Jul 22 19:47:39.675480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:39.722430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 68d92cc9-2aa0-41bd-a071-d685d42ed634 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:39.736292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 68d92cc9-2aa0-41bd-a071-d685d42ed634 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:39.736677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.775823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-b0e8d76e-b58b-4c59-810b-321bb9e1d663 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:39.784982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-b0e8d76e-b58b-4c59-810b-321bb9e1d663 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383439 Jul 22 19:47:39.802246 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-9816fd73-df3e-4ad8-b4e8-8970b4ba93a5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] GET failed (client error): The resource could not be found. Jul 22 19:47:39.804985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9816fd73-df3e-4ad8-b4e8-8970b4ba93a5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports/35738d31-29dc-41fa-95fb-8b79358af764 HTTP/1.1" status: 404 len: 333 time: 0.1260059 Jul 22 19:47:39.811221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45230) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:39.820785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-1271266041'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:39.886629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-822978b7-fdee-4043-a60e-4d31f184263c tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/quotas/dde2d4410cd0477db733c637e7fdc240 HTTP/1.1" status: 200 len: 375 time: 0.1006465 Jul 22 19:47:39.924842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.939971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.969625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 68d92cc9-2aa0-41bd-a071-d685d42ed634, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=68d92cc9-2aa0-41bd-a071-d685d42ed634,segment=NetworkSegment(72b1b60c-5f17-464f-90a8-1f34c8262091),segment_id=72b1b60c-5f17-464f-90a8-1f34c8262091)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:39.973716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:39.991863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-f46777cd-b6d1-443e-a2f2-7b4e64bb8900 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dde2d4410cd0477db733c637e7fdc240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010780 Jul 22 19:47:40.015576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-afa40413-d251-4686-914b-83c0a1ec689c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:40.028309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-afa40413-d251-4686-914b-83c0a1ec689c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 813 time: 0.4125628 Jul 22 19:47:40.037668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=68d92cc9-2aa0-41bd-a071-d685d42ed634,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:40.057132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66e46f44-a623-46a6-b1c4-393422fbe1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.090624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ac0c3bec-367e-431e-b891-000564286223 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/quotas/22fdfdbf109d4a5493398e8ef0a2ef8d HTTP/1.1" status: 200 len: 375 time: 0.0515521 Jul 22 19:47:40.172482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Provisioning for port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:40.188864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Provisioning complete for port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:40.189343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.195232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:40.198997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.231948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-4a950aa0-db6a-4b9c-9545-6ecc2a13528e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402779 Jul 22 19:47:40.260657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port f59b9973-6981-4a70-a838-f7654f05948b yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:40.311701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:40.346951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Provisioning complete for port 68d92cc9-2aa0-41bd-a071-d685d42ed634 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:40.347255 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4159a96-3a12-46d9-8704-1c200a320511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.469203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a9a9320-eff8-4f25-90a3-81938f965331 req-4da77500-b58c-4421-99a1-5cff7cb78781 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 210 time: 0.1854417 Jul 22 19:47:40.514443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-56a9179f-caae-490f-bed3-abc464ab8f14 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:40.518212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-56a9179f-caae-490f-bed3-abc464ab8f14 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 811 time: 0.2115114 Jul 22 19:47:40.531166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Request body: {'port': {'device_id': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'admin_state_up': True, 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:40.541684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-4b3e2347-688a-444e-b6fd-c371c51c5ffe service neutron] 10.222.0.10 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082478 Jul 22 19:47:40.690562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5bd2e1a-4a45-4fb3-8c50-a8636adc1e19 req-ff18b860-8ca4-4346-9ca9-bce278ea308b tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 210 time: 0.0967824 Jul 22 19:47:40.698719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-027e5d6f-612a-42c5-8c7b-7d6fc10faebd None None] Provisioning complete for port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:40.699101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-027e5d6f-612a-42c5-8c7b-7d6fc10faebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.790029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-027e5d6f-612a-42c5-8c7b-7d6fc10faebd None None] Port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:40.833797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Made reservation on behalf of 223ea3b802fb4bed92f70c2b034a54f4 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:40.833797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:40.839192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.9 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/f59b9973-6981-4a70-a838-f7654f05948b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:40.902994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c9e610a-fd06-49e4-9b26-be83dba7b0e3 None None] Could not find standard attr ID for object 35738d31-29dc-41fa-95fb-8b79358af764. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:47:40.968465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8e54a19b-0b1a-4b10-9f18-5d4f20cb6fc8 service neutron] 10.222.0.10 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737152 Jul 22 19:47:41.112943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Allocated IP 172.20.0.12 (c12430bb-3696-424d-8f8c-283f67c704a7/96a5f72b-0819-4f91-b0c5-a5c49e2c4335/e03c6cff-1373-46a3-998e-2ff4644fa88a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:41.257927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:41.300582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.313113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:41.317728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 751e38b1-2d1d-4e9e-a129-9e0ed5dbb01a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:41.318733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object f59b9973-6981-4a70-a838-f7654f05948b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:41.318884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.341797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Transition to ACTIVE for port object e03c6cff-1373-46a3-998e-2ff4644fa88a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:41.360496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 68d92cc9-2aa0-41bd-a071-d685d42ed634 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:41.403528 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-234470a2-87eb-4863-a1d7-7a80086a905f req-c059afaa-e6b8-4d94-9a47-651016546c63 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 210 time: 0.1801448 Jul 22 19:47:41.432521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.435510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.451958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7', 'c41fdf33-a924-440c-a190-579f46282878'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:41.498627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=f59b9973-6981-4a70-a838-f7654f05948b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:41.508417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:41.513450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:41.539432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:41.551253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:41.559831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Network c12430bb-3696-424d-8f8c-283f67c704a7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:41.561824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:41.564552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:41.647415 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.668456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:41.669178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.692081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 68d92cc9-2aa0-41bd-a071-d685d42ed634 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:41.692490 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.698165 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2fce6fc5-c1a2-4aef-92a5-f27ec1b4539d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1720345 Jul 22 19:47:41.741863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Request body: {'port': {'device_id': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:41.751007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4fdebb-cfd9-44d4-854b-744dc8524795 req-f99f17f1-7733-456c-8e30-1956f74af159 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:41.774713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a4fdebb-cfd9-44d4-854b-744dc8524795 req-f99f17f1-7733-456c-8e30-1956f74af159 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.7968414 Jul 22 19:47:41.871841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:41.885873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:41.970207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0be2b02b-3eee-4dda-a3e1-a1427e8ee6c3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1532049 Jul 22 19:47:41.978137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45262) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:42.004747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7d:cd:f2'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:42.048718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-cb3ce691-bcd6-4f24-b207-31faa57958be tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=dde2d4410cd0477db733c637e7fdc240&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334026 Jul 22 19:47:42.088163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3330f68b-b4ee-494b-b4f4-117fec0c3288 None None] Provisioning for port f59b9973-6981-4a70-a838-f7654f05948b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:42.100435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3330f68b-b4ee-494b-b4f4-117fec0c3288 None None] Provisioning complete for port f59b9973-6981-4a70-a838-f7654f05948b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:42.100809 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3330f68b-b4ee-494b-b4f4-117fec0c3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.108040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a4fdebb-cfd9-44d4-854b-744dc8524795 req-890376d1-41b6-4da0-a92f-8b71212c5083 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324077 Jul 22 19:47:42.152004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.185841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689717e-be58-40a1-baba-39f685d211dd req-0589aed8-b51e-40ac-8815-f43121d41d1a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:42.193225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3330f68b-b4ee-494b-b4f4-117fec0c3288 None None] Port f59b9973-6981-4a70-a838-f7654f05948b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:42.199896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2689717e-be58-40a1-baba-39f685d211dd req-0589aed8-b51e-40ac-8815-f43121d41d1a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 932 time: 0.5483644 Jul 22 19:47:42.307387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01dd77bf-42e8-4b1d-98f8-4420061b28e1 req-f154ecf8-59ed-44b8-9061-535a7f9619a9 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 210 time: 0.0633514 Jul 22 19:47:42.349444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2689717e-be58-40a1-baba-39f685d211dd req-ac5e3322-1480-47cd-8b12-9f53f14319d5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Jul 22 19:47:42.362665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-99d5b1e6-2f46-41f1-b4e5-c480a5a9153e tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:42.364456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-99d5b1e6-2f46-41f1-b4e5-c480a5a9153e tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055034 Jul 22 19:47:42.380884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Request body: {'port': {'device_id': '118c5905-7ec6-412d-a592-967887a83a8c', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': 'dde2d4410cd0477db733c637e7fdc240'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:42.398148 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6e027ca-6e36-48f1-9e95-7537daf85692 None None] Provisioning for port e03c6cff-1373-46a3-998e-2ff4644fa88a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:42.406073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6e027ca-6e36-48f1-9e95-7537daf85692 None None] Provisioning complete for port e03c6cff-1373-46a3-998e-2ff4644fa88a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:42.407132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6e027ca-6e36-48f1-9e95-7537daf85692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.486032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b6e027ca-6e36-48f1-9e95-7537daf85692 None None] Port e03c6cff-1373-46a3-998e-2ff4644fa88a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:42.502747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.614982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f87fb4f-343a-4dcf-9f0d-410177b80539 req-e6d0bc65-9656-49b8-a707-922e40ffaf8a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 210 time: 0.0586872 Jul 22 19:47:42.676972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-fca4d111-8891-4d45-b61b-55c83769499b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:42.679006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-fca4d111-8891-4d45-b61b-55c83769499b tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.1746304 Jul 22 19:47:42.680568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Made reservation on behalf of dde2d4410cd0477db733c637e7fdc240 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:42.686996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.708133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.858339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03c6cff-1373-46a3-998e-2ff4644fa88a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:42.870408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.883218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.892811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Transition to ACTIVE for port object e03c6cff-1373-46a3-998e-2ff4644fa88a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:42.894495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.906551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Deleting port 675453de-7c57-46a0-8383-59526512cbcf {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:42.907092 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.913209 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:42.927330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.057777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.079105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.127046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=f59b9973-6981-4a70-a838-f7654f05948b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:43.207054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:43.333227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] In _notify_port_updated(), no bound segment for port f59b9973-6981-4a70-a838-f7654f05948b on network da98b12a-c0cc-4ae1-b749-ad79cae1e443 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:47:43.353783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:43.354364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.359613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-351c6e51-0015-451b-ac93-5e4ef605c6ed tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "PUT /v2.0/ports/f59b9973-6981-4a70-a838-f7654f05948b HTTP/1.1" status: 200 len: 994 time: 1.3766208 Jul 22 19:47:43.360965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45274) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:43.401148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3590bd79-7274-4097-b485-a0a70b42789c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:43.438546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8ae8475b-8fde-40da-98ef-2d7ca816488c None None] Provisioning complete for port f59b9973-6981-4a70-a838-f7654f05948b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:43.442170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Attempting to bind port e03c6cff-1373-46a3-998e-2ff4644fa88a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:43.442516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Attempting to bind port e03c6cff-1373-46a3-998e-2ff4644fa88a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:43.442843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Attempting to bind port e03c6cff-1373-46a3-998e-2ff4644fa88a on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:43.443168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8ae8475b-8fde-40da-98ef-2d7ca816488c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.467735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c9d8597-ddf6-48f4-9d36-843b54dceb59 req-5ead7f40-fc46-43a6-857e-d4c60fd7b417 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 210 time: 0.0678356 Jul 22 19:47:43.478436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Port e03c6cff-1373-46a3-998e-2ff4644fa88a on network c12430bb-3696-424d-8f8c-283f67c704a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:43.478762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Attempting to bind port e03c6cff-1373-46a3-998e-2ff4644fa88a on network c12430bb-3696-424d-8f8c-283f67c704a7 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:43.481806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] For port 675453de-7c57-46a0-8383-59526512cbcf, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=675453de-7c57-46a0-8383-59526512cbcf,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:43.483275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.493349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-dc521edb-db97-4437-9be0-ff115ef5c431 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:43.496762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-dc521edb-db97-4437-9be0-ff115ef5c431 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 813 time: 0.5000980 Jul 22 19:47:43.520264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Request body: {'port': {'device_id': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'admin_state_up': True, 'tenant_id': '22fdfdbf109d4a5493398e8ef0a2ef8d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:43.522606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8475b-8fde-40da-98ef-2d7ca816488c None None] Port f59b9973-6981-4a70-a838-f7654f05948b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:43.524226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:43.525192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Checking segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:43.525192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Bound using segment: {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:43.525539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Bound port: e03c6cff-1373-46a3-998e-2ff4644fa88a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44cfc1a-8a90-485e-885e-54e4a6e46241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:43.525877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.527177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Calling delete_port for 675453de-7c57-46a0-8383-59526512cbcf owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:43.636428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14736b2-04a0-4d47-97df-59be9643b753 req-f43810ee-b7f8-405d-a677-2bc6b8a7c201 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:43.640640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b14736b2-04a0-4d47-97df-59be9643b753 req-f43810ee-b7f8-405d-a677-2bc6b8a7c201 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa13be91-4f78-4e14-a941-2079e7959d13 HTTP/1.1" status: 200 len: 946 time: 0.3995852 Jul 22 19:47:43.653192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Allocated IP 192.168.233.6 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/0cf94ed5-930a-4c54-8c46-f5857eebacf6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:43.721890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:43.744480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:43.748801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port f59b9973-6981-4a70-a838-f7654f05948b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:43.749179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.754743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.767375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b14736b2-04a0-4d47-97df-59be9643b753 req-94fd15be-1f45-47c7-988c-b25b6264f660 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.10 "GET /v2.0/security-groups?id=1677c2ac-c6fd-4175-b39e-1cd4b3147476&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183376 Jul 22 19:47:43.796124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b42e3-90a3-4d51-b2be-4641946656e8 req-0207f13f-bfeb-4f9d-9481-393984591b8b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:43.797740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-388b42e3-90a3-4d51-b2be-4641946656e8 req-0207f13f-bfeb-4f9d-9481-393984591b8b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.2390265 Jul 22 19:47:43.835282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:43.836275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.837848 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] 10.222.0.32 "PUT /v2.0/ports/e03c6cff-1373-46a3-998e-2ff4644fa88a HTTP/1.1" status: 200 len: 1093 time: 2.1267438 Jul 22 19:47:43.843575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:43.847372 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd5f143-efa1-4638-b4d2-07e8c1a676f5" -d '{"events": [{"name": "network-changed", "server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:43.850225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Made reservation on behalf of 22fdfdbf109d4a5493398e8ef0a2ef8d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:43.854321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:43.961213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d64c759-5dd8-49d1-b940-ccc6f03a5f54 req-7eff26c4-f413-41fb-944f-e93c36787343 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 210 time: 0.1022160 Jul 22 19:47:44.003489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-388b42e3-90a3-4d51-b2be-4641946656e8 req-63acb2eb-0582-4ba6-a2e1-2e1370b5cd09 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897440 Jul 22 19:47:44.004195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.040472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d8b6d-70c1-47ca-a2fa-92b3cc4d467f service neutron] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.056976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.059263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Pushing event deleted for resources: {'Port': ['ID=675453de-7c57-46a0-8383-59526512cbcf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.075230 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a09033-ada7-4871-86e5-a6d60ea9fcad x-openstack-request-id: req-d2a09033-ada7-4871-86e5-a6d60ea9fcad {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:44.075533 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:44.077007 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2a09033-ada7-4871-86e5-a6d60ea9fcad {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:44.077271 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'status': 'completed', 'code': 200} Jul 22 19:47:44.098890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.105103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Transition to ACTIVE for port object 0cf94ed5-930a-4c54-8c46-f5857eebacf6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:44.125565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] No DVR routers for this DVR port 675453de-7c57-46a0-8383-59526512cbcf on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:44.129199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.131222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a1dd7092-13d6-448e-bb6f-10a359ea7528 req-49c0b83c-8da1-4dbe-ae95-de8c5abb5f08 tempest-ListServerFiltersTestJSON-1165484059 tempest-ListServerFiltersTestJSON-1165484059-project] 10.222.0.32 "DELETE /v2.0/ports/675453de-7c57-46a0-8383-59526512cbcf HTTP/1.1" status: 204 len: 173 time: 1.4398949 Jul 22 19:47:44.131680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'name': 'network-vif-deleted', 'tag': '675453de-7c57-46a0-8383-59526512cbcf'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:44.134127 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902c5e9-b88a-4886-8c67-e5856960a761" -d '{"events": [{"server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "name": "network-vif-deleted", "tag": "675453de-7c57-46a0-8383-59526512cbcf"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:44.136979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for f59b9973-6981-4a70-a838-f7654f05948b owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:44.144674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Allocated IP 172.20.0.7 (d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45/b852afe1-f5f3-40e9-ba59-00f95a66d43d/f2272f21-7478-47e8-8eb7-9888fa94b46c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:44.182046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.195641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-a1ccd6f0-98de-47b7-bb4e-48da81247700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:44.197425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-a1ccd6f0-98de-47b7-bb4e-48da81247700 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 1096 time: 0.3019516 Jul 22 19:47:44.223000 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8894299-e3e2-4ad1-94f3-0f1397db8434 x-openstack-request-id: req-d8894299-e3e2-4ad1-94f3-0f1397db8434 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:44.223579 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa13be91-4f78-4e14-a941-2079e7959d13", "name": "network-vif-deleted", "tag": "675453de-7c57-46a0-8383-59526512cbcf", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:44.223849 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8894299-e3e2-4ad1-94f3-0f1397db8434 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:44.224298 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa13be91-4f78-4e14-a941-2079e7959d13', 'name': 'network-vif-deleted', 'tag': '675453de-7c57-46a0-8383-59526512cbcf', 'status': 'completed', 'code': 200} Jul 22 19:47:44.244780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:44.248059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:44.252543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:44.285404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Pushing event updated for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.311636 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-70c5bb1e-2c5e-458a-b290-8059dae8be55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a HTTP/1.1" status: 200 len: 217 time: 0.0669847 Jul 22 19:47:44.319114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:44.319797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.341021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-56e9ae41-61ff-4fc2-adae-3d68107f657f tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9641340 Jul 22 19:47:44.371022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Request body: {'port': {'device_id': '118c5905-7ec6-412d-a592-967887a83a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:44.475381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2e5c7032-afef-46c8-a0bb-a091615aeace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:44.477239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-2e5c7032-afef-46c8-a0bb-a091615aeace service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1570947 Jul 22 19:47:44.480793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.593854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.609494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.621960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2e3e0af-026c-431a-a2a6-f8c6e8866c75 None None] Provisioning for port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:44.628318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e2e3e0af-026c-431a-a2a6-f8c6e8866c75 None None] Provisioning complete for port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:44.628960 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e2e3e0af-026c-431a-a2a6-f8c6e8866c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.654540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=f59b9973-6981-4a70-a838-f7654f05948b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:44.678594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e2e3e0af-026c-431a-a2a6-f8c6e8866c75 None None] Port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:44.708737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-04d3a541-2b26-4bd7-8583-e9debc6e7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:44.711306 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-04d3a541-2b26-4bd7-8583-e9debc6e7c72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2228365 Jul 22 19:47:44.737788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960b62-59a5-4d7a-a48a-38acfb77da16 req-82463d18-fdab-4188-afb1-e70298678e48 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:44.739353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5960b62-59a5-4d7a-a48a-38acfb77da16 req-82463d18-fdab-4188-afb1-e70298678e48 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 934 time: 0.1462066 Jul 22 19:47:44.822168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5960b62-59a5-4d7a-a48a-38acfb77da16 req-19284271-ab9c-49d0-ae5c-4de52f5edccd tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706527 Jul 22 19:47:44.873469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:44.897032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf94ed5-930a-4c54-8c46-f5857eebacf6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:44.905739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.919587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Transition to ACTIVE for port object 0cf94ed5-930a-4c54-8c46-f5857eebacf6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:44.924508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:44.980409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Pushing event updated for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:45.300005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.314459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:45.381659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:45.383989 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-e72c2dc4-0039-40c1-85d7-012c5b814bbc service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6602862 Jul 22 19:47:45.386978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.391657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ecef44d-d5f6-4981-95fa-fdc5f2fe981b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/f59b9973-6981-4a70-a838-f7654f05948b HTTP/1.1" status: 204 len: 168 time: 1.9737258 Jul 22 19:47:45.397096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45296) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:45.400478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:45.402980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:45.426371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Deleting subnet 723f659a-fd52-4930-9777-38025499ec26 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:47:45.429001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Attempting to bind port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:45.431108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Attempting to bind port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:45.431108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Attempting to bind port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:45.457408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.457642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:45.457735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Attempting to bind port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:45.465750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:45.466084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:45.466387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:45.466992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Bound port: 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:45.467575 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.510088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Pushing event updated for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:45.523961 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6417f41-7e0b-4db7-b054-a3e0af5c9d3b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] GET failed (client error): The resource could not be found. Jul 22 19:47:45.525624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6417f41-7e0b-4db7-b054-a3e0af5c9d3b tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports/f59b9973-6981-4a70-a838-f7654f05948b HTTP/1.1" status: 404 len: 333 time: 0.1262972 Jul 22 19:47:45.530274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:45.536094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-1342489233'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:45.556084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae3083-f239-4843-bd8e-29fec700c466 req-c3ede0a6-b0f0-40ab-ad84-0e6d0dcd8150 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:45.557597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dae3083-f239-4843-bd8e-29fec700c466 req-c3ede0a6-b0f0-40ab-ad84-0e6d0dcd8150 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 931 time: 0.4948652 Jul 22 19:47:45.586907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.594487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:45.595105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.605551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdacf84-eef0-4ba2-99d3-32d31f342994 req-c2fbac1a-a43e-4e70-bc50-6e2c9b4ec5e5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:45.607027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fdacf84-eef0-4ba2-99d3-32d31f342994 req-c2fbac1a-a43e-4e70-bc50-6e2c9b4ec5e5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.1907589 Jul 22 19:47:45.636406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:45.650601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-8b1484ad-ae94-414b-bf16-22b8c094ce76 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1398706 Jul 22 19:47:45.654748 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15ae421f-af87-415f-bdc8-d760aa72e8ea req-7d1fb6a7-c732-4749-98e4-11d45393f844 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562900 Jul 22 19:47:45.660478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 675453de-7c57-46a0-8383-59526512cbcf no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:45.666288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Request body: {'port': {'device_id': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:45.684525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 675453de-7c57-46a0-8383-59526512cbcf {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:45.685557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 675453de-7c57-46a0-8383-59526512cbcf not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:45.710889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:45.729857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.736581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3dae3083-f239-4843-bd8e-29fec700c466 req-91482b53-3f38-48b4-afc7-c79fb2c6bf1f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671758 Jul 22 19:47:45.746387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fdacf84-eef0-4ba2-99d3-32d31f342994 req-7ef3c66e-f750-4016-bd14-dc3cbf2944e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244111 Jul 22 19:47:45.783555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:45.784226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.785740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] 10.222.0.26 "PUT /v2.0/ports/0cf94ed5-930a-4c54-8c46-f5857eebacf6 HTTP/1.1" status: 200 len: 1095 time: 1.4317918 Jul 22 19:47:45.807315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.820584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb553cfb-add4-4fd5-964e-ee068c81d57d service neutron] Pushing event updated for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:45.828785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:45.833640 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.863665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:45.877039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:45.922664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-245ce022-5231-41fb-8643-bf29a5e4b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:45.924784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-245ce022-5231-41fb-8643-bf29a5e4b12e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 1096 time: 0.2075112 Jul 22 19:47:45.986395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.042350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-69a60199-68ae-47d7-b26f-6255a376eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.043956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-69a60199-68ae-47d7-b26f-6255a376eee1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dde2d4410cd0477db733c637e7fdc240&device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 1098 time: 0.1927299 Jul 22 19:47:46.060331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.9 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/3d585aa3-7f65-4330-8a62-fe575bb2eaf3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:46.088347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723f659a-fd52-4930-9777-38025499ec26,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.097330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.100258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5261c4e4-7ec8-45e4-aa64-22fca76aa752 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/723f659a-fd52-4930-9777-38025499ec26 HTTP/1.1" status: 204 len: 168 time: 1.2247128 Jul 22 19:47:46.101506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea3ab2-d2fb-4c5d-89b2-66d706a04e1f None None] Network ac399dca-3df3-45e0-b3a6-3d34d26f8681 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:46.105476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:46.114636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-ae0924f0-4368-4f8e-a320-b8b61b917bad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6 HTTP/1.1" status: 200 len: 217 time: 0.0520773 Jul 22 19:47:46.122351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2962998c-4191-4129-bae3-4e15dd373b7c req-95f80b97-bd96-4131-90fb-3f876d90771e tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.130825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2962998c-4191-4129-bae3-4e15dd373b7c req-95f80b97-bd96-4131-90fb-3f876d90771e tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 946 time: 0.2054191 Jul 22 19:47:46.176445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-60de91c2-d93e-43b2-8434-936f30c9331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.184020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-60de91c2-d93e-43b2-8434-936f30c9331b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2505813 Jul 22 19:47:46.226472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:46.228794 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa90008-b2ae-489a-8337-e83ce56e0b14" -d '{"events": [{"name": "network-changed", "server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:46.248653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2962998c-4191-4129-bae3-4e15dd373b7c req-36395ac9-e8c9-4c56-821c-c36682d0ae15 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132877 Jul 22 19:47:46.250340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-a788f571-b92e-4445-9216-9dda1a09217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.251844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-a788f571-b92e-4445-9216-9dda1a09217f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1195767 Jul 22 19:47:46.279576 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb12ac-3686-48df-b1f3-6f3d535c9db9 x-openstack-request-id: req-7bdb12ac-3686-48df-b1f3-6f3d535c9db9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:46.279854 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:46.280206 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bdb12ac-3686-48df-b1f3-6f3d535c9db9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:46.280576 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6', 'status': 'completed', 'code': 200} Jul 22 19:47:46.286455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.291788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-f64e110a-2bf4-4613-bae6-e024c565e09c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a HTTP/1.1" status: 200 len: 217 time: 0.0649283 Jul 22 19:47:46.360564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] DHCP port deletion for ac399dca-3df3-45e0-b3a6-3d34d26f8681 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:47:46.410811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Deleting port 98cfee52-6a25-41bf-81d6-99cedde93298 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:46.411188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.420704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-9c3f216f-fefe-4679-89e6-2330aafe2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.422832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-9c3f216f-fefe-4679-89e6-2330aafe2437 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619320 Jul 22 19:47:46.425688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-c68b1215-99de-4790-87a4-23ce20e2da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.427157 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-c68b1215-99de-4790-87a4-23ce20e2da98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1051941 Jul 22 19:47:46.441560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.478182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] For port 98cfee52-6a25-41bf-81d6-99cedde93298, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98cfee52-6a25-41bf-81d6-99cedde93298,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:46.478574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.479818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:46.492268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Calling delete_port for 98cfee52-6a25-41bf-81d6-99cedde93298 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:46.526790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Deleting port 98cfee52-6a25-41bf-81d6-99cedde93298 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:46.527136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.555434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2272f21-7478-47e8-8eb7-9888fa94b46c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:46.571011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-df230482-32ae-4fd5-8414-2ab9e146b180 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327384 Jul 22 19:47:46.571217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.597437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.621890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.626048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-e0f39c84-ae88-4d75-8d6f-6fea51ef38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.627599 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-e0f39c84-ae88-4d75-8d6f-6fea51ef38e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916034 Jul 22 19:47:46.630097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Transition to ACTIVE for port object f2272f21-7478-47e8-8eb7-9888fa94b46c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:46.635513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] For port 98cfee52-6a25-41bf-81d6-99cedde93298, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98cfee52-6a25-41bf-81d6-99cedde93298,segment=NetworkSegment(deeff9fd-8bc1-4413-8b45-7999e4799e5e),segment_id=deeff9fd-8bc1-4413-8b45-7999e4799e5e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:46.635880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.640075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.650011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] Pushing event deleted for resources: {'Port': ['ID=98cfee52-6a25-41bf-81d6-99cedde93298,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.656179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b2fc7-aa0c-4b50-8b0d-8cfa23604c7f None None] No DVR routers for this DVR port 98cfee52-6a25-41bf-81d6-99cedde93298 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:46.686079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:46.693784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Calling delete_port for 98cfee52-6a25-41bf-81d6-99cedde93298 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:46.696461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:46.698939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:46.742979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=3d585aa3-7f65-4330-8a62-fe575bb2eaf3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.773378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9165c28e-0e3e-4ec8-811a-e2395f3e14b6 req-29737921-4e4c-4128-938c-815bbdfd425e service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028232 Jul 22 19:47:46.782226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:46.782896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:46.802917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f37597e0-02a0-4332-9647-b5f990f91d68 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2714016 Jul 22 19:47:46.805552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:46.811821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Pushing event updated for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:46.820321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7d:cd:f2'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:46.901645 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-92e1c8e8-7e98-4dd9-9044-e93187d00d1b service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630455 Jul 22 19:47:47.009206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.016716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e1843c68-6102-44a7-86e6-4bf4e9e034f0 None None] Provisioning for port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:47.022662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e1843c68-6102-44a7-86e6-4bf4e9e034f0 None None] Provisioning complete for port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:47.023359 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e1843c68-6102-44a7-86e6-4bf4e9e034f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.046185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Attempting to bind port f2272f21-7478-47e8-8eb7-9888fa94b46c on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:47.046536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Attempting to bind port f2272f21-7478-47e8-8eb7-9888fa94b46c by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:47.046865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Attempting to bind port f2272f21-7478-47e8-8eb7-9888fa94b46c on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:47.057068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98cfee52-6a25-41bf-81d6-99cedde93298,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:47.064688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] No DVR routers for this DVR port 98cfee52-6a25-41bf-81d6-99cedde93298 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:47.068059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Port f2272f21-7478-47e8-8eb7-9888fa94b46c on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:47:47.068413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Attempting to bind port f2272f21-7478-47e8-8eb7-9888fa94b46c on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:47.073195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e1843c68-6102-44a7-86e6-4bf4e9e034f0 None None] Port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:47.078762 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-acd5f143-efa1-4638-b4d2-07e8c1a676f5 req-e01df1e4-1655-404b-95c8-7c739c5064e3 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691833 Jul 22 19:47:47.101040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:47.101374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Checking segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:47.101763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Bound using segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:47.102214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Bound port: f2272f21-7478-47e8-8eb7-9888fa94b46c, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:47.102576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.109938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6baded-0416-4380-8240-57937f115cbe req-46c08eb8-7d49-4d8a-8c61-e72fcdc171c5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.111455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f6baded-0416-4380-8240-57937f115cbe req-46c08eb8-7d49-4d8a-8c61-e72fcdc171c5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.2417471 Jul 22 19:47:47.121345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1287a-749b-4905-8b1b-bc2cdf041439 req-444ecdd2-06f0-46d8-a7da-d6047e234ee9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.123336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8d1287a-749b-4905-8b1b-bc2cdf041439 req-444ecdd2-06f0-46d8-a7da-d6047e234ee9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 943 time: 0.2435052 Jul 22 19:47:47.127980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-75d09db9-aaee-46f5-acb9-1f8341ef8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.129434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-75d09db9-aaee-46f5-acb9-1f8341ef8a47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dde2d4410cd0477db733c637e7fdc240&device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 1098 time: 0.2608583 Jul 22 19:47:47.178884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.195507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac399dca-3df3-45e0-b3a6-3d34d26f8681']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:47.210866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deeff9fd-8bc1-4413-8b45-7999e4799e5e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:47.211165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deeff9fd-8bc1-4413-8b45-7999e4799e5e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:47.231582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.250072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.260404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:47.264276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:47.266276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:47.266827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:47.269818 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:47.282478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98cfee52-6a25-41bf-81d6-99cedde93298 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:47:47.291017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f6baded-0416-4380-8240-57937f115cbe req-ad29347a-878d-4496-856f-7983e83c72ef tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644828 Jul 22 19:47:47.294111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8d1287a-749b-4905-8b1b-bc2cdf041439 req-e1a3212b-a32b-4691-a84f-16bea322a4ad tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638265 Jul 22 19:47:47.297408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.305364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 98cfee52-6a25-41bf-81d6-99cedde93298 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:47:47.306073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98cfee52-6a25-41bf-81d6-99cedde93298 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:47:47.343438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.368553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-e8e14a11-d78d-4449-b8dd-42038e4a6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.370174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-e8e14a11-d78d-4449-b8dd-42038e4a6667 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.2233338 Jul 22 19:47:47.372279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.382760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.384612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ac399dca-3df3-45e0-b3a6-3d34d26f8681 HTTP/1.1" status: 204 len: 168 time: 1.2758830 Jul 22 19:47:47.399777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.400577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.402077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-ed958514-586b-41d7-9874-26a12fc897da service neutron] 10.222.0.26 "PUT /v2.0/ports/f2272f21-7478-47e8-8eb7-9888fa94b46c HTTP/1.1" status: 200 len: 1092 time: 1.7423620 Jul 22 19:47:47.403390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:47.406657 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53037f75-22b6-47d4-9a59-9e8f7ff381e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:47.437820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e4b0e-465b-4081-9cee-8a7816563ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac399dca-3df3-45e0-b3a6-3d34d26f8681,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:47.445310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed958514-586b-41d7-9874-26a12fc897da service neutron] Pushing event updated for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:47.460361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-cfeb319c-a395-43e6-afb3-6f912bafbcfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6 HTTP/1.1" status: 200 len: 217 time: 0.0753319 Jul 22 19:47:47.469194 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b84bc6-c04e-4433-9da0-1d01ec149d12 x-openstack-request-id: req-59b84bc6-c04e-4433-9da0-1d01ec149d12 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:47.469478 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:47.469730 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59b84bc6-c04e-4433-9da0-1d01ec149d12 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:47.470127 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c', 'status': 'completed', 'code': 200} Jul 22 19:47:47.517278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-7c95fdc7-703c-4306-8a1d-d436c47b19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.519127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-7c95fdc7-703c-4306-8a1d-d436c47b19a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 1095 time: 0.0614085 Jul 22 19:47:47.569417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-29257659-fd23-4f59-abea-c4bb7c1914ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c HTTP/1.1" status: 200 len: 217 time: 0.0419853 Jul 22 19:47:47.595054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-7db6fc78-37da-486e-a7de-7c8b95a4bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.596589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-7db6fc78-37da-486e-a7de-7c8b95a4bd6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.1163960 Jul 22 19:47:47.604514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39234852-28c5-46d6-8506-1a03ad86f893 req-c2c43df7-975f-4f2c-bdba-57cc12186030 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.604660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:47.606182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39234852-28c5-46d6-8506-1a03ad86f893 req-c2c43df7-975f-4f2c-bdba-57cc12186030 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 946 time: 0.2311954 Jul 22 19:47:47.658145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-b89e3c22-cd05-4328-aec6-b16bded9b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.659649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-b89e3c22-cd05-4328-aec6-b16bded9b26e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.0838511 Jul 22 19:47:47.676070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:47.682576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-997b3b87-3112-42ba-b1a1-3cbc50afbe35 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bb4636183c7488d86f51e669c69de4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769260 Jul 22 19:47:47.691157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45326) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:47.703487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-c8fa57cb-1ac1-4726-a7f0-5f4a84a887ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327818 Jul 22 19:47:47.756234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39234852-28c5-46d6-8506-1a03ad86f893 req-52995ca2-6ca5-4e64-9a09-e34974fbe7f0 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358140 Jul 22 19:47:47.758808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.785910 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.788612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:47.788975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-8a4fb889-5273-405d-be28-ba7e2f299124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:47.790498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-8a4fb889-5273-405d-be28-ba7e2f299124 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834583 Jul 22 19:47:47.803357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'mac_address': 'fa:16:3e:fc:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:47.812368 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-36578705-1aee-424e-ac71-aaeeea7d371c service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999341 Jul 22 19:47:47.849239 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.866035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03c6cff-1373-46a3-998e-2ff4644fa88a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:47.891407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:47.901872 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.912398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:47.933190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-bc22da5a-3471-4bd6-a8a9-c802eaff8a38 req-73dbf07e-fc66-4eb6-a611-f1e0e114d7f3 service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135833 Jul 22 19:47:47.954813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=3d585aa3-7f65-4330-8a62-fe575bb2eaf3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:47.970324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:48.012557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.017106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] In _notify_port_updated(), no bound segment for port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 on network da98b12a-c0cc-4ae1-b749-ad79cae1e443 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:47:48.022831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.023699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.025107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cbfa7f69-0bb6-4755-849e-e1c27a72b5e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "PUT /v2.0/ports/3d585aa3-7f65-4330-8a62-fe575bb2eaf3 HTTP/1.1" status: 200 len: 996 time: 1.2184372 Jul 22 19:47:48.027885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:48.076825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-f3aa691f-46bc-47a6-a073-6ebbe4edf2b8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552819 Jul 22 19:47:48.105752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eb23398e-21fa-4044-b9bf-1172161fe97c None None] Provisioning complete for port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:48.106316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb23398e-21fa-4044-b9bf-1172161fe97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.116035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.118191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-01d31781-ee36-44b5-9f5e-c4cab0d3cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.118595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.122104 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-01d31781-ee36-44b5-9f5e-c4cab0d3cf00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 1095 time: 0.1265962 Jul 22 19:47:48.122250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1677c2ac-c6fd-4175-b39e-1cd4b3147476 HTTP/1.1" status: 204 len: 168 time: 0.4265857 Jul 22 19:47:48.141849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073b7b5-4c26-427b-b691-ea8836b37f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1677c2ac-c6fd-4175-b39e-1cd4b3147476,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:48.158748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-eb23398e-21fa-4044-b9bf-1172161fe97c None None] Port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:48.160800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e03c6cff-1373-46a3-998e-2ff4644fa88a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:48.226228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fa90008-b2ae-489a-8337-e83ce56e0b14 req-dd4da22a-67ca-426f-b0e2-2f3cd7e786e8 service neutron] 10.222.0.26 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330853 Jul 22 19:47:48.244220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:48.244577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.350661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-55409f00-aa91-40f1-a383-059279a11406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.352204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-55409f00-aa91-40f1-a383-059279a11406 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.2168939 Jul 22 19:47:48.413046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.421907 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-071edf6e-dc63-4ec3-8223-d3d3c214f4fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c HTTP/1.1" status: 200 len: 217 time: 0.0604956 Jul 22 19:47:48.427543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for 3d585aa3-7f65-4330-8a62-fe575bb2eaf3 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:48.503188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8366f8-4432-479c-9324-93e5e5e1f235 req-ed64f7cf-f2da-43c2-bcd8-50ae0792e9f4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.504886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8366f8-4432-479c-9324-93e5e5e1f235 req-ed64f7cf-f2da-43c2-bcd8-50ae0792e9f4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 943 time: 0.1193616 Jul 22 19:47:48.518671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-826771a2-e52f-4e39-8cec-03df44530cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.520078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-826771a2-e52f-4e39-8cec-03df44530cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.0904739 Jul 22 19:47:48.528618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fc781-8840-4e00-9fe1-2a41a03932f6 req-2d42ce36-4576-479e-aeed-4a6f1f34b878 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:48.530748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd2fc781-8840-4e00-9fe1-2a41a03932f6 req-2d42ce36-4576-479e-aeed-4a6f1f34b878 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 945 time: 0.1124456 Jul 22 19:47:48.567615 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-f15070e9-fb3b-4b64-bb4a-25f558693b20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347331 Jul 22 19:47:48.730641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-eba452b1-20a4-47e6-814b-f050c5d86c57 service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521850 Jul 22 19:47:48.754802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.799130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=3d585aa3-7f65-4330-8a62-fe575bb2eaf3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:48.920321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-53037f75-22b6-47d4-9a59-9e8f7ff381e4 req-3c93f0bc-31b4-4106-8e76-047128a6851c service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844971 Jul 22 19:47:48.926822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb8366f8-4432-479c-9324-93e5e5e1f235 req-5d1d01d2-1059-491b-9192-78f79060cdc2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139886 Jul 22 19:47:48.927528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:48.932067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d22816bb-ddf3-44b6-8ebf-f7f1f8a28ef3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/3d585aa3-7f65-4330-8a62-fe575bb2eaf3 HTTP/1.1" status: 204 len: 168 time: 0.9008527 Jul 22 19:47:48.932453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45358) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:48.944555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd2fc781-8840-4e00-9fe1-2a41a03932f6 req-6f234be1-fadd-4ab3-8a2f-80ec443a3984 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070532 Jul 22 19:47:48.981000 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-0409f3a8-dc5c-46f8-8124-871185506ade tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] GET failed (client error): The resource could not be found. Jul 22 19:47:48.983539 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0409f3a8-dc5c-46f8-8124-871185506ade tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports/3d585aa3-7f65-4330-8a62-fe575bb2eaf3 HTTP/1.1" status: 404 len: 333 time: 0.0501091 Jul 22 19:47:48.987261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45360) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:48.992634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-291882216'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:49.012023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:49.139947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2100646046-network', 'tenant_id': '752a55532197462f943d7ad93035aa6c'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:49.150083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03b7d6-5690-4cf1-a0cc-b9fbd29adbf0 req-72fc4f3d-9a4c-45f4-8ef6-13e11a162f38 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:49.151671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa03b7d6-5690-4cf1-a0cc-b9fbd29adbf0 req-72fc4f3d-9a4c-45f4-8ef6-13e11a162f38 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 946 time: 0.1294422 Jul 22 19:47:49.168042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:47:49.168042 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:47:49.168042 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': '123cc0b2a123450a908ddfd5bf62219a', 'id': '36a2660e-8b4d-47a3-87ff-c6440f88d891', 'expiration': datetime.datetime(2021, 7, 22, 19, 49, 49, 152433)}] Jul 22 19:47:49.168042 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:47:49.168582 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:47:49.171127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Made reservation on behalf of 752a55532197462f943d7ad93035aa6c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:49.173710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.185954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.198005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa03b7d6-5690-4cf1-a0cc-b9fbd29adbf0 req-030bb736-3b9b-454a-84ae-d575d03a7983 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389535 Jul 22 19:47:49.276638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0cf94ed5-930a-4c54-8c46-f5857eebacf6 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:49.296319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.300066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.325235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:47:49.335771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0042e6-5bd4-477a-ac9e-494cbe65f855,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.341659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.342015 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Added segment 306a23c9-af79-4cd0-9a58-b591f71aaf08 of type vlan for network f120101b-5f6d-44f5-bae1-38ccdff39306 Jul 22 19:47:49.373744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:49.382409 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.384825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0cf94ed5-930a-4c54-8c46-f5857eebacf6', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '0cf94ed5-930a-4c54-8c46-f5857eebacf6', 'mac_address': 'fa:16:3e:09:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:49.412613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.413592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:49.414178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.427015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.439789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf94ed5-930a-4c54-8c46-f5857eebacf6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:49.445983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45366) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:49.446164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4329054 Jul 22 19:47:49.454968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Request body: {'subnet': {'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2100646046-subnet', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:49.459434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:49.464559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.481691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Made reservation on behalf of 752a55532197462f943d7ad93035aa6c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:49.483404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f78333-3174-4403-8b0f-5786e1aa5fbb admin admin] Pushing event updated for resources: {'Network': ['ID=f120101b-5f6d-44f5-bae1-38ccdff39306,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.491676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.494670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f120101b-5f6d-44f5-bae1-38ccdff39306 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:47:49.536518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.663636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.676360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:49.724312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0cf94ed5-930a-4c54-8c46-f5857eebacf6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:49.728634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port e03c6cff-1373-46a3-998e-2ff4644fa88a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:49.734471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:49.744190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:49.748421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.751990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port e03c6cff-1373-46a3-998e-2ff4644fa88a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:49.752382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.767750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Checking segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:49.768122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Network hostable DHCP agents. Network: f120101b-5f6d-44f5-bae1-38ccdff39306, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:47:49.774796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port d66dfa41-505c-426b-b0f1-d9b786e44a04 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:49.843176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:47:49.878277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f120101b-5f6d-44f5-bae1-38ccdff39306) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:49.882606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:49.883210 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.893781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c300b-9c80-4f8e-a418-8ae498bef2b3 None None] Network f120101b-5f6d-44f5-bae1-38ccdff39306 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:49.899500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.913762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ffd7075a-ca38-41aa-bc2a-a9d4955fb0cd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4651337 Jul 22 19:47:49.915442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:49.921381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:49.930038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.11 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/d66dfa41-505c-426b-b0f1-d9b786e44a04) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:49.953355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.955706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:49.958390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:49.960684 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e015ce-c049-4c13-bcc2-abfb57e693c0" -d '{"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-plugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:50.035887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.047746 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48557094-a271-4bd2-b579-f5c30858906b x-openstack-request-id: req-48557094-a271-4bd2-b579-f5c30858906b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:50.048312 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-plugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:50.048747 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48557094-a271-4bd2-b579-f5c30858906b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:50.049315 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'code': 200} Jul 22 19:47:50.079524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:50.113159 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.187129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.275489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-f120101b-5f6d-44f5-bae1-38ccdff39306', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:47:50.276723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277d8e8-a192-4eda-b94c-e7466a77b672 req-e06c9d94-57e8-41a5-905a-40a9d301336f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.277017 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.278564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c277d8e8-a192-4eda-b94c-e7466a77b672 req-e06c9d94-57e8-41a5-905a-40a9d301336f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 943 time: 0.2384634 Jul 22 19:47:50.293212 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.335521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object d66dfa41-505c-426b-b0f1-d9b786e44a04 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:50.352811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4f6d-da59-4161-aa88-ed66a5490eba req-09eeb8c6-2f20-49fa-be7d-eb2224dfdaf4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.354388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e2b4f6d-da59-4161-aa88-ed66a5490eba req-09eeb8c6-2f20-49fa-be7d-eb2224dfdaf4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2368891 Jul 22 19:47:50.389675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c277d8e8-a192-4eda-b94c-e7466a77b672 req-a2db1b44-15b4-4e80-a242-1ef9d13b9eef tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013646 Jul 22 19:47:50.428983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e2b4f6d-da59-4161-aa88-ed66a5490eba req-3c7f45f0-4afc-4bb8-89bd-8ddaaef794fa tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Jul 22 19:47:50.445522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.516459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:50.523726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:50.526199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:50.533553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Allocated IP 172.20.0.2 (f120101b-5f6d-44f5-bae1-38ccdff39306/9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f/e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:50.589000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=d66dfa41-505c-426b-b0f1-d9b786e44a04,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.629963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.631305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.665441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcf847-d73c-483f-83c0-c77ffc8d8d0d req-199b69d4-74ca-48f5-8d8b-042b69d96659 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.667289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bcf847-d73c-483f-83c0-c77ffc8d8d0d req-199b69d4-74ca-48f5-8d8b-042b69d96659 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 947 time: 0.1477201 Jul 22 19:47:50.672518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8af0ce82-550a-441f-9cf9-85d9df76b387 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6812010 Jul 22 19:47:50.672833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45384) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:50.678370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'network_id': 'da98b12a-c0cc-4ae1-b749-ad79cae1e443', 'name': 'tempest-AllowedAddressPairTestJSON-1144848334'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:50.728240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.738344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Transition to ACTIVE for port object e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:50.764193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Transition to ACTIVE for port object e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:50.780864 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.791538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bcf847-d73c-483f-83c0-c77ffc8d8d0d req-9ec85697-9401-4b36-be98-a95e4d505306 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074262 Jul 22 19:47:50.809018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.820346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc6df0-94be-4908-97c5-52bb2a4a6857 req-1d898ca0-062f-45d1-9338-5e14a36da301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:50.822352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b8dc6df0-94be-4908-97c5-52bb2a4a6857 req-1d898ca0-062f-45d1-9338-5e14a36da301 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 1098 time: 0.6890347 Jul 22 19:47:50.859216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:50.863975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:50.866545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:50.869475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Made reservation on behalf of 123cc0b2a123450a908ddfd5bf62219a for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:47:50.870038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Pushing event updated for resources: {'Port': ['ID=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:50.876612 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.902162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] device_id is not set on port 295001a7-6b29-4258-ae9d-99c314d776c9 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:47:50.906128 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b8dc6df0-94be-4908-97c5-52bb2a4a6857 req-e8df5066-74d6-44aa-93ad-a1568990de70 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Jul 22 19:47:50.946683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c53bcfc4-0ecb-47a6-bd88-59520f87e046 None None] Provisioning for port d66dfa41-505c-426b-b0f1-d9b786e44a04 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:50.952744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Attempting to bind port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:50.953231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Attempting to bind port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:50.953602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Attempting to bind port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:50.955843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c53bcfc4-0ecb-47a6-bd88-59520f87e046 None None] Provisioning complete for port d66dfa41-505c-426b-b0f1-d9b786e44a04 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:50.956237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c53bcfc4-0ecb-47a6-bd88-59520f87e046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.983597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:50.983987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Checking segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:50.984452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:50.984854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Bound using segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:50.985424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Bound port: e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:50.985817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.032078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c53bcfc4-0ecb-47a6-bd88-59520f87e046 None None] Port d66dfa41-505c-426b-b0f1-d9b786e44a04 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:51.064432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Allocated IP 172.20.0.4 (da98b12a-c0cc-4ae1-b749-ad79cae1e443/3c9efbb5-34e0-4262-a14d-476e72ccdffb/295001a7-6b29-4258-ae9d-99c314d776c9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:51.086200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] For port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:51.089862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] For port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:51.096057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.141261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.168513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb992cc-1de2-4f25-9472-fb3fa1ea0860 None None] Pushing event updated for resources: {'Port': ['ID=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.173494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.288867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f2272f21-7478-47e8-8eb7-9888fa94b46c details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:51.291175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0cf94ed5-930a-4c54-8c46-f5857eebacf6 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:51.306627 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.370759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Transition to ACTIVE for port object 295001a7-6b29-4258-ae9d-99c314d776c9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:51.415965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Allocated IP 172.25.6.94 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/22116afd-3dd3-4a0f-ba35-8234ccf50836) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:51.594537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.725203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=295001a7-6b29-4258-ae9d-99c314d776c9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.738279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:51.762451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:51.764937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:51.805247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.812232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:51.853990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:51.871189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.882576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:51.884452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.895500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:51.895788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:51.918305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f2272f21-7478-47e8-8eb7-9888fa94b46c', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'port_id': 'f2272f21-7478-47e8-8eb7-9888fa94b46c', 'mac_address': 'fa:16:3e:78:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b852afe1-f5f3-40e9-ba59-00f95a66d43d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:47:51.918954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5116809f-ef73-403b-98a1-fa00bee2f569 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2447982 Jul 22 19:47:51.925196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45394) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:51.927572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:51.931629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:7d:cd:f2'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:3a:79:8d'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:51.933792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:51.939654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:51.943012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Pushing event updated for resources: {'Port': ['ID=22116afd-3dd3-4a0f-ba35-8234ccf50836,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:51.949418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd9a65-0ef7-4b1a-8a52-75318368464f req-e10c1a89-2fcd-4d11-b1b1-cf2132e3ef2c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:51.951428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fbd9a65-0ef7-4b1a-8a52-75318368464f req-e10c1a89-2fcd-4d11-b1b1-cf2132e3ef2c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 943 time: 0.2566981 Jul 22 19:47:51.989832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136433bc-ae7e-47d7-a29e-6196be3cd5a3 req-483f570d-8715-41dc-9799-0cb018ea7ddd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:51.991627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-136433bc-ae7e-47d7-a29e-6196be3cd5a3 req-483f570d-8715-41dc-9799-0cb018ea7ddd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2957995 Jul 22 19:47:52.014684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.033512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2272f21-7478-47e8-8eb7-9888fa94b46c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:47:52.081573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:52.087017 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.101705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.152416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:52.155583 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34704b0d-2b91-4f9a-849f-e15084336f0d" -d '{"events": [{"server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "name": "network-vif-plugged", "status": "completed", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:52.164989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fbd9a65-0ef7-4b1a-8a52-75318368464f req-6666db28-e80c-465d-a07f-532310b3a019 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891973 Jul 22 19:47:52.173368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-136433bc-ae7e-47d7-a29e-6196be3cd5a3 req-71ded06f-f8f1-4555-a0c2-d67d6c982418 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685925 Jul 22 19:47:52.183794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:52.194157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.220360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.227078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c0a65906-4fae-43a7-8887-385826857913 None None] Provisioning for port 295001a7-6b29-4258-ae9d-99c314d776c9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:52.227078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.234503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c0a65906-4fae-43a7-8887-385826857913 None None] Provisioning complete for port 295001a7-6b29-4258-ae9d-99c314d776c9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:52.234503 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c0a65906-4fae-43a7-8887-385826857913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.323107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c0a65906-4fae-43a7-8887-385826857913 None None] Port 295001a7-6b29-4258-ae9d-99c314d776c9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:52.334695 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4435be-b86d-4a83-8696-f89fe7b640a7 x-openstack-request-id: req-9e4435be-b86d-4a83-8696-f89fe7b640a7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:52.335514 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "name": "network-vif-plugged", "status": "completed", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:52.335777 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e4435be-b86d-4a83-8696-f89fe7b640a7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:52.336207 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6', 'code': 200} Jul 22 19:47:52.338173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.354749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.367907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f2272f21-7478-47e8-8eb7-9888fa94b46c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:47:52.600993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f6f8d-2200-467d-ab4f-786725c631cc req-8832967a-5b6a-4921-bcd3-d89f55a8552a tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.603165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e4f6f8d-2200-467d-ab4f-786725c631cc req-8832967a-5b6a-4921-bcd3-d89f55a8552a tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.2711153 Jul 22 19:47:52.630555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deabd4-5f23-4d53-ab20-83f1ed589f39 req-bc4f31ce-be67-463d-971b-11c79c8c3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.632086 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f7deabd4-5f23-4d53-ab20-83f1ed589f39 req-bc4f31ce-be67-463d-971b-11c79c8c3c6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 1100 time: 0.2186408 Jul 22 19:47:52.678628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e4f6f8d-2200-467d-ab4f-786725c631cc req-495377af-1cec-4f02-af79-371598529118 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683086 Jul 22 19:47:52.696191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f7deabd4-5f23-4d53-ab20-83f1ed589f39 req-ce96f9db-56fd-4124-8b7e-965de513edb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547266 Jul 22 19:47:52.700418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.703675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.709364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.800014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event updated for resources: {'Port': ['ID=295001a7-6b29-4258-ae9d-99c314d776c9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:52.818778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] In _notify_port_updated(), no bound segment for port 295001a7-6b29-4258-ae9d-99c314d776c9 on network da98b12a-c0cc-4ae1-b749-ad79cae1e443 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:47:52.824909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:52.825595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:52.827553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bafc5881-8b73-4779-98cf-b079f206aae1 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "PUT /v2.0/ports/295001a7-6b29-4258-ae9d-99c314d776c9 HTTP/1.1" status: 200 len: 1057 time: 0.9012954 Jul 22 19:47:52.830514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45404) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:52.851465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b224f7f-ea60-45b2-bcaa-a1d4687f3b43 None None] Network f120101b-5f6d-44f5-bae1-38ccdff39306 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:52.881519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:47:52.973115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port 295001a7-6b29-4258-ae9d-99c314d776c9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:52.973472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.016789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:53.024034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-60d369d7-aa4d-45a5-8f80-79aa36adc331 None None] Provisioning for port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:53.032133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:47:53.035594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.037431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8507a8bf-f36d-4cbf-acc8-e2798a35645f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1207840 Jul 22 19:47:53.040297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45406) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:53.076485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:53.077305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:53.096429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.111780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for 295001a7-6b29-4258-ae9d-99c314d776c9 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:53.219046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-916a7f9b-488e-47b8-babb-20160dabd794 None None] Provisioning complete for port 295001a7-6b29-4258-ae9d-99c314d776c9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:53.219046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-916a7f9b-488e-47b8-babb-20160dabd794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.284996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-916a7f9b-488e-47b8-babb-20160dabd794 None None] Port 295001a7-6b29-4258-ae9d-99c314d776c9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:53.313389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f2272f21-7478-47e8-8eb7-9888fa94b46c up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:53.316885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:53.431920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.442872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:53.525243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=295001a7-6b29-4258-ae9d-99c314d776c9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:53.621471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ff51e-028c-4bea-bcd8-6c54c1bc4f42 req-22089433-d6bc-4443-9f2b-cfb030814e12 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:53.623446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87ff51e-028c-4bea-bcd8-6c54c1bc4f42 req-22089433-d6bc-4443-9f2b-cfb030814e12 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.3151286 Jul 22 19:47:53.641233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port f2272f21-7478-47e8-8eb7-9888fa94b46c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:53.678807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f2272f21-7478-47e8-8eb7-9888fa94b46c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:53.679875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.760943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e87ff51e-028c-4bea-bcd8-6c54c1bc4f42 req-8d96eece-606f-48b0-94ad-db58cde6a5e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215851 Jul 22 19:47:53.794144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:53.807361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:53.807661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.813835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92e1f2-0d6c-408a-bba3-a65f4498bd86 req-059d33e6-6512-4e5e-b39c-d38ed4950058 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:53.816171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b92e1f2-0d6c-408a-bba3-a65f4498bd86 req-059d33e6-6512-4e5e-b39c-d38ed4950058 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 944 time: 0.4456000 Jul 22 19:47:53.838692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:53.976782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b92e1f2-0d6c-408a-bba3-a65f4498bd86 req-8cfbbf38-1452-4f9d-929a-91aff45a9c60 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459174 Jul 22 19:47:53.992104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4361d2c2-d5ac-4829-9041-b2edaea0b5a3 None None] Provisioning complete for port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:53.992505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4361d2c2-d5ac-4829-9041-b2edaea0b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.023693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.097817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.220327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:54.238617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc18d5-e1a6-460c-aad6-67e1145220c3 req-e516bfaf-1936-4585-a72d-079397713d09 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:54.241124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60dc18d5-e1a6-460c-aad6-67e1145220c3 req-e516bfaf-1936-4585-a72d-079397713d09 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.3553808 Jul 22 19:47:54.244994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:52Z', 'revision_number': 3, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:54.305398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Allocated IP 172.20.0.1 (f120101b-5f6d-44f5-bae1-38ccdff39306/9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f/dc04ab31-e79e-4f16-97b0-2309d53e1941) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:47:54.337268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.347021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:47:54.349508 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a941c82-5bb9-45ea-98f7-3eba6e271580" -d '{"events": [{"server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "name": "network-vif-plugged", "status": "completed", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:47:54.358450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:47:54.358632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.358914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Updating router 7eb0432d-a778-42bf-9799-2d40980bfa3d port 22116afd-3dd3-4a0f-ba35-8234ccf50836 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:47:54.361277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a98a0e88-053d-4b08-ba8c-526e49c61ea0 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/295001a7-6b29-4258-ae9d-99c314d776c9 HTTP/1.1" status: 204 len: 168 time: 1.5296447 Jul 22 19:47:54.366050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:54.409362 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-95284fdd-2fc2-4484-a778-120ea08220a6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] GET failed (client error): The resource could not be found. Jul 22 19:47:54.410322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60dc18d5-e1a6-460c-aad6-67e1145220c3 req-2b6fa8b3-5e29-4e01-91b4-c1b08642ee86 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385374 Jul 22 19:47:54.424223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-95284fdd-2fc2-4484-a778-120ea08220a6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports/295001a7-6b29-4258-ae9d-99c314d776c9 HTTP/1.1" status: 404 len: 333 time: 0.0546546 Jul 22 19:47:54.425728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:54.457585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:54.486139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.538904 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9726f2c0-875f-41f9-9193-82c68abbbed4 x-openstack-request-id: req-9726f2c0-875f-41f9-9193-82c68abbbed4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:47:54.540078 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "name": "network-vif-plugged", "status": "completed", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:47:54.540428 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9726f2c0-875f-41f9-9193-82c68abbbed4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:47:54.540879 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c', 'code': 200} Jul 22 19:47:54.552025 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.552661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6610aa-3def-4d77-933d-88aa359f311b req-44b93d16-f7d9-46e9-a6c1-dfad54b1abfc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:54.558579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b6610aa-3def-4d77-933d-88aa359f311b req-44b93d16-f7d9-46e9-a6c1-dfad54b1abfc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.1841328 Jul 22 19:47:54.567964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.617138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4361d2c2-d5ac-4829-9041-b2edaea0b5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.617751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.645069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.666584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b6610aa-3def-4d77-933d-88aa359f311b req-aaeb8224-942b-4460-9826-3bbe5be400b3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Jul 22 19:47:54.691255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port d66dfa41-505c-426b-b0f1-d9b786e44a04 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:54.691255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.699021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Transition to ACTIVE for port object dc04ab31-e79e-4f16-97b0-2309d53e1941 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:54.759294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e4a2-a699-42c0-a617-c8948ec65252 req-6c7862e9-f10b-4114-a505-4a4132b1ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:54.761273 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96b2e4a2-a699-42c0-a617-c8948ec65252 req-6c7862e9-f10b-4114-a505-4a4132b1ad3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 1097 time: 0.1360369 Jul 22 19:47:54.763936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.796642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:54.812163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for d66dfa41-505c-426b-b0f1-d9b786e44a04 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:54.815729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.830342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Pushing event updated for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:54.846157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-4361d2c2-d5ac-4829-9041-b2edaea0b5a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:47:54.846508 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-4361d2c2-d5ac-4829-9041-b2edaea0b5a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:47:54.864808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:54.869014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:54.877585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:47:54.906347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96b2e4a2-a699-42c0-a617-c8948ec65252 req-d94659f8-585c-4183-abd8-20a7995edd65 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822620 Jul 22 19:47:54.931613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.039561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.082357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=d66dfa41-505c-426b-b0f1-d9b786e44a04,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:55.118905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.138221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Transition to ACTIVE for port object 22116afd-3dd3-4a0f-ba35-8234ccf50836 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:47:55.160056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.254025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.257017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2f1c9e80-d864-42c4-96b4-c5373ecd54e3 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/d66dfa41-505c-426b-b0f1-d9b786e44a04 HTTP/1.1" status: 204 len: 168 time: 0.8302584 Jul 22 19:47:55.262842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45440) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.263925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Attempting to bind port 22116afd-3dd3-4a0f-ba35-8234ccf50836 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:47:55.264400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Attempting to bind port 22116afd-3dd3-4a0f-ba35-8234ccf50836 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:47:55.264765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Attempting to bind port 22116afd-3dd3-4a0f-ba35-8234ccf50836 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:47:55.290721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.294012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fa924-4668-4cd0-963e-f61529eb5c4e None None] Pushing event updated for resources: {'Port': ['ID=22116afd-3dd3-4a0f-ba35-8234ccf50836,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:55.298071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:47:55.298753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:47:55.299340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.299879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:47:55.300890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Bound port: 22116afd-3dd3-4a0f-ba35-8234ccf50836, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:47:55.301440 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.306265 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6275dd02-8918-4443-b70f-8868635fcbe4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] GET failed (client error): The resource could not be found. Jul 22 19:47:55.308722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6275dd02-8918-4443-b70f-8868635fcbe4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "GET /v2.0/ports/d66dfa41-505c-426b-b0f1-d9b786e44a04 HTTP/1.1" status: 404 len: 333 time: 0.0437124 Jul 22 19:47:55.313391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45442) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:55.411490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c822ce-3168-4d04-a3f6-00b1c0aa95c7 req-b7d5cd3d-95a1-4077-aa13-ccf9d4698fa9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:55.413317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78c822ce-3168-4d04-a3f6-00b1c0aa95c7 req-b7d5cd3d-95a1-4077-aa13-ccf9d4698fa9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 945 time: 0.2467661 Jul 22 19:47:55.505941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78c822ce-3168-4d04-a3f6-00b1c0aa95c7 req-e220d517-f5d5-46f4-b327-45f942d2008e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857034 Jul 22 19:47:55.536962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-27957e2d-f37c-46e0-9826-334642a5567b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722815 Jul 22 19:47:55.574078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:55.574665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.626466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:55.642987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.650992 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.777901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.781256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:55.782011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.787611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Pushing event updated for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:55.811576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for 6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:55.823733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.828499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-b5df8d8e-3acf-42f8-b03f-df1de9fd10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:55.830114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-b5df8d8e-3acf-42f8-b03f-df1de9fd10a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 1097 time: 0.2256262 Jul 22 19:47:55.848316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] For port 22116afd-3dd3-4a0f-ba35-8234ccf50836, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:47:55.902571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] For port 22116afd-3dd3-4a0f-ba35-8234ccf50836, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=22116afd-3dd3-4a0f-ba35-8234ccf50836,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:47:55.923810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:55.953979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eaf7176c-2562-43dd-b607-0dc42c94ef63 None None] Provisioning for port dc04ab31-e79e-4f16-97b0-2309d53e1941 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:56.004317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eaf7176c-2562-43dd-b607-0dc42c94ef63 None None] Provisioning complete for port dc04ab31-e79e-4f16-97b0-2309d53e1941 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:56.004742 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eaf7176c-2562-43dd-b607-0dc42c94ef63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:56.011252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:47:56.018855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:47:56.078310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:47:56.078968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:56.146745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-eaf7176c-2562-43dd-b607-0dc42c94ef63 None None] Port dc04ab31-e79e-4f16-97b0-2309d53e1941 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:56.150457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fa924-4668-4cd0-963e-f61529eb5c4e None None] Pushing event updated for resources: {'Port': ['ID=22116afd-3dd3-4a0f-ba35-8234ccf50836,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:56.370868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-255259d5-d958-45f2-8df9-9eb35998b203 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2605269 Jul 22 19:47:56.376611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-ec6da43e-e71d-4ce5-a8e2-bbb1dd138863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:56.379034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-ec6da43e-e71d-4ce5-a8e2-bbb1dd138863 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.4044375 Jul 22 19:47:56.435605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-5555ac62-1e8c-4498-b07c-85a9503977b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 200 len: 217 time: 0.0450246 Jul 22 19:47:56.443224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:47:56.629920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d12e6a8d-4ffe-4859-888d-a5f98a252c55 None None] Provisioning complete for port dc04ab31-e79e-4f16-97b0-2309d53e1941 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:56.630780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d12e6a8d-4ffe-4859-888d-a5f98a252c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:56.635861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6329-b686-40b1-806b-b460fc2311b7 req-e9a0139e-2b2a-4ec6-ac54-80ff3dcf8544 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:56.646362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a9d6329-b686-40b1-806b-b460fc2311b7 req-e9a0139e-2b2a-4ec6-ac54-80ff3dcf8544 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.8238506 Jul 22 19:47:56.699599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d12e6a8d-4ffe-4859-888d-a5f98a252c55 None None] Port dc04ab31-e79e-4f16-97b0-2309d53e1941 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:47:56.754436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a9d6329-b686-40b1-806b-b460fc2311b7 req-9baa842a-2bdf-490a-aa8b-d0ffe4a1ab7a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036277 Jul 22 19:47:56.783435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 2, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:56.855820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c6ec6-6b4b-4ade-8684-80feed0f3ab6 None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 2, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:47:56.945430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492e1e0-a3be-4ed0-bbd3-2f8ee41e8ad2 req-3fce9bdf-27e7-4d15-b74b-4a55c8501910 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:56.954536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1492e1e0-a3be-4ed0-bbd3-2f8ee41e8ad2 req-3fce9bdf-27e7-4d15-b74b-4a55c8501910 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 945 time: 0.2883611 Jul 22 19:47:56.974049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.068954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:47:57.081860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:57.307854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1492e1e0-a3be-4ed0-bbd3-2f8ee41e8ad2 req-29700238-8ed0-4b15-bce3-0a69ca9e8bc0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499472 Jul 22 19:47:57.335610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.376084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.391532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f0a8bd9f-f4e6-47a5-b5d7-bebb64dd02e6 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/ports/6d3f53f2-bdc9-4dbe-b2c9-55094c137cf6 HTTP/1.1" status: 204 len: 168 time: 2.0708587 Jul 22 19:47:57.392438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45472) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:57.502024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-94ef1fdb-0eb0-4643-8223-b97e5a239bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:57.503891 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-94ef1fdb-0eb0-4643-8223-b97e5a239bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.4808977 Jul 22 19:47:57.546356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting subnet 3c9efbb5-34e0-4262-a14d-476e72ccdffb {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:47:57.551038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.630967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.695463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218688-5a9c-462e-85da-b832792d57c7 req-f9383bc1-7e36-4857-b937-317fb431740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:57.709726 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-f9383bc1-7e36-4857-b937-317fb431740b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 1.2687409 Jul 22 19:47:57.855663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:57.923286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:47:57.930328 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6d4feacd-ca5c-4115-8a34-e8fe7c4688bd admin admin] 10.222.0.10 "PUT /v2.0/routers/7eb0432d-a778-42bf-9799-2d40980bfa3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8885865 Jul 22 19:47:57.933979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-92082424-a733-4ac4-a307-de44f115ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:57.933979 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-92082424-a733-4ac4-a307-de44f115ee50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4187796 Jul 22 19:47:57.976116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218688-5a9c-462e-85da-b832792d57c7 req-daa99e64-eaeb-4596-b8ce-a131ae9d656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:57.976949 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-daa99e64-eaeb-4596-b8ce-a131ae9d656a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2192926 Jul 22 19:47:58.007263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.076976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.079113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/subnets/3c9efbb5-34e0-4262-a14d-476e72ccdffb HTTP/1.1" status: 204 len: 168 time: 0.6855354 Jul 22 19:47:58.083527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45482) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:58.093074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92078a-f843-4f04-acd4-d2ace576c9b4 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9efbb5-34e0-4262-a14d-476e72ccdffb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:58.096121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781d278e-26fd-4ace-9085-a59ee7297758 None None] Network da98b12a-c0cc-4ae1-b749-ad79cae1e443 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:47:58.154193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a3e23-e2a5-46b1-8b54-9c344ed559e7 req-dc0b7435-a778-4a05-9e4b-e254407b9e8b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:58.159123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb9a3e23-e2a5-46b1-8b54-9c344ed559e7 req-dc0b7435-a778-4a05-9e4b-e254407b9e8b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 945 time: 0.2445569 Jul 22 19:47:58.217737 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-089fe6ad-f59a-48f8-967f-5552c5b1e3dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.2322071 Jul 22 19:47:58.227975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4401a4-f0d5-4f7f-b8e3-be8fb326ac9f req-172da032-6fe5-4caa-b74d-9a787197d086 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:58.238309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc4401a4-f0d5-4f7f-b8e3-be8fb326ac9f req-172da032-6fe5-4caa-b74d-9a787197d086 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.5357888 Jul 22 19:47:58.252819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-58112e6d-b4a4-4319-a8d6-878fbd4b404a service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073139 Jul 22 19:47:58.305728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb9a3e23-e2a5-46b1-8b54-9c344ed559e7 req-e7b8f3c0-41b1-4e82-8d4a-023880669a73 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290438 Jul 22 19:47:58.313459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218688-5a9c-462e-85da-b832792d57c7 req-7758f175-43ed-47d3-93ce-343628b3a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:58.316220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-7758f175-43ed-47d3-93ce-343628b3a3e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0576346 Jul 22 19:47:58.329597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.391494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc4401a4-f0d5-4f7f-b8e3-be8fb326ac9f req-a0e06322-71b9-42e7-a10d-e1e84ca733f2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515017 Jul 22 19:47:58.548619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] DHCP port deletion for da98b12a-c0cc-4ae1-b749-ad79cae1e443 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:47:58.562548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b9fc6b6c-f600-4fc1-b882-5d46b2248b58 req-08fc1771-e512-4a09-9120-674b6801ca6d service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440042 Jul 22 19:47:58.585488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218688-5a9c-462e-85da-b832792d57c7 req-5697a109-1d75-4f2c-a978-015d59936ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:58.587409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-5697a109-1d75-4f2c-a978-015d59936ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2482855 Jul 22 19:47:58.656582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Deleting port 68d92cc9-2aa0-41bd-a071-d685d42ed634 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:58.657190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.680307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Deleting port 68d92cc9-2aa0-41bd-a071-d685d42ed634 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:58.681205 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.731910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] For port 68d92cc9-2aa0-41bd-a071-d685d42ed634, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=68d92cc9-2aa0-41bd-a071-d685d42ed634,segment=NetworkSegment(72b1b60c-5f17-464f-90a8-1f34c8262091),segment_id=72b1b60c-5f17-464f-90a8-1f34c8262091)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:58.732597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.751549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Calling delete_port for 68d92cc9-2aa0-41bd-a071-d685d42ed634 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:58.760823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] For port 68d92cc9-2aa0-41bd-a071-d685d42ed634, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=68d92cc9-2aa0-41bd-a071-d685d42ed634,segment=NetworkSegment(72b1b60c-5f17-464f-90a8-1f34c8262091),segment_id=72b1b60c-5f17-464f-90a8-1f34c8262091)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:58.761458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.779503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Calling delete_port for 68d92cc9-2aa0-41bd-a071-d685d42ed634 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:47:58.909585 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:58.942664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-10cffdcf-4874-4e09-82eb-82fee727d366 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457296 Jul 22 19:47:58.945912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] Pushing event deleted for resources: {'Port': ['ID=68d92cc9-2aa0-41bd-a071-d685d42ed634,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.000006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdd806-a280-4cd4-9eba-e4713855a4ed None None] No DVR routers for this DVR port 68d92cc9-2aa0-41bd-a071-d685d42ed634 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:59.006445 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.094253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Port': ['ID=68d92cc9-2aa0-41bd-a071-d685d42ed634,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.102757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] No DVR routers for this DVR port 68d92cc9-2aa0-41bd-a071-d685d42ed634 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:47:59.134441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45496) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.139944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766104402', 'description': 'tempest-description--309260438'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:59.185507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.221917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.244364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da98b12a-c0cc-4ae1-b749-ad79cae1e443']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:59.256818 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1a218688-5a9c-462e-85da-b832792d57c7 req-e57698fc-8e93-4496-ad14-00938861e38d service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058257 Jul 22 19:47:59.261594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b1b60c-5f17-464f-90a8-1f34c8262091') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:59.262062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b1b60c-5f17-464f-90a8-1f34c8262091') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:47:59.280463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.365495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.374492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.384784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.396700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:47:59.397172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:47:59.405467 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:47:59.458318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141a4119-4cc3-4611-8cbc-f580cdebe78c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.466128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.474307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-55742e85-eb27-4dd8-853d-26bc25a38b46 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3382862 Jul 22 19:47:59.475346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45502) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:47:59.487923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group_rule': {'security_group_id': '141a4119-4cc3-4611-8cbc-f580cdebe78c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:47:59.491097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 22116afd-3dd3-4a0f-ba35-8234ccf50836 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:47:59.560852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:47:59.590040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 22116afd-3dd3-4a0f-ba35-8234ccf50836 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:47:59.601211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 22116afd-3dd3-4a0f-ba35-8234ccf50836 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:47:59.603109 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.604625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.635458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92099a97-edad-454f-a206-42741321df1d req-55cd7b85-738d-4109-a77e-17cfa397b8c2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:59.640993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-92099a97-edad-454f-a206-42741321df1d req-55cd7b85-738d-4109-a77e-17cfa397b8c2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 945 time: 0.3376422 Jul 22 19:47:59.642612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.654959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] 10.222.0.10 "DELETE /v2.0/networks/da98b12a-c0cc-4ae1-b749-ad79cae1e443 HTTP/1.1" status: 204 len: 168 time: 1.5678904 Jul 22 19:47:59.693640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc5a7a-3167-47c7-9cd6-d0a253d2d2e5 tempest-AllowedAddressPairTestJSON-1345489195 tempest-AllowedAddressPairTestJSON-1345489195-project] Pushing event deleted for resources: {'Network': ['ID=da98b12a-c0cc-4ae1-b749-ad79cae1e443,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:47:59.719357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:47:59.732584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.865561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.885054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Deleting port f2272f21-7478-47e8-8eb7-9888fa94b46c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:47:59.885406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.890639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4761b65-9980-4c98-9f1c-7f36a55d38c2 req-422b94e9-8224-42ab-b79f-7fdcdcb65b35 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:59.899743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4761b65-9980-4c98-9f1c-7f36a55d38c2 req-422b94e9-8224-42ab-b79f-7fdcdcb65b35 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 945 time: 0.3397787 Jul 22 19:47:59.918364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 22116afd-3dd3-4a0f-ba35-8234ccf50836, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=22116afd-3dd3-4a0f-ba35-8234ccf50836,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:47:59.944965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:47:59.963240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038da3d-de95-417b-b1c7-314560244901 req-8de68a7f-1f90-454f-8f9e-af5d0e762e5b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:47:59.978656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e038da3d-de95-417b-b1c7-314560244901 req-8de68a7f-1f90-454f-8f9e-af5d0e762e5b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.4449434 Jul 22 19:48:00.111256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 68d92cc9-2aa0-41bd-a071-d685d42ed634 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:00.112829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:00.141057 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.163141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.194546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] For port f2272f21-7478-47e8-8eb7-9888fa94b46c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f2272f21-7478-47e8-8eb7-9888fa94b46c,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:00.194546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.194903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e4761b65-9980-4c98-9f1c-7f36a55d38c2 req-0503c0bc-a916-4c8d-8c7d-705da096ca1b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757318 Jul 22 19:48:00.209186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 68d92cc9-2aa0-41bd-a071-d685d42ed634 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:48:00.209541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 68d92cc9-2aa0-41bd-a071-d685d42ed634 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:48:00.256677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Calling delete_port for f2272f21-7478-47e8-8eb7-9888fa94b46c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:00.280876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=22116afd-3dd3-4a0f-ba35-8234ccf50836,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.283391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e038da3d-de95-417b-b1c7-314560244901 req-7d91ab2d-7d79-4ffe-8d49-fcaaf27165ae tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037641 Jul 22 19:48:00.292670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:00.306894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc81a2b-55f1-4e83-9f74-ed37be7e6363,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.321806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'port_id': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'mac_address': 'fa:16:3e:fc:cf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:48:00.325991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.327616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ad0029f-859a-4914-8f25-a5c4a3429279 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8492198 Jul 22 19:48:00.331751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45530) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:00.346120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group_rule': {'security_group_id': '141a4119-4cc3-4611-8cbc-f580cdebe78c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:00.419595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.420596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.463396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e03c6cff-1373-46a3-998e-2ff4644fa88a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:48:00.493856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d88366b-aaff-4ef2-8475-c9c7178dc7f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=123cc0b2a123450a908ddfd5bf62219a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781295 Jul 22 19:48:00.496942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45538) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:00.518081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:00.525679 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.558177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.567142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.623333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.628979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b231f0-b128-4aea-9305-1cd612f9e703,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.632563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.634678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eb8ec41b-0b87-4de5-ae49-7e30ef451afd tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993629 Jul 22 19:48:00.638433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45540) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:00.643010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e03c6cff-1373-46a3-998e-2ff4644fa88a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:00.646337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:00.673756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:00.755978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.782688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.799300 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:00.860993 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:00.861648 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:00.891779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:00.922250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69', 'f2272f21-7478-47e8-8eb7-9888fa94b46c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:00.985909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Pushing event deleted for resources: {'Port': ['ID=f2272f21-7478-47e8-8eb7-9888fa94b46c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:01.045391 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:48:01.159676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] No DVR routers for this DVR port f2272f21-7478-47e8-8eb7-9888fa94b46c on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:01.166594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.169898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-92099a97-edad-454f-a206-42741321df1d req-a6281bf9-bab5-48f3-9a9f-f52c314a2728 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.26 "DELETE /v2.0/ports/f2272f21-7478-47e8-8eb7-9888fa94b46c HTTP/1.1" status: 204 len: 173 time: 1.5111945 Jul 22 19:48:01.172706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'name': 'network-vif-deleted', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:01.174565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.179747 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96b9eb-189a-4ab9-ba73-0a794ac0f217" -d '{"events": [{"server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "name": "network-vif-deleted", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:01.203355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.206560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.208056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df77042a-68c4-430a-bbfa-082cc60431dd HTTP/1.1" status: 204 len: 168 time: 0.7097852 Jul 22 19:48:01.231079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3b34f-c4dd-4cc9-99e0-547273794bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df77042a-68c4-430a-bbfa-082cc60431dd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:01.334552 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfca7e9e-9e5e-47d7-8eea-59769355bc7e x-openstack-request-id: req-bfca7e9e-9e5e-47d7-8eea-59769355bc7e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:01.334873 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbae2974-8f27-418e-9dcf-dec8056e485f", "name": "network-vif-deleted", "tag": "f2272f21-7478-47e8-8eb7-9888fa94b46c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:01.335219 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfca7e9e-9e5e-47d7-8eea-59769355bc7e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:01.336236 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbae2974-8f27-418e-9dcf-dec8056e485f', 'name': 'network-vif-deleted', 'tag': 'f2272f21-7478-47e8-8eb7-9888fa94b46c', 'status': 'completed', 'code': 200} Jul 22 19:48:01.488571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 22116afd-3dd3-4a0f-ba35-8234ccf50836 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:01.534374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebb48a45-89d6-4807-9c2e-538214f2d586 req-452cd39b-447a-451a-924b-180cd0114506 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=fbae2974-8f27-418e-9dcf-dec8056e485f HTTP/1.1" status: 200 len: 210 time: 0.1493051 Jul 22 19:48:01.611555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 2, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:01.626336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 22116afd-3dd3-4a0f-ba35-8234ccf50836 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:01.627196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.632409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Allocated IP 172.25.6.86 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/9b78700f-0910-454e-9d39-65f0deb032ea) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:01.685599 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:48:01.686260 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Updating router 7eb0432d-a778-42bf-9799-2d40980bfa3d port dc04ab31-e79e-4f16-97b0-2309d53e1941 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:48:01.729798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:01.772308 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:01.858232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d33c7-2178-4d3e-8d99-68b004c2ef0c req-b10f740b-39ea-42d8-94d2-83b546569ae5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:01.867475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c45d33c7-2178-4d3e-8d99-68b004c2ef0c req-b10f740b-39ea-42d8-94d2-83b546569ae5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 945 time: 0.3429806 Jul 22 19:48:01.954525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c45d33c7-2178-4d3e-8d99-68b004c2ef0c req-276bc01a-2119-44ab-945e-720108c5457b tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858760 Jul 22 19:48:02.024362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port e03c6cff-1373-46a3-998e-2ff4644fa88a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:02.024780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.062939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.202061 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.216676 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Transition to ACTIVE for port object dc04ab31-e79e-4f16-97b0-2309d53e1941 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:02.227799 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.239843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.351762 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.369655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:02.373744 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Pushing event updated for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:02.384123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:02.391076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:02.402866 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.403501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.403996 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.405110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.405615 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.406109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.406616 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.407103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.407654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.408168 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.408646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.409147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:02.417797 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Attempting to bind port dc04ab31-e79e-4f16-97b0-2309d53e1941 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:02.418718 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Attempting to bind port dc04ab31-e79e-4f16-97b0-2309d53e1941 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:02.420171 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Attempting to bind port dc04ab31-e79e-4f16-97b0-2309d53e1941 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:02.428389 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:02.429044 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Checking segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:02.430250 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.430982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Bound using segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:02.432346 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Bound port: dc04ab31-e79e-4f16-97b0-2309d53e1941, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:02.432963 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.467228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:02.476561 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac030a0d-6054-4e78-b551-159a15b11de0" -d '{"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-plugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:02.487955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:02.500488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.532222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=9b78700f-0910-454e-9d39-65f0deb032ea,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:02.614535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] For port dc04ab31-e79e-4f16-97b0-2309d53e1941, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:02.620664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] For port dc04ab31-e79e-4f16-97b0-2309d53e1941, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dc04ab31-e79e-4f16-97b0-2309d53e1941,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:02.629072 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.721515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:02.744281 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677cfe83-4ebd-4abd-9a2a-34c105f6a24e x-openstack-request-id: req-677cfe83-4ebd-4abd-9a2a-34c105f6a24e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:02.744582 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-plugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:02.745928 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-677cfe83-4ebd-4abd-9a2a-34c105f6a24e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:02.748291 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'code': 200} Jul 22 19:48:02.752770 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4e35d-50c9-4a5e-afd1-fd471ba5f0e6 None None] Pushing event updated for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:02.771467 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:02.772410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:02.803777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:02.988529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.016410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:48:03.055716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45592) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:03.266214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-649690376'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:03.326813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Made reservation on behalf of e15c3d67511946d6a61d7a57d240238e for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:03.330593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.348869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.390724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.392266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f2272f21-7478-47e8-8eb7-9888fa94b46c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:03.410879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625ee47-adbd-4add-b582-5d9eb0733c19 req-ab24644e-4a16-4d0c-884d-486f76db0061 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:03.427340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4625ee47-adbd-4add-b582-5d9eb0733c19 req-ab24644e-4a16-4d0c-884d-486f76db0061 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.6150541 Jul 22 19:48:03.460025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.499580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: f2272f21-7478-47e8-8eb7-9888fa94b46c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:48:03.500788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f2272f21-7478-47e8-8eb7-9888fa94b46c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:48:03.548392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dc04ab31-e79e-4f16-97b0-2309d53e1941 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:03.621129 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:02Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:03.623950 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.639596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.654083 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb7de68-e398-4916-bcb0-9747da8f86d1 None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:02Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:03.654399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:03.677464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.678118 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Added segment b68411d4-cee3-4c1f-ab80-81d30220bbe9 of type vlan for network 066727dd-fac3-4318-91ca-3cc88f628e20 Jul 22 19:48:03.709279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dc04ab31-e79e-4f16-97b0-2309d53e1941 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:03.717412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dc04ab31-e79e-4f16-97b0-2309d53e1941 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:03.720032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.757657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.761666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=9b78700f-0910-454e-9d39-65f0deb032ea,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:03.816349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4625ee47-adbd-4add-b582-5d9eb0733c19 req-df9706c0-2b91-4cdb-b8e9-e2468f4aa695 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876934 Jul 22 19:48:03.901816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.926005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:03.926579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.950171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:03.977725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d5682d-6413-46bf-899c-e879e03b0db1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:04.009513 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.020281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.023736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-610e8c1c-d486-48c5-8d04-38a8147f19df tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3829007 Jul 22 19:48:04.037601 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9799647 Jul 22 19:48:04.042608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45602) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:04.067318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Request body: {'subnet': {'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:04.085938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacef481-3ceb-46cc-908c-cc86d980eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'Network': ['ID=066727dd-fac3-4318-91ca-3cc88f628e20,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:04.126845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dc04ab31-e79e-4f16-97b0-2309d53e1941, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dc04ab31-e79e-4f16-97b0-2309d53e1941,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:04.137350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 066727dd-fac3-4318-91ca-3cc88f628e20 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:04.194612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.331488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:04.534170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db132cb-75be-45ad-bd95-fb27d48115ec req-93f5d7a3-0aa4-4541-bdc8-1c456bc4dc66 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:04.541443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db132cb-75be-45ad-bd95-fb27d48115ec req-93f5d7a3-0aa4-4541-bdc8-1c456bc4dc66 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 1.4480612 Jul 22 19:48:04.647162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5db132cb-75be-45ad-bd95-fb27d48115ec req-6784a3ca-9505-4b5a-92c8-6d11da6ddedf tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048410 Jul 22 19:48:04.647770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Made reservation on behalf of e15c3d67511946d6a61d7a57d240238e for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:04.651147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:04.875337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc3d2-4357-4fa8-b7a8-d06cdf579afb req-44c614fb-0d82-4d2e-a7a5-bdb4a961d515 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:04.876946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73cbc3d2-4357-4fa8-b7a8-d06cdf579afb req-44c614fb-0d82-4d2e-a7a5-bdb4a961d515 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.5565276 Jul 22 19:48:04.905051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-2901bcdc-5490-4ae5-9285-5fe3ea1c59d9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1766104402&fields=id&tenant_id=752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 267 time: 0.1122766 Jul 22 19:48:05.056679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73cbc3d2-4357-4fa8-b7a8-d06cdf579afb req-6f8ba223-4db5-4c41-95ad-9573b1adbc6b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504972 Jul 22 19:48:05.144052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.298308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-1cdc7d85-38e3-4374-96c1-f3d02cecaa16 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:05.304917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-1cdc7d85-38e3-4374-96c1-f3d02cecaa16 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 811 time: 0.3751163 Jul 22 19:48:05.326810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'Subnet': ['ID=40e256ae-b39b-4185-82b4-cf127802813a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:05.333341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c243eac7-4d5c-4db6-bb69-d9e8106e70a0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/quotas/752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 375 time: 0.0275102 Jul 22 19:48:05.338280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Checking segment: {'id': 'b68411d4-cee3-4c1f-ab80-81d30220bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:05.338901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Network hostable DHCP agents. Network: 066727dd-fac3-4318-91ca-3cc88f628e20, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:05.344914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dc04ab31-e79e-4f16-97b0-2309d53e1941 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:05.361234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68ea5c-9826-4542-92fb-6db7558849f4 req-3d779bef-29cb-4c27-95b2-2233cdd98d23 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:05.368794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e68ea5c-9826-4542-92fb-6db7558849f4 req-3d779bef-29cb-4c27-95b2-2233cdd98d23 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2030718 Jul 22 19:48:05.409381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dc04ab31-e79e-4f16-97b0-2309d53e1941 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:05.409887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.432422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Network 066727dd-fac3-4318-91ca-3cc88f628e20 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:05.464818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e68ea5c-9826-4542-92fb-6db7558849f4 req-e3e19e95-0b38-4b9b-826b-4ce6058f04f5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946240 Jul 22 19:48:05.469767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 066727dd-fac3-4318-91ca-3cc88f628e20) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:05.479821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:05.480646 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.496134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294a9d1e-18fb-4857-a0b9-b31a27e5571c None None] Network 066727dd-fac3-4318-91ca-3cc88f628e20 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:05.511151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f51e5400-51b1-420f-9419-b970276b4719 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4672804 Jul 22 19:48:05.514194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:05.520629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-53d952ac-6e81-4efc-810e-f6d24bf2188a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483541 Jul 22 19:48:05.529264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Request body: {'port': {'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2127370341'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:05.687347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Made reservation on behalf of e15c3d67511946d6a61d7a57d240238e for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:05.699238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.736984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-066727dd-fac3-4318-91ca-3cc88f628e20', 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20', 'tenant_id': 'e15c3d67511946d6a61d7a57d240238e', 'fixed_ips': [{'subnet_id': '40e256ae-b39b-4185-82b4-cf127802813a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:05.737946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:05.756678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] device_id is not set on port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:05.917655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-d6206099-0167-4e14-a719-498d41ccca1e service neutron] 10.222.0.10 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775606 Jul 22 19:48:06.013847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Allocated IP 2001:db8::152 (066727dd-fac3-4318-91ca-3cc88f628e20/40e256ae-b39b-4185-82b4-cf127802813a/97e9b351-2e3d-414c-9e0c-52e0d5b8deae) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:06.083622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-81ac4ec1-f786-4b43-96a6-89c7ad54750c service neutron] 10.222.0.10 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546297 Jul 22 19:48:06.318513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9b5-770e-4e7b-848e-e459e9e3e5c9 req-534f311c-49c5-495c-9d97-4a63cd64ebe4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:06.326879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a48b9b5-770e-4e7b-848e-e459e9e3e5c9 req-534f311c-49c5-495c-9d97-4a63cd64ebe4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2104027 Jul 22 19:48:06.336458 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.356727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Transition to ACTIVE for port object 97e9b351-2e3d-414c-9e0c-52e0d5b8deae will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:06.428869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.443378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a48b9b5-770e-4e7b-848e-e459e9e3e5c9 req-1d57d3f2-1b3a-4ea0-b717-5ab1c1918a85 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093462 Jul 22 19:48:06.496949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Network 066727dd-fac3-4318-91ca-3cc88f628e20 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:06.503577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:06.506386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:06.514792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:06.515739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.538506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a26ea73-113b-49a9-80e6-70aea3053ee7 req-199faa10-b496-4773-a0a7-aa81e87f4e64 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 210 time: 0.1193266 Jul 22 19:48:06.538977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'Port': ['ID=97e9b351-2e3d-414c-9e0c-52e0d5b8deae,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:06.546996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Allocated IP 2001:db8::2 (066727dd-fac3-4318-91ca-3cc88f628e20/40e256ae-b39b-4185-82b4-cf127802813a/7b96ca60-c391-4d20-93c4-934d17cce94e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:06.554481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-90d3d59f-ae52-49ed-a246-54cccc18575e tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0380833 Jul 22 19:48:06.557199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:06.563246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Request body: {'port': {'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-475898208', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:06.563742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] bootfile-name is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:06.564086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] tftp-server is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:06.564443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.api.validators [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] server-ip-address is not in valid_values {{(pid=93800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:06.734457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Made reservation on behalf of e15c3d67511946d6a61d7a57d240238e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:06.740606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.804859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] device_id is not set on port 975543a4-370a-42c1-965d-fbd953f5b466 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:48:06.955684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:06.977161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Transition to ACTIVE for port object 7b96ca60-c391-4d20-93c4-934d17cce94e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:07.006726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Transition to ACTIVE for port object 7b96ca60-c391-4d20-93c4-934d17cce94e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:07.016106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.083980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Allocated IP 2001:db8::1e (066727dd-fac3-4318-91ca-3cc88f628e20/40e256ae-b39b-4185-82b4-cf127802813a/975543a4-370a-42c1-965d-fbd953f5b466) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:07.126686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Network 066727dd-fac3-4318-91ca-3cc88f628e20 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:07.131749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:07.134646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Pushing event updated for resources: {'Port': ['ID=7b96ca60-c391-4d20-93c4-934d17cce94e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:07.138668 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97952e90-3054-4c85-ab58-b03d35970c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.140828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:07.503118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.522286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Transition to ACTIVE for port object 975543a4-370a-42c1-965d-fbd953f5b466 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:07.570325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.636646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Attempting to bind port 7b96ca60-c391-4d20-93c4-934d17cce94e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:07.637746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Attempting to bind port 7b96ca60-c391-4d20-93c4-934d17cce94e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b68411d4-cee3-4c1f-ab80-81d30220bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:07.638415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Attempting to bind port 7b96ca60-c391-4d20-93c4-934d17cce94e on network 066727dd-fac3-4318-91ca-3cc88f628e20 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:07.649091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:07.649906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Checking segment: {'id': 'b68411d4-cee3-4c1f-ab80-81d30220bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:07.650559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.651175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Bound using segment: {'id': 'b68411d4-cee3-4c1f-ab80-81d30220bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:07.651888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Bound port: 7b96ca60-c391-4d20-93c4-934d17cce94e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68411d4-cee3-4c1f-ab80-81d30220bbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '066727dd-fac3-4318-91ca-3cc88f628e20'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:07.652572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.719009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Network 066727dd-fac3-4318-91ca-3cc88f628e20 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:07.758363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'Port': ['ID=975543a4-370a-42c1-965d-fbd953f5b466,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:07.767023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:07.773658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:07.781303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:07.782079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.786350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa93d857-0ffa-4761-aea7-a4a0eff5cdca req-5612d9f0-363d-4228-aa5a-b97916725e8b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 210 time: 0.0839310 Jul 22 19:48:07.823962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3474d2cf-53dc-4998-bbde-9472ce483d17 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.2602284 Jul 22 19:48:07.824294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:07.834204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffbd97-ed2c-4e7c-b244-f8e2d794f3c0 req-3baa22b0-f7b5-455c-84d4-f3aba3c47ede tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:07.862803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75ffbd97-ed2c-4e7c-b244-f8e2d794f3c0 req-3baa22b0-f7b5-455c-84d4-f3aba3c47ede tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2105126 Jul 22 19:48:07.873022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] For port 7b96ca60-c391-4d20-93c4-934d17cce94e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:07.873022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] For port 7b96ca60-c391-4d20-93c4-934d17cce94e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b96ca60-c391-4d20-93c4-934d17cce94e,segment=NetworkSegment(b68411d4-cee3-4c1f-ab80-81d30220bbe9),segment_id=b68411d4-cee3-4c1f-ab80-81d30220bbe9)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:07.896513 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:07.996812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75ffbd97-ed2c-4e7c-b244-f8e2d794f3c0 req-ad60127b-b909-4978-9b5a-5fdf37afa81a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159749 Jul 22 19:48:08.043178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c211-029c-4f78-a14e-b9a57eaf36fb None None] Pushing event updated for resources: {'Port': ['ID=7b96ca60-c391-4d20-93c4-934d17cce94e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:08.055583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074a325-33bb-486c-b953-015ce3d260ba tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:08.063274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074a325-33bb-486c-b953-015ce3d260ba tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:08.070694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074a325-33bb-486c-b953-015ce3d260ba tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:08.072574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0074a325-33bb-486c-b953-015ce3d260ba tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2485602 Jul 22 19:48:08.075988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:08.361027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Deleting port 975543a4-370a-42c1-965d-fbd953f5b466 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:08.361639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.400344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-1e0db463-bcd9-4967-ad33-8f619a89e472 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:08.402196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-1e0db463-bcd9-4967-ad33-8f619a89e472 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 811 time: 0.3810182 Jul 22 19:48:08.535674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-7d46cd64-a608-4e82-9ff7-0d45258201b0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 380 time: 0.1190150 Jul 22 19:48:08.545343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.553295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'port': {'device_id': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'admin_state_up': True, 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'security_groups': ['141a4119-4cc3-4611-8cbc-f580cdebe78c']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:08.592356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Calling delete_port for 975543a4-370a-42c1-965d-fbd953f5b466 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:08.830002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Made reservation on behalf of 752a55532197462f943d7ad93035aa6c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:08.847218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:08.867346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.025053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-467d885c-2706-4075-ada9-87e4493cc771 req-ff6bbab5-106a-4095-b83f-a64ddcb1fe4c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 210 time: 0.0833645 Jul 22 19:48:09.025539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event deleted for resources: {'Port': ['ID=975543a4-370a-42c1-965d-fbd953f5b466,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:09.173187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.185806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8e858c45-50aa-4647-828b-a5e5f45b1fad tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "DELETE /v2.0/ports/975543a4-370a-42c1-965d-fbd953f5b466 HTTP/1.1" status: 204 len: 168 time: 1.1086829 Jul 22 19:48:09.189196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:09.207599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Request body: {'port': {'name': 'tempest-new-port-name-213760566', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:09.208305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] bootfile-name is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:09.208591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] tftp-server is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:09.208931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.api.validators [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] server-ip-address is not in valid_values {{(pid=93801) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 19:48:09.228653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0e208-2623-4b5f-8f4a-928673baffd5 req-523f565e-2ee2-4e12-83c0-1612ae3890f6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:09.230520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a0e208-2623-4b5f-8f4a-928673baffd5 req-523f565e-2ee2-4e12-83c0-1612ae3890f6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1930273 Jul 22 19:48:09.399255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-07a0e208-2623-4b5f-8f4a-928673baffd5 req-38b8e7a6-3a9b-444a-b34c-6be015fcde8d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450806 Jul 22 19:48:09.426360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b96ca60-c391-4d20-93c4-934d17cce94e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:09.434958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fed4cd-db09-4b1b-a026-429738a3d0bd req-fc8ded42-bda2-4325-a557-2e1486db8bce tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:09.455332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8fed4cd-db09-4b1b-a026-429738a3d0bd req-fc8ded42-bda2-4325-a557-2e1486db8bce tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2955606 Jul 22 19:48:09.511991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Allocated IP 172.20.0.12 (f120101b-5f6d-44f5-bae1-38ccdff39306/9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f/49c725f7-e87a-4a97-aa0b-a9151c053cf0) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:09.546645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8fed4cd-db09-4b1b-a026-429738a3d0bd req-08f8f6b8-f07b-4caf-812a-3b0459652bda tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901625 Jul 22 19:48:09.555392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:09.583483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7b96ca60-c391-4d20-93c4-934d17cce94e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:09.622511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc57bc8-d2b5-4e15-ae86-ef3a11b9a766 None None] Network 066727dd-fac3-4318-91ca-3cc88f628e20 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:09.686023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f86f0f-7d62-4af1-a6f6-0fc1e7c2c7e0 req-d25be350-580f-4c5a-97ba-581113cc641a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:09.687736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2f86f0f-7d62-4af1-a6f6-0fc1e7c2c7e0 req-d25be350-580f-4c5a-97ba-581113cc641a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1019881 Jul 22 19:48:09.745051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2f86f0f-7d62-4af1-a6f6-0fc1e7c2c7e0 req-47f92492-eaf7-4f45-b3aa-0c9e8eeba1aa tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 Jul 22 19:48:09.789273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Provisioning for port 7b96ca60-c391-4d20-93c4-934d17cce94e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:09.798378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Provisioning complete for port 7b96ca60-c391-4d20-93c4-934d17cce94e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:09.809028 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.014070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.089978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.128550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Transition to ACTIVE for port object 49c725f7-e87a-4a97-aa0b-a9151c053cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:10.181075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a46feadd-09f9-4656-ab08-ed952a77a393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.206096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.239692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.272212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-787a301a-b4b4-44cd-a44a-946fa8b7bf53 req-f4790e59-de05-40e7-ae28-708c5d5c8c56 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 210 time: 0.1013961 Jul 22 19:48:10.272779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] For port 7b96ca60-c391-4d20-93c4-934d17cce94e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b96ca60-c391-4d20-93c4-934d17cce94e,segment=NetworkSegment(b68411d4-cee3-4c1f-ab80-81d30220bbe9),segment_id=b68411d4-cee3-4c1f-ab80-81d30220bbe9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:10.287177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.305321 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.410693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3060a-02db-449c-a03a-66e8f4d7b7e1 None None] Pushing event updated for resources: {'Port': ['ID=7b96ca60-c391-4d20-93c4-934d17cce94e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:10.488019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event updated for resources: {'Port': ['ID=97e9b351-2e3d-414c-9e0c-52e0d5b8deae,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:10.525960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] In _notify_port_updated(), no bound segment for port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae on network 066727dd-fac3-4318-91ca-3cc88f628e20 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:48:10.554545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:10.555681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.557333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "PUT /v2.0/ports/97e9b351-2e3d-414c-9e0c-52e0d5b8deae HTTP/1.1" status: 200 len: 1129 time: 1.3671949 Jul 22 19:48:10.560682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45728) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:10.589104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.589470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.589838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.590148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.590489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.590945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.591499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.591970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.593101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.594215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.594559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.594902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b19d5-5ec6-49eb-a969-23136c732705 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:10.599425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.667903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:10.675455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:10.679465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:10.784624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0aa4f9a-fd13-4f88-8249-b37d2f6d860b tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:10.791348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e0aa4f9a-fd13-4f88-8249-b37d2f6d860b tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "GET /v2.0/ports/97e9b351-2e3d-414c-9e0c-52e0d5b8deae HTTP/1.1" status: 200 len: 1129 time: 0.2282529 Jul 22 19:48:10.802321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:10.826064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:10.877607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:10.878558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:10.928631 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-75602d93-83b5-405b-bc18-053a2dc1b818 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3797820 Jul 22 19:48:10.940721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Request body: {'port': {'device_id': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:10.962792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Provisioning complete for port 7b96ca60-c391-4d20-93c4-934d17cce94e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:10.963283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.144083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f003df5-4db2-4e55-900d-dde330460948 req-4a0bfddb-df33-4ccc-a24b-04d33f0d62a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:11.146860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f003df5-4db2-4e55-900d-dde330460948 req-4a0bfddb-df33-4ccc-a24b-04d33f0d62a7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.4395354 Jul 22 19:48:11.214432 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.311335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f003df5-4db2-4e55-900d-dde330460948 req-fa1dbe9f-2fd5-4fd2-9a31-0e2f11c1972e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506724 Jul 22 19:48:11.358704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Deleting port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:11.359412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.399942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b96ca60-c391-4d20-93c4-934d17cce94e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:11.421175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Provisioning for port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:11.485615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Provisioning complete for port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:11.486424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.598863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.648238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-883c7b7b-d305-4f63-8a45-d0e2e4ca3214 None None] Port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:11.687374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7b96ca60-c391-4d20-93c4-934d17cce94e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:11.692790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:11.814978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Provisioning for port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:11.828620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Provisioning complete for port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:11.832292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.065459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c725f7-e87a-4a97-aa0b-a9151c053cf0 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:48:12.079549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.106275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:12.109080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Transition to ACTIVE for port object 49c725f7-e87a-4a97-aa0b-a9151c053cf0 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:12.127917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.153872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Provisioning complete for port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:12.154272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.243910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Pushing event updated for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:12.270220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d2193abc-7d5b-44a5-b0eb-6f8a185eec21 None None] Port 97e9b351-2e3d-414c-9e0c-52e0d5b8deae cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:48:12.417161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4aca53bc-4a4f-4ebd-823a-ed9d71be46e1 None None] Could not find standard attr ID for object 975543a4-370a-42c1-965d-fbd953f5b466. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:48:12.454844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.481255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Attempting to bind port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:12.481981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Attempting to bind port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:12.482982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Attempting to bind port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:12.488036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 on network f120101b-5f6d-44f5-bae1-38ccdff39306 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:48:12.488602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Attempting to bind port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:12.493343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Calling delete_port for 97e9b351-2e3d-414c-9e0c-52e0d5b8deae owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:12.494164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:12.496624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Checking segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:12.497818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Bound using segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:12.498872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Bound port: 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:12.500249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.654416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:12.663611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:12.678837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.806072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:12.807083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:12.809138 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] 10.222.0.26 "PUT /v2.0/ports/49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 1093 time: 1.8727534 Jul 22 19:48:12.810165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:12.813074 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df895e30-4870-4c83-89ed-f1c7c45c9481" -d '{"events": [{"name": "network-changed", "server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:12.831963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66435012-d4ed-468f-8ed7-0f21ee32e638 req-29ee806e-35f9-4791-a9d4-20eca179db6a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:12.839423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9463bbf-6247-48f5-91b0-2688ac6100fc service neutron] Pushing event updated for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:12.842503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66435012-d4ed-468f-8ed7-0f21ee32e638 req-29ee806e-35f9-4791-a9d4-20eca179db6a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 932 time: 1.3785625 Jul 22 19:48:12.897463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.022935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66435012-d4ed-468f-8ed7-0f21ee32e638 req-1fe6b1df-cb44-46ec-9659-4796d9321172 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409457 Jul 22 19:48:13.041762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-d71cdca2-b59d-43d2-97f8-8a8ac0acd6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.046269 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-d71cdca2-b59d-43d2-97f8-8a8ac0acd6d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1096 time: 0.1759760 Jul 22 19:48:13.069613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2608a8-ca74-4d44-ac65-6b3a79625e1f req-443bfdd7-c50f-4428-ac53-938684065491 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:13.072414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a2608a8-ca74-4d44-ac65-6b3a79625e1f req-443bfdd7-c50f-4428-ac53-938684065491 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.4901719 Jul 22 19:48:13.231312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.273405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e4d4f75b-5069-4c5a-ab68-6a698867c74d None None] Could not find standard attr ID for object 97e9b351-2e3d-414c-9e0c-52e0d5b8deae. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:48:13.320670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event deleted for resources: {'Port': ['ID=97e9b351-2e3d-414c-9e0c-52e0d5b8deae,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:13.360835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a2608a8-ca74-4d44-ac65-6b3a79625e1f req-82827ea4-a5c1-41e1-bf15-009dd5444629 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795112 Jul 22 19:48:13.535987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.540413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2bfb3f31-e584-4ab4-95ed-c6dae9bb727f tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "DELETE /v2.0/ports/97e9b351-2e3d-414c-9e0c-52e0d5b8deae HTTP/1.1" status: 204 len: 168 time: 2.7362013 Jul 22 19:48:13.558133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:13.705095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Deleting subnet 40e256ae-b39b-4185-82b4-cf127802813a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:48:13.710423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.823486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:13.885958 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74679afe-56c6-47c6-82df-bfb234e54b30 x-openstack-request-id: req-74679afe-56c6-47c6-82df-bfb234e54b30 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:13.887103 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:13.887610 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-74679afe-56c6-47c6-82df-bfb234e54b30 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:13.888416 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'status': 'completed', 'code': 200} Jul 22 19:48:13.891027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-c15151d6-2ae5-43fa-b14f-2407b9c65a01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 217 time: 0.8332880 Jul 22 19:48:13.995393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1bba9-1f75-4255-b1ba-df65ca1acdfd req-79396c2a-8949-4574-a976-179fa6edeacd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.014311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57b1bba9-1f75-4255-b1ba-df65ca1acdfd req-79396c2a-8949-4574-a976-179fa6edeacd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.4935143 Jul 22 19:48:14.037268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.068733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-671d25d2-5503-4267-992f-26b0e4429e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.070586 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-671d25d2-5503-4267-992f-26b0e4429e8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.1705437 Jul 22 19:48:14.237557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-45353b9f-3b2b-4e09-8ee1-1143c50636b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.239124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-45353b9f-3b2b-4e09-8ee1-1143c50636b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598563 Jul 22 19:48:14.348167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57b1bba9-1f75-4255-b1ba-df65ca1acdfd req-c895939e-311a-4713-8b9f-417671915d83 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812135 Jul 22 19:48:14.431884 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-245d83f0-5e1e-48b7-875d-d995a295f38d service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832414 Jul 22 19:48:14.433247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.475798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.484780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45772) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:14.487538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "DELETE /v2.0/subnets/40e256ae-b39b-4185-82b4-cf127802813a HTTP/1.1" status: 204 len: 168 time: 0.9265056 Jul 22 19:48:14.493466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0962dc-43d7-4f91-aeaa-fb1046fc18d5 None None] Network 066727dd-fac3-4318-91ca-3cc88f628e20 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:14.539680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b0fc4-9f93-4c16-b0b2-f8fa02a8ecfe tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event deleted for resources: {'Subnet': ['ID=40e256ae-b39b-4185-82b4-cf127802813a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:14.639354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ef879-b61e-4392-803d-be23e4605210 req-2e738ed5-558b-4e97-86eb-d15a6909f201 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.649115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e64ef879-b61e-4392-803d-be23e4605210 req-2e738ed5-558b-4e97-86eb-d15a6909f201 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 944 time: 0.4747584 Jul 22 19:48:14.750750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e64ef879-b61e-4392-803d-be23e4605210 req-cd69189c-5d60-4c54-9567-a11a35612031 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004434 Jul 22 19:48:14.841044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2eb2a-5045-4d33-ba06-d45bcd4ff923 req-6e2f2998-b659-4649-9891-97c0de05ea35 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:14.846074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1de2eb2a-5045-4d33-ba06-d45bcd4ff923 req-6e2f2998-b659-4649-9891-97c0de05ea35 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3101397 Jul 22 19:48:14.859091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:14.894695 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-68723c8d-96bc-4ec5-9837-f52d78a52f02 req-9b1aef47-2a8d-4440-85b0-c73d6271f638 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531527 Jul 22 19:48:14.899856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] DHCP port deletion for 066727dd-fac3-4318-91ca-3cc88f628e20 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:48:14.977041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1de2eb2a-5045-4d33-ba06-d45bcd4ff923 req-3a0a7502-0659-4919-962c-5114e40f410b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246955 Jul 22 19:48:15.039488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Deleting port 7b96ca60-c391-4d20-93c4-934d17cce94e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:15.039884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.114143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040d53f-3ad6-4292-ba42-b85fd29cdaca req-2f66db2f-ea38-4c26-9eb2-c33be1f7c917 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.115932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f040d53f-3ad6-4292-ba42-b85fd29cdaca req-2f66db2f-ea38-4c26-9eb2-c33be1f7c917 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2336624 Jul 22 19:48:15.132788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Deleting port 7b96ca60-c391-4d20-93c4-934d17cce94e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:15.133171 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.199317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] For port 7b96ca60-c391-4d20-93c4-934d17cce94e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b96ca60-c391-4d20-93c4-934d17cce94e,segment=NetworkSegment(b68411d4-cee3-4c1f-ab80-81d30220bbe9),segment_id=b68411d4-cee3-4c1f-ab80-81d30220bbe9)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:15.199834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.203478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f040d53f-3ad6-4292-ba42-b85fd29cdaca req-03c2004f-82c4-4e81-815d-05a68ffe9ff8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755844 Jul 22 19:48:15.219687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Calling delete_port for 7b96ca60-c391-4d20-93c4-934d17cce94e owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:15.253089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-c480496b-bb70-455f-ae3a-633bcad022e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.254899 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-c480496b-bb70-455f-ae3a-633bcad022e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1096 time: 0.2856488 Jul 22 19:48:15.296693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] For port 7b96ca60-c391-4d20-93c4-934d17cce94e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b96ca60-c391-4d20-93c4-934d17cce94e,segment=NetworkSegment(b68411d4-cee3-4c1f-ab80-81d30220bbe9),segment_id=b68411d4-cee3-4c1f-ab80-81d30220bbe9)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:15.297339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.312827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Calling delete_port for 7b96ca60-c391-4d20-93c4-934d17cce94e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:15.349581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2aac29-7b45-4a6b-ae23-ca01c2a3c19f req-e3428e05-0548-44b5-b445-20be6c845ce3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.363890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb2aac29-7b45-4a6b-ae23-ca01c2a3c19f req-e3428e05-0548-44b5-b445-20be6c845ce3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1451113 Jul 22 19:48:15.385459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b96ca60-c391-4d20-93c4-934d17cce94e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:15.494404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb2aac29-7b45-4a6b-ae23-ca01c2a3c19f req-9308e78f-a2d0-45f3-82b8-54c7c1790417 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292768 Jul 22 19:48:15.496558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-43db93ab-ae39-461d-b960-72937f80e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.511697 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-43db93ab-ae39-461d-b960-72937f80e878 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.1873121 Jul 22 19:48:15.513523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.549022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event deleted for resources: {'Port': ['ID=7b96ca60-c391-4d20-93c4-934d17cce94e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:15.569050 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.589991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] No DVR routers for this DVR port 7b96ca60-c391-4d20-93c4-934d17cce94e on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:15.599195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-ac635d12-eaaf-44f9-97fe-b07d91022f49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 217 time: 0.0585024 Jul 22 19:48:15.605727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] No DVR routers for this DVR port 7b96ca60-c391-4d20-93c4-934d17cce94e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:15.625912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.672935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2b5ec-298f-4ed4-8034-e2c75f1b5206 None None] Pushing event deleted for resources: {'Port': ['ID=7b96ca60-c391-4d20-93c4-934d17cce94e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:15.719973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e7d30-1113-4d51-8a2c-3ebc20d29fb5 req-13c27134-7336-4e00-861b-8b82a2105b93 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.721776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-312e7d30-1113-4d51-8a2c-3ebc20d29fb5 req-13c27134-7336-4e00-861b-8b82a2105b93 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1135571 Jul 22 19:48:15.823837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-312e7d30-1113-4d51-8a2c-3ebc20d29fb5 req-cf3faaa7-bb5c-49d7-bf8e-e0d04df62317 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Jul 22 19:48:15.855581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:15.900577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-38b3a435-17f4-4219-a3bc-9afb571771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:15.902142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-38b3a435-17f4-4219-a3bc-9afb571771bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.2717834 Jul 22 19:48:15.911360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066727dd-fac3-4318-91ca-3cc88f628e20']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.012118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68411d4-cee3-4c1f-ab80-81d30220bbe9') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.013127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68411d4-cee3-4c1f-ab80-81d30220bbe9') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:16.046253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.058099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9902e2f-fc1a-4e70-a10f-43512d9607bd req-a163dcc1-fbee-4cd3-91d0-da47d4ba777b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.065692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9902e2f-fc1a-4e70-a10f-43512d9607bd req-a163dcc1-fbee-4cd3-91d0-da47d4ba777b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 944 time: 0.1207535 Jul 22 19:48:16.088746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.098312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:16.098749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:16.185796 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:16.199038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.209281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9902e2f-fc1a-4e70-a10f-43512d9607bd req-986d2e48-1b2a-47bc-a813-077d0fc605a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420965 Jul 22 19:48:16.244504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Pushing event deleted for resources: {'Network': ['ID=066727dd-fac3-4318-91ca-3cc88f628e20,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:16.290886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:16.298267 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9a128a28-dff3-4669-8c93-18fd2e739296 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192 tempest-ExtraDHCPOptionsIpV6TestJSON-1968199192-project] 10.222.0.10 "DELETE /v2.0/networks/066727dd-fac3-4318-91ca-3cc88f628e20 HTTP/1.1" status: 204 len: 168 time: 1.8124444 Jul 22 19:48:16.312359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affee4c-6d93-4e04-b806-446e24bde90d req-97c0b373-833b-481c-8aa4-2eba1cd22104 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.317820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2affee4c-6d93-4e04-b806-446e24bde90d req-97c0b373-833b-481c-8aa4-2eba1cd22104 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 945 time: 0.2332952 Jul 22 19:48:16.322325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-b51040a4-0cfa-4d75-a847-592c3cd1c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.328712 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-b51040a4-0cfa-4d75-a847-592c3cd1c75e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4099693 Jul 22 19:48:16.439692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2affee4c-6d93-4e04-b806-446e24bde90d req-aa9f44ab-eb1e-414f-bff1-242a6d9cf25b tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985870 Jul 22 19:48:16.485161 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-8bf3985c-febc-42d0-9cfc-399b16aedee5 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519985 Jul 22 19:48:16.485337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a20fb-cb9a-4677-add0-7b72100dcce4 req-cffb58ba-54d1-4462-8b3b-8b6604044831 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.499525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-063a20fb-cb9a-4677-add0-7b72100dcce4 req-cffb58ba-54d1-4462-8b3b-8b6604044831 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1784201 Jul 22 19:48:16.555418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-063a20fb-cb9a-4677-add0-7b72100dcce4 req-b7561d8d-eaa2-404c-a42c-a77b392aa6f2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549216 Jul 22 19:48:16.682366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-df895e30-4870-4c83-89ed-f1c7c45c9481 req-803f18ff-b796-4e39-9e99-914f8fc13828 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817708 Jul 22 19:48:16.791840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567440a-a22f-4458-b608-cdfc4c50d68e req-7a45544f-939b-4b85-b46c-e5d861f96fbe tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.794602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e567440a-a22f-4458-b608-cdfc4c50d68e req-7a45544f-939b-4b85-b46c-e5d861f96fbe tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2334707 Jul 22 19:48:16.804460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45814) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:16.868614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e567440a-a22f-4458-b608-cdfc4c50d68e req-329bed5b-e22d-4dd7-8b63-b59238b229f3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670197 Jul 22 19:48:16.886222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c2bfe-d3d5-4765-a5d8-90307cf840e1 req-540d4cf5-3827-431d-b235-d60472599470 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:16.888670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-359c2bfe-d3d5-4765-a5d8-90307cf840e1 req-540d4cf5-3827-431d-b235-d60472599470 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1576500 Jul 22 19:48:16.961645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-359c2bfe-d3d5-4765-a5d8-90307cf840e1 req-ff5a8ce9-3b8e-4f1e-957d-6279fcacd608 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Jul 22 19:48:17.009586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45818) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:17.010998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f7c183bb-41ea-4ea2-aed6-e2bdf492e41b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e15c3d67511946d6a61d7a57d240238e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052777 Jul 22 19:48:17.115567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.162943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.270069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.272991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.279301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77d5682d-6413-46bf-899c-e879e03b0db1 HTTP/1.1" status: 204 len: 168 time: 0.2673612 Jul 22 19:48:17.290830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bef443-8d3c-4d9d-a15c-2ba337e5add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d5682d-6413-46bf-899c-e879e03b0db1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:17.480978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 49c725f7-e87a-4a97-aa0b-a9151c053cf0 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:48:17.485762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc39f27-0f1e-4072-a462-2b0197f508f6 req-3b368f89-93b2-4c52-8a4c-c87a7a1efea5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:17.487465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbc39f27-0f1e-4072-a462-2b0197f508f6 req-3b368f89-93b2-4c52-8a4c-c87a7a1efea5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1134145 Jul 22 19:48:17.511565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730791-590a-4132-98bd-bec98ab6563b req-5c1b0fff-3ed7-4e74-ba64-3fa0457b7960 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:17.520357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f730791-590a-4132-98bd-bec98ab6563b req-5c1b0fff-3ed7-4e74-ba64-3fa0457b7960 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 944 time: 0.1928709 Jul 22 19:48:17.634106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f730791-590a-4132-98bd-bec98ab6563b req-495d53d8-2c77-4163-bd83-68f40eb4dda5 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122947 Jul 22 19:48:17.691866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbc39f27-0f1e-4072-a462-2b0197f508f6 req-0a94dbcd-f8a5-419e-aea8-686c609abd15 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684387 Jul 22 19:48:17.734212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:17.766445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'port_id': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'mac_address': 'fa:16:3e:ad:46:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:48:17.879165 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:17.927972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c725f7-e87a-4a97-aa0b-a9151c053cf0 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:48:17.973345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-63092546-8627-423b-8805-68aa178b8bde tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:17.975272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-63092546-8627-423b-8805-68aa178b8bde tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.26 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 945 time: 0.2649939 Jul 22 19:48:18.009993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:18.025639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.068881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf2fb9-83e2-4b73-84e1-53c214bbdaa5 req-c5e5d1b0-2055-4779-939c-c69b26609121 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:18.078045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67cf2fb9-83e2-4b73-84e1-53c214bbdaa5 req-c5e5d1b0-2055-4779-939c-c69b26609121 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1665637 Jul 22 19:48:18.124224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:18.145701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b227-2cec-463c-9e36-884817715b42 req-8eca69f8-a4f2-43a6-95ba-15e5da2b9403 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:18.159357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7760b227-2cec-463c-9e36-884817715b42 req-8eca69f8-a4f2-43a6-95ba-15e5da2b9403 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 945 time: 0.3278682 Jul 22 19:48:18.238078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67cf2fb9-83e2-4b73-84e1-53c214bbdaa5 req-77a0a1dc-9333-40eb-8708-ae3823816117 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585424 Jul 22 19:48:18.291257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['49c725f7-e87a-4a97-aa0b-a9151c053cf0'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:18.316050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7760b227-2cec-463c-9e36-884817715b42 req-55a2495c-8f24-480f-a8cc-b2d4e20f24d5 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/security-groups?id=9b7453bf-e2a6-4d48-a770-b6b8de3145e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556978 Jul 22 19:48:18.324357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Deleting port c4fb6128-bbf5-4f91-b922-fb02a660cd8c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:18.330985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.468354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6b66c-afba-45b2-90de-f568ccd719df req-0e806afe-c09b-407f-a7bd-7af4380cb462 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:18.484240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95b6b66c-afba-45b2-90de-f568ccd719df req-0e806afe-c09b-407f-a7bd-7af4380cb462 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.1224995 Jul 22 19:48:18.522897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] For port c4fb6128-bbf5-4f91-b922-fb02a660cd8c, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,segment=NetworkSegment(e3dd5931-307a-4f5d-a603-2b69a4965831),segment_id=e3dd5931-307a-4f5d-a603-2b69a4965831)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:18.545825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:18.608556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95b6b66c-afba-45b2-90de-f568ccd719df req-d8aa23f2-54ac-41d6-b44c-aa29329dead0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210830 Jul 22 19:48:18.620253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Calling delete_port for c4fb6128-bbf5-4f91-b922-fb02a660cd8c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:18.943767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a93f8-0843-4f8b-be21-1bb0ff13cdb9 req-64145118-1eeb-4309-87f1-45cc7bfb3923 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:18.952178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf7a93f8-0843-4f8b-be21-1bb0ff13cdb9 req-64145118-1eeb-4309-87f1-45cc7bfb3923 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2503250 Jul 22 19:48:19.072419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cf7a93f8-0843-4f8b-be21-1bb0ff13cdb9 req-6e46bd91-1519-4039-bfd8-c54a2576b21d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051612 Jul 22 19:48:19.078397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.105936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c4fb6128-bbf5-4f91-b922-fb02a660cd8c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:19.130278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Pushing event deleted for resources: {'Port': ['ID=c4fb6128-bbf5-4f91-b922-fb02a660cd8c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:19.170064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614cec-c5f5-4e5e-9b08-04e0bf712641 req-95ed33bf-cc21-4820-945e-d0014529fa12 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:19.200255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58614cec-c5f5-4e5e-9b08-04e0bf712641 req-95ed33bf-cc21-4820-945e-d0014529fa12 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 945 time: 0.4024379 Jul 22 19:48:19.217942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:19.297722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] No DVR routers for this DVR port c4fb6128-bbf5-4f91-b922-fb02a660cd8c on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:19.308675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.314170 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-792cb86e-1460-4268-bdac-5a166acd7f06 req-0c1b7d65-39f9-4ae8-973d-5f457d6516a6 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.26 "DELETE /v2.0/ports/c4fb6128-bbf5-4f91-b922-fb02a660cd8c HTTP/1.1" status: 204 len: 173 time: 1.3298945 Jul 22 19:48:19.319901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'name': 'network-vif-deleted', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:19.322312 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bf3e00-094e-4ca3-a7b7-bc2768a6d51d" -d '{"events": [{"server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "name": "network-vif-deleted", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:19.374268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-58614cec-c5f5-4e5e-9b08-04e0bf712641 req-225545c5-f573-4d95-afd7-92cdaa8a72d2 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688473 Jul 22 19:48:19.457695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ade1-1471-43d4-a280-277076eca9c0 req-ab583785-1398-44f8-953e-1332b3aa482c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:19.464427 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55edbfd9-d831-41d5-8363-4c91fb5ee2b7 x-openstack-request-id: req-55edbfd9-d831-41d5-8363-4c91fb5ee2b7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:19.465093 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3", "name": "network-vif-deleted", "tag": "c4fb6128-bbf5-4f91-b922-fb02a660cd8c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:19.467184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8436ade1-1471-43d4-a280-277076eca9c0 req-ab583785-1398-44f8-953e-1332b3aa482c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2379956 Jul 22 19:48:19.467812 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55edbfd9-d831-41d5-8363-4c91fb5ee2b7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:19.469419 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3', 'name': 'network-vif-deleted', 'tag': 'c4fb6128-bbf5-4f91-b922-fb02a660cd8c', 'status': 'completed', 'code': 200} Jul 22 19:48:19.508186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 49c725f7-e87a-4a97-aa0b-a9151c053cf0 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:19.528957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8436ade1-1471-43d4-a280-277076eca9c0 req-69b83e40-23a5-4ea0-9059-42c8a7ba0308 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599072 Jul 22 19:48:19.574299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-294931735'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:19.652518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:19.658927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:19.675934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:19.677503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.678220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.722163 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:19.779121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-966d0375-e17d-4d68-85cd-df8c5aa1ec30 req-bad35ee8-82e2-42be-8953-8ebd88215680 tempest-VolumesSnapshotTestJSON-1426621825 tempest-VolumesSnapshotTestJSON-1426621825-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc0305d3-a479-4fc1-92f8-bd5b7c89a2c3 HTTP/1.1" status: 200 len: 210 time: 0.0917478 Jul 22 19:48:19.949006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fa56b-fb48-4e9b-9d9d-415d0f39784f req-6598b0e5-776d-46e0-97fe-5a80b94df0cb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:19.953057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d54fa56b-fb48-4e9b-9d9d-415d0f39784f req-6598b0e5-776d-46e0-97fe-5a80b94df0cb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.1974933 Jul 22 19:48:19.995294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.037977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.102788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d54fa56b-fb48-4e9b-9d9d-415d0f39784f req-77ad2493-8261-4f74-84f0-f2fcbb6dcccf tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420889 Jul 22 19:48:20.139126 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.153967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b609de-73ec-4bae-8662-5a6fa1e229d0 req-745f362b-b507-4861-a8b7-80b25354209f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.169160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84b609de-73ec-4bae-8662-5a6fa1e229d0 req-745f362b-b507-4861-a8b7-80b25354209f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1878488 Jul 22 19:48:20.193437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:20.252699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:20.253608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:20.260269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.260689 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment bfec9a50-708f-4c0a-998b-c02b430b2f49 of type vlan for network b5c24aea-c8c4-4b66-978e-88fad8fbd293 Jul 22 19:48:20.261090 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d682fa-5db2-4853-bb71-9d4a699a5c4b" -d '{"events": [{"server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:20.285270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.285619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f333ad13-c2ce-445b-bd28-819c86d2265a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:20.286804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c4fb6128-bbf5-4f91-b922-fb02a660cd8c no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:20.313467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84b609de-73ec-4bae-8662-5a6fa1e229d0 req-cb3e894d-40f3-42df-ae0e-d69e41a883b9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382251 Jul 22 19:48:20.390537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: c4fb6128-bbf5-4f91-b922-fb02a660cd8c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:48:20.390943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c4fb6128-bbf5-4f91-b922-fb02a660cd8c not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:48:20.395687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.410526 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a716ec7-7bb0-4e1b-9385-40bc3b22e810 x-openstack-request-id: req-5a716ec7-7bb0-4e1b-9385-40bc3b22e810 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:20.410923 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "name": "network-vif-plugged", "status": "completed", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:20.411130 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a716ec7-7bb0-4e1b-9385-40bc3b22e810 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:20.411454 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'code': 200} Jul 22 19:48:20.489390 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.494836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.495429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:20.500074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:20.519230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdc9e9-4762-4522-a1bd-362c6247df16 req-617edfdd-b8f2-4bca-b5b5-147e089ceb6b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.530742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbbdc9e9-4762-4522-a1bd-362c6247df16 req-617edfdd-b8f2-4bca-b5b5-147e089ceb6b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1482141 Jul 22 19:48:20.644306 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4037197 Jul 22 19:48:20.662126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fbc38-ff0f-45f0-8dcc-99b68c18a863 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=b5c24aea-c8c4-4b66-978e-88fad8fbd293,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:20.682591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:20.710013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbbdc9e9-4762-4522-a1bd-362c6247df16 req-f0002237-b0d1-4ccf-ba6e-7cb4caa982ad tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783230 Jul 22 19:48:20.735158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4edfa-c6ed-4111-976f-777cd9997a92 req-e2024338-255b-4e54-89e2-ef6a4ef405d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.739209 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96c4edfa-c6ed-4111-976f-777cd9997a92 req-e2024338-255b-4e54-89e2-ef6a4ef405d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1098 time: 0.2616577 Jul 22 19:48:20.820024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45896) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:20.830386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:20.855900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e351db1-7668-4958-8e80-3eba01e56d69 req-2e1b6a47-8790-407e-8719-029ceb96748d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:20.872066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-96c4edfa-c6ed-4111-976f-777cd9997a92 req-9bb64f38-0bc4-4f56-a7f8-8c89056150ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276250 Jul 22 19:48:20.873357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e351db1-7668-4958-8e80-3eba01e56d69 req-2e1b6a47-8790-407e-8719-029ceb96748d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2560942 Jul 22 19:48:21.015870 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e351db1-7668-4958-8e80-3eba01e56d69 req-8e592b61-a207-40a7-b158-649b2f83247c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413071 Jul 22 19:48:21.092867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:21.096889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.593144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc75d09-d670-4bd1-9f40-1cba2404aecb req-ad8197a6-1026-4fd0-9898-8dd48fa80fa0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:21.610367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cc75d09-d670-4bd1-9f40-1cba2404aecb req-ad8197a6-1026-4fd0-9898-8dd48fa80fa0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 813 time: 0.5883870 Jul 22 19:48:21.726894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cc75d09-d670-4bd1-9f40-1cba2404aecb req-c4f0ed4a-f413-45f2-83f2-0cd8f563dd07 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/quotas/22fdfdbf109d4a5493398e8ef0a2ef8d HTTP/1.1" status: 200 len: 375 time: 0.1150870 Jul 22 19:48:21.812207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:21.898643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543b7aa-b1b2-480c-a8b7-b44d98a2817d req-be5d4ecc-5dfd-4a52-9ead-11a82c842565 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:21.900641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c543b7aa-b1b2-480c-a8b7-b44d98a2817d req-be5d4ecc-5dfd-4a52-9ead-11a82c842565 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.7092023 Jul 22 19:48:21.980892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=859ff23f-5902-45b0-afa6-e0719e487cff,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:22.013117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cc75d09-d670-4bd1-9f40-1cba2404aecb req-aa6c5612-5829-4fad-95fd-6abdcd469078 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2845979 Jul 22 19:48:22.019897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': 'bfec9a50-708f-4c0a-998b-c02b430b2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:22.020291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: b5c24aea-c8c4-4b66-978e-88fad8fbd293, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:22.024997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c543b7aa-b1b2-480c-a8b7-b44d98a2817d req-7c341e9d-57ef-4692-a968-cbe186556fbc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146588 Jul 22 19:48:22.059567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:22.083482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b5c24aea-c8c4-4b66-978e-88fad8fbd293) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:22.100655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e719f-0c0a-4286-a836-f42cb84c7235 None None] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:22.105069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:22.106639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.170582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45932) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:22.171174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2de229cd-e852-401f-a319-bdd45deae189 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3469059 Jul 22 19:48:22.185972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-761430644'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:22.251371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:22.266836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.348524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:22.376096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.376639 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment ed905f78-86a9-4eb1-967e-495c76a10ac3 of type vlan for network d936f9c5-346f-435a-8527-b9ee8f1684e4 Jul 22 19:48:22.457582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379b861-36da-42d4-9c9e-862a788de1c5 req-e60042d6-fa3c-4c94-9a36-4dca3104a000 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:22.463538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1379b861-36da-42d4-9c9e-862a788de1c5 req-e60042d6-fa3c-4c94-9a36-4dca3104a000 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2905900 Jul 22 19:48:22.531841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.532115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ed413-53fe-4edc-826f-59a473fa0f16 req-08ad05be-cc1b-43c7-9d2b-3ae0c460b823 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:22.544910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a3ed413-53fe-4edc-826f-59a473fa0f16 req-08ad05be-cc1b-43c7-9d2b-3ae0c460b823 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3620477 Jul 22 19:48:22.574528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.599110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:22.601258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:22.681458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1379b861-36da-42d4-9c9e-862a788de1c5 req-61ced8be-e510-48f3-9db5-bd488301a342 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056661 Jul 22 19:48:22.688002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a3ed413-53fe-4edc-826f-59a473fa0f16 req-995a37c7-d47a-4377-be9f-887cc381b892 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423452 Jul 22 19:48:22.719535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5452538 Jul 22 19:48:22.721842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 45936) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:22.735601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:22.793263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21651eea-434b-465e-98f4-58f91d2c5964 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=d936f9c5-346f-435a-8527-b9ee8f1684e4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:22.854415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d936f9c5-346f-435a-8527-b9ee8f1684e4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:22.871570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b5c24aea-c8c4-4b66-978e-88fad8fbd293', 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '859ff23f-5902-45b0-afa6-e0719e487cff'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:22.873203 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.047598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:23.051421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.122150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f226-2505-4d0e-8879-86edcff4f2a3 req-292dfd6c-806e-41c6-96cd-729870bae43e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:23.123947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed69f226-2505-4d0e-8879-86edcff4f2a3 req-292dfd6c-806e-41c6-96cd-729870bae43e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2400579 Jul 22 19:48:23.139155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Allocated IP 172.20.255.242 (b5c24aea-c8c4-4b66-978e-88fad8fbd293/859ff23f-5902-45b0-afa6-e0719e487cff/a71e1b5a-a1c8-49e5-83d5-52426b2ee09c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:23.236889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76214d-0f6e-41f1-91ec-9317eeff6a8a req-c9b42355-bc8f-4dde-b55b-c73b5e3d8b53 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:23.249680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:23.257969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a76214d-0f6e-41f1-91ec-9317eeff6a8a req-c9b42355-bc8f-4dde-b55b-c73b5e3d8b53 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.3357649 Jul 22 19:48:23.263803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'floatingip': {'port_id': '49c725f7-e87a-4a97-aa0b-a9151c053cf0'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:23.270118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed69f226-2505-4d0e-8879-86edcff4f2a3 req-efe52597-f7eb-4a58-a975-c9c23efd9252 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060400 Jul 22 19:48:23.329738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.474624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.494397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94758-5d4e-40bd-a58c-c29fb4b10dbb req-a1b98f94-2f36-42f7-91d9-97fd390451c1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:23.505391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06f94758-5d4e-40bd-a58c-c29fb4b10dbb req-a1b98f94-2f36-42f7-91d9-97fd390451c1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.1554785 Jul 22 19:48:23.583976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.603051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=ab79a189-051e-41be-8457-e6a98572ac36,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:23.619420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': 'ed905f78-86a9-4eb1-967e-495c76a10ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:23.620577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: d936f9c5-346f-435a-8527-b9ee8f1684e4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:23.625184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Transition to ACTIVE for port object a71e1b5a-a1c8-49e5-83d5-52426b2ee09c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:23.626106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06f94758-5d4e-40bd-a58c-c29fb4b10dbb req-ecc65016-74bb-49ac-9ada-c64a25d1cda7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919309 Jul 22 19:48:23.667896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network d936f9c5-346f-435a-8527-b9ee8f1684e4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:23.682501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82b73e12-6173-488b-a851-f83d77bb7edf req-7d9e737c-4c4e-4b29-b735-dd8d860ec743 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d HTTP/1.1" status: 200 len: 221 time: 0.0491309 Jul 22 19:48:23.688506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d936f9c5-346f-435a-8527-b9ee8f1684e4) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:23.701417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:23.702118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.719418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Transition to ACTIVE for port object a71e1b5a-a1c8-49e5-83d5-52426b2ee09c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:23.729179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f10e74-4691-4d9c-b572-1773283326e9 None None] Network d936f9c5-346f-435a-8527-b9ee8f1684e4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:23.734804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:23.745075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d1dc3f8e-0c18-4bfd-9ebe-c99b95e803c9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0203390 Jul 22 19:48:23.749354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 45976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:23.885406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Pushing event updated for resources: {'Port': ['ID=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:23.908087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:23.912669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:23.930945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a537-2cca-4ee6-be9a-ad30b4c020b1 req-72181e23-4a20-4093-ac2e-ca46783f617e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:23.939343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8431a537-2cca-4ee6-be9a-ad30b4c020b1 req-72181e23-4a20-4093-ac2e-ca46783f617e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1590576 Jul 22 19:48:24.004533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:24.015591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.037896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8431a537-2cca-4ee6-be9a-ad30b4c020b1 req-5dac232e-1940-478a-9ba8-97b950934982 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964353 Jul 22 19:48:24.149244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d936f9c5-346f-435a-8527-b9ee8f1684e4', 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': 'ab79a189-051e-41be-8457-e6a98572ac36'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:24.150132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.196283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.resource_extend [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:48:24.204810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Attempting to bind port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:24.205217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Attempting to bind port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bfec9a50-708f-4c0a-998b-c02b430b2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:24.205609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Attempting to bind port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c on network b5c24aea-c8c4-4b66-978e-88fad8fbd293 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:24.266467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:24.266915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Checking segment: {'id': 'bfec9a50-708f-4c0a-998b-c02b430b2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:24.267421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.267830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Bound using segment: {'id': 'bfec9a50-708f-4c0a-998b-c02b430b2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:24.268336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Bound port: a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfec9a50-708f-4c0a-998b-c02b430b2f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5c24aea-c8c4-4b66-978e-88fad8fbd293'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:24.268890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.307401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.309969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.329039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee8187-f8df-4681-a04f-18082c14f515 req-5b611028-ec50-4baa-aa4b-c465f4fbd132 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:24.332759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1ee8187-f8df-4681-a04f-18082c14f515 req-5b611028-ec50-4baa-aa4b-c465f4fbd132 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1817863 Jul 22 19:48:24.396874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] For port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:24.399093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Allocated IP 172.20.0.2 (d936f9c5-346f-435a-8527-b9ee8f1684e4/ab79a189-051e-41be-8457-e6a98572ac36/63690e3a-91f9-4135-8237-24bf1a40d3f3) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:24.401986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] For port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,segment=NetworkSegment(bfec9a50-708f-4c0a-998b-c02b430b2f49),segment_id=bfec9a50-708f-4c0a-998b-c02b430b2f49)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:24.412045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.438634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.444561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1ee8187-f8df-4681-a04f-18082c14f515 req-da9a3e1c-b856-4b9f-8e55-b6e7516a16b4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051545 Jul 22 19:48:24.588847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.633262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b362e36-6f8a-45f1-add3-b968a5d51e52 None None] Pushing event updated for resources: {'Port': ['ID=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:24.654903 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Floating IP 707f9c6b-078d-4df2-bef7-3f87743afc8f associated. External IP: 172.25.6.86, port: 49c725f7-e87a-4a97-aa0b-a9151c053cf0. Jul 22 19:48:24.769675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed29a7-5ee1-4cd9-8cf7-8b08d5c0bd9f req-ab496c07-84ed-4e32-93a7-192a830a89a3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:24.774068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1ed29a7-5ee1-4cd9-8cf7-8b08d5c0bd9f req-ab496c07-84ed-4e32-93a7-192a830a89a3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1848936 Jul 22 19:48:24.810782 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.830294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-54545854-c5c9-4224-a38d-d96b2010c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:24.831869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-54545854-c5c9-4224-a38d-d96b2010c73a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 1098 time: 0.5907872 Jul 22 19:48:24.839701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Transition to ACTIVE for port object 63690e3a-91f9-4135-8237-24bf1a40d3f3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:24.874587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Transition to ACTIVE for port object 63690e3a-91f9-4135-8237-24bf1a40d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:24.880693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.961690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:24.990114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1ed29a7-5ee1-4cd9-8cf7-8b08d5c0bd9f req-f90bb200-35a6-4863-a7de-93e96c1a591e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895480 Jul 22 19:48:25.003224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Pushing event updated for resources: {'Port': ['ID=63690e3a-91f9-4135-8237-24bf1a40d3f3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.038095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Network d936f9c5-346f-435a-8527-b9ee8f1684e4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:25.044922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:25.047182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3341f-817e-4a9c-974b-e77dfdb9b3ee req-7f01fc6d-360b-4a7b-8efd-60019044a227 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:25.048196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:25.049094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85a3341f-817e-4a9c-974b-e77dfdb9b3ee req-7f01fc6d-360b-4a7b-8efd-60019044a227 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2646902 Jul 22 19:48:25.061137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=ab79a189-051e-41be-8457-e6a98572ac36,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.111987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-a4720678-7e37-4e77-ae6f-626ed1463b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:25.119073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-a4720678-7e37-4e77-ae6f-626ed1463b2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2799180 Jul 22 19:48:25.189540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85a3341f-817e-4a9c-974b-e77dfdb9b3ee req-b3a860d1-4590-40e7-a6f6-03ffcc434432 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216915 Jul 22 19:48:25.218931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf17d-5f2a-4bc0-996a-ac007f925e86 req-7e1b50d7-d8e2-41ca-b6be-477585b03732 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:25.220798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053bf17d-5f2a-4bc0-996a-ac007f925e86 req-7e1b50d7-d8e2-41ca-b6be-477585b03732 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1380515 Jul 22 19:48:25.224494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Attempting to bind port 63690e3a-91f9-4135-8237-24bf1a40d3f3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:25.225946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Attempting to bind port 63690e3a-91f9-4135-8237-24bf1a40d3f3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ed905f78-86a9-4eb1-967e-495c76a10ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:25.226516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Attempting to bind port 63690e3a-91f9-4135-8237-24bf1a40d3f3 on network d936f9c5-346f-435a-8527-b9ee8f1684e4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:25.234746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:25.235225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Checking segment: {'id': 'ed905f78-86a9-4eb1-967e-495c76a10ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:25.235699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.236183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Bound using segment: {'id': 'ed905f78-86a9-4eb1-967e-495c76a10ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:25.236908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Bound port: 63690e3a-91f9-4135-8237-24bf1a40d3f3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed905f78-86a9-4eb1-967e-495c76a10ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:25.237360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.269590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-053bf17d-5f2a-4bc0-996a-ac007f925e86 req-d47d8eef-a862-4914-a978-207cbe61a4f7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Jul 22 19:48:25.393012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] For port 63690e3a-91f9-4135-8237-24bf1a40d3f3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:25.396766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] For port 63690e3a-91f9-4135-8237-24bf1a40d3f3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=63690e3a-91f9-4135-8237-24bf1a40d3f3,segment=NetworkSegment(ed905f78-86a9-4eb1-967e-495c76a10ac3),segment_id=ed905f78-86a9-4eb1-967e-495c76a10ac3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:25.405679 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.450744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a71e1b5a-a1c8-49e5-83d5-52426b2ee09c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:25.487442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd53249-0f25-4e7c-95a4-e8ac711d34d4 req-f83a3dbf-6452-4c5f-bf3f-30fe76eeb439 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:25.496814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd53249-0f25-4e7c-95a4-e8ac711d34d4 req-f83a3dbf-6452-4c5f-bf3f-30fe76eeb439 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0953937 Jul 22 19:48:25.577987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd53249-0f25-4e7c-95a4-e8ac711d34d4 req-3228962c-8c5c-4b77-a995-ec3b11fe6bee tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752754 Jul 22 19:48:25.593080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc8306-7421-4a0d-9872-06f818da8800 None None] Pushing event updated for resources: {'Port': ['ID=63690e3a-91f9-4135-8237-24bf1a40d3f3,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:25.611712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425d5fb-ee00-4081-b276-cd53c340ad89 None None] Network d936f9c5-346f-435a-8527-b9ee8f1684e4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:25.737953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:25.922331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645de875-751f-4d3f-9d99-75f8b5bf4548 req-7ff476ea-d83b-4f63-895e-ad69494e777a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:25.924103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-645de875-751f-4d3f-9d99-75f8b5bf4548 req-7ff476ea-d83b-4f63-895e-ad69494e777a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2250719 Jul 22 19:48:25.929086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:25.981606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-645de875-751f-4d3f-9d99-75f8b5bf4548 req-b3381d2e-7c3e-4d54-bfb3-c51452d11efe tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Jul 22 19:48:26.049272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d936f9c5-346f-435a-8527-b9ee8f1684e4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.052722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-d3292392-cb64-4d05-af83-9779608f8128 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a HTTP/1.1" status: 200 len: 217 time: 0.8186080 Jul 22 19:48:26.077717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed905f78-86a9-4eb1-967e-495c76a10ac3') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.078119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed905f78-86a9-4eb1-967e-495c76a10ac3') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.124348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.137424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.159484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:26.159920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:26.162984 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:26.171791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eba1a-3e4e-4e47-a304-b45571009490 req-9be88c9a-4384-467c-bd67-d18c3b566804 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.175144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-588eba1a-3e4e-4e47-a304-b45571009490 req-9be88c9a-4384-467c-bd67-d18c3b566804 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0923142 Jul 22 19:48:26.188347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f1519-5073-4186-8a3f-957a3ef17ea8 None None] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:26.189015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:48:26.268826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-588eba1a-3e4e-4e47-a304-b45571009490 req-cdd03102-18d9-4f63-a264-c6d58e029abb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877821 Jul 22 19:48:26.307672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Provisioning for port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:48:26.314932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Provisioning complete for port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:26.315435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.320575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-b5301ae6-5294-4895-9353-1f774a945741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.322066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-b5301ae6-5294-4895-9353-1f774a945741 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.2577503 Jul 22 19:48:26.395485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527a554-ec52-4c97-86a4-9a2656e29fc2 req-77d3b9b6-dd4d-4da2-8fc0-6529850882ae tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.397809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3527a554-ec52-4c97-86a4-9a2656e29fc2 req-77d3b9b6-dd4d-4da2-8fc0-6529850882ae tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.0989802 Jul 22 19:48:26.446731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.520605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:26.520605 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:26.520605 n-d-800087-13 neutron-server[93801]: [parameters: {'id': 'd936f9c5-346f-435a-8527-b9ee8f1684e4'}] Jul 22 19:48:26.520605 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:26.521039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3527a554-ec52-4c97-86a4-9a2656e29fc2 req-98441b70-f504-4d85-ade2-26c0c55f7efc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Jul 22 19:48:26.521503 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:26.553019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89194f-49f5-4ae1-8bc8-dfffd8f05223 req-16a41218-c24c-4bdb-a926-e8ebc15b5232 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.556373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea89194f-49f5-4ae1-8bc8-dfffd8f05223 req-16a41218-c24c-4bdb-a926-e8ebc15b5232 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1573858 Jul 22 19:48:26.558130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] For port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,segment=NetworkSegment(bfec9a50-708f-4c0a-998b-c02b430b2f49),segment_id=bfec9a50-708f-4c0a-998b-c02b430b2f49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:26.564424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.625542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:48:26.631055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:26.643816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea89194f-49f5-4ae1-8bc8-dfffd8f05223 req-110c31cf-ecad-42be-ad86-9e5d4b5bdf1a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806508 Jul 22 19:48:26.682977 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6cde8b87-918e-4c55-993b-2806990a67f1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "PUT /v2.0/floatingips/707f9c6b-078d-4df2-bef7-3f87743afc8f HTTP/1.1" status: 200 len: 991 time: 3.4290805 Jul 22 19:48:26.682977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:26.690538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd297d-d663-427f-a08c-39fdcf74c087 None None] Pushing event updated for resources: {'Port': ['ID=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:26.694860 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:26.717585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:48:26.745096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-f57be61a-1b3b-4ede-8020-b8aaa5b7f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.747220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-f57be61a-1b3b-4ede-8020-b8aaa5b7f57e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4096215 Jul 22 19:48:26.748241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:26.749185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:48:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:26.952283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412c821-c927-4c61-803a-2384c0591d19 req-f6f48aa2-63a8-42d4-81f3-6a82eabcb069 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:26.962564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b412c821-c927-4c61-803a-2384c0591d19 req-f6f48aa2-63a8-42d4-81f3-6a82eabcb069 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1567347 Jul 22 19:48:27.005928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c1888-96b5-418b-b2f4-7ebc4985476e None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:27.010674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-3cce0971-debd-43f0-9576-cfe1eed088f6 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566772 Jul 22 19:48:27.015829 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8129ab7-eed8-467f-bf9c-db3d6d98f190 x-openstack-request-id: req-d8129ab7-eed8-467f-bf9c-db3d6d98f190 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:27.015829 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:27.015829 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8129ab7-eed8-467f-bf9c-db3d6d98f190 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:27.015829 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'status': 'completed', 'code': 200} Jul 22 19:48:27.034296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.045301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:48:27.224282 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e73e4ae7-56b4-4c64-81ec-ac47b83d90e9 req-36b538ed-4ab0-4f98-9908-fdcfa6370fb1 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001503 Jul 22 19:48:27.239856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-1baf6291-e7ec-4181-a2eb-c53fc7d7dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:27.250985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-1baf6291-e7ec-4181-a2eb-c53fc7d7dae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1098 time: 0.2390685 Jul 22 19:48:27.258605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port 63690e3a-91f9-4135-8237-24bf1a40d3f3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:27.258982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.368546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.369247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5bd7cea0-c81b-4e84-8faa-22cdeef18459 None None] Provisioning complete for port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:27.369600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cea0-c81b-4e84-8faa-22cdeef18459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.379323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port 63690e3a-91f9-4135-8237-24bf1a40d3f3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=63690e3a-91f9-4135-8237-24bf1a40d3f3,segment=NetworkSegment(ed905f78-86a9-4eb1-967e-495c76a10ac3),segment_id=ed905f78-86a9-4eb1-967e-495c76a10ac3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:27.379832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.409908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for 63690e3a-91f9-4135-8237-24bf1a40d3f3 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:27.518440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b412c821-c927-4c61-803a-2384c0591d19 req-fedac9e1-3bb2-4ea6-b62c-98cbcd0c478f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548816 Jul 22 19:48:27.527157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.573840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=63690e3a-91f9-4135-8237-24bf1a40d3f3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:27.583155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port 63690e3a-91f9-4135-8237-24bf1a40d3f3 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:27.653215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a71e1b5a-a1c8-49e5-83d5-52426b2ee09c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:27.827080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1311ae-e701-49c3-8ff7-8f617d1961eb req-dd28efd5-cbb2-4feb-b5a6-efc792a80086 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:27.828986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1311ae-e701-49c3-8ff7-8f617d1961eb req-dd28efd5-cbb2-4feb-b5a6-efc792a80086 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1848514 Jul 22 19:48:27.837702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c1888-96b5-418b-b2f4-7ebc4985476e None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:27.845517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ff67-c544-4e0d-a754-f5cf39513962 req-3f391281-a219-4d67-b227-cef874f13a52 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:27.847087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f7ff67-c544-4e0d-a754-f5cf39513962 req-3f391281-a219-4d67-b227-cef874f13a52 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 946 time: 0.2159996 Jul 22 19:48:27.857018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.864292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:27.888909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d936f9c5-346f-435a-8527-b9ee8f1684e4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:27.924681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed905f78-86a9-4eb1-967e-495c76a10ac3') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:27.925054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed905f78-86a9-4eb1-967e-495c76a10ac3') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:27.933403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-e437a372-f3d0-491d-b3a9-cb0472e9955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:27.943278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-e437a372-f3d0-491d-b3a9-cb0472e9955d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.4199831 Jul 22 19:48:27.959193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:27.963027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc1311ae-e701-49c3-8ff7-8f617d1961eb req-70efba71-c14c-4090-9c64-96a7d639968a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144125 Jul 22 19:48:27.996637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '707f9c6b-078d-4df2-bef7-3f87743afc8f', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:ad:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:48:02Z', 'updated_at': '2021-07-22T19:48:24Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:27.998721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:48:27.999095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.028690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f7ff67-c544-4e0d-a754-f5cf39513962 req-c9771ff5-60a4-44f3-98f6-c3073f18f990 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252103 Jul 22 19:48:28.084354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.090359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:48:28.115043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:28.116060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:28.123519 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:28.125723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:48:28.127157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:48:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:28.163151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-2fadcf52-4e04-46a6-9dd2-4b4a95127a2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 999 time: 0.2188623 Jul 22 19:48:28.248041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.272799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.281880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eb97d-8d28-4e8b-8884-badb4e4ee0f8 req-d090981d-d576-41bc-a7dd-03fa339db13b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.282538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/d936f9c5-346f-435a-8527-b9ee8f1684e4 HTTP/1.1" status: 204 len: 168 time: 4.5314949 Jul 22 19:48:28.293081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db2eb97d-8d28-4e8b-8884-badb4e4ee0f8 req-d090981d-d576-41bc-a7dd-03fa339db13b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1590545 Jul 22 19:48:28.304085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46046) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:28.311245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2121809480'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:28.332847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.344909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:28.347763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f531-f73b-4cb2-8584-1aec56c05355 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=d936f9c5-346f-435a-8527-b9ee8f1684e4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:28.351559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.361444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-a66469a9-af94-4a2f-a997-d3bff6e14ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.363027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-a66469a9-af94-4a2f-a997-d3bff6e14ecc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.1336870 Jul 22 19:48:28.382402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:48:28.408420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db2eb97d-8d28-4e8b-8884-badb4e4ee0f8 req-97d46896-a9bb-4594-81cb-d10c989b3c74 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139073 Jul 22 19:48:28.423867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:28.439029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.439781 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 2c63df30-a8ea-496a-837e-3a3689091e08 of type vlan for network ca04b6a1-a10c-461d-af45-a056068c1e86 Jul 22 19:48:28.482050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-9096ca3b-f892-4d20-83d8-be97301d4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.483608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-9096ca3b-f892-4d20-83d8-be97301d4e50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069176 Jul 22 19:48:28.507573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.588974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:28.591763 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3defed8f-c845-4646-b560-f874765eae7a" -d '{"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:28.592383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.603204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.604119 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.656668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:28.667542 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9348c5a8-9e58-4d1a-ab0e-4b7e1f278b1e x-openstack-request-id: req-9348c5a8-9e58-4d1a-ab0e-4b7e1f278b1e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:28.667729 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-unplugged", "status": "completed", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:28.667849 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9348c5a8-9e58-4d1a-ab0e-4b7e1f278b1e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:28.668858 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'code': 200} Jul 22 19:48:28.672080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:28.676795 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-2482866a-4cc8-4f68-bcab-d7a689ba7b6e service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856422 Jul 22 19:48:28.681941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3741493 Jul 22 19:48:28.684418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:28.705423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:28.734893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=ca04b6a1-a10c-461d-af45-a056068c1e86,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:28.736087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:28.755559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb220-a91e-435c-99c2-e137dc4f4120 req-e1a3d87d-34ac-4788-be6a-45d5e186a63a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:28.764356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf8bb220-a91e-435c-99c2-e137dc4f4120 req-e1a3d87d-34ac-4788-be6a-45d5e186a63a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2303421 Jul 22 19:48:28.783778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.784188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.784494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.785538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.785887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.786224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.787157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.787157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.787157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.787596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.787818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.788136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779e734a-d36b-4e3a-9263-61997bace41d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:28.805983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ca04b6a1-a10c-461d-af45-a056068c1e86 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:28.844830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf8bb220-a91e-435c-99c2-e137dc4f4120 req-1f80b8c1-a267-4381-8b41-0036a3b55e69 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794404 Jul 22 19:48:29.013430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eebbe3d9-2ac0-4b42-9b99-1b871e5c3cbd req-320c39f8-8e4c-46f9-9665-be96d0337399 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211496 Jul 22 19:48:29.044691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:29.049956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.068528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '707f9c6b-078d-4df2-bef7-3f87743afc8f', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:ad:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:48:02Z', 'updated_at': '2021-07-22T19:48:24Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:29.118573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f1f43-3b2b-4688-96c4-0cd9c35cb489 req-dcb62def-f741-4198-9c00-dcf98e033425 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:29.129789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a34f1f43-3b2b-4688-96c4-0cd9c35cb489 req-dcb62def-f741-4198-9c00-dcf98e033425 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1907513 Jul 22 19:48:29.142053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba3b4d-93b6-40b7-8efb-168d7f6d1800 None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '707f9c6b-078d-4df2-bef7-3f87743afc8f', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:ad:46:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:48:02Z', 'updated_at': '2021-07-22T19:48:24Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:48:29.260268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing IP validity checks on allocation pools {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:29.261049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:29.305850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a34f1f43-3b2b-4688-96c4-0cd9c35cb489 req-ab256e40-4800-4a04-9e3d-ff89c5ef3068 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737309 Jul 22 19:48:29.337568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9ca0a-e285-4ce6-adca-d9eb85bbd0cb req-a88e6d69-002a-4e2a-8eed-3296b57d8843 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:29.346055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7f9ca0a-e285-4ce6-adca-d9eb85bbd0cb req-a88e6d69-002a-4e2a-8eed-3296b57d8843 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.1864929 Jul 22 19:48:29.412621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7f9ca0a-e285-4ce6-adca-d9eb85bbd0cb req-43a6a5b8-a2a6-438c-9862-96abc32fd187 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 Jul 22 19:48:29.500549 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af9590-8055-4658-9f55-85a6b317497b None None] New status for floating IP 707f9c6b-078d-4df2-bef7-3f87743afc8f: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:48:29.514727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.580015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153f1b0-8292-4210-8d84-a9b624e2f67d req-3eb7df1e-58e0-4ac0-ab74-c2091e9703c4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:29.584799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a153f1b0-8292-4210-8d84-a9b624e2f67d req-3eb7df1e-58e0-4ac0-ab74-c2091e9703c4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1071513 Jul 22 19:48:29.648941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a153f1b0-8292-4210-8d84-a9b624e2f67d req-03ff237d-7434-44ff-85d0-b720d2c70f75 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587747 Jul 22 19:48:29.683274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=6de4282f-d7ef-4ff1-bda7-b21985551112,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:29.704354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '2c63df30-a8ea-496a-837e-3a3689091e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:29.705176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: ca04b6a1-a10c-461d-af45-a056068c1e86, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:29.740442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network ca04b6a1-a10c-461d-af45-a056068c1e86 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:29.760368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ca04b6a1-a10c-461d-af45-a056068c1e86) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:29.778940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84dec0f-63e7-4c7b-b01c-1b4595af0b25 None None] Network ca04b6a1-a10c-461d-af45-a056068c1e86 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:29.789268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:29.789967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:29.832936 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28c1ff4f-f5c4-4f5a-8437-e57f467c7b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1463058 Jul 22 19:48:29.833360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46074) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:29.989476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ca04b6a1-a10c-461d-af45-a056068c1e86', 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '6de4282f-d7ef-4ff1-bda7-b21985551112'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:29.990479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.018971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.036999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e0b0a-3573-44ea-8a9e-00ceedd4eaba req-334f72d4-7c06-4c82-9a39-0350e488393d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:30.044432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313e0b0a-3573-44ea-8a9e-00ceedd4eaba req-334f72d4-7c06-4c82-9a39-0350e488393d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1459310 Jul 22 19:48:30.132200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313e0b0a-3573-44ea-8a9e-00ceedd4eaba req-882aac31-6aa1-4499-a291-07bfeb0f0a24 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719347 Jul 22 19:48:30.150956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.169843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Allocated IP 172.20.0.3 (ca04b6a1-a10c-461d-af45-a056068c1e86/6de4282f-d7ef-4ff1-bda7-b21985551112/1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:30.360391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d738f9-552f-4e67-8d86-8ce6a8b3cb7f req-a1c80f86-1188-4d35-b756-55da8e61baf0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:30.364626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93d738f9-552f-4e67-8d86-8ce6a8b3cb7f req-a1c80f86-1188-4d35-b756-55da8e61baf0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1087816 Jul 22 19:48:30.403317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.408792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93d738f9-552f-4e67-8d86-8ce6a8b3cb7f req-bd282230-68bf-4e34-9cb3-f7053c24102a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Jul 22 19:48:30.422621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Transition to ACTIVE for port object 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:30.473513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Transition to ACTIVE for port object 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:30.489312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.515239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.516931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Network ca04b6a1-a10c-461d-af45-a056068c1e86 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:30.519363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:30.525277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:30.610362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=6de4282f-d7ef-4ff1-bda7-b21985551112,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:30.625350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Pushing event updated for resources: {'Port': ['ID=1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:30.656187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.657457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.658053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.658629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.659198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.659760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.660360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.660976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.661546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.662105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.662651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.663211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:48:30.683634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.686561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Attempting to bind port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:30.688230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Attempting to bind port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2c63df30-a8ea-496a-837e-3a3689091e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:30.688536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Attempting to bind port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 on network ca04b6a1-a10c-461d-af45-a056068c1e86 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:30.710653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca04b6a1-a10c-461d-af45-a056068c1e86']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.717352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:30.717836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Checking segment: {'id': '2c63df30-a8ea-496a-837e-3a3689091e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:30.718306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.718717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Bound using segment: {'id': '2c63df30-a8ea-496a-837e-3a3689091e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:30.719207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Bound port: 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c63df30-a8ea-496a-837e-3a3689091e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:30.719587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.742568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c63df30-a8ea-496a-837e-3a3689091e08') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.743015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c63df30-a8ea-496a-837e-3a3689091e08') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:30.760025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.779522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858071c-9093-4bd8-ad6c-3e0f1f7fcff5 req-85271876-60b6-47c0-9ff9-ba8011a18cf7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:30.781830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a858071c-9093-4bd8-ad6c-3e0f1f7fcff5 req-85271876-60b6-47c0-9ff9-ba8011a18cf7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.2641618 Jul 22 19:48:30.795111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.816608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] For port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:30.830284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:30.831294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:30.834415 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:30.917997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] For port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4,segment=NetworkSegment(2c63df30-a8ea-496a-837e-3a3689091e08),segment_id=2c63df30-a8ea-496a-837e-3a3689091e08)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:30.919135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a858071c-9093-4bd8-ad6c-3e0f1f7fcff5 req-d2bdd318-9772-4174-8329-2ef4cb2aaa9f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272645 Jul 22 19:48:30.926977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:30.933069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4f456-c0b9-459a-b99f-dfcc1f188402 req-58982943-18a4-441a-a68c-954af9de9405 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:30.964218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bd4f456-c0b9-459a-b99f-dfcc1f188402 req-58982943-18a4-441a-a68c-954af9de9405 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2588575 Jul 22 19:48:31.011341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:31.011341 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:31.011341 n-d-800087-13 neutron-server[93800]: [parameters: {'id': 'ca04b6a1-a10c-461d-af45-a056068c1e86'}] Jul 22 19:48:31.011341 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:31.012847 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:31.083579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bd4f456-c0b9-459a-b99f-dfcc1f188402 req-7d6060bd-78e9-4c75-92a5-14092bda10d2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271567 Jul 22 19:48:31.365123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee193-b67f-4bc7-b629-e37b27530469 None None] Pushing event updated for resources: {'Port': ['ID=1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:31.381885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ddbfa-1620-4857-87ce-9279f10e62d0 req-2f5fcdc4-9198-40ac-b44d-b58369661acd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:31.383446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-054ddbfa-1620-4857-87ce-9279f10e62d0 req-2f5fcdc4-9198-40ac-b44d-b58369661acd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2984581 Jul 22 19:48:31.445274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-054ddbfa-1620-4857-87ce-9279f10e62d0 req-274982b6-410a-4eb6-bc8e-15d653cde40a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547247 Jul 22 19:48:31.475562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb00e7-8429-4035-aebb-7d3a94658154 None None] Network ca04b6a1-a10c-461d-af45-a056068c1e86 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:31.476819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf422f-c3a1-4f65-8ae2-b4a58cde6f85 req-c4bb393f-0ddc-4f88-9f15-85a576296e48 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:31.484532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcbf422f-c3a1-4f65-8ae2-b4a58cde6f85 req-c4bb393f-0ddc-4f88-9f15-85a576296e48 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2451251 Jul 22 19:48:31.514218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.533269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcbf422f-c3a1-4f65-8ae2-b4a58cde6f85 req-d07e199f-eeef-46f9-a081-f874dd705a05 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Jul 22 19:48:31.709618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9354fc-35d7-44d3-97d8-6243595c176b req-ff1dd9f0-4ca7-45ac-9688-b270a62b1b6c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:31.711094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a9354fc-35d7-44d3-97d8-6243595c176b req-ff1dd9f0-4ca7-45ac-9688-b270a62b1b6c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1504579 Jul 22 19:48:31.724728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:31.732840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34631866-fc81-45b0-aa6e-8d405941dc1b None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:31.734793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.828515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34631866-fc81-45b0-aa6e-8d405941dc1b None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:31.882979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e03c6cff-1373-46a3-998e-2ff4644fa88a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:48:31.891507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a9354fc-35d7-44d3-97d8-6243595c176b req-16c04df8-e961-4843-80f3-d5e9a0023885 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620681 Jul 22 19:48:31.893629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4,segment=NetworkSegment(2c63df30-a8ea-496a-837e-3a3689091e08),segment_id=2c63df30-a8ea-496a-837e-3a3689091e08)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:31.894004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:31.927801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:31.961058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f8f80-3f95-49a5-9f68-6a25c5d4defd req-8e41c7f0-fb29-4416-b55a-04a22ba3c835 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:31.968797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c1f8f80-3f95-49a5-9f68-6a25c5d4defd req-8e41c7f0-fb29-4416-b55a-04a22ba3c835 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1913514 Jul 22 19:48:32.072185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c1f8f80-3f95-49a5-9f68-6a25c5d4defd req-b067e672-8c0b-4364-b117-7734ca19ad71 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829968 Jul 22 19:48:32.132808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.204318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:32.258423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port 1bc434ec-f6b4-47f5-84cd-b3a8ad3bf6a4 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:32.415252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.452594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca04b6a1-a10c-461d-af45-a056068c1e86']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.471952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c63df30-a8ea-496a-837e-3a3689091e08') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.471952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c63df30-a8ea-496a-837e-3a3689091e08') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:32.496567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.523297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.533313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2e279-88dc-4783-988c-40670a4369e8 req-44ca6677-b3bd-4e84-9a9b-347303beeaf5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:32.536639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ad2e279-88dc-4783-988c-40670a4369e8 req-44ca6677-b3bd-4e84-9a9b-347303beeaf5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3641579 Jul 22 19:48:32.565031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde0f55-592e-44c4-88ac-a6c5e64d4bdc req-90199c70-b2a1-448e-add9-290eaa4100e6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:32.566523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fde0f55-592e-44c4-88ac-a6c5e64d4bdc req-90199c70-b2a1-448e-add9-290eaa4100e6 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1540391 Jul 22 19:48:32.569249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:32.569249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:32.573316 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:32.681137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fde0f55-592e-44c4-88ac-a6c5e64d4bdc req-e49146c2-edce-4bd0-840e-3ceed6a4721a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962358 Jul 22 19:48:32.698611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ad2e279-88dc-4783-988c-40670a4369e8 req-8fae1926-f5ae-427b-b842-b3948f99a0f6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557631 Jul 22 19:48:32.709654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.741049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.743264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/ca04b6a1-a10c-461d-af45-a056068c1e86 HTTP/1.1" status: 204 len: 168 time: 2.9088383 Jul 22 19:48:32.747848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46124) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:32.754034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-307104812'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:32.763956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec4df-28cd-429b-80f1-c8b44ef55db1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=ca04b6a1-a10c-461d-af45-a056068c1e86,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:32.791265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:32.795328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.827825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:32.842608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:32.843018 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment a3c45fe7-1865-44e3-a168-7a33205e215e of type vlan for network 6a434098-ced0-4962-95ae-c31de74f18c5 Jul 22 19:48:32.978659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.021472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.027934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:33.028751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.071814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3222101 Jul 22 19:48:33.073563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e18de-49bd-45bb-b23f-0d961fdcedf3 req-53a9457f-3b73-4077-8586-7ae286df244b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:33.075207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46128) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:33.076004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-502e18de-49bd-45bb-b23f-0d961fdcedf3 req-53a9457f-3b73-4077-8586-7ae286df244b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0725443 Jul 22 19:48:33.085605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '6a434098-ced0-4962-95ae-c31de74f18c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:33.136619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57f727-6220-4dc6-ba67-2869303706fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=6a434098-ced0-4962-95ae-c31de74f18c5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:33.140782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-502e18de-49bd-45bb-b23f-0d961fdcedf3 req-809e88dc-d911-4f5a-ba0f-ff0fb70a825d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588527 Jul 22 19:48:33.153485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 6a434098-ced0-4962-95ae-c31de74f18c5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:33.232293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:33.236918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.452878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.516343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=6434b20f-f308-4f59-a264-fe224020ec91,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:33.536795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': 'a3c45fe7-1865-44e3-a168-7a33205e215e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6a434098-ced0-4962-95ae-c31de74f18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:33.537185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 6a434098-ced0-4962-95ae-c31de74f18c5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:33.553673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 6a434098-ced0-4962-95ae-c31de74f18c5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:33.563600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 6a434098-ced0-4962-95ae-c31de74f18c5) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:33.568509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:33.569519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.575396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e7459-bd8b-4159-8b0c-b5870f239134 None None] Network 6a434098-ced0-4962-95ae-c31de74f18c5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:33.588293 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e7e5483-5c05-45a0-a70c-7155f467d215 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5071640 Jul 22 19:48:33.591463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46136) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:33.708818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.763746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.804844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d1907-ae2a-49a9-b524-0244f5f532f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-6a434098-ced0-4962-95ae-c31de74f18c5', 'network_id': '6a434098-ced0-4962-95ae-c31de74f18c5', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '6434b20f-f308-4f59-a264-fe224020ec91'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:33.805856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e13d1907-ae2a-49a9-b524-0244f5f532f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.870107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-e13d1907-ae2a-49a9-b524-0244f5f532f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6434b20f-f308-4f59-a264-fe224020ec91: This subnet is being modified by another concurrent operation. Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6434b20f-f308-4f59-a264-fe224020ec91: This subnet is being modified by another concurrent operation. Jul 22 19:48:33.939552 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:48:33.974262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:33.983732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=6434b20f-f308-4f59-a264-fe224020ec91,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:33.993307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a434098-ced0-4962-95ae-c31de74f18c5']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:33.995870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539aa0b2-93d5-49ce-9039-e96539f92834 None None] Network 6a434098-ced0-4962-95ae-c31de74f18c5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:34.013577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c45fe7-1865-44e3-a168-7a33205e215e') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:34.014158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c45fe7-1865-44e3-a168-7a33205e215e') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:34.033936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a8e6e-e947-4049-9799-1471e7a0fbae req-e674b0ba-5d45-4b28-b24c-46eedcae7dad tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:34.036612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604a8e6e-e947-4049-9799-1471e7a0fbae req-e674b0ba-5d45-4b28-b24c-46eedcae7dad tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2074604 Jul 22 19:48:34.042271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.083655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.103355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:34.103932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:34.107796 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:34.128628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604a8e6e-e947-4049-9799-1471e7a0fbae req-c06b2063-9925-40dc-a373-fa44ee1f5ef2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834641 Jul 22 19:48:34.222951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.231264 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.233348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/6a434098-ced0-4962-95ae-c31de74f18c5 HTTP/1.1" status: 204 len: 168 time: 0.6400230 Jul 22 19:48:34.237640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46144) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:34.254896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c00ba-4e00-4663-8c4c-de4b70b31336 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:34.264600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-645015128'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:34.307628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432f248-931f-4f26-84f8-6276df05ca54 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=6a434098-ced0-4962-95ae-c31de74f18c5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.329595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:34.333373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.370879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:34.386409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29caafe-028a-4955-a994-8ed41f43a16a req-4e150e07-9f44-4067-8cd3-2f8004c110cd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:34.388735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a29caafe-028a-4955-a994-8ed41f43a16a req-4e150e07-9f44-4067-8cd3-2f8004c110cd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1163485 Jul 22 19:48:34.401373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.402143 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 8d77f9d2-fc4a-4997-be13-f2bc8d2d2564 of type vlan for network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 Jul 22 19:48:34.447797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c00ba-4e00-4663-8c4c-de4b70b31336 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:34.455666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.510599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a29caafe-028a-4955-a994-8ed41f43a16a req-809318a1-e663-4e39-ba58-45052ba53afe tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Jul 22 19:48:34.542535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.553825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:34.554846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:34.651764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=23927f9a-3ace-41fb-85d0-0eb1ffb411c8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:34.676838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:34.682359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:34.689079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ded8d261-258c-4b8a-9f86-d45f8688ace1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4472942 Jul 22 19:48:34.693383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:34.847288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:34.852811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.154512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bd6f4-c7ae-4a3a-9518-ecf07598bf55 req-e841320a-853a-4a4a-ab44-3e4bbb3ea8f6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:35.164383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e0bd6f4-c7ae-4a3a-9518-ecf07598bf55 req-e841320a-853a-4a4a-ab44-3e4bbb3ea8f6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1657665 Jul 22 19:48:35.255480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.258039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e0bd6f4-c7ae-4a3a-9518-ecf07598bf55 req-f1f25271-af79-453f-8dab-55af14ca2c79 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927005 Jul 22 19:48:35.362776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abfa4d-b7dd-4ec5-9929-d1cc0d84f1f9 req-5e079d6a-7b80-44b7-a663-d6c1822f074c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:35.364735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95abfa4d-b7dd-4ec5-9929-d1cc0d84f1f9 req-5e079d6a-7b80-44b7-a663-d6c1822f074c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1306205 Jul 22 19:48:35.390346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=10e7de87-3c47-4a43-8b22-3f8f4fa75913,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:35.398751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:35.399770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 23927f9a-3ace-41fb-85d0-0eb1ffb411c8, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:35.419768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95abfa4d-b7dd-4ec5-9929-d1cc0d84f1f9 req-b8391f59-8d47-45fd-8763-0f46113196f8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482936 Jul 22 19:48:35.426622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:35.441528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 23927f9a-3ace-41fb-85d0-0eb1ffb411c8) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:35.446986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:35.447750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.456259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcdc7b-da3f-432e-9566-391b430843bc None None] Network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:35.468211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0ca9af6e-1e3a-4d11-b791-a236bd1044af tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7902341 Jul 22 19:48:35.472265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46186) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:35.677005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.712839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-23927f9a-3ace-41fb-85d0-0eb1ffb411c8', 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '10e7de87-3c47-4a43-8b22-3f8f4fa75913'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:35.713712 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.744493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:35.875360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Allocated IP 172.20.0.2 (23927f9a-3ace-41fb-85d0-0eb1ffb411c8/10e7de87-3c47-4a43-8b22-3f8f4fa75913/75605939-2d84-499d-a0a1-d94e29901d92) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:36.038475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.047952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Transition to ACTIVE for port object 75605939-2d84-499d-a0a1-d94e29901d92 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:36.064090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Transition to ACTIVE for port object 75605939-2d84-499d-a0a1-d94e29901d92 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:36.071062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.122790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.125600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Pushing event updated for resources: {'Port': ['ID=75605939-2d84-499d-a0a1-d94e29901d92,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:36.135062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:36.138412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:36.143861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:36.220050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=10e7de87-3c47-4a43-8b22-3f8f4fa75913,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:36.251546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Attempting to bind port 75605939-2d84-499d-a0a1-d94e29901d92 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:36.252064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Attempting to bind port 75605939-2d84-499d-a0a1-d94e29901d92 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:36.252731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Attempting to bind port 75605939-2d84-499d-a0a1-d94e29901d92 on network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:36.258918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:36.259360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Checking segment: {'id': '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:36.259786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.260326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Bound using segment: {'id': '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:36.261646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Bound port: 75605939-2d84-499d-a0a1-d94e29901d92, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:36.262774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.316651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.343304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23927f9a-3ace-41fb-85d0-0eb1ffb411c8']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:36.360657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:36.361040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:36.389737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.395185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] For port 75605939-2d84-499d-a0a1-d94e29901d92, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:36.399543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] For port 75605939-2d84-499d-a0a1-d94e29901d92, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=75605939-2d84-499d-a0a1-d94e29901d92,segment=NetworkSegment(8d77f9d2-fc4a-4997-be13-f2bc8d2d2564),segment_id=8d77f9d2-fc4a-4997-be13-f2bc8d2d2564)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:36.405668 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.426493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.438726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:36.439201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:36.445079 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:36.536644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258f2e-5e55-4112-b9f5-6efb3b1e1188 None None] Pushing event updated for resources: {'Port': ['ID=75605939-2d84-499d-a0a1-d94e29901d92,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:36.542755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4970950-b11d-4a5b-8df1-66cb8a9d4fbe req-9de2bc2f-fae7-4249-b6fa-ec788925de87 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:36.556481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4970950-b11d-4a5b-8df1-66cb8a9d4fbe req-9de2bc2f-fae7-4249-b6fa-ec788925de87 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1724865 Jul 22 19:48:36.559278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:36.559278 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:36.559278 n-d-800087-13 neutron-server[93800]: [parameters: {'id': '23927f9a-3ace-41fb-85d0-0eb1ffb411c8'}] Jul 22 19:48:36.559278 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:36.559800 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:36.568977 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:48:36.569810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842f1f9-874b-4f95-8392-e423d3bb3dd8 None None] Network 23927f9a-3ace-41fb-85d0-0eb1ffb411c8 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:36.651787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4970950-b11d-4a5b-8df1-66cb8a9d4fbe req-9601dde1-91eb-4dc7-bff1-2054cd7bef57 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943227 Jul 22 19:48:36.720805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b7836-b26e-47c0-b954-e7559266dd7f req-c1c95b06-5db4-42a6-9063-ff3a3558e7b1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:36.722525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-146b7836-b26e-47c0-b954-e7559266dd7f req-c1c95b06-5db4-42a6-9063-ff3a3558e7b1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1298723 Jul 22 19:48:36.770603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c34dd-1a18-4155-a59a-8f614f9d32f5 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:36.798033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-146b7836-b26e-47c0-b954-e7559266dd7f req-6120311c-459c-4d20-9137-4a355a7125b0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623660 Jul 22 19:48:36.888135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c34dd-1a18-4155-a59a-8f614f9d32f5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:37.113540 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0cc38df-2658-4f7d-b928-410d933ab3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.234663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.314387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ade18-2f8d-43bf-bd28-e433f69afe79 req-58fd9e0d-3abc-45a1-8b73-305f25879e97 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:37.316038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-959ade18-2f8d-43bf-bd28-e433f69afe79 req-58fd9e0d-3abc-45a1-8b73-305f25879e97 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.5064452 Jul 22 19:48:37.360297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port 75605939-2d84-499d-a0a1-d94e29901d92 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:37.360705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.382834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-959ade18-2f8d-43bf-bd28-e433f69afe79 req-9af34375-d6f7-4d62-a29f-42d3af9b134d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591567 Jul 22 19:48:37.445891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port 75605939-2d84-499d-a0a1-d94e29901d92, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=75605939-2d84-499d-a0a1-d94e29901d92,segment=NetworkSegment(8d77f9d2-fc4a-4997-be13-f2bc8d2d2564),segment_id=8d77f9d2-fc4a-4997-be13-f2bc8d2d2564)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:37.446326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.461653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for 75605939-2d84-499d-a0a1-d94e29901d92 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:37.601349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ca838-5770-4342-bd29-0d4914f86bd1 req-00677ba6-26fc-4bfb-84ff-4a274dd7436a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:37.602830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b34ca838-5770-4342-bd29-0d4914f86bd1 req-00677ba6-26fc-4bfb-84ff-4a274dd7436a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0978453 Jul 22 19:48:37.617100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.655713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=75605939-2d84-499d-a0a1-d94e29901d92,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:37.660496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port 75605939-2d84-499d-a0a1-d94e29901d92 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:37.697053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b34ca838-5770-4342-bd29-0d4914f86bd1 req-b80cc3ce-c541-4e9a-9500-16f9a64a5785 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883551 Jul 22 19:48:37.770871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.782650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23927f9a-3ace-41fb-85d0-0eb1ffb411c8']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.794164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.794569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d77f9d2-fc4a-4997-be13-f2bc8d2d2564') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:37.804417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.838960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.852942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:37.853132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:37.856806 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:37.993200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:37.998402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.001381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/23927f9a-3ace-41fb-85d0-0eb1ffb411c8 HTTP/1.1" status: 204 len: 168 time: 2.5268428 Jul 22 19:48:38.004742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46256) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:38.016185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105420732'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:38.047933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:38.054762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.065430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e112c-25b7-46f6-b3b5-18845bad878a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=23927f9a-3ace-41fb-85d0-0eb1ffb411c8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:38.081382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:38.093327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.093764 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 672be40c-ddb1-48da-8fce-493b0d7614b8 of type vlan for network 882a01aa-fbc8-4ded-a841-890e426b1a5b Jul 22 19:48:38.126585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a11fd4-034d-4e45-9c02-608bda896b18 req-69b019b3-3fde-4d21-91b2-cd42732fa8aa tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.128051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0a11fd4-034d-4e45-9c02-608bda896b18 req-69b019b3-3fde-4d21-91b2-cd42732fa8aa tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2149899 Jul 22 19:48:38.145984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.180576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.190273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.191018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.202709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7e0b4-5d93-4199-840a-7f92703353cb req-457698c3-ca46-4428-884f-5825443b6f6d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.209971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fef7e0b4-5d93-4199-840a-7f92703353cb req-457698c3-ca46-4428-884f-5825443b6f6d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.4034667 Jul 22 19:48:38.239683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2330368 Jul 22 19:48:38.240376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0a11fd4-034d-4e45-9c02-608bda896b18 req-e5af439d-ac54-4c67-946d-73a9a28b570f tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0996606 Jul 22 19:48:38.242970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46262) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:38.272315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fef7e0b4-5d93-4199-840a-7f92703353cb req-65dc93c5-c627-4291-be86-17606e927f62 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Jul 22 19:48:38.289193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '882a01aa-fbc8-4ded-a841-890e426b1a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:38.295513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f602faa-4620-4f1b-9ff8-184296327c8e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=882a01aa-fbc8-4ded-a841-890e426b1a5b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:38.317003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 882a01aa-fbc8-4ded-a841-890e426b1a5b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:38.405487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:38.410840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.487550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing IP validity checks on allocation pools {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:38.488259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:38.512906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e68a8-9631-4ae0-b266-87b291c13918 req-89e811d7-8691-42e1-96ac-452db673be75 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.515238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b9e68a8-9631-4ae0-b266-87b291c13918 req-89e811d7-8691-42e1-96ac-452db673be75 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0859504 Jul 22 19:48:38.574756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b9e68a8-9631-4ae0-b266-87b291c13918 req-97440304-0dfa-4a75-b540-0803f37ff82f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527020 Jul 22 19:48:38.677430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.752796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd065a-69c0-4ccd-9c19-12a3f7e713be req-7c648dfe-aa17-401c-bfa6-d65ad57e0c93 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.754817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2bd065a-69c0-4ccd-9c19-12a3f7e713be req-7c648dfe-aa17-401c-bfa6-d65ad57e0c93 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0986476 Jul 22 19:48:38.760411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=07f0669d-c382-4048-84b4-39abb0c767f6,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:38.767420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '672be40c-ddb1-48da-8fce-493b0d7614b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '882a01aa-fbc8-4ded-a841-890e426b1a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:38.767699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 882a01aa-fbc8-4ded-a841-890e426b1a5b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:38.792321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 882a01aa-fbc8-4ded-a841-890e426b1a5b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:38.805256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 882a01aa-fbc8-4ded-a841-890e426b1a5b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:38.805446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2bd065a-69c0-4ccd-9c19-12a3f7e713be req-66046529-1fbc-4523-bb78-851ee79e4633 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Jul 22 19:48:38.811089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:38.811734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:38.818874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c627d6-53b4-4d4a-a060-fa032dcd21a2 None None] Network 882a01aa-fbc8-4ded-a841-890e426b1a5b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:38.848775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2884b07e-dc05-4f1f-9b2a-adec797a550b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6047459 Jul 22 19:48:38.851751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46280) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:39.025803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.088184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a1e7b-1a2d-4bdd-9f2b-f8c6f770de08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-882a01aa-fbc8-4ded-a841-890e426b1a5b', 'network_id': '882a01aa-fbc8-4ded-a841-890e426b1a5b', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '07f0669d-c382-4048-84b4-39abb0c767f6'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:39.093256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f19a1e7b-1a2d-4bdd-9f2b-f8c6f770de08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.121895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.176457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa43e7-5a21-44b1-9735-d3a4cbf645e6 req-b3f1b356-de4e-4e9f-b328-a4832c7d0e1d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:39.196550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43fa43e7-5a21-44b1-9735-d3a4cbf645e6 req-b3f1b356-de4e-4e9f-b328-a4832c7d0e1d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2436848 Jul 22 19:48:39.256784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43fa43e7-5a21-44b1-9735-d3a4cbf645e6 req-991a561f-535e-45a7-8fb4-6b3a14d2833a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Jul 22 19:48:39.288515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-f19a1e7b-1a2d-4bdd-9f2b-f8c6f770de08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07f0669d-c382-4048-84b4-39abb0c767f6: This subnet is being modified by another concurrent operation. Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 07f0669d-c382-4048-84b4-39abb0c767f6: This subnet is being modified by another concurrent operation. Jul 22 19:48:39.299480 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:48:39.314749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6c2528-7906-47be-a763-0a528e443ae3 None None] Network 882a01aa-fbc8-4ded-a841-890e426b1a5b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:39.392331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=07f0669d-c382-4048-84b4-39abb0c767f6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:39.556704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.583585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882a01aa-fbc8-4ded-a841-890e426b1a5b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.615219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672be40c-ddb1-48da-8fce-493b0d7614b8') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.615617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672be40c-ddb1-48da-8fce-493b0d7614b8') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:39.634259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.661502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.672860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc5ef4-eb13-461c-a1b0-13f0fe62e684 req-4561c409-577e-4b76-87b2-6b244b6e40ce tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:39.674816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9dc5ef4-eb13-461c-a1b0-13f0fe62e684 req-4561c409-577e-4b76-87b2-6b244b6e40ce tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2888792 Jul 22 19:48:39.682382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:39.683256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:39.687546 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:39.696924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f5257-b7b8-4175-ba34-146edf475898 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:39.715380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1043bea-2177-43fe-8bba-1f3085bac2b9 req-d55a7199-1a7a-41d7-a58a-587733d55ba2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:39.723091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1043bea-2177-43fe-8bba-1f3085bac2b9 req-d55a7199-1a7a-41d7-a58a-587733d55ba2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3033297 Jul 22 19:48:39.832961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.843773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9dc5ef4-eb13-461c-a1b0-13f0fe62e684 req-eb61b294-c05a-4fc0-ab89-d36f6a9d7761 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1516571 Jul 22 19:48:39.848066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:39.853890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/882a01aa-fbc8-4ded-a841-890e426b1a5b HTTP/1.1" status: 204 len: 168 time: 0.9971392 Jul 22 19:48:39.855421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:39.866840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1688159034'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:39.868490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1043bea-2177-43fe-8bba-1f3085bac2b9 req-a46d43cd-ce7d-467f-a4fe-679038b5b23f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440587 Jul 22 19:48:39.873466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f5257-b7b8-4175-ba34-146edf475898 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:39.893279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d98a6-769f-4461-a682-63fa5a2269b2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=882a01aa-fbc8-4ded-a841-890e426b1a5b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:39.939309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:39.947953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.024699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:40.063962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.064706 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 08d80901-ec83-465c-a915-969bf40837c0 of type vlan for network 14303159-0b2a-42fd-afac-aaa0618930b1 Jul 22 19:48:40.146339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.156983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bedbb-5a4c-449a-8dc8-3022c77c0081 req-ff4743da-f8f4-427c-a283-9e1680b97f0c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.166332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-062bedbb-5a4c-449a-8dc8-3022c77c0081 req-ff4743da-f8f4-427c-a283-9e1680b97f0c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1053927 Jul 22 19:48:40.182064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.196387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.202976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a98d457e-3c58-44ba-a809-59e262e0565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.205979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.207019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.252393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3947430 Jul 22 19:48:40.256261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46320) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:40.262457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:40.263390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-062bedbb-5a4c-449a-8dc8-3022c77c0081 req-25d45dec-6933-4b7e-a4cc-cd142aa6b034 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Jul 22 19:48:40.366233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48bc5a-9520-4278-b9bd-2a8c9a489afb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=14303159-0b2a-42fd-afac-aaa0618930b1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:40.379622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 14303159-0b2a-42fd-afac-aaa0618930b1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:40.506163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:40.511294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.542982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0309-0727-4e01-a888-a6c16e8aec92 req-beb60afc-1e84-482f-b1f1-f99da7661e08 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.544872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dfc0309-0727-4e01-a888-a6c16e8aec92 req-beb60afc-1e84-482f-b1f1-f99da7661e08 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1475282 Jul 22 19:48:40.617597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2dfc0309-0727-4e01-a888-a6c16e8aec92 req-82d8e3a5-58d8-4639-a02c-27e94e2e2ba7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627723 Jul 22 19:48:40.745557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.790426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9a01-0604-4b88-955c-e13fe6f1bece req-1745ed1f-e85f-4ad2-9673-11f6e250c088 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.792191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00bf9a01-0604-4b88-955c-e13fe6f1bece req-1745ed1f-e85f-4ad2-9673-11f6e250c088 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0739481 Jul 22 19:48:40.813269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=ab50f09a-30ae-4edf-b2ec-6698d41ae6c3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:40.834398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '08d80901-ec83-465c-a915-969bf40837c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:40.834842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 14303159-0b2a-42fd-afac-aaa0618930b1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:40.845872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00bf9a01-0604-4b88-955c-e13fe6f1bece req-283eb440-37dd-4dcd-8a86-870436b9a9eb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468886 Jul 22 19:48:40.869430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 14303159-0b2a-42fd-afac-aaa0618930b1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:40.880346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 14303159-0b2a-42fd-afac-aaa0618930b1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:40.885018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:40.885768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:40.890897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236df89-e5d4-4914-9c28-f1a10325e3f8 None None] Network 14303159-0b2a-42fd-afac-aaa0618930b1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:40.926856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f99a05e1-3966-42ce-ac13-788d1cad19fc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6690960 Jul 22 19:48:40.929517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46344) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:41.071913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-14303159-0b2a-42fd-afac-aaa0618930b1', 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': 'ab50f09a-30ae-4edf-b2ec-6698d41ae6c3'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:41.073092 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.165302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.189519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb724-2faf-40be-a98e-9ecb34958cc0 req-f94f42f5-84f9-49d5-a1a3-0f7cd7df734e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.196082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-736eb724-2faf-40be-a98e-9ecb34958cc0 req-f94f42f5-84f9-49d5-a1a3-0f7cd7df734e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2262783 Jul 22 19:48:41.228992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c76626-230b-4268-89c9-9410421a3530 req-fbbb193a-b80a-495e-93a4-a31dca5e5e87 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.236336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76c76626-230b-4268-89c9-9410421a3530 req-fbbb193a-b80a-495e-93a4-a31dca5e5e87 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2974582 Jul 22 19:48:41.243021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Allocated IP 172.20.0.1 (14303159-0b2a-42fd-afac-aaa0618930b1/ab50f09a-30ae-4edf-b2ec-6698d41ae6c3/92b8a66d-5a92-4cf6-927c-3bb67094ec33) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:41.307427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-736eb724-2faf-40be-a98e-9ecb34958cc0 req-ad21ca3a-6fe3-4495-90f7-efb923cca318 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058800 Jul 22 19:48:41.330121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76c76626-230b-4268-89c9-9410421a3530 req-c2f4bb77-dd12-4143-9dc5-a8e46d601ae3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928628 Jul 22 19:48:41.339941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.505681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.518061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Transition to ACTIVE for port object 92b8a66d-5a92-4cf6-927c-3bb67094ec33 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:41.524943 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.537598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Transition to ACTIVE for port object 92b8a66d-5a92-4cf6-927c-3bb67094ec33 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:41.545716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.576397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.586631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Network 14303159-0b2a-42fd-afac-aaa0618930b1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:41.589924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:41.593714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:41.614976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Pushing event updated for resources: {'Port': ['ID=92b8a66d-5a92-4cf6-927c-3bb67094ec33,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.618635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=ab50f09a-30ae-4edf-b2ec-6698d41ae6c3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:41.657519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934250eb-2961-4b99-b47d-308c382dd528 req-3f2fc401-c60b-45a4-8d90-62be2fa25368 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:41.659135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-934250eb-2961-4b99-b47d-308c382dd528 req-3f2fc401-c60b-45a4-8d90-62be2fa25368 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1640713 Jul 22 19:48:41.690850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Attempting to bind port 92b8a66d-5a92-4cf6-927c-3bb67094ec33 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:41.691478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Attempting to bind port 92b8a66d-5a92-4cf6-927c-3bb67094ec33 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '08d80901-ec83-465c-a915-969bf40837c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:41.691918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Attempting to bind port 92b8a66d-5a92-4cf6-927c-3bb67094ec33 on network 14303159-0b2a-42fd-afac-aaa0618930b1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:41.698573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:41.699788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Checking segment: {'id': '08d80901-ec83-465c-a915-969bf40837c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:41.700824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.701353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Bound using segment: {'id': '08d80901-ec83-465c-a915-969bf40837c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:41.702821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Bound port: 92b8a66d-5a92-4cf6-927c-3bb67094ec33, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d80901-ec83-465c-a915-969bf40837c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '14303159-0b2a-42fd-afac-aaa0618930b1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:41.702821 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.727516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.777835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14303159-0b2a-42fd-afac-aaa0618930b1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:41.804532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] For port 92b8a66d-5a92-4cf6-927c-3bb67094ec33, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:41.809451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] For port 92b8a66d-5a92-4cf6-927c-3bb67094ec33, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=92b8a66d-5a92-4cf6-927c-3bb67094ec33,segment=NetworkSegment(08d80901-ec83-465c-a915-969bf40837c0),segment_id=08d80901-ec83-465c-a915-969bf40837c0)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:41.811272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-934250eb-2961-4b99-b47d-308c382dd528 req-5a996209-9e80-46a1-9e31-125e62f4469e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450174 Jul 22 19:48:41.815835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d80901-ec83-465c-a915-969bf40837c0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:41.816138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d80901-ec83-465c-a915-969bf40837c0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:41.827201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.832699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.861914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.875696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:41.876183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:41.882983 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:41.976459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaed84a-4094-4ae6-9eeb-8c4b28e4089e None None] Pushing event updated for resources: {'Port': ['ID=92b8a66d-5a92-4cf6-927c-3bb67094ec33,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:42.020751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe03b45b-c4e6-47fc-b2d7-08141c64da1d None None] Network 14303159-0b2a-42fd-afac-aaa0618930b1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:42.032020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:42.032020 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:42.032020 n-d-800087-13 neutron-server[93800]: [parameters: {'id': '14303159-0b2a-42fd-afac-aaa0618930b1'}] Jul 22 19:48:42.032020 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:42.032685 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:42.096405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ca071-35a5-4034-a085-366696d246af req-c02ce957-8f35-475e-a518-edf1ef74c66b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.098346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06ca071-35a5-4034-a085-366696d246af req-c02ce957-8f35-475e-a518-edf1ef74c66b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1882467 Jul 22 19:48:42.184485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06ca071-35a5-4034-a085-366696d246af req-b212eadd-7adc-4b78-bf4a-161d823e0859 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783935 Jul 22 19:48:42.187792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fd5e6-ee9d-413f-b116-c96049eabd70 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:42.400410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38fd5e6-ee9d-413f-b116-c96049eabd70 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:42.428745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a364a0-acc1-495a-bc7f-2e385cc0d27c req-26411f63-6d18-4210-966f-e0204e9991a1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.436794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4a364a0-acc1-495a-bc7f-2e385cc0d27c req-26411f63-6d18-4210-966f-e0204e9991a1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1550937 Jul 22 19:48:42.534012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4a364a0-acc1-495a-bc7f-2e385cc0d27c req-ae298812-8a36-4dbe-94ef-2a5a4dde3de9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947540 Jul 22 19:48:42.539027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.617315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc6a0a-592a-48ac-abe6-a95f564f1c21 req-f045f76c-5a8d-437a-bdc1-59fdd01e2f62 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.628936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffbc6a0a-592a-48ac-abe6-a95f564f1c21 req-f045f76c-5a8d-437a-bdc1-59fdd01e2f62 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2234399 Jul 22 19:48:42.781314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ffbc6a0a-592a-48ac-abe6-a95f564f1c21 req-d0c62803-5146-4bb8-9e48-e1055076b7f5 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515179 Jul 22 19:48:42.836375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f47a60-f60c-44bf-be2c-31f41b9467d4 req-39f9c289-5da5-4e40-9df5-28407f89b43a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:42.843932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3f47a60-f60c-44bf-be2c-31f41b9467d4 req-39f9c289-5da5-4e40-9df5-28407f89b43a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1489103 Jul 22 19:48:42.848419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port 92b8a66d-5a92-4cf6-927c-3bb67094ec33 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:42.848771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.891180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.946441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port 92b8a66d-5a92-4cf6-927c-3bb67094ec33, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=92b8a66d-5a92-4cf6-927c-3bb67094ec33,segment=NetworkSegment(08d80901-ec83-465c-a915-969bf40837c0),segment_id=08d80901-ec83-465c-a915-969bf40837c0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:42.947052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:42.959638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3f47a60-f60c-44bf-be2c-31f41b9467d4 req-0f822dd2-6c94-4a2e-8377-34b8e59dc504 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 Jul 22 19:48:42.966250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for 92b8a66d-5a92-4cf6-927c-3bb67094ec33 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:43.069814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.106112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port 92b8a66d-5a92-4cf6-927c-3bb67094ec33 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:43.119716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=92b8a66d-5a92-4cf6-927c-3bb67094ec33,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.241373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.254014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14303159-0b2a-42fd-afac-aaa0618930b1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.270314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d80901-ec83-465c-a915-969bf40837c0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.270623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d80901-ec83-465c-a915-969bf40837c0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:43.285937 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.331356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b405ba-a7a1-4261-a668-6662d4ce8970 req-d5ec9af5-0397-4cb3-a772-fcf51a9050d0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.337923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95b405ba-a7a1-4261-a668-6662d4ce8970 req-d5ec9af5-0397-4cb3-a772-fcf51a9050d0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2195585 Jul 22 19:48:43.344262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.361991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:43.362414 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:43.368315 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:43.461945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95b405ba-a7a1-4261-a668-6662d4ce8970 req-2c1636b2-53ec-4894-ae6c-4dc7ce46b215 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151605 Jul 22 19:48:43.471571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.497240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.503366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/14303159-0b2a-42fd-afac-aaa0618930b1 HTTP/1.1" status: 204 len: 168 time: 2.5685577 Jul 22 19:48:43.504217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46418) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:43.508360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30693399'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:43.519485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9647-d328-4126-aeac-c4a958b0ee98 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=14303159-0b2a-42fd-afac-aaa0618930b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.533526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:43.537272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.569533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:43.579606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.580183 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 93df5f88-4386-46d9-98ff-07c88a606b76 of type vlan for network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 Jul 22 19:48:43.619945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.635577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15814399-342f-4764-ad43-55600cde9960 req-6b597449-e7ff-4386-944e-b12de72136a7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.638435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15814399-342f-4764-ad43-55600cde9960 req-6b597449-e7ff-4386-944e-b12de72136a7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0775318 Jul 22 19:48:43.659023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.665313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.665921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.681214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15814399-342f-4764-ad43-55600cde9960 req-edfd25c5-bc44-4b33-bc99-1618e9413899 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Jul 22 19:48:43.712701 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2085648 Jul 22 19:48:43.716539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:43.728348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:43.797242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c032a-7f39-4cdb-b268-826eacae6042 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=3b3451f1-c9ce-46c5-a8f1-67056b76fad3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:43.815011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:43.897237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:43.901893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:43.925358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e642df-66d7-4582-90c0-97a062297594 req-07a62bc9-40e4-49a2-b355-e961d7f054c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.926876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2e642df-66d7-4582-90c0-97a062297594 req-07a62bc9-40e4-49a2-b355-e961d7f054c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1054826 Jul 22 19:48:43.973055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1519b-32c5-4dfa-99a5-a0c10cc337b1 req-6f18de91-7649-4b96-afd9-2db084cab9e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:43.974509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14a1519b-32c5-4dfa-99a5-a0c10cc337b1 req-6f18de91-7649-4b96-afd9-2db084cab9e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1147077 Jul 22 19:48:43.994881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2e642df-66d7-4582-90c0-97a062297594 req-f87ff813-d1b6-4e12-80ed-1766f1ecb1ef tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578127 Jul 22 19:48:44.022962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14a1519b-32c5-4dfa-99a5-a0c10cc337b1 req-6d40421e-f33d-485b-8a49-771b00c13081 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421386 Jul 22 19:48:44.133269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.197928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95400a5-3561-4ed6-beda-e70b2037bb27 req-5127d83b-cc5e-4969-becf-6dff3d94a651 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.202387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e95400a5-3561-4ed6-beda-e70b2037bb27 req-5127d83b-cc5e-4969-becf-6dff3d94a651 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1202102 Jul 22 19:48:44.243644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=2dca3f43-c551-4c8c-ae43-39328564da11,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:44.252696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '93df5f88-4386-46d9-98ff-07c88a606b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:44.253230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 3b3451f1-c9ce-46c5-a8f1-67056b76fad3, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:44.263880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e95400a5-3561-4ed6-beda-e70b2037bb27 req-59eaa5ee-87cd-4da8-bcbc-c325dc9a9b8d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541575 Jul 22 19:48:44.280278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:44.318139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 3b3451f1-c9ce-46c5-a8f1-67056b76fad3) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:44.323169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.323766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.332465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6d87a-dc2a-4e18-b73c-0f29348d850f None None] Network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:44.345828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0ecfc323-481c-4fef-b39e-b7f400b57f75 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6282027 Jul 22 19:48:44.366025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46456) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:44.418830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-5530edd7-277b-4cec-9a37-d77cc0ef5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.420569 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-5530edd7-277b-4cec-9a37-d77cc0ef5cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.0731003 Jul 22 19:48:44.570526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523080f-973c-40f6-8ef2-048de33441a2 req-add6b4cc-0478-4d75-a738-278ac5d102e1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.580539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c523080f-973c-40f6-8ef2-048de33441a2 req-add6b4cc-0478-4d75-a738-278ac5d102e1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2612548 Jul 22 19:48:44.597108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-3b3451f1-c9ce-46c5-a8f1-67056b76fad3', 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '2dca3f43-c551-4c8c-ae43-39328564da11'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:44.598481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.601847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-8fc47193-dfe3-4103-b232-460acdb7d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.603529 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-8fc47193-dfe3-4103-b232-460acdb7d4f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1758246 Jul 22 19:48:44.626563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.652782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c523080f-973c-40f6-8ef2-048de33441a2 req-b0148d77-4fc9-40b4-807f-576a2c10a773 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766668 Jul 22 19:48:44.669776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d384b5-d11d-43d3-af29-a8e3f9503b17 req-0cd60e5a-88b0-4ae6-8358-d4ed1b5e8f5a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.671300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9d384b5-d11d-43d3-af29-a8e3f9503b17 req-0cd60e5a-88b0-4ae6-8358-d4ed1b5e8f5a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2433689 Jul 22 19:48:44.789691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:44.796537 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-f4796180-27a3-48b7-908a-60d4a6b1f848 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.1781528 Jul 22 19:48:44.813010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9d384b5-d11d-43d3-af29-a8e3f9503b17 req-6227fcfa-eebe-4f0a-9e42-5647890f257a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154120 Jul 22 19:48:44.813299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Allocated IP 172.20.0.1 (3b3451f1-c9ce-46c5-a8f1-67056b76fad3/2dca3f43-c551-4c8c-ae43-39328564da11/dcacee17-df3c-45b6-b188-23a61e64c821) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:44.903077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-a7e3c0a3-d75d-4d46-a3c5-136dd5ae1f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.906786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-a7e3c0a3-d75d-4d46-a3c5-136dd5ae1f4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0933135 Jul 22 19:48:44.987553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61b703-fb09-412a-b17e-966f5617a55a req-d48c3210-4d58-4565-bb74-81de73ecb249 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:44.989342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc61b703-fb09-412a-b17e-966f5617a55a req-d48c3210-4d58-4565-bb74-81de73ecb249 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.0825992 Jul 22 19:48:45.022831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-126c490e-54ee-4624-b746-94aa2f3d5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:45.024400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-126c490e-54ee-4624-b746-94aa2f3d5b91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059875 Jul 22 19:48:45.078306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.081281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc61b703-fb09-412a-b17e-966f5617a55a req-948e8bbc-0494-4798-939e-7b1b57d39ef7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857906 Jul 22 19:48:45.091008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Transition to ACTIVE for port object dcacee17-df3c-45b6-b188-23a61e64c821 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:45.120593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Transition to ACTIVE for port object dcacee17-df3c-45b6-b188-23a61e64c821 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:45.143472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.146401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-59e481b1-8a3c-4b3b-93c7-454b1594d8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146326 Jul 22 19:48:45.170741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.222491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:45.226291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:45.231026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:45.239679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Pushing event updated for resources: {'Port': ['ID=dcacee17-df3c-45b6-b188-23a61e64c821,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.282287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=2dca3f43-c551-4c8c-ae43-39328564da11,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.312421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Attempting to bind port dcacee17-df3c-45b6-b188-23a61e64c821 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:45.313085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Attempting to bind port dcacee17-df3c-45b6-b188-23a61e64c821 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '93df5f88-4386-46d9-98ff-07c88a606b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:45.313645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Attempting to bind port dcacee17-df3c-45b6-b188-23a61e64c821 on network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:45.319751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:45.320178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Checking segment: {'id': '93df5f88-4386-46d9-98ff-07c88a606b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:45.320595 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.320999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Bound using segment: {'id': '93df5f88-4386-46d9-98ff-07c88a606b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:45.321526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Bound port: dcacee17-df3c-45b6-b188-23a61e64c821, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93df5f88-4386-46d9-98ff-07c88a606b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:45.321860 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.364163 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c43fc28-e77c-49bb-be72-455b5da63e43 req-c8e207cc-50c6-40c9-b338-5a3ce00dcbc4 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103515 Jul 22 19:48:45.398094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.413601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3451f1-c9ce-46c5-a8f1-67056b76fad3']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.430453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df5f88-4386-46d9-98ff-07c88a606b76') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.430760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df5f88-4386-46d9-98ff-07c88a606b76') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:45.443030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] For port dcacee17-df3c-45b6-b188-23a61e64c821, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:45.448229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] For port dcacee17-df3c-45b6-b188-23a61e64c821, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcacee17-df3c-45b6-b188-23a61e64c821,segment=NetworkSegment(93df5f88-4386-46d9-98ff-07c88a606b76),segment_id=93df5f88-4386-46d9-98ff-07c88a606b76)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:45.449315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.453054 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.467817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.478131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:45.478888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:45.483457 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:45.519164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08524a9-60d1-4608-87fb-0637adde323a None None] Pushing event updated for resources: {'Port': ['ID=dcacee17-df3c-45b6-b188-23a61e64c821,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:45.569236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:45.569236 n-d-800087-13 neutron-server[93800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:45.569236 n-d-800087-13 neutron-server[93800]: [parameters: {'id': '3b3451f1-c9ce-46c5-a8f1-67056b76fad3'}] Jul 22 19:48:45.569236 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:45.570139 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:45.616903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f37388-1ada-4523-b44b-945ab55f05f0 None None] Network 3b3451f1-c9ce-46c5-a8f1-67056b76fad3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:45.885066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8b65f-5cd6-496b-a614-2f0366f2abf7 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:45.985311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8b65f-5cd6-496b-a614-2f0366f2abf7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:46.134503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.261900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e50be-05cf-4783-8f68-fd1bbc452700 req-09268adf-186f-4c56-93b9-6baa9e38b969 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:46.263688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b8e50be-05cf-4783-8f68-fd1bbc452700 req-09268adf-186f-4c56-93b9-6baa9e38b969 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.5921080 Jul 22 19:48:46.311317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36249-d94a-4110-aa42-e25c77a63b54 req-75216d49-3e1c-4e9e-a8f1-7f9af6d3f72d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:46.317992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02b36249-d94a-4110-aa42-e25c77a63b54 req-75216d49-3e1c-4e9e-a8f1-7f9af6d3f72d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1796110 Jul 22 19:48:46.342501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port dcacee17-df3c-45b6-b188-23a61e64c821 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:46.342743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.376224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b8e50be-05cf-4783-8f68-fd1bbc452700 req-d02cea7c-7865-4d16-bb30-9dfc0de6d7d2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048048 Jul 22 19:48:46.394666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02b36249-d94a-4110-aa42-e25c77a63b54 req-77f33fdc-06d8-4548-917e-58e2c7ab3b43 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758142 Jul 22 19:48:46.454678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port dcacee17-df3c-45b6-b188-23a61e64c821, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcacee17-df3c-45b6-b188-23a61e64c821,segment=NetworkSegment(93df5f88-4386-46d9-98ff-07c88a606b76),segment_id=93df5f88-4386-46d9-98ff-07c88a606b76)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:46.455030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.468383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for dcacee17-df3c-45b6-b188-23a61e64c821 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:46.554990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.586298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=dcacee17-df3c-45b6-b188-23a61e64c821,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.589188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port dcacee17-df3c-45b6-b188-23a61e64c821 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:46.673951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.684779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3451f1-c9ce-46c5-a8f1-67056b76fad3']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.695111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93df5f88-4386-46d9-98ff-07c88a606b76') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.695492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93df5f88-4386-46d9-98ff-07c88a606b76') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:46.704672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.720947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.731948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:46.731948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:46.758183 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:46.818823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.828635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533983'] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.833914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/3b3451f1-c9ce-46c5-a8f1-67056b76fad3 HTTP/1.1" status: 204 len: 168 time: 2.4634011 Jul 22 19:48:46.834245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:46.840363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185828672'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:46.846738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf8f87-f5f9-428b-aed0-fac697432b36 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=3b3451f1-c9ce-46c5-a8f1-67056b76fad3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:46.872041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:46.879490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.904715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:46.915364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.915748 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment f6e08edf-d5cf-46ac-87ce-70b5671d253f of type vlan for network ead765fa-6bdd-431e-9fa0-5fda9737cbed Jul 22 19:48:46.960998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:46.993590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.002187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.002891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.047333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2094855 Jul 22 19:48:47.047891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46528) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:47.053360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:47.112072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafe0ca-2c65-4d5b-9be3-b99dbe91be6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=ead765fa-6bdd-431e-9fa0-5fda9737cbed,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.125843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:47.275648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.291772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.318431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:48:47.324735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.325456 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.326762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "PUT /v2.0/networks/ead765fa-6bdd-431e-9fa0-5fda9737cbed HTTP/1.1" status: 200 len: 723 time: 0.2777500 Jul 22 19:48:47.330148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46532) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:47.343385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:47.403794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a31b8f-c359-4529-8f4e-02460b7b7a39 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=ead765fa-6bdd-431e-9fa0-5fda9737cbed,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:47.424897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:47.577570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:47.581181 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:47.677908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02352f36-c8e3-4376-be75-4f45fe62c2fc req-025d635b-44d1-44f6-a37b-db76c8267984 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.679474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02352f36-c8e3-4376-be75-4f45fe62c2fc req-025d635b-44d1-44f6-a37b-db76c8267984 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1943958 Jul 22 19:48:47.700440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f85ead-483c-469f-a296-e83509ccbb96 req-866eb20e-7b6a-4240-8677-2629b589067c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:47.701881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f85ead-483c-469f-a296-e83509ccbb96 req-866eb20e-7b6a-4240-8677-2629b589067c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1835864 Jul 22 19:48:47.781155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02352f36-c8e3-4376-be75-4f45fe62c2fc req-60a0f51f-a4a0-439e-afda-e801ee4755f1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942395 Jul 22 19:48:47.785177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f85ead-483c-469f-a296-e83509ccbb96 req-2d7bc246-349a-47dc-9875-b46d527a9639 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726197 Jul 22 19:48:48.002021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.059860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c409822-366a-4b35-8454-9ff52502e877 req-35953606-dcfe-48dc-9b8a-335db52f9eb0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.061329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c409822-366a-4b35-8454-9ff52502e877 req-35953606-dcfe-48dc-9b8a-335db52f9eb0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1659622 Jul 22 19:48:48.113722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=329d0414-be97-4bc8-9bcb-b0aa124363ad,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:48.125213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': 'f6e08edf-d5cf-46ac-87ce-70b5671d253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:48.125570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: ead765fa-6bdd-431e-9fa0-5fda9737cbed, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:48.139498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c409822-366a-4b35-8454-9ff52502e877 req-238b17dd-08bd-48ec-b4f4-697d3115233c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695772 Jul 22 19:48:48.172586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:48.185977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ead765fa-6bdd-431e-9fa0-5fda9737cbed) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:48.203827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3515636c-7fee-4136-9f1e-d03396a8efee None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:48.208937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.209545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.257695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f43a0cfa-d456-4980-94e7-18089a6ecd6d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9261031 Jul 22 19:48:48.260329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46558) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:48.267102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:48.343372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f24369-b7b9-479b-bc35-d44a8816ebc9 req-a8f37dc3-c2d4-47ae-9cc0-e74eb7e3bf89 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.351067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f24369-b7b9-479b-bc35-d44a8816ebc9 req-a8f37dc3-c2d4-47ae-9cc0-e74eb7e3bf89 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1056268 Jul 22 19:48:48.417228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f24369-b7b9-479b-bc35-d44a8816ebc9 req-34424001-1dd0-482d-9a7c-60fb71a191af tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615034 Jul 22 19:48:48.478253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30286397'] for subnet, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.513034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ead765fa-6bdd-431e-9fa0-5fda9737cbed', 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': '329d0414-be97-4bc8-9bcb-b0aa124363ad'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:48.514569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.762685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770609062256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29579450'] for subnet, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.779484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709be1-51bd-4c38-b2f7-4ddb88927f0b req-a4febb0a-e58e-4bb5-80ba-3e529a64a6a8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.787158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98709be1-51bd-4c38-b2f7-4ddb88927f0b req-a4febb0a-e58e-4bb5-80ba-3e529a64a6a8 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1285026 Jul 22 19:48:48.847526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:48.859941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:48.861495 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "PUT /v2.0/subnets/329d0414-be97-4bc8-9bcb-b0aa124363ad HTTP/1.1" status: 200 len: 806 time: 0.6001289 Jul 22 19:48:48.864342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:48.889976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Allocated IP 172.20.0.2 (ead765fa-6bdd-431e-9fa0-5fda9737cbed/329d0414-be97-4bc8-9bcb-b0aa124363ad/d573b1a2-2e48-4faa-bd23-44c524e19feb) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:48.905002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98709be1-51bd-4c38-b2f7-4ddb88927f0b req-9afd7bf9-2c30-4f6b-b828-74bbc3ec9b59 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168022 Jul 22 19:48:48.961961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2bd77-2863-49b0-ac73-328fbd463ebc tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=329d0414-be97-4bc8-9bcb-b0aa124363ad,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:49.029033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302f7d2-7a91-4270-afe8-214ecb74d03a req-93596b6c-b3f7-454a-ab66-09442d929949 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:49.030564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9302f7d2-7a91-4270-afe8-214ecb74d03a req-93596b6c-b3f7-454a-ab66-09442d929949 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1320353 Jul 22 19:48:49.127659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.154276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9302f7d2-7a91-4270-afe8-214ecb74d03a req-208f9ba1-eecf-48e3-b675-9d1455e97dba tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121216 Jul 22 19:48:49.193162 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.208614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Transition to ACTIVE for port object d573b1a2-2e48-4faa-bd23-44c524e19feb will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:49.213498 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.225534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Transition to ACTIVE for port object d573b1a2-2e48-4faa-bd23-44c524e19feb will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:48:49.235789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.286277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:48:49.289638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:49.294748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:48:49.298221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Pushing event updated for resources: {'Port': ['ID=d573b1a2-2e48-4faa-bd23-44c524e19feb,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:49.306709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.378225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Attempting to bind port d573b1a2-2e48-4faa-bd23-44c524e19feb on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:48:49.378815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Attempting to bind port d573b1a2-2e48-4faa-bd23-44c524e19feb by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f6e08edf-d5cf-46ac-87ce-70b5671d253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:48:49.379149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Attempting to bind port d573b1a2-2e48-4faa-bd23-44c524e19feb on network ead765fa-6bdd-431e-9fa0-5fda9737cbed {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:48:49.384843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=329d0414-be97-4bc8-9bcb-b0aa124363ad,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:49.385932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:48:49.387399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Checking segment: {'id': 'f6e08edf-d5cf-46ac-87ce-70b5671d253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:49.388202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.388848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Bound using segment: {'id': 'f6e08edf-d5cf-46ac-87ce-70b5671d253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:48:49.389251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Bound port: d573b1a2-2e48-4faa-bd23-44c524e19feb, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e08edf-d5cf-46ac-87ce-70b5671d253f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:48:49.390038 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.457346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.480992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead765fa-6bdd-431e-9fa0-5fda9737cbed']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:49.493660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e08edf-d5cf-46ac-87ce-70b5671d253f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:49.494240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e08edf-d5cf-46ac-87ce-70b5671d253f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:49.521758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.561018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.567730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:49.568209 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:49.571236 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:49.652325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] For port d573b1a2-2e48-4faa-bd23-44c524e19feb, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:48:50.032499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] For port d573b1a2-2e48-4faa-bd23-44c524e19feb, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d573b1a2-2e48-4faa-bd23-44c524e19feb,segment=NetworkSegment(f6e08edf-d5cf-46ac-87ce-70b5671d253f),segment_id=f6e08edf-d5cf-46ac-87ce-70b5671d253f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:48:50.041986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.042197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:48:50.042197 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:48:50.042197 n-d-800087-13 neutron-server[93801]: [parameters: {'id': 'ead765fa-6bdd-431e-9fa0-5fda9737cbed'}] Jul 22 19:48:50.042197 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:48:50.042670 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:48:50.125320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7ab7c-d27b-497d-983d-5ac1a8c55c55 req-dddd64f9-3865-4a6f-81c8-1f7d9070adeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.138490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afa7ab7c-d27b-497d-983d-5ac1a8c55c55 req-dddd64f9-3865-4a6f-81c8-1f7d9070adeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1075432 Jul 22 19:48:50.205638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220687d-bce5-41c5-b447-6ca9d472f6fb None None] Pushing event updated for resources: {'Port': ['ID=d573b1a2-2e48-4faa-bd23-44c524e19feb,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:50.226149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afa7ab7c-d27b-497d-983d-5ac1a8c55c55 req-cda5a8fd-2b45-49c7-8337-019c0d156403 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705225 Jul 22 19:48:50.257550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98834ab3-02d1-4245-8c59-6dfc5ab6c33a None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:50.384998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908bd58-1b48-4a02-8df8-d4b2bdedc9db req-22c235fb-8586-468b-af05-736a846c55ab tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.387144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6908bd58-1b48-4a02-8df8-d4b2bdedc9db req-22c235fb-8586-468b-af05-736a846c55ab tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1203618 Jul 22 19:48:50.488657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6908bd58-1b48-4a02-8df8-d4b2bdedc9db req-8aaa09a0-3a11-4bcb-b806-92f07aa812b0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942843 Jul 22 19:48:50.542015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfadee3c-b689-4123-b480-c7e882d1908d None None] Network ead765fa-6bdd-431e-9fa0-5fda9737cbed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:50.557028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.623059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7991-a756-4212-b776-f301e4c594a2 req-05716d08-210f-4644-a2e7-cc4f5076bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.624755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-05716d08-210f-4644-a2e7-cc4f5076bec8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 1096 time: 0.1048667 Jul 22 19:48:50.712986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce8bb7-fb8f-46d0-a344-1cf0a733a3c2 req-c9983226-fc21-4960-93cf-dc654c0b4209 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.721302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70ce8bb7-fb8f-46d0-a344-1cf0a733a3c2 req-c9983226-fc21-4960-93cf-dc654c0b4209 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1721535 Jul 22 19:48:50.774026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7991-a756-4212-b776-f301e4c594a2 req-cec300b0-c19f-495e-bcbd-805a636121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:50.775804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-cec300b0-c19f-495e-bcbd-805a636121e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.1426771 Jul 22 19:48:50.781848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port d573b1a2-2e48-4faa-bd23-44c524e19feb {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:50.782399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.792050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70ce8bb7-fb8f-46d0-a344-1cf0a733a3c2 req-26136126-8df3-4a55-9f06-bdff445b7981 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687244 Jul 22 19:48:50.806506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d0abb-678c-464b-9c4c-c5e9ee3d7441 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:50.906500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d0abb-678c-464b-9c4c-c5e9ee3d7441 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:50.920913 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-45bbdd11-da35-4784-b9c3-5d992dee9a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 200 len: 998 time: 0.1320784 Jul 22 19:48:50.926147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port d573b1a2-2e48-4faa-bd23-44c524e19feb, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d573b1a2-2e48-4faa-bd23-44c524e19feb,segment=NetworkSegment(f6e08edf-d5cf-46ac-87ce-70b5671d253f),segment_id=f6e08edf-d5cf-46ac-87ce-70b5671d253f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:50.926515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:50.967382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for d573b1a2-2e48-4faa-bd23-44c524e19feb owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:51.033875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7991-a756-4212-b776-f301e4c594a2 req-38a110a2-d1e5-4db1-9017-94043c46e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.035381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-38a110a2-d1e5-4db1-9017-94043c46e261 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.1054213 Jul 22 19:48:51.159454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.245486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=d573b1a2-2e48-4faa-bd23-44c524e19feb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:51.296062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port d573b1a2-2e48-4faa-bd23-44c524e19feb on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:51.311702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e7991-a756-4212-b776-f301e4c594a2 req-bf9ee07a-61c1-42fb-a2ff-c8c673de4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.315723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-bf9ee07a-61c1-42fb-a2ff-c8c673de4d35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2630296 Jul 22 19:48:51.516438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.538403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead765fa-6bdd-431e-9fa0-5fda9737cbed']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.543570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-95626e9e-bcad-40e3-a905-2531d30284ce service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093098 Jul 22 19:48:51.562527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e08edf-d5cf-46ac-87ce-70b5671d253f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.563160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e08edf-d5cf-46ac-87ce-70b5671d253f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:51.582686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.674207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.691043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:51.691664 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:51.695210 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:51.732374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb2f85-ff21-4d08-a90e-b963cefe4957 req-4227feeb-bb2b-4c49-ba79-cd9e9d95458e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.734144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6bb2f85-ff21-4d08-a90e-b963cefe4957 req-4227feeb-bb2b-4c49-ba79-cd9e9d95458e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1143656 Jul 22 19:48:51.789928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6bb2f85-ff21-4d08-a90e-b963cefe4957 req-a74cd916-2ba7-4ed6-a3d9-7a5f8262c61b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436943 Jul 22 19:48:51.803425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-436e7991-a756-4212-b776-f301e4c594a2 req-59ee6344-6ad1-4ce3-985d-1af3febd9358 service neutron] 10.222.0.26 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507577 Jul 22 19:48:51.815753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.843527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.845892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/ead765fa-6bdd-431e-9fa0-5fda9737cbed HTTP/1.1" status: 204 len: 168 time: 2.9805408 Jul 22 19:48:51.849476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46638) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.858269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7c1f8-f680-4181-a120-1139f43958aa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=ead765fa-6bdd-431e-9fa0-5fda9737cbed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:51.903235 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6455923a-6946-4101-aa36-809d002eefbb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:51.903888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6455923a-6946-4101-aa36-809d002eefbb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:51.911374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6455923a-6946-4101-aa36-809d002eefbb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/ead765fa-6bdd-431e-9fa0-5fda9737cbed HTTP/1.1" status: 404 len: 339 time: 0.0457282 Jul 22 19:48:51.914121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:51.926288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1254803240', 'description': 'd1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:51.963305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:51.967117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:51.995444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f69b0-0cc7-4f8d-9fca-b0ce49e887eb req-263057cc-db3d-418e-b2ee-9dfda8cd0df1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:51.997868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-272f69b0-0cc7-4f8d-9fca-b0ce49e887eb req-263057cc-db3d-418e-b2ee-9dfda8cd0df1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0854266 Jul 22 19:48:52.008331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:52.022872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.023562 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 29d56f5a-4189-475c-ac33-f4887a11e9bf of type vlan for network b8ce1607-de82-4de1-8943-393aa24c89dd Jul 22 19:48:52.071219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-272f69b0-0cc7-4f8d-9fca-b0ce49e887eb req-588e89d4-317e-4992-b41b-adbb60a2af8d tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663614 Jul 22 19:48:52.083222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.128723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.135320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.136347 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.223490 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3042104 Jul 22 19:48:52.226700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46648) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.227273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99776af-0413-49e1-86fd-69dfac392fe5 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=b8ce1607-de82-4de1-8943-393aa24c89dd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.239274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b8ce1607-de82-4de1-8943-393aa24c89dd details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:52.347607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090564f8-16db-49db-9d89-dc35d5844acb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.357298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.357820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-090564f8-16db-49db-9d89-dc35d5844acb tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks?id=b8ce1607-de82-4de1-8943-393aa24c89dd HTTP/1.1" status: 200 len: 761 time: 0.1295938 Jul 22 19:48:52.363165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'description': 'd2'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:52.619380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.635744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.644363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network b8ce1607-de82-4de1-8943-393aa24c89dd is not hosted by any dhcp agent {{(pid=93801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:48:52.650350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.650958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.653016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "PUT /v2.0/networks/b8ce1607-de82-4de1-8943-393aa24c89dd HTTP/1.1" status: 200 len: 758 time: 0.2945979 Jul 22 19:48:52.657513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46660) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.748385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a50a0-b0d9-4ce5-afce-5454f52b7582 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=b8ce1607-de82-4de1-8943-393aa24c89dd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:52.770735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013585c-264d-4284-9fee-fc6346ec9e0b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:52.771563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b8ce1607-de82-4de1-8943-393aa24c89dd details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:52.775754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d013585c-264d-4284-9fee-fc6346ec9e0b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks?id=b8ce1607-de82-4de1-8943-393aa24c89dd HTTP/1.1" status: 200 len: 761 time: 0.1137536 Jul 22 19:48:52.775894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:52.782035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-563632612'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:52.815648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:52.822809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.926732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:52.946642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:52.946993 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 23cc235b-955b-44a5-a250-256d295febd6 of type vlan for network 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed Jul 22 19:48:52.999925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff15397-f405-49c3-85e3-dbf4a85db0a1 req-308f5ceb-c634-4426-8781-e7c3639486cf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.004866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ff15397-f405-49c3-85e3-dbf4a85db0a1 req-308f5ceb-c634-4426-8781-e7c3639486cf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1280606 Jul 22 19:48:53.028726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.076562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ff15397-f405-49c3-85e3-dbf4a85db0a1 req-ef6b3b69-1457-4e5d-b91c-26706c24af3a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652335 Jul 22 19:48:53.096781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.102759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.103366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.174025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:53.209479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:53.226917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46678) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:53.227242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b1d05cee-4ffb-41f6-ac89-a2cdf946cdaa tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4502048 Jul 22 19:48:53.235116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:53.350924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20042be6-e800-4d65-beaf-ffe8b501e9fb req-d3379a6b-d53c-43f2-9cb7-f788c68a05ea tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.352850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-20042be6-e800-4d65-beaf-ffe8b501e9fb req-d3379a6b-d53c-43f2-9cb7-f788c68a05ea tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1490879 Jul 22 19:48:53.389660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:53.394941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.410512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-20042be6-e800-4d65-beaf-ffe8b501e9fb req-4e4eba1b-a472-4603-9f6d-2c04fb8b7011 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510225 Jul 22 19:48:53.635339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9098f5-8954-4a6e-b67d-18307cc21b47 req-50f4fe27-f4c1-4206-9a73-d51e6c84ff41 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.643446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae9098f5-8954-4a6e-b67d-18307cc21b47 req-50f4fe27-f4c1-4206-9a73-d51e6c84ff41 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.0935073 Jul 22 19:48:53.682383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae9098f5-8954-4a6e-b67d-18307cc21b47 req-f4ca6046-43f5-4641-a416-148275e44ac7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376503 Jul 22 19:48:53.783955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.867188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '23cc235b-955b-44a5-a250-256d295febd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:53.867560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:53.869692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=b5c9a705-c4f4-4349-aab8-e62afeb229ca,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:53.887193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:53.896280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:53.901453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:53.902796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:53.909317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73576dce-a8da-4851-b220-51de1ed160fc None None] Network 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:53.923826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2fb61585-3f85-4ab9-94d5-434a218ffed4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6957965 Jul 22 19:48:53.926603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.046693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.091203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0501894-1b7d-4382-b1e6-d333ecaa2ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed', 'network_id': '2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': 'b5c9a705-c4f4-4349-aab8-e62afeb229ca'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:54.092065 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0501894-1b7d-4382-b1e6-d333ecaa2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.122243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.241585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-a0501894-1b7d-4382-b1e6-d333ecaa2ee8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c9a705-c4f4-4349-aab8-e62afeb229ca: This subnet is being modified by another concurrent operation. Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5c9a705-c4f4-4349-aab8-e62afeb229ca: This subnet is being modified by another concurrent operation. Jul 22 19:48:54.244180 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:48:54.273393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be10eb0-7543-4bd9-8ca8-b4c9152cbf75 None None] Network 2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:54.297637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb685b6-287c-4989-9f38-7d038502cf83 req-4d7cba68-ae50-4b47-863e-cc10a9e37c4c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:54.299408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbb685b6-287c-4989-9f38-7d038502cf83 req-4d7cba68-ae50-4b47-863e-cc10a9e37c4c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1129017 Jul 22 19:48:54.300589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c9a705-c4f4-4349-aab8-e62afeb229ca,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:54.371535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbb685b6-287c-4989-9f38-7d038502cf83 req-92267bdc-1b7e-4c16-9ebf-86cec3db18fb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577862 Jul 22 19:48:54.385616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.415175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:54.427909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23cc235b-955b-44a5-a250-256d295febd6') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:54.428386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23cc235b-955b-44a5-a250-256d295febd6') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:48:54.438955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.455770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.463464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f0e73-9707-4de3-9336-d195a1f01cec None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:48:54.468961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:48:54.469590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:48:54.473092 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:48:54.602620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.604247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.621770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:54.624093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed HTTP/1.1" status: 204 len: 168 time: 0.6962354 Jul 22 19:48:54.626724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.634767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122d103-caef-45ec-bb63-65674f240204 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:54.663212 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-884e0699-e6de-4dea-a3e2-78c683ad2e66 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] GET failed (client error): The resource could not be found. Jul 22 19:48:54.664994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-884e0699-e6de-4dea-a3e2-78c683ad2e66 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets/b5c9a705-c4f4-4349-aab8-e62afeb229ca HTTP/1.1" status: 404 len: 337 time: 0.0371008 Jul 22 19:48:54.668819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.692601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f0e73-9707-4de3-9336-d195a1f01cec None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:48:54.697677 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0972be-c567-4d51-94fb-77f357de790d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:48:54.698237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0972be-c567-4d51-94fb-77f357de790d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:48:54.705549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f0972be-c567-4d51-94fb-77f357de790d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed HTTP/1.1" status: 404 len: 339 time: 0.0309987 Jul 22 19:48:54.705549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:54.800955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-813355d3-faa2-414c-b617-f1dd8ddc5053 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:54.810709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-813355d3-faa2-414c-b617-f1dd8ddc5053 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=8183552f-3fe5-4d1f-bba8-a9daf86ee937 HTTP/1.1" status: 200 len: 944 time: 0.1062441 Jul 22 19:48:55.006310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port e03c6cff-1373-46a3-998e-2ff4644fa88a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:55.008207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.017094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792ed82-d774-4ed4-b9cd-40085d09ad1e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.018768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6792ed82-d774-4ed4-b9cd-40085d09ad1e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3129296 Jul 22 19:48:55.025216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46766) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.128369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-24cdf557-dbf2-40c1-8095-f6ee49417dab tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 207 time: 0.1017458 Jul 22 19:48:55.133519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.256340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port e03c6cff-1373-46a3-998e-2ff4644fa88a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e03c6cff-1373-46a3-998e-2ff4644fa88a,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:55.256812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.278641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for e03c6cff-1373-46a3-998e-2ff4644fa88a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:55.368739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4002f-5b86-4bce-b0e3-9836644d811f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.376104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4002f-5b86-4bce-b0e3-9836644d811f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.382330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4002f-5b86-4bce-b0e3-9836644d811f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.389140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c4002f-5b86-4bce-b0e3-9836644d811f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.390879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f1c4002f-5b86-4bce-b0e3-9836644d811f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2565703 Jul 22 19:48:55.396315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.505142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.518436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7', 'c41fdf33-a924-440c-a190-579f46282878'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:55.551694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-8500e26e-7b4e-436a-9654-6733373a7beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.553595 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-8500e26e-7b4e-436a-9654-6733373a7beb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1097 time: 0.2700684 Jul 22 19:48:55.583866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=e03c6cff-1373-46a3-998e-2ff4644fa88a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:55.609264 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66d9551f-2da5-416b-a589-2952dd5633e3 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2116160 Jul 22 19:48:55.617241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.705905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-843d0391-3107-4c5c-ad78-086fd0b3d2dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3807492 Jul 22 19:48:55.717968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] No DVR routers for this DVR port e03c6cff-1373-46a3-998e-2ff4644fa88a on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:55.723161 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:55.734658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c84740d6-1f3b-4b58-9f13-0285a6484dd4 req-dbd3017d-fc4e-43dc-a144-5f790855daeb tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "DELETE /v2.0/ports/e03c6cff-1373-46a3-998e-2ff4644fa88a HTTP/1.1" status: 204 len: 173 time: 0.9228697 Jul 22 19:48:55.740188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-deleted', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:55.743358 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160bdaed-a1b8-48fe-8066-c5590eb83506" -d '{"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-deleted", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:55.796467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12831fbd-c428-4863-bc50-b82bd844c2d4 req-f502f42e-8bab-434a-a961-0f8e67086f65 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.808574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12831fbd-c428-4863-bc50-b82bd844c2d4 req-f502f42e-8bab-434a-a961-0f8e67086f65 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3166485 Jul 22 19:48:55.891414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee82e7-c373-4a1d-9372-a597919f78ff tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.893114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ee82e7-c373-4a1d-9372-a597919f78ff tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.903304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12831fbd-c428-4863-bc50-b82bd844c2d4 req-a8266308-af41-4539-8392-1ee6e76b7735 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Jul 22 19:48:55.903424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-04ee82e7-c373-4a1d-9372-a597919f78ff tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2794719 Jul 22 19:48:55.903540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46798) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:55.940827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-e6dafea9-ac83-4c8d-8990-edf6df80073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.942768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-e6dafea9-ac83-4c8d-8990-edf6df80073c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.3305018 Jul 22 19:48:55.958392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-c18b5503-b280-43b9-877d-b57569f08deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:55.960008 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-c18b5503-b280-43b9-877d-b57569f08deb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 1098 time: 0.1958661 Jul 22 19:48:56.033261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-04a4d733-534b-49ee-a8f3-65473e98786b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.0770347 Jul 22 19:48:56.086433 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1361307e-0ad2-40b6-b165-2597aff8d628 x-openstack-request-id: req-1361307e-0ad2-40b6-b165-2597aff8d628 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:56.086733 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8183552f-3fe5-4d1f-bba8-a9daf86ee937", "name": "network-vif-deleted", "tag": "e03c6cff-1373-46a3-998e-2ff4644fa88a", "status": "failed", "code": 422}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:56.088336 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1361307e-0ad2-40b6-b165-2597aff8d628 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:56.088910 n-d-800087-13 neutron-server[93800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8183552f-3fe5-4d1f-bba8-a9daf86ee937', 'name': 'network-vif-deleted', 'tag': 'e03c6cff-1373-46a3-998e-2ff4644fa88a', 'status': 'failed', 'code': 422} returned with failed status Jul 22 19:48:56.094315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b625c-8482-4871-bfa7-73a030fc2d15 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.100461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b625c-8482-4871-bfa7-73a030fc2d15 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.102567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e94b625c-8482-4871-bfa7-73a030fc2d15 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1998765 Jul 22 19:48:56.107220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46804) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.201049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-f53306dd-ff87-4b2e-9199-fce33f599c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.202687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-f53306dd-ff87-4b2e-9199-fce33f599c32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.1354370 Jul 22 19:48:56.258696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-85dd51aa-a27f-490a-809d-6563b156a757 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471497 Jul 22 19:48:56.331555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-23cf9dbe-d172-43f6-af36-c55f7d46b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.331778 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-23cf9dbe-d172-43f6-af36-c55f7d46b8ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 200 len: 912 time: 0.2973905 Jul 22 19:48:56.335086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c0040f-08f5-4d79-bd4a-667229642cc4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.341552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-48c0040f-08f5-4d79-bd4a-667229642cc4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks/b5c24aea-c8c4-4b66-978e-88fad8fbd293 HTTP/1.1" status: 200 len: 799 time: 0.2284684 Jul 22 19:48:56.341552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46810) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.382515 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-11ae6755-7388-44b4-86e3-a1ed56ab08ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 200 len: 217 time: 0.0399811 Jul 22 19:48:56.476276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-54886a75-7205-45d3-8fc5-026ba6bd9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.477760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-54886a75-7205-45d3-8fc5-026ba6bd9d04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 200 len: 850 time: 0.0699265 Jul 22 19:48:56.480309 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-8f507468-91aa-4d90-895e-15fe45dfb74d service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073405 Jul 22 19:48:56.520359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-87d1b15b-f65c-45e2-96c4-b6102ab39d84 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/networks/b5c24aea-c8c4-4b66-978e-88fad8fbd293?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1777284 Jul 22 19:48:56.521009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46818) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.627591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-18c1fd9f-9226-4578-a2c6-57ea87600617 req-20a52ebb-9931-4f42-b55d-18e12861e12e service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305087 Jul 22 19:48:56.632052 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-58f79a66-4f15-462d-a5c5-0f2434970b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.633528 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-58f79a66-4f15-462d-a5c5-0f2434970b29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c12430bb-3696-424d-8f8c-283f67c704a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450145 Jul 22 19:48:56.654294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd7e85-050d-4e0e-bb4a-1d4f355faca1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.660993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-edbd7e85-050d-4e0e-bb4a-1d4f355faca1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets/859ff23f-5902-45b0-afa6-e0719e487cff HTTP/1.1" status: 200 len: 811 time: 0.1388595 Jul 22 19:48:56.665336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46822) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.730759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a27209-ebd0-4b77-856c-97c2be10bf0f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['shared'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.732370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c0a27209-ebd0-4b77-856c-97c2be10bf0f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "GET /v2.0/subnets/859ff23f-5902-45b0-afa6-e0719e487cff?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657609 Jul 22 19:48:56.736265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46824) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:56.742171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113887440'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:56.747163 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-95653be1-c36a-4d71-abd7-57cfa23b99cf service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007633 Jul 22 19:48:56.833296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d30c5d-eed4-4bc9-a5f7-afafbbac7c67 req-b817d286-477d-4ab9-96c7-eb7162f6b8e0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:56.841875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5d30c5d-eed4-4bc9-a5f7-afafbbac7c67 req-b817d286-477d-4ab9-96c7-eb7162f6b8e0 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 907 time: 0.1230879 Jul 22 19:48:56.842569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:56.846230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.874156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e6f1d7d0-d12c-424f-a8b0-556580a5783b req-1a8f64b1-1ada-4aed-bc1c-a860ab072ac6 service neutron] 10.222.0.32 "GET /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168644 Jul 22 19:48:56.878476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:48:56.890028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:56.892258 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Added segment 969f834e-ebee-4dd8-b313-826137426faa of type vlan for network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 Jul 22 19:48:56.949643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.018374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.023799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:57.024593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.083771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3459306 Jul 22 19:48:57.086808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:57.092805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:57.133549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14087da5-111a-4afe-85f2-650e02b951d4 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Network': ['ID=88ad90e1-02ee-4916-a9e1-e19cf8bac6a1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:57.155065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:48:57.162378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb125bc1-73b4-476a-9dd5-a74821e7cd9c req-e41cfc45-bbc4-4f65-95d9-0d369111225a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:57.164827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb125bc1-73b4-476a-9dd5-a74821e7cd9c req-e41cfc45-bbc4-4f65-95d9-0d369111225a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1811225 Jul 22 19:48:57.228449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Made reservation on behalf of 88c39716fdd64f95a4354ddbf96ff27b for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:48:57.235632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb125bc1-73b4-476a-9dd5-a74821e7cd9c req-fc957f66-9661-4236-b139-18e8320685bc tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635192 Jul 22 19:48:57.241884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.268689 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.321767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing IP validity checks on allocation pools {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 19:48:57.322166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 19:48:57.457801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:57.707860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:48:57.847709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:57.906086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=c1e80dfe-dba2-4cb1-8c16-9d37a4eff977,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:57.912714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'port_id': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'mac_address': 'fa:16:3e:a5:87:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b852afe1-f5f3-40e9-ba59-00f95a66d43d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:48:57.940029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Checking segment: {'id': '969f834e-ebee-4dd8-b313-826137426faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:48:57.940459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network hostable DHCP agents. Network: 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:48:58.007868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:48:58.025777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.049116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a2ebe-690f-4032-be01-e795df61be7a req-4de575fe-6ee6-45b5-8ef1-82f851c41262 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:58.050248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:48:58.051704 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f39a2ebe-690f-4032-be01-e795df61be7a req-4de575fe-6ee6-45b5-8ef1-82f851c41262 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 907 time: 0.1416361 Jul 22 19:48:58.052952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:48:58.059261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:58.059949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.067245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c92576-0ac4-4327-92cf-8ae94452754d None None] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:48:58.088555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edb7c3-99cc-4c01-8a88-6c6849de5c43 req-2ed3e1b4-479d-4757-a2f4-6da4577b9ea7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:58.124751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28edb7c3-99cc-4c01-8a88-6c6849de5c43 req-2ed3e1b4-479d-4757-a2f4-6da4577b9ea7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 907 time: 0.1505721 Jul 22 19:48:58.201648 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-239d6d8b-d44c-42e2-bc6f-40d665eb8c2d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1134264 Jul 22 19:48:58.204506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46874) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:58.210644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:48:58.223335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port a6be997f-1766-483e-a00d-832cf009c1a9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:48:58.223942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.304700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:58.324010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.466735 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port a6be997f-1766-483e-a00d-832cf009c1a9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a6be997f-1766-483e-a00d-832cf009c1a9,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:48:58.467280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.517769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for a6be997f-1766-483e-a00d-832cf009c1a9 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:48:58.543877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:58.564823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-88ad90e1-02ee-4916-a9e1-e19cf8bac6a1', 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1', 'tenant_id': '88c39716fdd64f95a4354ddbf96ff27b', 'fixed_ips': [{'subnet_id': 'c1e80dfe-dba2-4cb1-8c16-9d37a4eff977'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:48:58.565528 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-30342885'] for subnet, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.565712 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.608929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:48:58.819994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.908717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=a6be997f-1766-483e-a00d-832cf009c1a9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:58.987932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] No DVR routers for this DVR port a6be997f-1766-483e-a00d-832cf009c1a9 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:48:58.992592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:58.994941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f39a2ebe-690f-4032-be01-e795df61be7a req-3ed99afc-2a86-4aad-b6c1-81773d932729 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "DELETE /v2.0/ports/a6be997f-1766-483e-a00d-832cf009c1a9 HTTP/1.1" status: 204 len: 173 time: 0.9312639 Jul 22 19:48:58.995585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'name': 'network-vif-deleted', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:48:58.998246 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bebf4e1-edbb-4e3f-804d-2a4baac2e21a" -d '{"events": [{"server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "name": "network-vif-deleted", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:48:59.158753 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd617d5-0e7e-4454-853d-9fb1fdaa9161 x-openstack-request-id: req-2fd617d5-0e7e-4454-853d-9fb1fdaa9161 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:48:59.159055 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb992b2-0126-4171-8b7f-436c1d300d04", "name": "network-vif-deleted", "tag": "a6be997f-1766-483e-a00d-832cf009c1a9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:48:59.159333 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fd617d5-0e7e-4454-853d-9fb1fdaa9161 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:48:59.159743 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb992b2-0126-4171-8b7f-436c1d300d04', 'name': 'network-vif-deleted', 'tag': 'a6be997f-1766-483e-a00d-832cf009c1a9', 'status': 'completed', 'code': 200} Jul 22 19:48:59.513251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-163cab2f-6976-4f22-a9ce-97e3a037e37a req-b7ef6a66-abaf-437a-9617-b7e8e9442247 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7eb992b2-0126-4171-8b7f-436c1d300d04 HTTP/1.1" status: 200 len: 210 time: 0.0603881 Jul 22 19:48:59.538342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0f79-0d56-4911-b3b3-4c8b967306b8 req-8e4e4645-5735-4b5a-807e-0fac7e27e4a8 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:59.539543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0b0f79-0d56-4911-b3b3-4c8b967306b8 req-8e4e4645-5735-4b5a-807e-0fac7e27e4a8 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 1.1113796 Jul 22 19:48:59.541086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770609062256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-30270259'] for subnet, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.625968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:48:59.626904 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.629070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "PUT /v2.0/subnets/c1e80dfe-dba2-4cb1-8c16-9d37a4eff977 HTTP/1.1" status: 200 len: 877 time: 1.4235423 Jul 22 19:48:59.631999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:48:59.654691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0b0f79-0d56-4911-b3b3-4c8b967306b8 req-cee8dc53-f2df-48be-b2fe-786d29d514b2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837364 Jul 22 19:48:59.659679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f80ca-b739-428e-91b5-0cb25f2cfdc0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event updated for resources: {'Subnet': ['ID=c1e80dfe-dba2-4cb1-8c16-9d37a4eff977,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:48:59.696238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Allocated IP 172.20.0.3 (88ad90e1-02ee-4916-a9e1-e19cf8bac6a1/c1e80dfe-dba2-4cb1-8c16-9d37a4eff977/769321d8-7057-4a59-86df-e5d6166c5154) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:48:59.812864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:48:59.849129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:48:59.910149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.015778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.026684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Transition to ACTIVE for port object 769321d8-7057-4a59-86df-e5d6166c5154 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:00.031472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f7076471-b84e-4178-9b27-ddfd474d2f69 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:00.031855 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.063756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a6be997f-1766-483e-a00d-832cf009c1a9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:00.087411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: a6be997f-1766-483e-a00d-832cf009c1a9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:00.087768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a6be997f-1766-483e-a00d-832cf009c1a9 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:00.094493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Transition to ACTIVE for port object 769321d8-7057-4a59-86df-e5d6166c5154 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:00.122723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.158910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.203258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:00.271326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:00.273060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e80dfe-dba2-4cb1-8c16-9d37a4eff977,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.283240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:00.307108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Pushing event updated for resources: {'Port': ['ID=769321d8-7057-4a59-86df-e5d6166c5154,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.312403 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.406157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.441926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ad90e1-02ee-4916-a9e1-e19cf8bac6a1']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:00.470460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969f834e-ebee-4dd8-b313-826137426faa') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:00.471722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969f834e-ebee-4dd8-b313-826137426faa') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:00.484846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.487998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:00.499395 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7090db8-4c18-487d-a561-83823d51659e" -d '{"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:00.507258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.511553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Attempting to bind port 769321d8-7057-4a59-86df-e5d6166c5154 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:00.512288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Attempting to bind port 769321d8-7057-4a59-86df-e5d6166c5154 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '969f834e-ebee-4dd8-b313-826137426faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:00.512456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Attempting to bind port 769321d8-7057-4a59-86df-e5d6166c5154 on network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:00.519956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:00.521598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:00.521973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Checking segment: {'id': '969f834e-ebee-4dd8-b313-826137426faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:00.522379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.522940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Bound using segment: {'id': '969f834e-ebee-4dd8-b313-826137426faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:00.523418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Bound port: 769321d8-7057-4a59-86df-e5d6166c5154, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f834e-ebee-4dd8-b313-826137426faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:00.523803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.526052 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:00.527937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:00.536306 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:00.540242 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.635087 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf29d4-8fd7-4940-b350-6952bb10cdec x-openstack-request-id: req-3ccf29d4-8fd7-4940-b350-6952bb10cdec {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:00.635377 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:00.635633 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ccf29d4-8fd7-4940-b350-6952bb10cdec {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:00.636248 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'code': 200} Jul 22 19:49:00.695755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.db.api [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 19:49:00.695755 n-d-800087-13 neutron-server[93801]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 19:49:00.695755 n-d-800087-13 neutron-server[93801]: [parameters: {'id': '88ad90e1-02ee-4916-a9e1-e19cf8bac6a1'}] Jul 22 19:49:00.695755 n-d-800087-13 neutron-server[93801]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:49:00.697768 n-d-800087-13 neutron-server[93801]: DEBUG oslo_db.api [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:49:00.705652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.730263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] For port 769321d8-7057-4a59-86df-e5d6166c5154, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:00.736502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] For port 769321d8-7057-4a59-86df-e5d6166c5154, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=769321d8-7057-4a59-86df-e5d6166c5154,segment=NetworkSegment(969f834e-ebee-4dd8-b313-826137426faa),segment_id=969f834e-ebee-4dd8-b313-826137426faa)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:00.749173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:00.906626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830e4ca-ff20-436a-96ee-06ba698be2b7 None None] Pushing event updated for resources: {'Port': ['ID=769321d8-7057-4a59-86df-e5d6166c5154,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:00.940723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaac2e-05a4-4c57-89e5-42bf5882a3d1 None None] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:01.096884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e61b13-8350-4743-8872-02d94b6a8f19 req-14838930-fcb9-4aac-875d-78f9fb666964 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:01.099283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0e61b13-8350-4743-8872-02d94b6a8f19 req-14838930-fcb9-4aac-875d-78f9fb666964 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2049613 Jul 22 19:49:01.145391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3642308-37c8-4163-8b9f-ba6be5b06d78 None None] Network 88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:01.169292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc696b-3d7d-415e-994c-1b1a533ef713 req-caa80765-5c0b-47e7-8232-34fe50dd87e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:01.183982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bc696b-3d7d-415e-994c-1b1a533ef713 req-caa80765-5c0b-47e7-8232-34fe50dd87e3 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 946 time: 0.1360209 Jul 22 19:49:01.200831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.207790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0e61b13-8350-4743-8872-02d94b6a8f19 req-5ba9ff88-9aab-4483-bbb9-e9dfb12c54c9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949607 Jul 22 19:49:01.259831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10bc696b-3d7d-415e-994c-1b1a533ef713 req-f9480172-8e2f-4849-b1b1-836338dd167a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Jul 22 19:49:01.317738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port 769321d8-7057-4a59-86df-e5d6166c5154 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:01.318191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.422083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port 769321d8-7057-4a59-86df-e5d6166c5154, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=769321d8-7057-4a59-86df-e5d6166c5154,segment=NetworkSegment(969f834e-ebee-4dd8-b313-826137426faa),segment_id=969f834e-ebee-4dd8-b313-826137426faa)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:01.422588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.499411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for 769321d8-7057-4a59-86df-e5d6166c5154 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:01.559413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1da3196-5d31-47d4-be67-06730bedb859 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:49:01.657837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.696306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port 769321d8-7057-4a59-86df-e5d6166c5154 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:01.709898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da3196-5d31-47d4-be67-06730bedb859 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:49:01.711501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=769321d8-7057-4a59-86df-e5d6166c5154,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:01.844658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.856498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ad90e1-02ee-4916-a9e1-e19cf8bac6a1']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:01.871795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969f834e-ebee-4dd8-b313-826137426faa') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:01.872095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969f834e-ebee-4dd8-b313-826137426faa') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:01.882401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.913268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.928860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:01.928860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:01.933179 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:02.085549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.114638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.177593 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 HTTP/1.1" status: 204 len: 168 time: 2.5443659 Jul 22 19:49:02.193806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46962) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.224431 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7226afc8-6c36-4de1-a7cd-7ace2b2d5e17 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:02.224775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7226afc8-6c36-4de1-a7cd-7ace2b2d5e17 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:02.229444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7226afc8-6c36-4de1-a7cd-7ace2b2d5e17 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/c1e80dfe-dba2-4cb1-8c16-9d37a4eff977 HTTP/1.1" status: 404 len: 337 time: 0.0344863 Jul 22 19:49:02.230779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46964) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.253510 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c35eb0-4449-4e75-877f-847946c800d9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:02.254297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c35eb0-4449-4e75-877f-847946c800d9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:02.259097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a6c35eb0-4449-4e75-877f-847946c800d9 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/88ad90e1-02ee-4916-a9e1-e19cf8bac6a1 HTTP/1.1" status: 404 len: 339 time: 0.0274403 Jul 22 19:49:02.260405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46970) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.309732 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe184f6-6150-4939-a8d6-373be8e05a00 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:02.310204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe184f6-6150-4939-a8d6-373be8e05a00 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:02.324724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2fe184f6-6150-4939-a8d6-373be8e05a00 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/b5c9a705-c4f4-4349-aab8-e62afeb229ca HTTP/1.1" status: 404 len: 337 time: 0.0634542 Jul 22 19:49:02.325387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46976) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.352551 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d320f0-311d-45dc-91ed-d24d9c66590f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:02.353376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d320f0-311d-45dc-91ed-d24d9c66590f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:02.358681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-69d320f0-311d-45dc-91ed-d24d9c66590f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/2ce862e5-6914-4bc9-8ba6-4ddcd62d42ed HTTP/1.1" status: 404 len: 339 time: 0.0322821 Jul 22 19:49:02.361451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:02.398285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef96d05-5ca5-4075-8d81-521f77de99d0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=88ad90e1-02ee-4916-a9e1-e19cf8bac6a1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:02.463362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.513161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-1cb2162c-5558-4b78-acae-e76ec6ac9e54 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:02.519283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-1cb2162c-5558-4b78-acae-e76ec6ac9e54 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 946 time: 0.3219352 Jul 22 19:49:02.704831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.724458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7435456-2260-4707-98dc-fba8de8dcea3 req-71f6bd43-8609-47a4-80ce-7cb98399e36e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:02.732629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7435456-2260-4707-98dc-fba8de8dcea3 req-71f6bd43-8609-47a4-80ce-7cb98399e36e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 946 time: 0.3363883 Jul 22 19:49:02.735291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port c41fdf33-a924-440c-a190-579f46282878 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:02.736495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.770180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ce1607-de82-4de1-8943-393aa24c89dd']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.784549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7435456-2260-4707-98dc-fba8de8dcea3 req-61c58482-bf2b-437d-ba17-db4dddb8f8a2 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Jul 22 19:49:02.797094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f935-beb8-4388-bb15-735831512032 req-5342a79f-0697-4b7b-bb66-19464470741c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:02.804522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b21f935-beb8-4388-bb15-735831512032 req-5342a79f-0697-4b7b-bb66-19464470741c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3156507 Jul 22 19:49:02.846913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port c41fdf33-a924-440c-a190-579f46282878, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c41fdf33-a924-440c-a190-579f46282878,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:02.847305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.860177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b21f935-beb8-4388-bb15-735831512032 req-220bc0ad-0d97-4a09-8498-3ad99acb195d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Jul 22 19:49:02.860636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for c41fdf33-a924-440c-a190-579f46282878 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:02.865887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d56f5a-4189-475c-ac33-f4887a11e9bf') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.869276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d56f5a-4189-475c-ac33-f4887a11e9bf') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:02.882153 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.904010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:02.911009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:02.911428 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:03.001960 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:03.018982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.033311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.036952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/b8ce1607-de82-4de1-8943-393aa24c89dd HTTP/1.1" status: 204 len: 168 time: 0.6739244 Jul 22 19:49:03.062027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 46990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.075761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe6bf6-dcc6-4495-b2b0-8395066b9679 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=b8ce1607-de82-4de1-8943-393aa24c89dd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:03.102300 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-907739da-3da1-4b8b-ab1b-1330fea84b45 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.102765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907739da-3da1-4b8b-ab1b-1330fea84b45 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.107793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-907739da-3da1-4b8b-ab1b-1330fea84b45 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/329d0414-be97-4bc8-9bcb-b0aa124363ad HTTP/1.1" status: 404 len: 337 time: 0.0538085 Jul 22 19:49:03.108521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46992) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.129832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.141361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7', 'c41fdf33-a924-440c-a190-579f46282878'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:49:03.150226 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2966686e-7df7-489b-a65a-2c8e2e900c6b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.150864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2966686e-7df7-489b-a65a-2c8e2e900c6b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.156360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2966686e-7df7-489b-a65a-2c8e2e900c6b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/ead765fa-6bdd-431e-9fa0-5fda9737cbed HTTP/1.1" status: 404 len: 339 time: 0.0467296 Jul 22 19:49:03.160582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46994) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.176796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=c41fdf33-a924-440c-a190-579f46282878,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:03.192720 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa7ce91-595d-40a3-9b8e-bf9445ef955d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.193271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa7ce91-595d-40a3-9b8e-bf9445ef955d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.195128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0fa7ce91-595d-40a3-9b8e-bf9445ef955d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/2dca3f43-c551-4c8c-ae43-39328564da11 HTTP/1.1" status: 404 len: 337 time: 0.0333116 Jul 22 19:49:03.207150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46996) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.237974 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bb3072-9b73-451f-8362-6dbe7393d03d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.238467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bb3072-9b73-451f-8362-6dbe7393d03d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.240356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-27bb3072-9b73-451f-8362-6dbe7393d03d tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/3b3451f1-c9ce-46c5-a8f1-67056b76fad3 HTTP/1.1" status: 404 len: 339 time: 0.0321145 Jul 22 19:49:03.250549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 46998) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.262319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] No DVR routers for this DVR port c41fdf33-a924-440c-a190-579f46282878 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:03.265853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:03.268517 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1aefd41d-8c9b-4cee-8e7d-53eebfd2d5cc req-38bc5a61-9dee-4d35-ad5d-c77ec105301c tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "DELETE /v2.0/ports/c41fdf33-a924-440c-a190-579f46282878 HTTP/1.1" status: 204 len: 173 time: 0.7419846 Jul 22 19:49:03.268969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'name': 'network-vif-deleted', 'tag': 'c41fdf33-a924-440c-a190-579f46282878'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:03.271599 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8824cb5-53ef-4445-ae67-4cdd6d38709d" -d '{"events": [{"server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "name": "network-vif-deleted", "tag": "c41fdf33-a924-440c-a190-579f46282878"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:03.294137 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0945f1bf-03bc-4124-aa4a-d2be2369c0da tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.294635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0945f1bf-03bc-4124-aa4a-d2be2369c0da tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.299240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47002) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.308843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0945f1bf-03bc-4124-aa4a-d2be2369c0da tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/ab50f09a-30ae-4edf-b2ec-6698d41ae6c3 HTTP/1.1" status: 404 len: 337 time: 0.0583985 Jul 22 19:49:03.325443 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-369db88f-a3ea-47e3-951a-c150d5434dd2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.326047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369db88f-a3ea-47e3-951a-c150d5434dd2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.330716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47004) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.333607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-369db88f-a3ea-47e3-951a-c150d5434dd2 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/14303159-0b2a-42fd-afac-aaa0618930b1 HTTP/1.1" status: 404 len: 339 time: 0.0331736 Jul 22 19:49:03.362965 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66b3f34-4792-41a4-8671-b7b5e7256de0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.363439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66b3f34-4792-41a4-8671-b7b5e7256de0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.367910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47008) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.376109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b66b3f34-4792-41a4-8671-b7b5e7256de0 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/07f0669d-c382-4048-84b4-39abb0c767f6 HTTP/1.1" status: 404 len: 337 time: 0.0441852 Jul 22 19:49:03.392963 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b10441-b8d5-4306-af94-830d7f3b1b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.393570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b10441-b8d5-4306-af94-830d7f3b1b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.395540 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5b10441-b8d5-4306-af94-830d7f3b1b02 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/882a01aa-fbc8-4ded-a841-890e426b1a5b HTTP/1.1" status: 404 len: 339 time: 0.0265172 Jul 22 19:49:03.398339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.431644 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5cedea-9b3a-4954-9c9d-d2444a66229c x-openstack-request-id: req-be5cedea-9b3a-4954-9c9d-d2444a66229c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:03.432034 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1678c0-739d-4910-9406-000ccbccf47b", "name": "network-vif-deleted", "tag": "c41fdf33-a924-440c-a190-579f46282878", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:03.432260 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be5cedea-9b3a-4954-9c9d-d2444a66229c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:03.432638 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1678c0-739d-4910-9406-000ccbccf47b', 'name': 'network-vif-deleted', 'tag': 'c41fdf33-a924-440c-a190-579f46282878', 'status': 'completed', 'code': 200} Jul 22 19:49:03.433905 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36bc30f-982f-41b8-aede-8dd101414bf1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.434358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36bc30f-982f-41b8-aede-8dd101414bf1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.436184 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a36bc30f-982f-41b8-aede-8dd101414bf1 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/10e7de87-3c47-4a43-8b22-3f8f4fa75913 HTTP/1.1" status: 404 len: 337 time: 0.0368731 Jul 22 19:49:03.438975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47014) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.461154 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7975c37-7d58-4e3e-b052-0fbb85347b76 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.461832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7975c37-7d58-4e3e-b052-0fbb85347b76 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.463673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d7975c37-7d58-4e3e-b052-0fbb85347b76 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/23927f9a-3ace-41fb-85d0-0eb1ffb411c8 HTTP/1.1" status: 404 len: 339 time: 0.0236888 Jul 22 19:49:03.467190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47016) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.518091 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59f6e70-76a0-4fcc-95ec-d2de49a4504c tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.520327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59f6e70-76a0-4fcc-95ec-d2de49a4504c tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.523988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b59f6e70-76a0-4fcc-95ec-d2de49a4504c tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/6434b20f-f308-4f59-a264-fe224020ec91 HTTP/1.1" status: 404 len: 337 time: 0.0551007 Jul 22 19:49:03.525806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47018) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.577226 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-25397cfb-7e61-4e1a-a152-abc02350978f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.577839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25397cfb-7e61-4e1a-a152-abc02350978f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.582048 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-25397cfb-7e61-4e1a-a152-abc02350978f tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/6a434098-ced0-4962-95ae-c31de74f18c5 HTTP/1.1" status: 404 len: 339 time: 0.0526881 Jul 22 19:49:03.585243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47022) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.623372 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ac0540-e35e-44b7-a605-6e9175db9aca tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.623826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ac0540-e35e-44b7-a605-6e9175db9aca tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.628483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47024) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.634836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a2ac0540-e35e-44b7-a605-6e9175db9aca tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/6de4282f-d7ef-4ff1-bda7-b21985551112 HTTP/1.1" status: 404 len: 337 time: 0.0394986 Jul 22 19:49:03.664942 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99d6f5a-99a2-4f63-a8c5-6798a156399a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.665558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99d6f5a-99a2-4f63-a8c5-6798a156399a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.670524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e99d6f5a-99a2-4f63-a8c5-6798a156399a tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/ca04b6a1-a10c-461d-af45-a056068c1e86 HTTP/1.1" status: 404 len: 339 time: 0.0378993 Jul 22 19:49:03.670857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47026) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.749385 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-413f7d1d-57d6-4c72-aa88-18dd41fda95b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.750573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413f7d1d-57d6-4c72-aa88-18dd41fda95b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.752866 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-413f7d1d-57d6-4c72-aa88-18dd41fda95b tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/ab79a189-051e-41be-8457-e6a98572ac36 HTTP/1.1" status: 404 len: 337 time: 0.0808365 Jul 22 19:49:03.755790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47030) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.801035 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1188638-1e2d-4509-980e-0473f0b97406 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:03.801035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1188638-1e2d-4509-980e-0473f0b97406 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:03.804489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c1188638-1e2d-4509-980e-0473f0b97406 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/d936f9c5-346f-435a-8527-b9ee8f1684e4 HTTP/1.1" status: 404 len: 339 time: 0.0453956 Jul 22 19:49:03.804846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:03.936676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting subnet 859ff23f-5902-45b0-afa6-e0719e487cff {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:03.944813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.043723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-894feae2-6b1d-40c2-8496-2e53689bd7b5 req-ab3c1294-fb9c-4850-bcbe-6b008d179c32 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1678c0-739d-4910-9406-000ccbccf47b HTTP/1.1" status: 200 len: 210 time: 0.0574272 Jul 22 19:49:04.084619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.223335 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.230087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b32967-9202-47a4-bb32-7dcbf66f5218 req-043b5d13-6341-4bf0-97ab-95d62bfd2008 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:04.241445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14b32967-9202-47a4-bb32-7dcbf66f5218 req-043b5d13-6341-4bf0-97ab-95d62bfd2008 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2142498 Jul 22 19:49:04.300806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.325041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14b32967-9202-47a4-bb32-7dcbf66f5218 req-d861f1ed-3d49-4484-b730-045a63ef46b2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825973 Jul 22 19:49:04.327401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.335482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f24a4-9c47-4204-8b32-43e55462345f None None] Network b5c24aea-c8c4-4b66-978e-88fad8fbd293 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:04.343542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47044) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:04.349836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/subnets/859ff23f-5902-45b0-afa6-e0719e487cff HTTP/1.1" status: 204 len: 168 time: 0.5423362 Jul 22 19:49:04.391653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a80f-f23b-4467-a91e-36484b764367 tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Subnet': ['ID=859ff23f-5902-45b0-afa6-e0719e487cff,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:04.543328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.654136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Deleting port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:04.654488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.748575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] For port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,segment=NetworkSegment(bfec9a50-708f-4c0a-998b-c02b430b2f49),segment_id=bfec9a50-708f-4c0a-998b-c02b430b2f49)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:04.748966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.764669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Calling delete_port for a71e1b5a-a1c8-49e5-83d5-52426b2ee09c owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:04.822026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] DHCP port deletion for b5c24aea-c8c4-4b66-978e-88fad8fbd293 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:04.852282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:04.902790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Port': ['ID=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:04.914832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] No DVR routers for this DVR port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:04.960548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Deleting port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:04.965677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.083833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.115782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c24aea-c8c4-4b66-978e-88fad8fbd293']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.154469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfec9a50-708f-4c0a-998b-c02b430b2f49') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.154777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfec9a50-708f-4c0a-998b-c02b430b2f49') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:05.176187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] For port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:05.176956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.206552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Calling delete_port for a71e1b5a-a1c8-49e5-83d5-52426b2ee09c owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:05.209636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:49:05.211312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.213495 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.252340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.267923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:05.268653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:05.272120 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:05.334288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] Pushing event deleted for resources: {'Port': ['ID=a71e1b5a-a1c8-49e5-83d5-52426b2ee09c,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:05.343017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b6881-7e7c-4df8-8559-5ed2455d9593 None None] No DVR routers for this DVR port a71e1b5a-a1c8-49e5-83d5-52426b2ee09c on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:05.455567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a71e1b5a-a1c8-49e5-83d5-52426b2ee09c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:05.484279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a71e1b5a-a1c8-49e5-83d5-52426b2ee09c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:05.484900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a71e1b5a-a1c8-49e5-83d5-52426b2ee09c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:05.489805 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.527978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:05.532503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] 10.222.0.10 "DELETE /v2.0/networks/b5c24aea-c8c4-4b66-978e-88fad8fbd293 HTTP/1.1" status: 204 len: 168 time: 1.1853592 Jul 22 19:49:05.540631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca1a7a-3a46-488e-bab9-f7aad65c9c4e tempest-NetworksTest-886589832 tempest-NetworksTest-886589832-project] Pushing event deleted for resources: {'Network': ['ID=b5c24aea-c8c4-4b66-978e-88fad8fbd293,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:05.733266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d3043-4b6a-4a04-9c87-63cfe9add251 req-1c748e1d-7d7c-4dcd-981d-640102842afc tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:05.735176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d37d3043-4b6a-4a04-9c87-63cfe9add251 req-1c748e1d-7d7c-4dcd-981d-640102842afc tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2040019 Jul 22 19:49:05.794100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ae966-e158-4a7a-8584-a82ee296519a req-03549c9a-62e8-41a2-a933-626242b6fee4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:05.802335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688ae966-e158-4a7a-8584-a82ee296519a req-03549c9a-62e8-41a2-a933-626242b6fee4 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1943874 Jul 22 19:49:05.825119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d37d3043-4b6a-4a04-9c87-63cfe9add251 req-386f4118-8ddc-48df-b9d0-d739045ee818 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799608 Jul 22 19:49:05.863719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688ae966-e158-4a7a-8584-a82ee296519a req-c0ec9533-13df-4b5e-b6fe-b411b8978f87 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601602 Jul 22 19:49:06.050278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47094) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:06.075324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c41fdf33-a924-440c-a190-579f46282878 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:06.159860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: c41fdf33-a924-440c-a190-579f46282878 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:06.160240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c41fdf33-a924-440c-a190-579f46282878 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:06.279770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c364c9c8-0089-4fc7-8397-6d247f733ea1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88c39716fdd64f95a4354ddbf96ff27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281713 Jul 22 19:49:06.282738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47100) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:06.368998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.410874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.530298 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.537876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:06.543643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f333ad13-c2ce-445b-bd28-819c86d2265a HTTP/1.1" status: 204 len: 168 time: 0.2595892 Jul 22 19:49:06.555126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82878142-d958-42e5-9901-5fd8d2abc006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333ad13-c2ce-445b-bd28-819c86d2265a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:06.814652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122caf7-ded5-479e-a670-60ba4e16efec req-1a20f761-0255-4b90-8807-3820bfd472dd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:06.816179 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7122caf7-ded5-479e-a670-60ba4e16efec req-1a20f761-0255-4b90-8807-3820bfd472dd tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.1605022 Jul 22 19:49:07.108640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fb48cd8d-ed0a-4970-bada-554ca9894419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.123339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port a8c89a33-8a32-4988-b773-50ea8760b7f7 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:07.123901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.270993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399f9db-783f-402f-a983-f3fe0cfc5dc4 req-6fc59518-0a44-41ca-bc6d-620ba7348640 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:07.282937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d399f9db-783f-402f-a983-f3fe0cfc5dc4 req-6fc59518-0a44-41ca-bc6d-620ba7348640 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3345771 Jul 22 19:49:07.324475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port a8c89a33-8a32-4988-b773-50ea8760b7f7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a8c89a33-8a32-4988-b773-50ea8760b7f7,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:07.328660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.345535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for a8c89a33-8a32-4988-b773-50ea8760b7f7 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:07.432256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d399f9db-783f-402f-a983-f3fe0cfc5dc4 req-3326e44c-ef95-4a25-86ea-2ffe756a5f5e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475940 Jul 22 19:49:07.453845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5189a-969f-4fd7-923f-d040b654cef6 req-fcbdba53-7487-4f1e-bf28-6fdcebcc4a70 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:07.458519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d5189a-969f-4fd7-923f-d040b654cef6 req-fcbdba53-7487-4f1e-bf28-6fdcebcc4a70 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d7c73a9-7e9a-46ad-b6a3-df5d4035c547 HTTP/1.1" status: 200 len: 945 time: 0.4316716 Jul 22 19:49:07.518033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.531565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['a8c89a33-8a32-4988-b773-50ea8760b7f7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:49:07.544990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7d5189a-969f-4fd7-923f-d040b654cef6 req-70a16ed9-fbb8-4a8a-8102-e847f8629039 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=e997c129-81b8-483f-b5c0-7d699a502186&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805612 Jul 22 19:49:07.574009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=a8c89a33-8a32-4988-b773-50ea8760b7f7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:07.708919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] No DVR routers for this DVR port a8c89a33-8a32-4988-b773-50ea8760b7f7 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:07.711740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:07.714755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7122caf7-ded5-479e-a670-60ba4e16efec req-242b35c0-9f77-44ea-ac84-a12767a0a400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.32 "DELETE /v2.0/ports/a8c89a33-8a32-4988-b773-50ea8760b7f7 HTTP/1.1" status: 204 len: 173 time: 0.8922508 Jul 22 19:49:07.715460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'name': 'network-vif-deleted', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:07.718313 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf07992-53b4-4ac4-83a1-6734864ca1e9" -d '{"events": [{"server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "name": "network-vif-deleted", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:07.824387 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff8f35e-bc44-4df1-a491-8cde1ab37c5d x-openstack-request-id: req-8ff8f35e-bc44-4df1-a491-8cde1ab37c5d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:07.824984 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7c73a9-7e9a-46ad-b6a3-df5d4035c547", "name": "network-vif-deleted", "tag": "a8c89a33-8a32-4988-b773-50ea8760b7f7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:07.824984 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ff8f35e-bc44-4df1-a491-8cde1ab37c5d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:07.825325 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7c73a9-7e9a-46ad-b6a3-df5d4035c547', 'name': 'network-vif-deleted', 'tag': 'a8c89a33-8a32-4988-b773-50ea8760b7f7', 'status': 'completed', 'code': 200} Jul 22 19:49:08.089609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47158) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.247217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cdd50670-79e3-436c-8be0-2a09ff012b54 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] Request body: {'port': {'network_id': '147d916a-d1ff-44c7-a68a-c6eae96468ea', 'name': 'tempest-NetworksNegativeTestJSON-1397490824'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:08.298966 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd50670-79e3-436c-8be0-2a09ff012b54 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] POST failed (client error): The resource could not be found. Jul 22 19:49:08.302147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd50670-79e3-436c-8be0-2a09ff012b54 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.306998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cdd50670-79e3-436c-8be0-2a09ff012b54 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2148199 Jul 22 19:49:08.310096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.348289 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9ebf6d-bf08-4bdd-ae2a-d4d59cceef02 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:08.351963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9ebf6d-bf08-4bdd-ae2a-d4d59cceef02 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.357332 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4f9ebf6d-bf08-4bdd-ae2a-d4d59cceef02 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "DELETE /v2.0/networks/23b7237e-8af5-4e4f-bf69-c0a5a64dd582 HTTP/1.1" status: 404 len: 339 time: 0.0457456 Jul 22 19:49:08.360875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.438354 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2337d185-1906-4fe4-8fa0-41b72f3f2564 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:08.439495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2337d185-1906-4fe4-8fa0-41b72f3f2564 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.441659 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2337d185-1906-4fe4-8fa0-41b72f3f2564 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "DELETE /v2.0/ports/70a1dc28-e60c-4813-894b-239d812b9970 HTTP/1.1" status: 404 len: 333 time: 0.0797811 Jul 22 19:49:08.445721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47172) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.554789 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46d0743-a3cb-456d-b790-f9733554b332 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] DELETE failed (client error): The resource could not be found. Jul 22 19:49:08.555619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46d0743-a3cb-456d-b790-f9733554b332 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.563762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47178) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.566940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a46d0743-a3cb-456d-b790-f9733554b332 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "DELETE /v2.0/subnets/8b78ab3d-0491-4387-b288-a8d3a23a2303 HTTP/1.1" status: 404 len: 337 time: 0.1198304 Jul 22 19:49:08.633057 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c9aeff-bc24-40ba-a77e-37a8b5fd69bc tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] GET failed (client error): The resource could not be found. Jul 22 19:49:08.654160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5c9aeff-bc24-40ba-a77e-37a8b5fd69bc tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "GET /v2.0/networks/3797505a-30ec-44ff-b6b3-1de5332009a9 HTTP/1.1" status: 404 len: 339 time: 0.0888417 Jul 22 19:49:08.655486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47182) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.710130 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b63126-a75a-4cac-b799-2140fff830cd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] GET failed (client error): The resource could not be found. Jul 22 19:49:08.716811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47190) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.717164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-61b63126-a75a-4cac-b799-2140fff830cd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "GET /v2.0/ports/4ec9597a-bb75-4e53-bbb8-2ded1576ce07 HTTP/1.1" status: 404 len: 333 time: 0.0584826 Jul 22 19:49:08.737702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22f5b9-b304-4947-adfd-c371c297542f req-f9af3675-2ae4-49ae-a9b6-32665a6b5aea tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:08.746996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e22f5b9-b304-4947-adfd-c371c297542f req-f9af3675-2ae4-49ae-a9b6-32665a6b5aea tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1582594 Jul 22 19:49:08.781281 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b929c7-619f-4edd-802c-a2c163c07ea7 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] GET failed (client error): The resource could not be found. Jul 22 19:49:08.783567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-09b929c7-619f-4edd-802c-a2c163c07ea7 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "GET /v2.0/subnets/895604a4-81e6-49f5-b8af-3207d5e553b3 HTTP/1.1" status: 404 len: 337 time: 0.0656886 Jul 22 19:49:08.788574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.823416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d6f55fc2-fb9c-4dfa-92f2-8a14675d5090 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:08.908005 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f55fc2-fb9c-4dfa-92f2-8a14675d5090 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] PUT failed (client error): The resource could not be found. Jul 22 19:49:08.908709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f55fc2-fb9c-4dfa-92f2-8a14675d5090 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.909920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6f55fc2-fb9c-4dfa-92f2-8a14675d5090 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "PUT /v2.0/networks/5cacd84f-5f6a-4597-be99-4939203e102a HTTP/1.1" status: 404 len: 339 time: 0.1166139 Jul 22 19:49:08.916188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e22f5b9-b304-4947-adfd-c371c297542f req-fc90d683-634b-4166-933d-c66027df3c12 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667573 Jul 22 19:49:08.930301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:08.936068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-515e4e42-9278-478b-b9ef-9a58007fe3dd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:08.988126 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-515e4e42-9278-478b-b9ef-9a58007fe3dd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] PUT failed (client error): The resource could not be found. Jul 22 19:49:08.989215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515e4e42-9278-478b-b9ef-9a58007fe3dd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:08.990489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-515e4e42-9278-478b-b9ef-9a58007fe3dd tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "PUT /v2.0/ports/73f67f62-18c6-4fe7-b906-7feb7e659c89 HTTP/1.1" status: 404 len: 333 time: 0.0590420 Jul 22 19:49:08.997448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47198) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:09.008116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-484d3732-a8a6-48c2-92f1-49992da4f3a4 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:09.058131 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-484d3732-a8a6-48c2-92f1-49992da4f3a4 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] PUT failed (client error): The resource could not be found. Jul 22 19:49:09.058746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484d3732-a8a6-48c2-92f1-49992da4f3a4 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:49:09.060039 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-484d3732-a8a6-48c2-92f1-49992da4f3a4 tempest-NetworksNegativeTestJSON-1513821669 tempest-NetworksNegativeTestJSON-1513821669-project] 10.222.0.10 "PUT /v2.0/subnets/e6ded305-2026-4db8-b169-82dc0663536c HTTP/1.1" status: 404 len: 337 time: 0.0566185 Jul 22 19:49:09.404306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85c10-8d6a-4db9-b604-7ced6177df7b req-47d88af5-7320-40e9-8e9e-4cbdcc7a9dcc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:09.412215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89c85c10-8d6a-4db9-b604-7ced6177df7b req-47d88af5-7320-40e9-8e9e-4cbdcc7a9dcc tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1554840 Jul 22 19:49:09.482391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89c85c10-8d6a-4db9-b604-7ced6177df7b req-22dc0083-0555-4eca-b26b-90fd8d6f5633 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681829 Jul 22 19:49:09.604229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47212) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:09.796598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f559a215-32ce-41f8-b1ef-071b3164d0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.963083 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.979029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f559a215-32ce-41f8-b1ef-071b3164d0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:09.987410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f559a215-32ce-41f8-b1ef-071b3164d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.039066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f559a215-32ce-41f8-b1ef-071b3164d0d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db80b065a27640e09648474a39c7d42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334199 Jul 22 19:49:10.040263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559a215-32ce-41f8-b1ef-071b3164d0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3398f72-eacb-40b5-aa83-5dc7b2776500,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.041682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:10.060639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d6a378e-fa94-4d75-a01a-f6032e471516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.121482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a8c89a33-8a32-4988-b773-50ea8760b7f7 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:10.125718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.153403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.178698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15752335-a9d1-48a6-afef-70d55f3969ee req-6671a544-ec83-4d4c-a6cf-a85b0b824302 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:10.187151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15752335-a9d1-48a6-afef-70d55f3969ee req-6671a544-ec83-4d4c-a6cf-a85b0b824302 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1177337 Jul 22 19:49:10.189643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: a8c89a33-8a32-4988-b773-50ea8760b7f7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:10.190480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a8c89a33-8a32-4988-b773-50ea8760b7f7 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:10.248093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.250789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:10.254728 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3398f72-eacb-40b5-aa83-5dc7b2776500 HTTP/1.1" status: 204 len: 168 time: 0.2108884 Jul 22 19:49:10.260992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15752335-a9d1-48a6-afef-70d55f3969ee req-9b8b6f93-bafd-4f64-9671-928202e5f04e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718768 Jul 22 19:49:10.281056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02082745-0bc4-4a21-b40a-34243f6699be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3398f72-eacb-40b5-aa83-5dc7b2776500,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:10.803064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999c62c-ef1c-4a7c-a7d9-f162086b967d req-1a3e3883-07e4-4f8e-be11-b8c52e52c87a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:10.804910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a999c62c-ef1c-4a7c-a7d9-f162086b967d req-1a3e3883-07e4-4f8e-be11-b8c52e52c87a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.2288444 Jul 22 19:49:10.919919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a999c62c-ef1c-4a7c-a7d9-f162086b967d req-c5a48763-c7fa-45be-9f8a-b380166a71f7 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999205 Jul 22 19:49:11.333123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-7a1c8d0e-615a-4dc2-8682-8bef09f7a96a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:11.335382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-7a1c8d0e-615a-4dc2-8682-8bef09f7a96a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.26 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1937273 Jul 22 19:49:11.512890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:11.603432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc16a2-c663-400e-845f-a971b5f72d74 req-8c197dc9-9f1b-4fd3-a4ba-a643108dccc6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:11.606723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17bc16a2-c663-400e-845f-a971b5f72d74 req-8c197dc9-9f1b-4fd3-a4ba-a643108dccc6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1698093 Jul 22 19:49:11.617292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:11.617633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:11.707929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17bc16a2-c663-400e-845f-a971b5f72d74 req-d3aca406-e5ff-4bd5-965c-910b3535ae55 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902736 Jul 22 19:49:11.768123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47296) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:11.826137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] For port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:11.826778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.001191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036596233'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:12.054010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:12.060774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.087959 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.188886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.189653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.189963 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Floating IP 699e25cd-6b96-4355-9895-1ed0c669ffba disassociated. External IP: 172.25.6.40, port: 9839fa18-b7e2-46c0-a0b4-1f5d6231d010. Jul 22 19:49:12.190313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:12.263239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bafc58-1184-418c-9fb5-904efea67bfe req-a5fb70c7-c5ec-4958-8bd0-b98fe954c400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:12.265141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0bafc58-1184-418c-9fb5-904efea67bfe req-a5fb70c7-c5ec-4958-8bd0-b98fe954c400 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 944 time: 0.1943967 Jul 22 19:49:12.389693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.400177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.446586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0bafc58-1184-418c-9fb5-904efea67bfe req-c50bead4-95db-49a3-bec0-43c70b3c7b6a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe6033b0-fe0b-4748-9766-c94bd6869618&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150692 Jul 22 19:49:12.456289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.465802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:12.478231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3dc449-2f67-4650-9e98-b5a0c3642b83,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:12.484973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.485585 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 86190fd6-35b3-4630-8917-37dac29e1738 of type vlan for network 53802565-d01c-4eca-81bc-112743dca795 Jul 22 19:49:12.508030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=9839fa18-b7e2-46c0-a0b4-1f5d6231d010,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:12.543665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.608948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.615420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:12.616951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:12.744605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.745943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.746880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.747457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.748455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.749653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.750163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.751637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.753261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.753502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.754190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.754190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:12.774142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=53802565-d01c-4eca-81bc-112743dca795,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:12.781529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:12.789107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 53802565-d01c-4eca-81bc-112743dca795 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:12.793674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5848196f-847b-46fa-b351-c4e94b041f74 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0233696 Jul 22 19:49:12.795430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47316) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:12.805350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148032389'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:12.963216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a22e08-d297-4d3e-aa8b-390c0910ce42 req-86d7f6e1-68f6-4c0c-a97a-57c9a10844cf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:12.967183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a22e08-d297-4d3e-aa8b-390c0910ce42 req-86d7f6e1-68f6-4c0c-a97a-57c9a10844cf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1398296 Jul 22 19:49:13.011924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.068312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:13.083419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.129104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a22e08-d297-4d3e-aa8b-390c0910ce42 req-9c1df023-cd8a-4f5e-b358-c44645d6704b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504900 Jul 22 19:49:13.227411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:13.272844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.277426 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment c7075191-220a-4985-9e75-7f208bcc0abb of type vlan for network 97b2ebb9-34c7-4a08-918d-31456a7feefd Jul 22 19:49:13.324802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:13.347234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Sync routers for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:13.359490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:13.360446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:13.401980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.438931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] No DVR routers for this DVR port 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:13.445490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.448222 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-664c6848-8ddf-49cf-8cd9-8562bf0d6896 req-6bed68c1-d3d3-453f-9554-0ba206ee2e5e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.26 "DELETE /v2.0/ports/9839fa18-b7e2-46c0-a0b4-1f5d6231d010 HTTP/1.1" status: 204 len: 173 time: 2.1063876 Jul 22 19:49:13.453696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-deleted', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:13.480470 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a109976-53cc-4c45-9ee7-86cb4f69e2b8" -d '{"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-deleted", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:13.561934 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:49:13.563825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.581625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:13.584438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:13.590164 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f83183f-46bc-4c55-a262-d041ec4f3349 x-openstack-request-id: req-0f83183f-46bc-4c55-a262-d041ec4f3349 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:13.590916 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3366f-bf12-4e12-bda4-02ecee961bfb", "name": "network-vif-deleted", "tag": "9839fa18-b7e2-46c0-a0b4-1f5d6231d010", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:13.591954 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f83183f-46bc-4c55-a262-d041ec4f3349 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:13.592623 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3366f-bf12-4e12-bda4-02ecee961bfb', 'name': 'network-vif-deleted', 'tag': '9839fa18-b7e2-46c0-a0b4-1f5d6231d010', 'status': 'completed', 'code': 200} Jul 22 19:49:13.625575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b3591d7-4674-436a-ba79-81b739004a04 req-f65a2ad7-d02e-46aa-a04d-3264ba55ca2a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace3366f-bf12-4e12-bda4-02ecee961bfb HTTP/1.1" status: 200 len: 210 time: 0.0630116 Jul 22 19:49:13.684498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:13.731933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9353282 Jul 22 19:49:13.732885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc0167-9625-4d0d-a287-8507c41165cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=97b2ebb9-34c7-4a08-918d-31456a7feefd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:13.739453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47334) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:13.750622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '53802565-d01c-4eca-81bc-112743dca795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:13.786040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:13.832674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:13.942871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:13.943496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 9839fa18-b7e2-46c0-a0b4-1f5d6231d010 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:13.972365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:13.979700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.328133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.394346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281fe70-ada4-4bc9-801f-ddd798b851ce req-870c231e-9be4-4373-a632-557039ea117c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:14.402504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9281fe70-ada4-4bc9-801f-ddd798b851ce req-870c231e-9be4-4373-a632-557039ea117c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.1375015 Jul 22 19:49:14.439370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Checking router: 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:14.452033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9281fe70-ada4-4bc9-801f-ddd798b851ce req-11338452-8d49-42f7-8c86-e9e554472589 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482936 Jul 22 19:49:14.476007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:14.476970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:14.531776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.618988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=d59a55c5-0d4d-4b1d-965c-ee511b796ff6,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:14.647172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '86190fd6-35b3-4630-8917-37dac29e1738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53802565-d01c-4eca-81bc-112743dca795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:14.653659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 53802565-d01c-4eca-81bc-112743dca795, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:14.678091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 53802565-d01c-4eca-81bc-112743dca795 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:14.691527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 53802565-d01c-4eca-81bc-112743dca795) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:14.694445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:14.706256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:14.706801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.733316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47356) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:14.734840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf06ad88-0390-4721-9186-937df3814f82 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9937901 Jul 22 19:49:14.735187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349daad4-d93b-45ae-9999-7401fd569c49 None None] Network 53802565-d01c-4eca-81bc-112743dca795 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:14.739230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:14.830655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47362) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:14.964073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:14.993694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.028597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:15.034791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.061462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.065463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.069304 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "DELETE /v2.0/security-groups/fe6033b0-fe0b-4748-9766-c94bd6869618 HTTP/1.1" status: 204 len: 168 time: 0.2372198 Jul 22 19:49:15.075657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47366) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:15.099896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ff776-650a-423b-9cee-fa23a02c9eb1 tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6033b0-fe0b-4748-9766-c94bd6869618,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:15.102611 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-7f6399d1-fbb3-491b-89ec-3383c7c7ec5a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] show failed (client error): The resource could not be found. Jul 22 19:49:15.103854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7f6399d1-fbb3-491b-89ec-3383c7c7ec5a tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "GET /v2.0/security-groups/fe6033b0-fe0b-4748-9766-c94bd6869618 HTTP/1.1" status: 404 len: 347 time: 0.0237308 Jul 22 19:49:15.106700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47368) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:15.337555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Deleting port a65ef702-ce5b-41f2-b006-b5d5033ee713 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:15.342395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.429088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-53802565-d01c-4eca-81bc-112743dca795', 'network_id': '53802565-d01c-4eca-81bc-112743dca795', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': 'd59a55c5-0d4d-4b1d-965c-ee511b796ff6'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:15.430651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.443465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.599236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.602734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.634062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Calling delete_port for a65ef702-ce5b-41f2-b006-b5d5033ee713 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:15.730120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=e3a91983-9067-4b3b-9352-1510fdf20a6a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:15.930995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:15.944104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:15.950607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': 'c7075191-220a-4985-9e75-7f208bcc0abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:15.951330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 97b2ebb9-34c7-4a08-918d-31456a7feefd, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:15.972870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Pushing event deleted for resources: {'Port': ['ID=a65ef702-ce5b-41f2-b006-b5d5033ee713,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:16.017016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:16.029901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa09050-4d15-4c16-a627-c2cc4937fa08 None None] The sync data for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 is: [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '772ee2ba-162d-477b-aab7-b19925793579', 'name': '', 'network_id': 'c12430bb-3696-424d-8f8c-283f67c704a7', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'mac_address': 'fa:16:3e:a3:64:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:49Z', 'updated_at': '2021-07-22T19:41:57Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'subnets': [{'id': '96a5f72b-0819-4f91-b0c5-a5c49e2c4335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:16.066046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 97b2ebb9-34c7-4a08-918d-31456a7feefd) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:16.079727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:16.086213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.094894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff9021-7c0a-4239-b811-6ca3836fa6a0 None None] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:16.149875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cda427-62a1-471c-b435-be1935743366 req-c2146fe2-2dcf-47ae-8e07-0f8f82c88b3e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:16.158385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43cda427-62a1-471c-b435-be1935743366 req-c2146fe2-2dcf-47ae-8e07-0f8f82c88b3e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.4255905 Jul 22 19:49:16.161983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.169542 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.176025 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6e08794a-64f8-474d-b670-c56ba279024e tempest-ServerActionsTestJSON-906670293 tempest-ServerActionsTestJSON-906670293-project] 10.222.0.10 "DELETE /v2.0/floatingips/699e25cd-6b96-4355-9895-1ed0c669ffba HTTP/1.1" status: 204 len: 168 time: 1.0653954 Jul 22 19:49:16.177454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.194833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cddba83a-57bc-4615-b451-7d645d0db469 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4560013 Jul 22 19:49:16.202433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47394) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:16.220981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1777383601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:16.224025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43cda427-62a1-471c-b435-be1935743366 req-2fd1b805-78cd-47be-a61d-3c03db16b299 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Jul 22 19:49:16.306875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.309250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.474286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.505888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Allocated IP 2001:db8::2 (53802565-d01c-4eca-81bc-112743dca795/d59a55c5-0d4d-4b1d-965c-ee511b796ff6/cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:16.672454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf77d01-a6b6-473e-9a68-d8ce09cf6cf5 None None] New status for floating IP 699e25cd-6b96-4355-9895-1ed0c669ffba: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:49:16.673990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.683433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Transition to ACTIVE for port object cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:16.700854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Transition to ACTIVE for port object cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:16.717178 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:16.771067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Pushing event updated for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:16.822076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Network 53802565-d01c-4eca-81bc-112743dca795 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:16.826418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:16.829200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:16.857508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.016594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Attempting to bind port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:17.016876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.016999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Attempting to bind port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '86190fd6-35b3-4630-8917-37dac29e1738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53802565-d01c-4eca-81bc-112743dca795'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:17.017328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Attempting to bind port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e on network 53802565-d01c-4eca-81bc-112743dca795 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:17.023404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47404) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:17.024989 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32fa384b-e7fb-4aaf-85a6-911c8e3074b2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8183570 Jul 22 19:49:17.033991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:17.034376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Checking segment: {'id': '86190fd6-35b3-4630-8917-37dac29e1738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53802565-d01c-4eca-81bc-112743dca795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:17.034789 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.035187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Bound using segment: {'id': '86190fd6-35b3-4630-8917-37dac29e1738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53802565-d01c-4eca-81bc-112743dca795'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:17.035680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Bound port: cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86190fd6-35b3-4630-8917-37dac29e1738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53802565-d01c-4eca-81bc-112743dca795'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:17.044397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.228430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-97b2ebb9-34c7-4a08-918d-31456a7feefd', 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': 'e3a91983-9067-4b3b-9352-1510fdf20a6a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:17.230527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.335815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.620321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Allocated IP 2001:db8:1::2 (97b2ebb9-34c7-4a08-918d-31456a7feefd/e3a91983-9067-4b3b-9352-1510fdf20a6a/bd03359c-7bc6-4e90-8a28-b47231f00e22) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:17.719206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.782111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Deleting port 772ee2ba-162d-477b-aab7-b19925793579 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:17.782496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.836201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.846790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Transition to ACTIVE for port object bd03359c-7bc6-4e90-8a28-b47231f00e22 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:17.865739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Transition to ACTIVE for port object bd03359c-7bc6-4e90-8a28-b47231f00e22 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:17.882999 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.886149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:17.892301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,segment=NetworkSegment(86190fd6-35b3-4630-8917-37dac29e1738),segment_id=86190fd6-35b3-4630-8917-37dac29e1738)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:17.934799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:17.971886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:18.007379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Pushing event updated for resources: {'Port': ['ID=bd03359c-7bc6-4e90-8a28-b47231f00e22,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:18.031258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:18.042611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:18.053008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] For port 772ee2ba-162d-477b-aab7-b19925793579, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=772ee2ba-162d-477b-aab7-b19925793579,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:18.053625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.101008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Calling delete_port for 772ee2ba-162d-477b-aab7-b19925793579 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:18.257169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Attempting to bind port bd03359c-7bc6-4e90-8a28-b47231f00e22 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:18.257544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Attempting to bind port bd03359c-7bc6-4e90-8a28-b47231f00e22 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c7075191-220a-4985-9e75-7f208bcc0abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:18.257920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Attempting to bind port bd03359c-7bc6-4e90-8a28-b47231f00e22 on network 97b2ebb9-34c7-4a08-918d-31456a7feefd {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:18.265045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869572-62d8-4e37-ac17-a3c9f8fbff0e None None] Pushing event updated for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:18.269192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a508f10-017f-4f1e-a635-10eefd69383f req-8d455b9f-9f8f-45aa-bb19-ed3c39f15191 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:18.275256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:18.276438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Checking segment: {'id': 'c7075191-220a-4985-9e75-7f208bcc0abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:18.277043 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.277601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Bound using segment: {'id': 'c7075191-220a-4985-9e75-7f208bcc0abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:18.278257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Bound port: bd03359c-7bc6-4e90-8a28-b47231f00e22, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7075191-220a-4985-9e75-7f208bcc0abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '97b2ebb9-34c7-4a08-918d-31456a7feefd'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:18.278826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.279173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a508f10-017f-4f1e-a635-10eefd69383f req-8d455b9f-9f8f-45aa-bb19-ed3c39f15191 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.7954700 Jul 22 19:49:18.422658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a508f10-017f-4f1e-a635-10eefd69383f req-b5ab53ab-508d-48b4-9365-b7c2eab912e5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375735 Jul 22 19:49:18.477358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] For port bd03359c-7bc6-4e90-8a28-b47231f00e22, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:18.486041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] For port bd03359c-7bc6-4e90-8a28-b47231f00e22, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bd03359c-7bc6-4e90-8a28-b47231f00e22,segment=NetworkSegment(c7075191-220a-4985-9e75-7f208bcc0abb),segment_id=c7075191-220a-4985-9e75-7f208bcc0abb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:18.497572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.536891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:18.598802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8::1 (53802565-d01c-4eca-81bc-112743dca795/d59a55c5-0d4d-4b1d-965c-ee511b796ff6/9add2ace-188f-419f-9dc1-c959821a4686) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:18.633344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ede084-4794-47bb-93b4-63ec701e0257 None None] Pushing event updated for resources: {'Port': ['ID=bd03359c-7bc6-4e90-8a28-b47231f00e22,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:18.666023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Pushing event deleted for resources: {'Port': ['ID=772ee2ba-162d-477b-aab7-b19925793579,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:19.049484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.681585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bd03359c-7bc6-4e90-8a28-b47231f00e22 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:19.742502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.787346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 9add2ace-188f-419f-9dc1-c959821a4686 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:19.827476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bd03359c-7bc6-4e90-8a28-b47231f00e22 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:19.834288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:19.913832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:19.988046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fa673e-fa4a-47a4-bbef-64171507ee99 None None] Network 53802565-d01c-4eca-81bc-112743dca795 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:20.002936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:20.035978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 53802565-d01c-4eca-81bc-112743dca795 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:20.039993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:20.050434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:20.051704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.074345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Provisioning for port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:20.095210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Provisioning complete for port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:20.095599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.429330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=9add2ace-188f-419f-9dc1-c959821a4686,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:20.443688 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.489599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.515026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:20.519836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,segment=NetworkSegment(86190fd6-35b3-4630-8917-37dac29e1738),segment_id=86190fd6-35b3-4630-8917-37dac29e1738)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:20.544130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd390e-0199-41f3-b00c-50fbc5ebd793 req-587a442a-53b9-4a2b-86d7-df9a37d4e1b4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:20.546519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecd390e-0199-41f3-b00c-50fbc5ebd793 req-587a442a-53b9-4a2b-86d7-df9a37d4e1b4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.6485145 Jul 22 19:49:20.597271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d043d46-b90f-453a-b3a6-be458f70787e None None] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:20.599101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.704373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:20.711359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aecd390e-0199-41f3-b00c-50fbc5ebd793 req-2ee9ab69-a919-4d5d-bb3c-e48b7fd78e03 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434391 Jul 22 19:49:20.719643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7fd760c3-d323-4d34-a9e9-7f42940c7646 admin admin] 10.222.0.10 "PUT /v2.0/routers/4ad4fac6-7cf3-4a23-abd6-528da4c2c110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5384669 Jul 22 19:49:20.720621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47454) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:20.773101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Sync routers for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:20.902010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Provisioning for port bd03359c-7bc6-4e90-8a28-b47231f00e22 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:20.910688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Provisioning complete for port bd03359c-7bc6-4e90-8a28-b47231f00e22 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:20.913251 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:20.930605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:20.931235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:20.975600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.032446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.044168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.044973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.059912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff866db8-759c-42a3-8cd7-3ef93e003bf4 None None] Pushing event updated for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:21.250153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.257007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 53802565-d01c-4eca-81bc-112743dca795 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:21.262775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:21.271574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=9add2ace-188f-419f-9dc1-c959821a4686,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:21.476518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Deleting port 580002a0-a651-4d5f-9667-60f6739f9b48 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:21.480362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.485948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:21.512374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:21.654506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:21.678695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] For port 580002a0-a651-4d5f-9667-60f6739f9b48, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=580002a0-a651-4d5f-9667-60f6739f9b48,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:21.679304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.694793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Calling delete_port for 580002a0-a651-4d5f-9667-60f6739f9b48 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:21.949328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:21.963523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] Sync routers for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:21.965755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:21.974540 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:21.975854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47464) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:21.976990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f7d915db-a632-4570-987c-7941e0dbcd89 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9523304 Jul 22 19:49:21.979397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.045316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300a16d-6906-4391-82da-52a920cd4f71 req-ed1b939a-bc43-4675-85b7-24192ef1efe4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:22.055396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1300a16d-6906-4391-82da-52a920cd4f71 req-ed1b939a-bc43-4675-85b7-24192ef1efe4 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2130334 Jul 22 19:49:22.120090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.137532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:22.138062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.142716 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:22.143367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.147022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1300a16d-6906-4391-82da-52a920cd4f71 req-83441a1f-9b91-4b30-b003-6d24a88b110d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899897 Jul 22 19:49:22.248279 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.249805 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84664e11-519b-42c1-8e03-fd25259912dd None None] The sync data for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:22.258154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d8000-ef47-40fb-a5d1-6c6b93396ba6 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:22.259696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-088d8000-ef47-40fb-a5d1-6c6b93396ba6 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports/9add2ace-188f-419f-9dc1-c959821a4686 HTTP/1.1" status: 200 len: 911 time: 0.2828283 Jul 22 19:49:22.264122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47470) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:22.310203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] For port bd03359c-7bc6-4e90-8a28-b47231f00e22, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bd03359c-7bc6-4e90-8a28-b47231f00e22,segment=NetworkSegment(c7075191-220a-4985-9e75-7f208bcc0abb),segment_id=c7075191-220a-4985-9e75-7f208bcc0abb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:22.356927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.378901 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.455529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Pushing event deleted for resources: {'Port': ['ID=580002a0-a651-4d5f-9667-60f6739f9b48,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:22.573317 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.576835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441d25a-46fb-44b1-82d8-06bf8ac1a0d4 None None] Pushing event updated for resources: {'Port': ['ID=bd03359c-7bc6-4e90-8a28-b47231f00e22,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:22.620594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Provisioning for port 9add2ace-188f-419f-9dc1-c959821a4686 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:22.637750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Provisioning complete for port 9add2ace-188f-419f-9dc1-c959821a4686 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:22.637750 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.681295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:49:18Z', 'revision_number': 5, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port': {'id': '580002a0-a651-4d5f-9667-60f6739f9b48', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:86:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2397, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:41:45Z', 'updated_at': '2021-07-22T19:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.736399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Port 9add2ace-188f-419f-9dc1-c959821a4686 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:22.738365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Checking router: 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:22.754716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Routers {'4ad4fac6-7cf3-4a23-abd6-528da4c2c110'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:22.754716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.782624 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.785086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.842652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.844743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:22.846570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Provisioning complete for port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:22.847039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.865920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.867445 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2adc36a1-dcd8-4348-aefc-270476ab803c admin admin] 10.222.0.10 "DELETE /v2.0/routers/4ad4fac6-7cf3-4a23-abd6-528da4c2c110 HTTP/1.1" status: 204 len: 168 time: 2.1458635 Jul 22 19:49:22.870934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:22.890830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] Set router 4ad4fac6-7cf3-4a23-abd6-528da4c2c110 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:22.920566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Deleting subnet 96a5f72b-0819-4f91-b0c5-a5c49e2c4335 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:22.938602 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:22.954471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:49:22Z', 'revision_number': 7, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:22.989669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ed484-a25d-4018-8398-529b46375c7b None None] The sync data for ids ['4ad4fac6-7cf3-4a23-abd6-528da4c2c110'] in n-d-800087-13 is: [{'id': '4ad4fac6-7cf3-4a23-abd6-528da4c2c110', 'name': 'tempest-ServerActionsTestJSON-320467592-router', 'tenant_id': '223ea3b802fb4bed92f70c2b034a54f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:41:43Z', 'updated_at': '2021-07-22T19:49:22Z', 'revision_number': 7, 'project_id': '223ea3b802fb4bed92f70c2b034a54f4', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:22.991241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.018920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.079185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Provisioning complete for port bd03359c-7bc6-4e90-8a28-b47231f00e22 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:23.079991 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59ab9f4f-6578-46b4-b9b8-0e69b10ce4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.252465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.326992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-12e57cc8-482e-4857-b3eb-0f769958ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:23.328603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-12e57cc8-482e-4857-b3eb-0f769958ea39 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1097 time: 0.2703664 Jul 22 19:49:23.337894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-29566910-d5b9-45a6-906d-a897b3d2bb62 None None] Provisioning complete for port 9add2ace-188f-419f-9dc1-c959821a4686 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:23.338416 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29566910-d5b9-45a6-906d-a897b3d2bb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.383694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-29566910-d5b9-45a6-906d-a897b3d2bb62 None None] Port 9add2ace-188f-419f-9dc1-c959821a4686 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:23.428124 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.581802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bd03359c-7bc6-4e90-8a28-b47231f00e22 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:23.582367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ae4a6-ecd7-4ee7-b052-97d0120a9e6a None None] Network c12430bb-3696-424d-8f8c-283f67c704a7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:23.583765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96a5f72b-0819-4f91-b0c5-a5c49e2c4335,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:23.596639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.598771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4293a14b-d440-4807-960e-d8e13958200e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/96a5f72b-0819-4f91-b0c5-a5c49e2c4335 HTTP/1.1" status: 204 len: 168 time: 0.7265716 Jul 22 19:49:23.604715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.616275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8:1::1 (97b2ebb9-34c7-4a08-918d-31456a7feefd/e3a91983-9067-4b3b-9352-1510fdf20a6a/35a6f16a-63ee-4e23-8ebc-098bf9cdb18d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:23.650059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384f083-bd90-4eb2-a51f-44c8c36d7cb8 req-e0775811-b7c3-411d-a6fb-6d3102bdfa83 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:23.663950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f384f083-bd90-4eb2-a51f-44c8c36d7cb8 req-e0775811-b7c3-411d-a6fb-6d3102bdfa83 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3216991 Jul 22 19:49:23.710932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-dd415fcf-27ee-4ca0-a46d-0d4e2961195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:23.717182 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-dd415fcf-27ee-4ca0-a46d-0d4e2961195d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.3789964 Jul 22 19:49:23.785015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47496) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:23.823100 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-fa6c8baf-c8bc-4aed-9b0a-f8bc1dbdd07e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.0892584 Jul 22 19:49:23.829001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.861616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Deleting subnet b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:23.863559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bd03359c-7bc6-4e90-8a28-b47231f00e22 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:23.864222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.871494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:23.878845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f384f083-bd90-4eb2-a51f-44c8c36d7cb8 req-d969cd90-e422-48c3-a609-607eaafddd6f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138152 Jul 22 19:49:23.956108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-f0688ad3-6c6f-4679-a68f-687d430c0274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:23.957753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-f0688ad3-6c6f-4679-a68f-687d430c0274 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.1255543 Jul 22 19:49:24.002720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-57ce815a-9151-4e09-a574-3071e6bf2871 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369973 Jul 22 19:49:24.032959 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.039005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 772ee2ba-162d-477b-aab7-b19925793579 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:24.070349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] DHCP port deletion for c12430bb-3696-424d-8f8c-283f67c704a7 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:24.073863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 772ee2ba-162d-477b-aab7-b19925793579 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:24.074463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 772ee2ba-162d-477b-aab7-b19925793579 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:24.116713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Deleting port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:24.117062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.136083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Deleting port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:24.136652 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.155851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.215430 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.217982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:24.230287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] For port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:24.231045 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.247337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Calling delete_port for a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:24.300237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-b5492de9-4df1-4f69-8d11-836da7bff35e service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860508 Jul 22 19:49:24.313903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.327171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.329934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] For port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,segment=NetworkSegment(f44cfc1a-8a90-485e-885e-54e4a6e46241),segment_id=f44cfc1a-8a90-485e-885e-54e4a6e46241)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:24.329934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.370691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.385645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.402433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.404669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fd504377-e370-4300-b089-01c82b127d13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b629a6a5-1c84-4e9f-b2c5-7d2a4fc703da HTTP/1.1" status: 204 len: 168 time: 0.6186347 Jul 22 19:49:24.409423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47500) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:24.420410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] Pushing event deleted for resources: {'Port': ['ID=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.431641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da46768-1605-4164-8f79-e7ff193ed030 None None] No DVR routers for this DVR port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:24.460996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Calling delete_port for a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:24.477143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:24.516575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:24.523235 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.524575 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4f5683a7-47fc-457c-9291-b0613f0ff8e5 req-d1f05cbb-f7c0-47e8-8ca5-0c498f23f6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133763 Jul 22 19:49:24.562075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.576719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] No DVR routers for this DVR port a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:24.586766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=35a6f16a-63ee-4e23-8ebc-098bf9cdb18d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.595945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.598519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:24.599072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.603865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e289dc-e1f7-4d78-84c8-f1b9f9566b68,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.715849 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.740105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12430bb-3696-424d-8f8c-283f67c704a7']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:24.757003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44cfc1a-8a90-485e-885e-54e4a6e46241') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:24.757297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44cfc1a-8a90-485e-885e-54e4a6e46241') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:24.770716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.787357 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.799440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:24.801103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:24.804218 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:24.851752 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.905740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.915655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.945798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c17ee449-b8d8-4030-a466-70964a2cc0f3 None None] Provisioning for port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:24.950447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.955271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c12430bb-3696-424d-8f8c-283f67c704a7 HTTP/1.1" status: 204 len: 168 time: 1.3475339 Jul 22 19:49:24.956707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881016c-3b0c-40a1-ae47-67bbb9525ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12430bb-3696-424d-8f8c-283f67c704a7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:24.956817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c17ee449-b8d8-4030-a466-70964a2cc0f3 None None] Provisioning complete for port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:24.956933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c17ee449-b8d8-4030-a466-70964a2cc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:24.968698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281fa9f6-94d3-4a03-a7cf-34fd51da53ef']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:24.999535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dd5931-307a-4f5d-a603-2b69a4965831') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:24.999837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dd5931-307a-4f5d-a603-2b69a4965831') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:25.037292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.087144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c17ee449-b8d8-4030-a466-70964a2cc0f3 None None] Port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:25.138519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.149771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.169312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:25.169721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:25.171384 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:25.184196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-36e5be7e-9dd8-429e-91e8-92bd7863496d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=223ea3b802fb4bed92f70c2b034a54f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435553 Jul 22 19:49:25.186157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.240603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.277553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.315624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.332467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.334806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] 10.222.0.10 "DELETE /v2.0/networks/281fa9f6-94d3-4a03-a7cf-34fd51da53ef HTTP/1.1" status: 204 len: 168 time: 0.9223294 Jul 22 19:49:25.362108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.365810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.370092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e997c129-81b8-483f-b5c0-7d699a502186 HTTP/1.1" status: 204 len: 168 time: 0.1799026 Jul 22 19:49:25.392510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acac40-abcf-45e7-8866-fb771fadc25c admin admin] Pushing event deleted for resources: {'Network': ['ID=281fa9f6-94d3-4a03-a7cf-34fd51da53ef,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.392674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2bd2f-3ba5-4398-9160-8462621a87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e997c129-81b8-483f-b5c0-7d699a502186,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.397433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:25.403669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917f1a5-5076-4339-b88a-daa21b5db531 req-184e20e1-0381-401c-ba53-9352349cfd04 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:25.406236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b917f1a5-5076-4339-b88a-daa21b5db531 req-184e20e1-0381-401c-ba53-9352349cfd04 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.3264165 Jul 22 19:49:25.436758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:25.437392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4e289dc-e1f7-4d78-84c8-f1b9f9566b68 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:25.438013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 580002a0-a651-4d5f-9667-60f6739f9b48 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:25.465572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 580002a0-a651-4d5f-9667-60f6739f9b48 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:25.466198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 580002a0-a651-4d5f-9667-60f6739f9b48 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:25.594671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47520) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.653453 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb8ad5ba-912d-490b-870a-86d7a620964f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbaa84d06bb448e8a8bf0a4f8ba9ee7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552673 Jul 22 19:49:25.654021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:25.721067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.753997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.819252 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.835480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.842750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b7453bf-e2a6-4d48-a770-b6b8de3145e5 HTTP/1.1" status: 204 len: 168 time: 0.1853771 Jul 22 19:49:25.851205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff7e42-4b1b-4b1f-bdfb-09837fbc8a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7453bf-e2a6-4d48-a770-b6b8de3145e5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:25.879119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:25.887377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.902116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b917f1a5-5076-4339-b88a-daa21b5db531 req-550cd182-58ea-487e-b8d3-d6365c92277f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835079 Jul 22 19:49:25.906732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:25.907646 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.005259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=35a6f16a-63ee-4e23-8ebc-098bf9cdb18d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:26.047540 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.052263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:26.054208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:26.087850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:26.090268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:26.093346 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3479566a-172d-4100-afb9-78c6ad33ab06" -d '{"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:26.098490 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.162920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:26.184071 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd5254c-cbfd-4a43-ace4-d0e5dd6f6264 x-openstack-request-id: req-4cd5254c-cbfd-4a43-ace4-d0e5dd6f6264 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:26.184423 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-unplugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:26.184789 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd5254c-cbfd-4a43-ace4-d0e5dd6f6264 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:26.185203 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'code': 200} Jul 22 19:49:26.280314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:26.463357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:26.474534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] Sync routers for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:26.477427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:26.487344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2470b20-8624-4cb3-8ef0-d29c9db72020 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2219679 Jul 22 19:49:26.491069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:26.491845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:26.535515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea1ec0c-0dae-4187-96cc-64b927dca68a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:26.540095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47560) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:26.562403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ea1ec0c-0dae-4187-96cc-64b927dca68a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports/35a6f16a-63ee-4e23-8ebc-098bf9cdb18d HTTP/1.1" status: 200 len: 913 time: 0.0837376 Jul 22 19:49:26.562812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:26.570443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8d9c2af5-4178-480b-ba6b-0e7b89bcba21 None None] Provisioning complete for port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:26.571072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d9c2af5-4178-480b-ba6b-0e7b89bcba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.601979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:26.602605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:26.667573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:26.669648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ec56f-0b85-44d7-bff1-0b64bade3648 None None] The sync data for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:26.675531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c2af5-4178-480b-ba6b-0e7b89bcba21 None None] Port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:26.703193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:26.887888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1795205329-network', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:26.938887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Made reservation on behalf of d9b22797ad0a4beca0ddfbf340ba0fd6 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:26.946460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:26.969403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.159925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.168453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.192853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68803d8c-91e5-4bd0-876e-c893202955e7 req-5c3b5880-3e53-4f88-ab70-eb48e362439d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:27.202236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68803d8c-91e5-4bd0-876e-c893202955e7 req-5c3b5880-3e53-4f88-ab70-eb48e362439d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.1980393 Jul 22 19:49:27.212795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:27.274107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.278371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68803d8c-91e5-4bd0-876e-c893202955e7 req-60407a2b-fcea-4eb0-8ebd-237def08203b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707505 Jul 22 19:49:27.290829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.291719 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Added segment df2a65d2-5762-458a-bab3-a12c584548c4 of type vlan for network 742612a4-168b-46ce-835a-087aa3ebfb54 Jul 22 19:49:27.309419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.361799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a55c5c-e3cc-415a-a357-05cc764e24b1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:27.395355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.470671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.471765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:27.472521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.527526 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8229103 Jul 22 19:49:27.555160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:27.559411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6868cef-ac86-41d8-b737-7d270af0c123 admin admin] Pushing event updated for resources: {'Network': ['ID=742612a4-168b-46ce-835a-087aa3ebfb54,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:27.567045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Request body: {'subnet': {'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1795205329-subnet', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:27.571667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 742612a4-168b-46ce-835a-087aa3ebfb54 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:27.649413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b9540-0455-4dae-9667-7bc13a0c3857 req-2e895b75-88de-4d33-83c9-16eb7c36676d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:27.657828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c3b9540-0455-4dae-9667-7bc13a0c3857 req-2e895b75-88de-4d33-83c9-16eb7c36676d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.2647007 Jul 22 19:49:27.659713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Made reservation on behalf of d9b22797ad0a4beca0ddfbf340ba0fd6 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:27.662290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:27.782048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c3b9540-0455-4dae-9667-7bc13a0c3857 req-07bed9d6-9dac-4bb3-8885-5c24a6cb8401 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231420 Jul 22 19:49:28.024024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:28.024450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.031104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.191459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30e3d79-73ff-4287-8aee-1d324a5cc8e0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:28.257742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.315002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Checking segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:28.316971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Network hostable DHCP agents. Network: 742612a4-168b-46ce-835a-087aa3ebfb54, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:28.327255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 35a6f16a-63ee-4e23-8ebc-098bf9cdb18d owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:28.414008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Network 742612a4-168b-46ce-835a-087aa3ebfb54 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:28.446006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 742612a4-168b-46ce-835a-087aa3ebfb54) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:28.455572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81dc8e5-a431-4eda-b92a-c22cd2a63ea0 None None] Network 742612a4-168b-46ce-835a-087aa3ebfb54 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:28.506380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c58d4-6f1a-4105-8859-df7129bfe577 req-6f7c8d17-b7a2-4d16-9ac6-d43a869bc169 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:28.508901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d9c58d4-6f1a-4105-8859-df7129bfe577 req-6f7c8d17-b7a2-4d16-9ac6-d43a869bc169 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.2768760 Jul 22 19:49:28.512345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:28.512948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.611322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6969ccf2-fbac-40cb-84b9-81cdb22bc8da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0501931 Jul 22 19:49:28.611667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 47778) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:28.626145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:28.642454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d9c58d4-6f1a-4105-8859-df7129bfe577 req-b2b33275-1e49-46c9-a895-44ef01ffe7a8 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164436 Jul 22 19:49:28.656031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7a727-b122-40f1-a8d2-722a95fadec2 None None] Network 742612a4-168b-46ce-835a-087aa3ebfb54 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:28.725474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.727040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.728310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.776640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=35a6f16a-63ee-4e23-8ebc-098bf9cdb18d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:28.929205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:28.977980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.209920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-4e155089-c0d2-4dfb-a92d-9889c966b5ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6083026 Jul 22 19:49:29.221642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.346217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:29.498463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:29.513318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-13491dbf-a8da-49a2-b22c-edebab5e4009 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720638 Jul 22 19:49:29.516754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 47866) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:29.528071 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] Sync routers for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:29.586775 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:29.587393 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.630969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.674390 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.703811 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:29.704530 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.707562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:29.775929 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:29.776790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db9ec0-5ae3-4f04-9fb0-7ff64434c7ea None None] The sync data for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:29.901241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:29.931265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Allocated IP 172.25.6.102 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c13c110e-e73a-4867-a339-fbce4c680226) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:30.078051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15bd09-2512-4435-b609-3c516ea7bbdb req-70d9a94f-2e5e-492c-9ea2-29293195671b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:30.079636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f15bd09-2512-4435-b609-3c516ea7bbdb req-70d9a94f-2e5e-492c-9ea2-29293195671b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.2052531 Jul 22 19:49:30.114263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.157182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f15bd09-2512-4435-b609-3c516ea7bbdb req-a148ff78-ddbe-4ece-b827-183b34505946 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701048 Jul 22 19:49:30.168291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.200785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.230737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:30.237269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:30.241033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:30.264087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Pushing event updated for resources: {'Port': ['ID=c13c110e-e73a-4867-a339-fbce4c680226,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.517976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 9add2ace-188f-419f-9dc1-c959821a4686 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:30.518555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.545360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-ade11294-8674-4338-bf12-1358146ee633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:30.546925 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-ade11294-8674-4338-bf12-1358146ee633 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c&tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d HTTP/1.1" status: 200 len: 1095 time: 0.1368828 Jul 22 19:49:30.563967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:30.647461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.652038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.665597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 9add2ace-188f-419f-9dc1-c959821a4686 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:30.800269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.889561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:30.927902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=9add2ace-188f-419f-9dc1-c959821a4686,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:30.943911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.944704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.945203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.945698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.946387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.946879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.947970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.948756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.949270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.949828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.950417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:30.950903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:31.097200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.505899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:31.557841 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.560504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:31.676340 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:49:31.688918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.710876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Transition to ACTIVE for port object f7076471-b84e-4178-9b27-ddfd474d2f69 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:31.724536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:31.739510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:31.761463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc7b58-d5f8-48ff-9a23-7cb7b38efdc5 req-971d7abf-9deb-48f7-a801-2332b2c9913c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:31.763153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42bc7b58-d5f8-48ff-9a23-7cb7b38efdc5 req-971d7abf-9deb-48f7-a801-2332b2c9913c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 943 time: 0.2004890 Jul 22 19:49:31.800503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=9']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:31.830237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] No DVR routers for this DVR port f7076471-b84e-4178-9b27-ddfd474d2f69 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:31.873309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Router 19e8c8af-cfc7-41e8-8450-2564cba228a2 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:31.880568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:31.890827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] Sync routers for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:31.894833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-424179ce-4b16-4f4f-88aa-111b324a19e5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3743567 Jul 22 19:49:31.895595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48102) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:31.901902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:31.902551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:31.903154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:31.904707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:31.910443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:31.912098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42bc7b58-d5f8-48ff-9a23-7cb7b38efdc5 req-3b5c0840-d922-4fab-aedd-00531a9ac5bb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310809 Jul 22 19:49:31.934453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5da21081-446e-4fee-86a4-82df353a2129 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 HTTP/1.1" status: 200 len: 205 time: 0.0375006 Jul 22 19:49:31.937610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:31.949700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:31.968796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] Routers {'c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:31.970153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:31.998223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:49:31.998918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Attempting to bind port f7076471-b84e-4178-9b27-ddfd474d2f69 on network d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:32.051432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:32.052135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9110c145-63d3-41b8-b79d-103bb01fae7c None None] The sync data for ids ['c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:32.059260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.095940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:32.101089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Checking segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:32.101696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Bound using segment: {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:32.102431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Bound port: f7076471-b84e-4178-9b27-ddfd474d2f69, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2893aaec-05f3-480f-90c3-841702d9dcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:32.103082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.212526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:32.224860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:32.225064 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Sync routers for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:32.239098 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:32.239968 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:32.251116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:32.262107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.282243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.286215 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a71b935-bc7a-4e0b-92dc-cb433ff3cf30 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6697726 Jul 22 19:49:32.292774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48116) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:32.316888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:32.317521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.318917 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] 10.222.0.32 "PUT /v2.0/ports/f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 1092 time: 1.7639794 Jul 22 19:49:32.319365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:32.322510 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:32.388449 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5879b-4a73-4355-8158-fd6e071b03a5 x-openstack-request-id: req-09f5879b-4a73-4355-8158-fd6e071b03a5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:32.388449 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:32.388449 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09f5879b-4a73-4355-8158-fd6e071b03a5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:32.389054 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'status': 'completed', 'code': 200} Jul 22 19:49:32.413585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.418741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.420889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95efff7-9e68-4fdf-ba78-9acf0c572673 service neutron] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:32.433413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:32.467186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-048a8c0c-ccbd-4f5f-b159-fb707471ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:32.469031 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-048a8c0c-ccbd-4f5f-b159-fb707471ad6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1096 time: 0.1021678 Jul 22 19:49:32.492503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.493161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:32.510596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.514084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dcfaef61-1ac0-48ba-ad0d-8d01ec690cbd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 HTTP/1.1" status: 204 len: 168 time: 0.5729997 Jul 22 19:49:32.514333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48122) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:32.576569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-cbea16cb-82f2-4148-8a82-0f858c220a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:32.578175 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-cbea16cb-82f2-4148-8a82-0f858c220a9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.1021202 Jul 22 19:49:32.624732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-d35d4b40-3d30-4df3-83a1-10e7f891ff00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.0399795 Jul 22 19:49:32.630924 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:30Z', 'revision_number': 3, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:32.640734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet e3a91983-9067-4b3b-9352-1510fdf20a6a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:32.648853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.661664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Checking router: 19e8c8af-cfc7-41e8-8450-2564cba228a2 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:32.661664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Updating router 19e8c8af-cfc7-41e8-8450-2564cba228a2 port c13c110e-e73a-4867-a339-fbce4c680226 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:32.675934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-68cffc8b-a796-4953-ab38-6e9715c9ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:32.677456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-68cffc8b-a796-4953-ab38-6e9715c9ca34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.0471420 Jul 22 19:49:32.702013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.715473 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:32.720870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-33770abc-459f-4a9f-85dd-993d2a1bb77f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371306 Jul 22 19:49:32.848044 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-a3b71373-b0ba-4e48-afa0-dfdf57c01a5d service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201847 Jul 22 19:49:32.902051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.019744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e970907f-3ece-40c5-95a0-884c90777ac8 req-238bcf38-d7c8-4988-9f92-eadd3dbef7cf service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652005 Jul 22 19:49:33.082176 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.095956 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Transition to ACTIVE for port object c13c110e-e73a-4867-a339-fbce4c680226 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:33.104486 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.147360 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Attempting to bind port c13c110e-e73a-4867-a339-fbce4c680226 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:33.147883 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Attempting to bind port c13c110e-e73a-4867-a339-fbce4c680226 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:33.148363 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Attempting to bind port c13c110e-e73a-4867-a339-fbce4c680226 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:33.161850 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-29caf00c-1508-4891-a8d5-904679ff2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.166874 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-29caf00c-1508-4891-a8d5-904679ff2be8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1096 time: 0.0923462 Jul 22 19:49:33.188129 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:33.188531 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:33.188935 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.189329 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:33.198206 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Bound port: c13c110e-e73a-4867-a339-fbce4c680226, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:33.198698 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.253908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.274656 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] For port c13c110e-e73a-4867-a339-fbce4c680226, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:33.284525 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] For port c13c110e-e73a-4867-a339-fbce4c680226, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c13c110e-e73a-4867-a339-fbce4c680226,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:33.300797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.310474 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.318544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-e788c4c9-506b-462c-aa9a-da85b7a44f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.320475 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-e788c4c9-506b-462c-aa9a-da85b7a44f24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.1477447 Jul 22 19:49:33.341874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.346837 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Pushing event updated for resources: {'Port': ['ID=c13c110e-e73a-4867-a339-fbce4c680226,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.350931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32c15f-b028-4222-a4c6-128b4f416bf7 None None] Network 97b2ebb9-34c7-4a08-918d-31456a7feefd requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:33.352042 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/e3a91983-9067-4b3b-9352-1510fdf20a6a HTTP/1.1" status: 204 len: 168 time: 0.8357956 Jul 22 19:49:33.373106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48142) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:33.399632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.399881 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.404301 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.404826 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.405317 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.412678 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.413017 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.413349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.413679 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.419473 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.419986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.420460 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:33.442567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-b4dbdc8e-1d41-4bb1-b229-da29ff162118 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.1143365 Jul 22 19:49:33.525683 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb2d6-867a-440a-8ec1-c645e681db98 None None] Pushing event updated for resources: {'Port': ['ID=c13c110e-e73a-4867-a339-fbce4c680226,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.542112 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:33.544479 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:33.557973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet d59a55c5-0d4d-4b1d-965c-ee511b796ff6 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:33.569858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.632210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-bbc6d7b5-8ea6-4f48-bf6a-34ddcb204ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.648806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-bbc6d7b5-8ea6-4f48-bf6a-34ddcb204ab2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.1832185 Jul 22 19:49:33.699385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2200ce9-8954-410c-a0eb-d31cc3972b2e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a91983-9067-4b3b-9352-1510fdf20a6a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:33.719277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:33.723374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d5cf3-ca9a-4080-a6e5-a7a7ab94566f req-2d88e79f-b3b6-4b73-b271-21fad1994c13 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:33.723560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-30084c9e-1fa3-4f3f-a86e-6d3563b07f5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669017 Jul 22 19:49:33.742616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd6d5cf3-ca9a-4080-a6e5-a7a7ab94566f req-2d88e79f-b3b6-4b73-b271-21fad1994c13 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.6965091 Jul 22 19:49:33.768557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] DHCP port deletion for 97b2ebb9-34c7-4a08-918d-31456a7feefd request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:33.800590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Allocated IP 172.20.0.1 (742612a4-168b-46ce-835a-087aa3ebfb54/f30e3d79-73ff-4287-8aee-1d324a5cc8e0/0ccfd768-b0e5-44c2-84d0-de66c6e1a95a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:33.839143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd6d5cf3-ca9a-4080-a6e5-a7a7ab94566f req-031639bc-8013-4d50-b670-ca55f99d2552 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891349 Jul 22 19:49:33.918258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Deleting port bd03359c-7bc6-4e90-8a28-b47231f00e22 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:33.918850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.078245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] For port bd03359c-7bc6-4e90-8a28-b47231f00e22, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bd03359c-7bc6-4e90-8a28-b47231f00e22,segment=NetworkSegment(c7075191-220a-4985-9e75-7f208bcc0abb),segment_id=c7075191-220a-4985-9e75-7f208bcc0abb)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:34.079182 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.101524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Calling delete_port for bd03359c-7bc6-4e90-8a28-b47231f00e22 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:34.188306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.193683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-860f8659-4989-45bf-9931-4c8ed5141caf service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338551 Jul 22 19:49:34.201180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.249764 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:34.337479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f42f8a72-f8db-47de-b11c-aa1f686e1d2b req-e83ea569-296c-40b9-97fc-16d30fa7aa2a service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183448 Jul 22 19:49:34.393734 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.450386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.552103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=d59a55c5-0d4d-4b1d-965c-ee511b796ff6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.568610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.585349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.587383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7cbc056a-1116-402a-8651-cebaca41b511 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/d59a55c5-0d4d-4b1d-965c-ee511b796ff6 HTTP/1.1" status: 204 len: 168 time: 1.2063122 Jul 22 19:49:34.590180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:34.607468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Network 742612a4-168b-46ce-835a-087aa3ebfb54 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:34.623627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:34.630446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:34.641218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] No DVR routers for this DVR port bd03359c-7bc6-4e90-8a28-b47231f00e22 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:34.656745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Pushing event deleted for resources: {'Port': ['ID=bd03359c-7bc6-4e90-8a28-b47231f00e22,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.675903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e654aa4-614f-40e3-a078-1d01d4b5ac89 None None] Network 53802565-d01c-4eca-81bc-112743dca795 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:34.684086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.692948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.693583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.694202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.694813 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.695404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.696013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.696583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.697657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.698281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.698804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.699331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e529864-26b6-481d-b19e-0a3f1c79c88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:49:34.809280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Pushing event updated for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:34.836216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.850733 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:30Z', 'revision_number': 3, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:34.877035 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:34.971806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa212a7-9530-4c01-8939-a7222a750f0b None None] The sync data for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 is: [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:30Z', 'revision_number': 3, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:35.250322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.285547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b2ebb9-34c7-4a08-918d-31456a7feefd']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:35.300215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] DHCP port deletion for 53802565-d01c-4eca-81bc-112743dca795 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:35.309680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7075191-220a-4985-9e75-7f208bcc0abb') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:35.309983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7075191-220a-4985-9e75-7f208bcc0abb') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:35.343814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.383963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.404719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:35.405198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:35.416460 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:35.466715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Deleting port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:35.467249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.476886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefc68-0692-4001-ae3b-5459e905b003 req-990bded1-4fed-4588-8fb3-ad308490b71c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:35.479189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17eefc68-0692-4001-ae3b-5459e905b003 req-990bded1-4fed-4588-8fb3-ad308490b71c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.3411980 Jul 22 19:49:35.545788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.611854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.625360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.628757 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/97b2ebb9-34c7-4a08-918d-31456a7feefd HTTP/1.1" status: 204 len: 168 time: 1.0361359 Jul 22 19:49:35.638866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48172) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:35.647849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf32ea-ce89-4d7a-bcb8-14b4a90fedad tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=97b2ebb9-34c7-4a08-918d-31456a7feefd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:35.659520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17eefc68-0692-4001-ae3b-5459e905b003 req-1c0bcb8d-3640-434a-9c9e-687cf1bc5ed0 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570237 Jul 22 19:49:35.704003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bd03359c-7bc6-4e90-8a28-b47231f00e22 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:35.781571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bd03359c-7bc6-4e90-8a28-b47231f00e22 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:35.785003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bd03359c-7bc6-4e90-8a28-b47231f00e22 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:35.786010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:35.803314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.891314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,segment=NetworkSegment(86190fd6-35b3-4630-8917-37dac29e1738),segment_id=86190fd6-35b3-4630-8917-37dac29e1738)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:35.894130 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.935350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Calling delete_port for cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:35.958276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:35.958859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:35.986223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.009158 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.126128 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.160744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,segment=NetworkSegment(86190fd6-35b3-4630-8917-37dac29e1738),segment_id=86190fd6-35b3-4630-8917-37dac29e1738)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:36.161119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.163935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Pushing event updated for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.192907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:36.201977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,segment=NetworkSegment(86190fd6-35b3-4630-8917-37dac29e1738),segment_id=86190fd6-35b3-4630-8917-37dac29e1738)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:36.227141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.308012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.411968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.430196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.449447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:36.456790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.488277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.562568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] Pushing event deleted for resources: {'Port': ['ID=cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:36.568738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f039809-4361-49ff-8641-a751afcfb046 None None] No DVR routers for this DVR port cfb2b4b4-aa8b-4cc2-8309-3689c2f48b2e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:36.588838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Network 742612a4-168b-46ce-835a-087aa3ebfb54 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:36.591043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:36.658060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.690816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53802565-d01c-4eca-81bc-112743dca795']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:36.741718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86190fd6-35b3-4630-8917-37dac29e1738') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:36.741945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86190fd6-35b3-4630-8917-37dac29e1738') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:36.785959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.808562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.825600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:36.826258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:36.953173 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:36.985475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.005638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.012246 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/53802565-d01c-4eca-81bc-112743dca795 HTTP/1.1" status: 204 len: 168 time: 1.3722963 Jul 22 19:49:37.014199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Router 19e8c8af-cfc7-41e8-8450-2564cba228a2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:37.016953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:37.032566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1050475074'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:37.040505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46e558-0785-4922-9164-7a7b0783ba29 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=53802565-d01c-4eca-81bc-112743dca795,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:37.090374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9c025e13-b077-45ff-b548-a587ca0c2474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.094000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff5e6b-cc93-4a2a-bcd1-e44d9ab8e4f5 req-04c1e9f5-027b-414b-9fe4-e131caa86d41 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:37.101720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59ff5e6b-cc93-4a2a-bcd1-e44d9ab8e4f5 req-04c1e9f5-027b-414b-9fe4-e131caa86d41 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.3077726 Jul 22 19:49:37.546988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c13c110e-e73a-4867-a339-fbce4c680226 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:37.692786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port c13c110e-e73a-4867-a339-fbce4c680226 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:37.700476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port c13c110e-e73a-4867-a339-fbce4c680226 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:37.701179 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.799705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:37.803213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.859428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59ff5e6b-cc93-4a2a-bcd1-e44d9ab8e4f5 req-331dbdb2-ee00-4250-9264-0c263fb1de2d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7567563 Jul 22 19:49:37.911703 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.950105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:37.965616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port c13c110e-e73a-4867-a339-fbce4c680226, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c13c110e-e73a-4867-a339-fbce4c680226,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:37.973162 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.994153 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:37.998075 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 53d9f9e6-569f-43c0-8a98-940694d56f8e of type vlan for network b0d4d544-8039-4af2-95a3-b3e50b501037 Jul 22 19:49:38.067385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:38.071635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=c13c110e-e73a-4867-a339-fbce4c680226,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:38.104311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3b0e2c8a-51b0-437b-a293-d7547000489d admin admin] 10.222.0.10 "PUT /v2.0/routers/19e8c8af-cfc7-41e8-8450-2564cba228a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8040233 Jul 22 19:49:38.140980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.211887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.220547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:38.221241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.314784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Sync routers for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:38.331017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:38.334019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:38.379443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3619726 Jul 22 19:49:38.382719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:38.388686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:38.492523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1d3d0-68ae-4eb7-9f7a-d20dcf560426 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=b0d4d544-8039-4af2-95a3-b3e50b501037,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:38.512731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b0d4d544-8039-4af2-95a3-b3e50b501037 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:38.634846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:38.646274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:38.789310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-18fa5259-a120-490a-8dcf-c185b0f04c50 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:38.793097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-18fa5259-a120-490a-8dcf-c185b0f04c50 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 811 time: 0.2060261 Jul 22 19:49:38.827030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-a5aa7c6e-d94c-42a4-b7e8-f35e113b4b85 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/quotas/d9b22797ad0a4beca0ddfbf340ba0fd6 HTTP/1.1" status: 200 len: 375 time: 0.0258036 Jul 22 19:49:38.843916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:39.137820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.153773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-36265b84-31c9-411e-bc32-7e99d59f6cb0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3191738 Jul 22 19:49:39.211690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 4, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '0ccfd768-b0e5-44c2-84d0-de66c6e1a95a', 'name': '', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'mac_address': 'fa:16:3e:de:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:33Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 2, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'subnets': [{'id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:39.274683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '53d9f9e6-569f-43c0-8a98-940694d56f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:39.275943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: b0d4d544-8039-4af2-95a3-b3e50b501037, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:39.283577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=8b0f7130-d85e-4b78-8632-4aae1df01576,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:39.294141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-19ccc882-d5e7-4000-aa0f-d6855909bfc6 service neutron] 10.222.0.10 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393440 Jul 22 19:49:39.314218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network b0d4d544-8039-4af2-95a3-b3e50b501037 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:39.341127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b0d4d544-8039-4af2-95a3-b3e50b501037) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:39.347976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Checking router: 19e8c8af-cfc7-41e8-8450-2564cba228a2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:39.349032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Updating router 19e8c8af-cfc7-41e8-8450-2564cba228a2 port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:39.357996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:39.359589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.373029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4184cb-6a7e-40ea-ace6-9b040283f2d6 None None] Network b0d4d544-8039-4af2-95a3-b3e50b501037 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:39.418137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9f97d0a3-2d83-427a-9007-fa99ab5298f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0340948 Jul 22 19:49:39.418677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:39.423315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2110635003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:39.436030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407555c-953e-473f-bbc4-9768e2a860ee req-f04f6ca6-2474-420a-b17c-a11771ff9a05 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:39.438708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a407555c-953e-473f-bbc4-9768e2a860ee req-f04f6ca6-2474-420a-b17c-a11771ff9a05 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.4570253 Jul 22 19:49:39.481416 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.482452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.505419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c13c110e-e73a-4867-a339-fbce4c680226 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:39.587154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a407555c-953e-473f-bbc4-9768e2a860ee req-d201b2c7-2fd8-4bd8-a58e-54ea75910730 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826211 Jul 22 19:49:39.597956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.617031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-896d270e-91ef-4766-9403-9a39754a66e1 service neutron] 10.222.0.10 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214445 Jul 22 19:49:39.679623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.690147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.735993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:39.740189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48226) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:39.740399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5023b4f-b9ed-404b-875a-7656fd87f4bf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3206437 Jul 22 19:49:39.757563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'port': {'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037', 'name': 'tempest-RoutersIpV6Test-56623441'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:40.141590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port c13c110e-e73a-4867-a339-fbce4c680226 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:40.141962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.165063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41d559a0-a310-47c9-b496-711969cc100d req-b520423d-aca1-404a-be6e-eec6357a34a9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 210 time: 0.1258500 Jul 22 19:49:40.289522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:40.297274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.328040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.347882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] device_id is not set on port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:49:40.537623 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8dccc307-dadc-484e-923b-3db699315e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.581794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48246) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:40.624492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b0d4d544-8039-4af2-95a3-b3e50b501037', 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': '8b0f7130-d85e-4b78-8632-4aae1df01576'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:40.637400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.666382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8::38b (b0d4d544-8039-4af2-95a3-b3e50b501037/8b0f7130-d85e-4b78-8632-4aae1df01576/2f7438e3-5fa4-478e-ad89-bcfdbc412df9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:40.958777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03e37752-53c4-4f44-833d-66829d94e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:40.973439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d072340-a75b-475f-a454-fd29119bcfa3 req-95d30677-962b-4005-bd03-10d6ca6a15d3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:40.981885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d072340-a75b-475f-a454-fd29119bcfa3 req-95d30677-962b-4005-bd03-10d6ca6a15d3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.2227998 Jul 22 19:49:40.986421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.013076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Transition to ACTIVE for port object 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:41.083895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d072340-a75b-475f-a454-fd29119bcfa3 req-8529b86f-5df6-4e7f-8fbc-bb9ea53f3754 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847316 Jul 22 19:49:41.109236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.112438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.154480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:41.266756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.268976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c76e1-f47d-4430-99b0-729c2b45c4ba None None] Pushing event updated for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.325695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03e37752-53c4-4f44-833d-66829d94e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.333330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-03e37752-53c4-4f44-833d-66829d94e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.461468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e37752-53c4-4f44-833d-66829d94e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0138cba-be9e-4e51-8d60-eddef8940e7d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.484745 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-03e37752-53c4-4f44-833d-66829d94e4a1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0db1d623728453da7a03acb04d32a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8920076 Jul 22 19:49:41.484745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:41.540136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5d3a72e-a4c2-452b-a70f-5ecb82261840 req-908acefc-3882-463d-9fd2-5dcd79873e33 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 210 time: 0.1610134 Jul 22 19:49:41.581794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network b0d4d544-8039-4af2-95a3-b3e50b501037 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:41.585665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:41.602237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:41.610006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:41.617130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.657452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=2f7438e3-5fa4-478e-ad89-bcfdbc412df9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.660620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.663786 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.672894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9deedb0f-bdc7-4fac-a7ed-47b0cfdcb662 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.9313524 Jul 22 19:49:41.675418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48262) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:41.770538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.801965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Attempting to bind port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:41.802630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Attempting to bind port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:41.804601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Attempting to bind port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a on network 742612a4-168b-46ce-835a-087aa3ebfb54 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:41.870617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.877836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.880444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0138cba-be9e-4e51-8d60-eddef8940e7d HTTP/1.1" status: 204 len: 168 time: 0.3976684 Jul 22 19:49:41.885465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:41.886097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Checking segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:41.886866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.887429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Bound using segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:41.888074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Bound port: 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:41.888664 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:41.926657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207579e-9e75-4e27-8852-448307f6dade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0138cba-be9e-4e51-8d60-eddef8940e7d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:41.971304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Allocated IP 2001:db8::2 (b0d4d544-8039-4af2-95a3-b3e50b501037/8b0f7130-d85e-4b78-8632-4aae1df01576/bb5471a7-ee3e-4716-bf1f-e76200bb8ab4) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:42.331632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] For port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:42.454807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] For port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:42.475046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:42.707575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:42.708465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:42.768805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-4a83f4ce-f8d8-4e66-96e1-8700d75c3fc0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:42.774398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-4a83f4ce-f8d8-4e66-96e1-8700d75c3fc0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.32 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 811 time: 0.3857501 Jul 22 19:49:42.787327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd6da5d9-f789-42bc-b946-29db89e24d36 req-1c623c62-a26c-4ea1-a9c5-1715242e60d2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 210 time: 0.1143231 Jul 22 19:49:42.804591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Request body: {'port': {'device_id': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'admin_state_up': True, 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:43.019806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.047926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570aa3c-192d-47df-925e-a1658d029fbf req-d15eaa2b-2941-4e96-a2e4-d62d110729b3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:43.049852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6570aa3c-192d-47df-925e-a1658d029fbf req-d15eaa2b-2941-4e96-a2e4-d62d110729b3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.6719756 Jul 22 19:49:43.099140 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Made reservation on behalf of d9b22797ad0a4beca0ddfbf340ba0fd6 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:43.110898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.167886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6570aa3c-192d-47df-925e-a1658d029fbf req-f3dbea7e-7693-4735-b02c-48fd87cb47b9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084638 Jul 22 19:49:43.279505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c76e1-f47d-4430-99b0-729c2b45c4ba None None] Pushing event updated for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:43.389447 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.403548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.458496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Transition to ACTIVE for port object bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:43.460295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:43.536760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Transition to ACTIVE for port object bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:43.546880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:43.570221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Allocated IP 172.20.0.3 (742612a4-168b-46ce-835a-087aa3ebfb54/f30e3d79-73ff-4287-8aee-1d324a5cc8e0/091225f3-ce80-404c-8c11-66ffd5415e41) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:43.623549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.717628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42966911-e1c4-4726-b657-e1fd9bd1826b req-331f562c-6892-4f6a-a1bf-1b77574d4598 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:43.726404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42966911-e1c4-4726-b657-e1fd9bd1826b req-331f562c-6892-4f6a-a1bf-1b77574d4598 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.3862662 Jul 22 19:49:43.738689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-718048754-network', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:43.812358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Pushing event updated for resources: {'Port': ['ID=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:43.824885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42966911-e1c4-4726-b657-e1fd9bd1826b req-f283c9fe-4a2f-42b5-a0a1-8082bfc29514 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974777 Jul 22 19:49:43.854150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.884902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Made reservation on behalf of 2791cf63be0e4917b0f7c50d3116d036 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:43.887953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.903764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.919184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:43.973225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Network b0d4d544-8039-4af2-95a3-b3e50b501037 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:43.981794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.021040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:44.033196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:44.045983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f119e62-84c2-4e61-b642-f42031a87467 req-bec8bdc3-8d89-4a9a-9cb6-6985c770140c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 210 time: 0.1462345 Jul 22 19:49:44.117516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.158862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Attempting to bind port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:44.159413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Attempting to bind port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '53d9f9e6-569f-43c0-8a98-940694d56f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:44.159843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Attempting to bind port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 on network b0d4d544-8039-4af2-95a3-b3e50b501037 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:44.167041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=2f7438e3-5fa4-478e-ad89-bcfdbc412df9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.170276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:44.170870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Checking segment: {'id': '53d9f9e6-569f-43c0-8a98-940694d56f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:44.171175 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.171644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Bound using segment: {'id': '53d9f9e6-569f-43c0-8a98-940694d56f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:44.172195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Bound port: bb5471a7-ee3e-4716-bf1f-e76200bb8ab4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d9f9e6-569f-43c0-8a98-940694d56f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'b0d4d544-8039-4af2-95a3-b3e50b501037'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:44.172846 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.190929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 4, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '0ccfd768-b0e5-44c2-84d0-de66c6e1a95a', 'name': '', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'mac_address': 'fa:16:3e:de:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:33Z', 'updated_at': '2021-07-22T19:49:42Z', 'revision_number': 4, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'subnets': [{'id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:44.214062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Network 742612a4-168b-46ce-835a-087aa3ebfb54 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:44.220999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:44.236705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.237994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Pushing event updated for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.240611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:44.300647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.312963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96228ab3-9a6e-443d-b3ce-d403c73c73b8 None None] The sync data for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 is: [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:49:35Z', 'revision_number': 4, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '0ccfd768-b0e5-44c2-84d0-de66c6e1a95a', 'name': '', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'mac_address': 'fa:16:3e:de:55:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:33Z', 'updated_at': '2021-07-22T19:49:42Z', 'revision_number': 4, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'subnets': [{'id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:44.358446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ec4f1-437c-46fa-b888-3a75190c99a4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.376139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:44.381558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] For port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:44.390716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] For port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,segment=NetworkSegment(53d9f9e6-569f-43c0-8a98-940694d56f8e),segment_id=53d9f9e6-569f-43c0-8a98-940694d56f8e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:44.414556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:44.415240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.417214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.419225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.420033 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Added segment be9f63bf-663f-48c7-8b33-4a1682b3ff20 of type vlan for network d8477d9c-ce1c-4658-b7d4-9aab26887406 Jul 22 19:49:44.487259 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-e2d10714-c94c-40dc-8f3a-a463cc52d1ac tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870477 Jul 22 19:49:44.505978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.538401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ffbd-8893-4f92-ac8b-8b5d984829a9 None None] Pushing event updated for resources: {'Port': ['ID=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.549275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Request body: {'port': {'device_id': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:44.565276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.567879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:44.569170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.613620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.782241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e84cc-cbb3-40c1-9c3f-e1936f87e524 req-acbc25a6-2b07-4d60-966b-d1410b50340c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:44.791133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c9e84cc-cbb3-40c1-9c3f-e1936f87e524 req-acbc25a6-2b07-4d60-966b-d1410b50340c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.4704421 Jul 22 19:49:44.797960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:44.801861 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3320417 Jul 22 19:49:44.821594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:44.854054 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Request body: {'subnet': {'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-718048754-subnet', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:44.877433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c9e84cc-cbb3-40c1-9c3f-e1936f87e524 req-9143eddd-aae2-47be-9edb-cf9d5b428945 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852795 Jul 22 19:49:44.918303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28979951-f1d1-4a49-85e1-ecb4728d398a admin admin] Pushing event updated for resources: {'Network': ['ID=d8477d9c-ce1c-4658-b7d4-9aab26887406,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:44.933133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:45.174339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.192754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Made reservation on behalf of 2791cf63be0e4917b0f7c50d3116d036 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:45.195886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.282689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-e081b9ad-e477-4c62-8710-c0fef2b99f8a tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:45.284556 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-e081b9ad-e477-4c62-8710-c0fef2b99f8a tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.26 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.5099752 Jul 22 19:49:45.389249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2395784-2552-46ad-9b57-be915863ef16 req-a8497da3-93bd-4f69-8e8c-e94d68c577e7 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:45.396013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2395784-2552-46ad-9b57-be915863ef16 req-a8497da3-93bd-4f69-8e8c-e94d68c577e7 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.4217997 Jul 22 19:49:45.608750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba96887-7e4a-4347-9b47-cc9298866ed4 req-361fb525-db0d-4d40-9e5b-5e1c9d8debb9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:45.618548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ba96887-7e4a-4347-9b47-cc9298866ed4 req-361fb525-db0d-4d40-9e5b-5e1c9d8debb9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 931 time: 0.3988373 Jul 22 19:49:45.644403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Deleting port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:45.645001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:45.670332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:45.784762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ba96887-7e4a-4347-9b47-cc9298866ed4 req-e6e52ede-c092-4817-8004-01d90d09146f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646900 Jul 22 19:49:45.813429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:45.821181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:45.831959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2395784-2552-46ad-9b57-be915863ef16 req-f3b73570-fe6a-4610-9630-a56dc2dda718 tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347298 Jul 22 19:49:45.906150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:45.919010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:45.919387 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.088539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.114158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] For port 0cf94ed5-930a-4c54-8c46-f5857eebacf6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0cf94ed5-930a-4c54-8c46-f5857eebacf6,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:46.114879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.131930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Calling delete_port for 0cf94ed5-930a-4c54-8c46-f5857eebacf6 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:46.200303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:46.214000 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.297008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7611-54a6-40b9-a395-8d637050b9fb req-1587e7b0-c30c-44c8-b842-cffb9a3bfb0a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:46.311526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff7d7611-54a6-40b9-a395-8d637050b9fb req-1587e7b0-c30c-44c8-b842-cffb9a3bfb0a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.2769246 Jul 22 19:49:46.350595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.373573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:46.469986 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.492370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff7d7611-54a6-40b9-a395-8d637050b9fb req-a4a3df50-1ddb-4b14-9ef6-4569c2e9aca3 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740303 Jul 22 19:49:46.494551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.497454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:46.630526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=2f7438e3-5fa4-478e-ad89-bcfdbc412df9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:46.653201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb10ad-5610-4710-9228-e2e0728bc9fd None None] Network b0d4d544-8039-4af2-95a3-b3e50b501037 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:46.803808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network b0d4d544-8039-4af2-95a3-b3e50b501037 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:46.806683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:46.858558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Provisioning for port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:46.879822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Provisioning complete for port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:46.880236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.147033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec08ae-311d-45f3-9e7c-69a4c0089581 req-3e8b4d74-0663-48be-9898-39b677182bfe tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:47.148740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eaec08ae-311d-45f3-9e7c-69a4c0089581 req-3e8b4d74-0663-48be-9898-39b677182bfe tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 931 time: 0.1974082 Jul 22 19:49:47.159279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4436-bef9-491f-8bf4-8c2562bd7110 req-f21a0b67-db5d-4eda-9719-97802cf428ea tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:47.160877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01df4436-bef9-491f-8bf4-8c2562bd7110 req-f21a0b67-db5d-4eda-9719-97802cf428ea tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/ports?device_id=118c5905-7ec6-412d-a592-967887a83a8c HTTP/1.1" status: 200 len: 948 time: 0.2026811 Jul 22 19:49:47.163963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:47.262835 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.332923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] For port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,segment=NetworkSegment(53d9f9e6-569f-43c0-8a98-940694d56f8e),segment_id=53d9f9e6-569f-43c0-8a98-940694d56f8e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:47.348552 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.402895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091225f3-ce80-404c-8c11-66ffd5415e41 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:49:47.409700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.421405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.433456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e05a4-98e1-4cd4-890f-a373fa7944b6 None None] Pushing event updated for resources: {'Port': ['ID=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:47.456940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:47.481762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b7d0eb-3168-41a0-bebe-762cd5d0115a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:47.505119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Pushing event deleted for resources: {'Port': ['ID=0cf94ed5-930a-4c54-8c46-f5857eebacf6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:47.537740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Transition to ACTIVE for port object 091225f3-ce80-404c-8c11-66ffd5415e41 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:47.548498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:47.549150 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.586130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.601625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Checking segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:47.602239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Network hostable DHCP agents. Network: d8477d9c-ce1c-4658-b7d4-9aab26887406, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:47.647644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] No DVR routers for this DVR port 0cf94ed5-930a-4c54-8c46-f5857eebacf6 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:47.656747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.658319 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8884c973-8501-48ce-966a-ddf8f2b7a3f1 req-98cbd781-fe6f-4d9d-8390-f1e0511061da tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.26 "DELETE /v2.0/ports/0cf94ed5-930a-4c54-8c46-f5857eebacf6 HTTP/1.1" status: 204 len: 173 time: 2.3656332 Jul 22 19:49:47.663154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'name': 'network-vif-deleted', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:47.666393 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7506d8c-067d-42ef-8d8a-e52a3d0dfc1e" -d '{"events": [{"server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "name": "network-vif-deleted", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:47.690329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eaec08ae-311d-45f3-9e7c-69a4c0089581 req-b934b2ba-05e5-441d-8cf7-ff61be6eb91a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243816 Jul 22 19:49:47.723559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01df4436-bef9-491f-8bf4-8c2562bd7110 req-ef9b6155-1455-473c-83e7-bd0d4765e6be tempest-VolumesBackupsTest-422198497 tempest-VolumesBackupsTest-422198497-project] 10.222.0.10 "GET /v2.0/security-groups?id=3590bd79-7274-4097-b485-a0a70b42789c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508890 Jul 22 19:49:47.726006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Pushing event updated for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:47.773711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:47.780557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6008d918-168e-4333-99cd-b59b2bb68a1a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1037729 Jul 22 19:49:47.788007 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] Sync routers for ids ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:47.799886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48334) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:47.811969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] Routers {'7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:47.821388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:47.844413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:47.878609 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:47.889645 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] Routers {'7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:47.890403 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:47.899493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Provisioning complete for port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:47.899925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.901288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d8477d9c-ce1c-4658-b7d4-9aab26887406) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:47.910525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:47.911041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.914082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Attempting to bind port 091225f3-ce80-404c-8c11-66ffd5415e41 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:47.914557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Attempting to bind port 091225f3-ce80-404c-8c11-66ffd5415e41 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:47.916189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Attempting to bind port 091225f3-ce80-404c-8c11-66ffd5415e41 on network 742612a4-168b-46ce-835a-087aa3ebfb54 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:47.933770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Port 091225f3-ce80-404c-8c11-66ffd5415e41 on network 742612a4-168b-46ce-835a-087aa3ebfb54 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:49:47.935319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Attempting to bind port 091225f3-ce80-404c-8c11-66ffd5415e41 on network 742612a4-168b-46ce-835a-087aa3ebfb54 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:47.947774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:47.948355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Checking segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:47.948830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Bound using segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:47.949485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Bound port: 091225f3-ce80-404c-8c11-66ffd5415e41, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:47.949969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:47.956682 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:47.957390 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b2dcc-8684-4f5c-999a-07b0e787d444 None None] The sync data for ids ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:47.976073 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4aec009d-48b9-4eb0-a4dd-20e8f5e2da93 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1527433 Jul 22 19:49:47.976858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48338) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:47.988866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:47.990758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6dfa7d-d530-499b-b359-2f2276c0abee None None] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:47.992794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0cf94ed5-930a-4c54-8c46-f5857eebacf6 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:48.005615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b460f-c1fa-410f-b664-cc191e1650ef tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:48.014656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-241b460f-c1fa-410f-b664-cc191e1650ef tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports/2f7438e3-5fa4-478e-ad89-bcfdbc412df9 HTTP/1.1" status: 200 len: 982 time: 0.2135849 Jul 22 19:49:48.015629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:48.020394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 0cf94ed5-930a-4c54-8c46-f5857eebacf6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:48.020641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0cf94ed5-930a-4c54-8c46-f5857eebacf6 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:48.074824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.075979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.208637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:48.218499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=091225f3-ce80-404c-8c11-66ffd5415e41,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:48.278659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565d4c4-eae3-4db4-b7f7-ebd6b3945b6f req-7d5a3015-e5b7-4623-864e-df9c23c0bac7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:48.294914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.296602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6565d4c4-eae3-4db4-b7f7-ebd6b3945b6f req-7d5a3015-e5b7-4623-864e-df9c23c0bac7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.4435914 Jul 22 19:49:48.298859 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f10e38-cc7d-4179-94a9-b2907d6eedf8 x-openstack-request-id: req-46f10e38-cc7d-4179-94a9-b2907d6eedf8 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:48.299845 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118c5905-7ec6-412d-a592-967887a83a8c", "name": "network-vif-deleted", "tag": "0cf94ed5-930a-4c54-8c46-f5857eebacf6", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:48.300516 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46f10e38-cc7d-4179-94a9-b2907d6eedf8 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:48.301586 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118c5905-7ec6-412d-a592-967887a83a8c', 'name': 'network-vif-deleted', 'tag': '0cf94ed5-930a-4c54-8c46-f5857eebacf6', 'status': 'completed', 'code': 200} Jul 22 19:49:48.304244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.310099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Provisioning for port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:48.321299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Provisioning complete for port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:48.322330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.397689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Pushing event updated for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:48.397910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0819374d-6a24-4a12-bd6e-a2a10db86263 None None] Port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:48.412557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d8477d9c-ce1c-4658-b7d4-9aab26887406', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:48.413533 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.420900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6565d4c4-eae3-4db4-b7f7-ebd6b3945b6f req-db82b649-44f5-4e08-b764-7f6c1c7b82d9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231825 Jul 22 19:49:48.478442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:48.479783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.481241 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-d9e0fa74-6ed5-4adf-bff1-abc7dd9cc8fc service neutron] 10.222.0.32 "PUT /v2.0/ports/091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 200 len: 1092 time: 3.9364471 Jul 22 19:49:48.606356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-67194585-b85f-402a-86c3-c5c72e5072ec None None] Provisioning complete for port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:48.606726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-67194585-b85f-402a-86c3-c5c72e5072ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.608610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.635664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Allocated IP 172.20.0.2 (d8477d9c-ce1c-4658-b7d4-9aab26887406/10b7d0eb-3168-41a0-bebe-762cd5d0115a/21961df2-a87f-496b-88ae-12e08d4fc60c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:48.662982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-f0d25a27-86b6-49d5-af3b-91badeaed4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:48.664546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-f0d25a27-86b6-49d5-af3b-91badeaed4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1095 time: 0.1281400 Jul 22 19:49:48.665127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-67194585-b85f-402a-86c3-c5c72e5072ec None None] Port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:48.683681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.714471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-38e7315d-2caf-4e8c-ab65-d61e18bc2c4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 200 len: 217 time: 0.0388079 Jul 22 19:49:48.816586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-23c4681b-b647-4401-a10f-a4d1995f4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:48.818253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-23c4681b-b647-4401-a10f-a4d1995f4bd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.0964019 Jul 22 19:49:48.847862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c95c25a9-5a0b-4497-8e72-5ca0653d9819 None None] Provisioning complete for port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:48.850808 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c95c25a9-5a0b-4497-8e72-5ca0653d9819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.890507 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-f6d6c900-adc4-4dc7-ba5c-26fae94c69b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648174 Jul 22 19:49:48.959494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:48.967097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c95c25a9-5a0b-4497-8e72-5ca0653d9819 None None] Port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:48.976749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Transition to ACTIVE for port object 21961df2-a87f-496b-88ae-12e08d4fc60c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:48.996711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Transition to ACTIVE for port object 21961df2-a87f-496b-88ae-12e08d4fc60c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:49.007314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.053088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:49.060022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:49.064457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:49.090200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4392fb5-6414-43c6-adca-30b67ad54741 req-01f3d377-5dd5-442c-a89e-0be6c832acfe tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:49.106783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4392fb5-6414-43c6-adca-30b67ad54741 req-01f3d377-5dd5-442c-a89e-0be6c832acfe tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 943 time: 0.3131211 Jul 22 19:49:49.110568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Pushing event updated for resources: {'Port': ['ID=21961df2-a87f-496b-88ae-12e08d4fc60c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.121173 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-1d785b48-bd75-4337-b7da-d62dd5109013 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211924 Jul 22 19:49:49.122306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.153882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b128a9d0-5643-4bec-8cad-cbd514597dff None None] Provisioning complete for port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:49.154270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b128a9d0-5643-4bec-8cad-cbd514597dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.155551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4392fb5-6414-43c6-adca-30b67ad54741 req-b1194382-ee70-4e36-a136-2b3d9cfc47d0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Jul 22 19:49:49.156812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Attempting to bind port 21961df2-a87f-496b-88ae-12e08d4fc60c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:49.157191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Attempting to bind port 21961df2-a87f-496b-88ae-12e08d4fc60c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:49.158205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Attempting to bind port 21961df2-a87f-496b-88ae-12e08d4fc60c on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:49.158407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.164497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:49.164693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Checking segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:49.165072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.174440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Bound using segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:49.175275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Bound port: 21961df2-a87f-496b-88ae-12e08d4fc60c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:49.175430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.232940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:49.233370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.245578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b128a9d0-5643-4bec-8cad-cbd514597dff None None] Port 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:49.275941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ac349069-65f2-4874-85ce-67601664e93c None None] For port 21961df2-a87f-496b-88ae-12e08d4fc60c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:49.279180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ac349069-65f2-4874-85ce-67601664e93c None None] For port 21961df2-a87f-496b-88ae-12e08d4fc60c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=21961df2-a87f-496b-88ae-12e08d4fc60c,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:49.288622 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.333247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.335870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d3ae7a49-a827-4691-a135-a1dea58aeb47 req-c7875247-3d94-4e6c-b971-2df8d3be75ab service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877058 Jul 22 19:49:49.349826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 2f7438e3-5fa4-478e-ad89-bcfdbc412df9 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:49.356784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Allocated IP 172.25.6.88 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/888b19f8-5558-4a95-a722-956b99554b01) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:49.439267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac349069-65f2-4874-85ce-67601664e93c None None] Pushing event updated for resources: {'Port': ['ID=21961df2-a87f-496b-88ae-12e08d4fc60c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.489796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:49.536343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.578560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:49.578803 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.586218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.613668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.647118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:49.650836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:49.654643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:49.676975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=2f7438e3-5fa4-478e-ad89-bcfdbc412df9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.686754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Pushing event updated for resources: {'Port': ['ID=888b19f8-5558-4a95-a722-956b99554b01,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:49.890447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:49.959197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed08455-4825-486f-b294-120a3ec67b8c req-eae54f12-edea-4dda-a51d-5b7ab463dd20 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:49.960897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bed08455-4825-486f-b294-120a3ec67b8c req-eae54f12-edea-4dda-a51d-5b7ab463dd20 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 944 time: 0.3659604 Jul 22 19:49:50.042170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bed08455-4825-486f-b294-120a3ec67b8c req-78ef3e65-fce0-4548-8ce9-2fe6e3061de7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474873 Jul 22 19:49:50.048760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.143909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:50.225922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:50.231619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23281b14-e21a-4498-b17a-2ff2b0e33251 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027190 Jul 22 19:49:50.237665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] Sync routers for ids ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:50.246000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48360) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:50.249773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] Routers {'7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:50.250659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.287570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.292645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.302830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] Routers {'7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:50.303840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.304256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:50.306978 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:50.373297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.374234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af079b3f-458b-4434-95de-cecc5d80f8f1 None None] The sync data for ids ['7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:50.379504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 091225f3-ce80-404c-8c11-66ffd5415e41 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:49:50.389361 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a2c2c9-3f80-47cb-8d40-5ca2c2c75e3d x-openstack-request-id: req-86a2c2c9-3f80-47cb-8d40-5ca2c2c75e3d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:50.389802 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:50.389928 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86a2c2c9-3f80-47cb-8d40-5ca2c2c75e3d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:50.390267 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41', 'status': 'completed', 'code': 200} Jul 22 19:49:50.519404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=091225f3-ce80-404c-8c11-66ffd5415e41,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:50.528243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-f924c1b8-bfe2-452a-89f2-6b9db0b87415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:50.529799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-f924c1b8-bfe2-452a-89f2-6b9db0b87415 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1095 time: 0.1090317 Jul 22 19:49:50.532721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:50.536920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '091225f3-ce80-404c-8c11-66ffd5415e41', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'port_id': '091225f3-ce80-404c-8c11-66ffd5415e41', 'mac_address': 'fa:16:3e:0e:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:49:50.564338 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:49:50.583190 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-d4296519-67ab-4a5e-8eaa-96b992d2b80b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 19:49:50.585071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4296519-67ab-4a5e-8eaa-96b992d2b80b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3381176 Jul 22 19:49:50.588950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:50.592832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.611242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091225f3-ce80-404c-8c11-66ffd5415e41 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:49:50.635821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=091225f3-ce80-404c-8c11-66ffd5415e41,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:50.643015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3a6257f-a638-4d0c-b4b5-e9b2b2b5bc7a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a HTTP/1.1" status: 200 len: 205 time: 0.0522678 Jul 22 19:49:50.644134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.646531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:49:50.654759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079aab87-c58a-4332-ba3e-48476d17def1 req-72937b05-d29d-4078-9fb1-97cd2be9be8b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:50.663421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-079aab87-c58a-4332-ba3e-48476d17def1 req-72937b05-d29d-4078-9fb1-97cd2be9be8b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 943 time: 0.4178956 Jul 22 19:49:50.663690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48366) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:50.718706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-079aab87-c58a-4332-ba3e-48476d17def1 req-4da94397-949d-484d-8eb2-130ed8a1a083 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481064 Jul 22 19:49:50.794048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.816909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:50.826795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:50.838616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'network_id': 'd2cc45a0-5e0f-4ed3-a5c4-8087e2941f45', 'port_id': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'mac_address': 'fa:16:3e:a5:87:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b852afe1-f5f3-40e9-ba59-00f95a66d43d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:49:50.879066 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:50.892782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-fd244f36-bc99-4b59-a655-ba8a29f94342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:50.894614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-fd244f36-bc99-4b59-a655-ba8a29f94342 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.3574057 Jul 22 19:49:50.894870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829fadc6-af4a-4cdc-932c-f99a6bfc5ead None None] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:50.897911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:49:50.910950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:50.922686 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Sync routers for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:50.934560 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:50.935556 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:50.940925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:50.981518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.052828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-62f95aaa-6f16-41db-848a-019ce0bb078a None None] Provisioning for port 21961df2-a87f-496b-88ae-12e08d4fc60c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:51.063771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:51.067450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-72c34ac5-bd23-4274-85d1-2b133802408f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 200 len: 217 time: 0.1640749 Jul 22 19:49:51.075763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.086875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.099947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:51.115077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.127398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f7fe4e9-d2d0-4d40-b470-4875628197a9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1424491 Jul 22 19:49:51.130057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48374) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:51.222857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-1d929068-9dea-4814-8b7f-228cae6fff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:51.225693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-1d929068-9dea-4814-8b7f-228cae6fff0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.1474562 Jul 22 19:49:51.230785 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.231615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:49:51.240594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.242228 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39800dec-9ec2-40f5-8d35-7de4be561205 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a HTTP/1.1" status: 204 len: 168 time: 0.5776908 Jul 22 19:49:51.254381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:49:51.257420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['091225f3-ce80-404c-8c11-66ffd5415e41'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:49:51.277834 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-f4f2e698-2032-46f1-a706-d6b2963ad81a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343373 Jul 22 19:49:51.278331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48376) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:51.401867 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:49Z', 'revision_number': 3, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:51.403239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet 8b0f7130-d85e-4b78-8632-4aae1df01576 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:49:51.410241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.454582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Checking router: d129abc2-5b10-4b3f-b7a4-33c3faf7b256 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:51.454582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Updating router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 port 888b19f8-5558-4a95-a722-956b99554b01 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:51.472500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-abbf7044-8d96-413e-907b-1226028a10b0 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858041 Jul 22 19:49:51.474865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.569231 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.590982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 21961df2-a87f-496b-88ae-12e08d4fc60c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:51.693808 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b5e0608b-cf46-4fda-80d3-ed0a36cd3192 req-6c97fca6-11a8-4a83-b127-e5c91641cc07 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860144 Jul 22 19:49:51.697331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.824247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.873194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0f7130-d85e-4b78-8632-4aae1df01576,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:51.887262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 21961df2-a87f-496b-88ae-12e08d4fc60c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:51.890303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.893779 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a0f1e6ef-a666-42b1-8c9f-721ed1c4883e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/8b0f7130-d85e-4b78-8632-4aae1df01576 HTTP/1.1" status: 204 len: 168 time: 0.6144619 Jul 22 19:49:51.897356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:51.908566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 21961df2-a87f-496b-88ae-12e08d4fc60c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:51.909954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:51.961932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f990f-e52f-466c-84bb-c7165d4e5812 None None] Network b0d4d544-8039-4af2-95a3-b3e50b501037 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:52.020890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.065364 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.077247 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Transition to ACTIVE for port object 888b19f8-5558-4a95-a722-956b99554b01 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:52.086235 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.123221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:49:52.123943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.143971 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Attempting to bind port 888b19f8-5558-4a95-a722-956b99554b01 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:52.144610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Attempting to bind port 888b19f8-5558-4a95-a722-956b99554b01 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:52.145180 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Attempting to bind port 888b19f8-5558-4a95-a722-956b99554b01 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:52.154979 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:52.156234 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:52.156822 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.157418 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:52.158076 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Bound port: 888b19f8-5558-4a95-a722-956b99554b01, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:52.158652 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.235893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,segment=NetworkSegment(53d9f9e6-569f-43c0-8a98-940694d56f8e),segment_id=53d9f9e6-569f-43c0-8a98-940694d56f8e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:52.236312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.252061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:49:52.299960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] For port 888b19f8-5558-4a95-a722-956b99554b01, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:52.303429 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] For port 888b19f8-5558-4a95-a722-956b99554b01, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=888b19f8-5558-4a95-a722-956b99554b01,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:52.313450 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.325354 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a6d9-f9c5-4b8e-ae30-428ec42c63c3 None None] Pushing event updated for resources: {'Port': ['ID=888b19f8-5558-4a95-a722-956b99554b01,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.379762 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:52.380507 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:52.382130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.418582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c85f481f-5258-4791-8764-8106e1ff11e5 None None] Provisioning complete for port 21961df2-a87f-496b-88ae-12e08d4fc60c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:52.418952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c85f481f-5258-4791-8764-8106e1ff11e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.472423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf1dff-bae2-4fc7-bd2b-9dd27fdc656d req-6f175b2b-09b8-4814-b50a-aab32146fd76 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:52.479569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.481781 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1abf1dff-bae2-4fc7-bd2b-9dd27fdc656d req-6f175b2b-09b8-4814-b50a-aab32146fd76 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 944 time: 0.2449198 Jul 22 19:49:52.500866 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2a6d9-f9c5-4b8e-ae30-428ec42c63c3 None None] Pushing event updated for resources: {'Port': ['ID=888b19f8-5558-4a95-a722-956b99554b01,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.530052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 21961df2-a87f-496b-88ae-12e08d4fc60c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=21961df2-a87f-496b-88ae-12e08d4fc60c,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:52.543689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1abf1dff-bae2-4fc7-bd2b-9dd27fdc656d req-050b21b9-fc70-4b8b-b79b-714fa298295e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607004 Jul 22 19:49:52.546121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.560810 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:52.576474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3abf93-dbaa-497a-8532-3b58c3728183 req-6f58bd38-9e30-427a-b5ab-31a5353cadf5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:52.584065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b3abf93-dbaa-497a-8532-3b58c3728183 req-6f58bd38-9e30-427a-b5ab-31a5353cadf5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 1.2002552 Jul 22 19:49:52.692738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b3abf93-dbaa-497a-8532-3b58c3728183 req-1a21da02-3a1a-48e6-91ff-b3186b35a5cb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045744 Jul 22 19:49:52.701111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:52.763740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=21961df2-a87f-496b-88ae-12e08d4fc60c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.836362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7aed0f-8e5d-41c1-b8cb-995eaa03c928 None None] DHCP port deletion for b0d4d544-8039-4af2-95a3-b3e50b501037 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:49:52.874852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:49Z', 'revision_number': 3, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:52.909458 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a23a05-5dfb-40ee-816c-664326571b85 None None] The sync data for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 is: [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:49Z', 'revision_number': 3, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:52.910127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=bb5471a7-ee3e-4716-bf1f-e76200bb8ab4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:52.913521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:49:52.943154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Allocated IP 172.20.0.1 (d8477d9c-ce1c-4658-b7d4-9aab26887406/10b7d0eb-3168-41a0-bebe-762cd5d0115a/d3bdc38b-4f98-4d14-809a-fa170d663e9b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:52.998972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.009518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d4d544-8039-4af2-95a3-b3e50b501037']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.023785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d9f9e6-569f-43c0-8a98-940694d56f8e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.024081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d9f9e6-569f-43c0-8a98-940694d56f8e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:53.034552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.050671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.058037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:49:53.058514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:49:53.061708 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:49:53.078300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.092757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Transition to ACTIVE for port object d3bdc38b-4f98-4d14-809a-fa170d663e9b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:53.124596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.133672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.145458 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.154785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/b0d4d544-8039-4af2-95a3-b3e50b501037 HTTP/1.1" status: 204 len: 168 time: 1.2489932 Jul 22 19:49:53.159778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48386) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:53.185645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5b5d7-9596-48c4-bd44-c983ccef14df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=b0d4d544-8039-4af2-95a3-b3e50b501037,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:53.206445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1667495215'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:53.237091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:53.247901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:53.255052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:53.266788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Pushing event updated for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:53.313573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:53.317350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.343591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.533438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:53.545099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.545490 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 1411cceb-3718-4bf1-a493-843c975a1c7b of type vlan for network 94cb56a0-55e7-4c66-9d04-75a640df1a1b Jul 22 19:49:53.589736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.614687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 888b19f8-5558-4a95-a722-956b99554b01 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:53.641000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.648625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:53.650577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.721096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-78692aba-d08c-47b0-813d-7749f787c48a None None] Provisioning for port d3bdc38b-4f98-4d14-809a-fa170d663e9b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:53.732527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-78692aba-d08c-47b0-813d-7749f787c48a None None] Provisioning complete for port d3bdc38b-4f98-4d14-809a-fa170d663e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:53.732904 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-78692aba-d08c-47b0-813d-7749f787c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.785771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-78692aba-d08c-47b0-813d-7749f787c48a None None] Port d3bdc38b-4f98-4d14-809a-fa170d663e9b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:53.798395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 888b19f8-5558-4a95-a722-956b99554b01 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:53.805179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 888b19f8-5558-4a95-a722-956b99554b01 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:53.806629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.820972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6599221 Jul 22 19:49:53.824765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:53.833980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:53.949467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdfe0b-c573-4aea-a41e-bc23b7f2acc1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=94cb56a0-55e7-4c66-9d04-75a640df1a1b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:53.967562 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:53.974983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:54.005173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.007658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:54.017721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.030594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 888b19f8-5558-4a95-a722-956b99554b01, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=888b19f8-5558-4a95-a722-956b99554b01,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:54.042363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b2038-9362-42af-a945-388f59ab5f3b req-8bd008cc-9b7b-4fc5-bf69-bc005099cf69 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:54.044631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-007b2038-9362-42af-a945-388f59ab5f3b req-8bd008cc-9b7b-4fc5-bf69-bc005099cf69 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 944 time: 0.3648403 Jul 22 19:49:54.119476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.120623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 21961df2-a87f-496b-88ae-12e08d4fc60c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:54.162592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de01f5-7c98-4f1b-beff-9e58349a32f2 req-eb540214-7d20-4775-8ce6-87e145853b3e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:54.164460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50de01f5-7c98-4f1b-beff-9e58349a32f2 req-eb540214-7d20-4775-8ce6-87e145853b3e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 945 time: 0.2982702 Jul 22 19:49:54.186159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-007b2038-9362-42af-a945-388f59ab5f3b req-ec951559-6a3c-45cf-b74b-92af4d205705 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323321 Jul 22 19:49:54.241282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=888b19f8-5558-4a95-a722-956b99554b01,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:54.255205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 21961df2-a87f-496b-88ae-12e08d4fc60c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:54.255584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.278429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50de01f5-7c98-4f1b-beff-9e58349a32f2 req-5ca9b0d3-1a30-4215-ac95-c966d768c013 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016128 Jul 22 19:49:54.363175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.376480 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.383894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.385306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 091225f3-ce80-404c-8c11-66ffd5415e41 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:54.446742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 091225f3-ce80-404c-8c11-66ffd5415e41 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:54.451989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 091225f3-ce80-404c-8c11-66ffd5415e41 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:54.453298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.479617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=7406bd83-7a6e-4cb8-87ea-105c173a1879,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:54.483984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.486826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Pushing event updated for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:54.495470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '1411cceb-3718-4bf1-a493-843c975a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:54.495933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 94cb56a0-55e7-4c66-9d04-75a640df1a1b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:54.496127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:49:54.525491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:54.528877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:49:54.529260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bb5471a7-ee3e-4716-bf1f-e76200bb8ab4 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:49:54.548225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.550885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 94cb56a0-55e7-4c66-9d04-75a640df1a1b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:54.564538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:54.565305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.582372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5512f0eb-9d58-472d-9a4c-7cfd4a8fa5c3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7561615 Jul 22 19:49:54.584857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48466) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:54.591491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-218633314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:54.599995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed577256-884a-4fee-b0c1-e88e7d5e5596 None None] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:54.625335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.626341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.627523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.662819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:54.665581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:54.703733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.712881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.730993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:54.740014 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389870e-1ed0-4cf9-812d-adc34eba4e3e" -d '{"events": [{"server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "name": "network-vif-plugged", "status": "completed", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:54.755568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.760927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-20ad39fd-a1ba-4d5a-9497-95fa292d826b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1709621 Jul 22 19:49:54.761129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48476) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:54.770343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=091225f3-ce80-404c-8c11-66ffd5415e41,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:54.777543 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:54.778381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:54.927660 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7218debe-4b01-4b74-a46c-eaa84845b521 x-openstack-request-id: req-7218debe-4b01-4b74-a46c-eaa84845b521 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:54.928435 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "name": "network-vif-plugged", "status": "completed", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:54.928435 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7218debe-4b01-4b74-a46c-eaa84845b521 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:54.928720 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41', 'code': 200} Jul 22 19:49:55.016459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:55.073709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-586e89bc-4c23-4cfc-9c3a-06d15d611a30 None None] Provisioning complete for port d3bdc38b-4f98-4d14-809a-fa170d663e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:55.074822 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-586e89bc-4c23-4cfc-9c3a-06d15d611a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.096605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a58d72-969b-4f83-a9fa-fd53a96b4d3a req-dbf027c5-b4ca-4d4a-9a79-c5faef2eaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:55.097305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a58d72-969b-4f83-a9fa-fd53a96b4d3a req-dbf027c5-b4ca-4d4a-9a79-c5faef2eaab3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1097 time: 0.1016278 Jul 22 19:49:55.103514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-94cb56a0-55e7-4c66-9d04-75a640df1a1b', 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': '7406bd83-7a6e-4cb8-87ea-105c173a1879'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:55.104637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.109240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f7076471-b84e-4178-9b27-ddfd474d2f69 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:55.123137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f7076471-b84e-4178-9b27-ddfd474d2f69 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:55.123794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.142214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:49:55.151296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a58d72-969b-4f83-a9fa-fd53a96b4d3a req-4ef54808-7926-414d-ad06-dd8617dfeb2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Jul 22 19:49:55.165579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-586e89bc-4c23-4cfc-9c3a-06d15d611a30 None None] Port d3bdc38b-4f98-4d14-809a-fa170d663e9b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:55.348643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.357470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Allocated IP 2001:db8::2 (94cb56a0-55e7-4c66-9d04-75a640df1a1b/7406bd83-7a6e-4cb8-87ea-105c173a1879/1900c8ff-0230-4262-a2a7-448229c2ed82) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:55.364737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:55.372893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de8e5abf-61a6-49eb-aa98-0df7ed032c73 admin admin] 10.222.0.10 "PUT /v2.0/routers/d129abc2-5b10-4b3f-b7a4-33c3faf7b256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2409692 Jul 22 19:49:55.449405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.467102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:55.510376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 888b19f8-5558-4a95-a722-956b99554b01 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:55.513203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Sync routers for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:55.525219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.583727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:55.585040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:55.770016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:55.801756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6cd0-2abd-443d-aa2a-e264e59c520e req-5a940e15-0238-43ee-83bd-fed81efa754d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:55.807906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.810461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d4e6cd0-2abd-443d-aa2a-e264e59c520e req-5a940e15-0238-43ee-83bd-fed81efa754d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.4059296 Jul 22 19:49:55.853889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Transition to ACTIVE for port object 1900c8ff-0230-4262-a2a7-448229c2ed82 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:55.881419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Transition to ACTIVE for port object 1900c8ff-0230-4262-a2a7-448229c2ed82 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:55.896483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:55.899287 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.902265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 888b19f8-5558-4a95-a722-956b99554b01 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:55.902636 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:55.902844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557ffc7-e5a9-450a-97d5-f61343a328cd req-79394461-ad12-4c9a-8322-36e6ccb1bbfe tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:55.904559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7557ffc7-e5a9-450a-97d5-f61343a328cd req-79394461-ad12-4c9a-8322-36e6ccb1bbfe tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.4255295 Jul 22 19:49:55.944699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d4e6cd0-2abd-443d-aa2a-e264e59c520e req-c9ef8696-c78b-49c6-91dd-8128eea7b5da tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333249 Jul 22 19:49:56.025356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:56.035288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:56.096759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7557ffc7-e5a9-450a-97d5-f61343a328cd req-4cf9e08a-e510-4469-9920-3656051f36fe tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840518 Jul 22 19:49:56.106398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8::1 (94cb56a0-55e7-4c66-9d04-75a640df1a1b/7406bd83-7a6e-4cb8-87ea-105c173a1879/68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:56.206363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48502) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:56.240132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:56.242950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-267208407-network', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:56.245996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Pushing event updated for resources: {'Port': ['ID=1900c8ff-0230-4262-a2a7-448229c2ed82,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:56.307145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Made reservation on behalf of 2ec7d34ad57a4aac9289eae21af74100 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:56.310096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.334434 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.337620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.366523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:56.393337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Attempting to bind port 1900c8ff-0230-4262-a2a7-448229c2ed82 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:56.393727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Attempting to bind port 1900c8ff-0230-4262-a2a7-448229c2ed82 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1411cceb-3718-4bf1-a493-843c975a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:56.394097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Attempting to bind port 1900c8ff-0230-4262-a2a7-448229c2ed82 on network 94cb56a0-55e7-4c66-9d04-75a640df1a1b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:56.407271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:56.407652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Checking segment: {'id': '1411cceb-3718-4bf1-a493-843c975a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:56.408047 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.408525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Bound using segment: {'id': '1411cceb-3718-4bf1-a493-843c975a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:56.408944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Bound port: 1900c8ff-0230-4262-a2a7-448229c2ed82, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1411cceb-3718-4bf1-a493-843c975a1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '94cb56a0-55e7-4c66-9d04-75a640df1a1b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:56.409335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.446087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.507604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:56.516373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:56.522025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] For port 1900c8ff-0230-4262-a2a7-448229c2ed82, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:56.522785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:49:56.523746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.526200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] For port 1900c8ff-0230-4262-a2a7-448229c2ed82, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1900c8ff-0230-4262-a2a7-448229c2ed82,segment=NetworkSegment(1411cceb-3718-4bf1-a493-843c975a1c7b),segment_id=1411cceb-3718-4bf1-a493-843c975a1c7b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:56.532222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.567691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:56.583966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd3bdc38b-4f98-4d14-809a-fa170d663e9b', 'name': '', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'mac_address': 'fa:16:3e:38:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:52Z', 'updated_at': '2021-07-22T19:49:54Z', 'revision_number': 2, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'subnets': [{'id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:56.639163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Checking router: d129abc2-5b10-4b3f-b7a4-33c3faf7b256 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:49:56.639563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Updating router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 port d3bdc38b-4f98-4d14-809a-fa170d663e9b binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:49:56.639711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.654809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.690818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:49:56.691906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.703801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e91cd7-3972-4d74-a6a6-70b14cf7c576 None None] Pushing event updated for resources: {'Port': ['ID=1900c8ff-0230-4262-a2a7-448229c2ed82,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:56.743883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.744386 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Added segment efafcd7f-3942-4a73-b952-e595d773c18c of type vlan for network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 Jul 22 19:49:56.755556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c89e550-ce6d-4903-8165-897c879b5709,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:56.760566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.833067 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.965406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:49:56.968432 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470c267f-49b4-499e-90ec-699f40994b7a" -d '{"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:49:56.989366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:56.990517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:56.991162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.013940 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009472bd-cde5-4b7a-b092-f406b99499f6 x-openstack-request-id: req-009472bd-cde5-4b7a-b092-f406b99499f6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:49:57.014299 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-plugged", "status": "completed", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:49:57.014559 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-009472bd-cde5-4b7a-b092-f406b99499f6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:49:57.016500 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'code': 200} Jul 22 19:49:57.051988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8442962 Jul 22 19:49:57.055320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48512) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:57.062976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Request body: {'subnet': {'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-267208407-subnet', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:57.114201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Made reservation on behalf of 2ec7d34ad57a4aac9289eae21af74100 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:49:57.121297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e09df6-de17-4e88-a08b-880111fb4c35 admin admin] Pushing event updated for resources: {'Network': ['ID=80deab8e-b4c1-4a04-b51b-a40d490e5af0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:57.127276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.139760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:49:57.297345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05639e-092e-4a06-afa3-d84d780ea2a0 req-45896e85-a222-4e0f-a54f-96e48c865e79 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:57.299002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e05639e-092e-4a06-afa3-d84d780ea2a0 req-45896e85-a222-4e0f-a54f-96e48c865e79 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1903291 Jul 22 19:49:57.343169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.348703 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.361313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Transition to ACTIVE for port object d3bdc38b-4f98-4d14-809a-fa170d663e9b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:57.381265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.473680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38e53-c333-4291-a9f3-f79867b966dc None None] Pushing event updated for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:57.605288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1900c8ff-0230-4262-a2a7-448229c2ed82 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:49:57.617144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b066671-70ea-4086-8fdd-c99f19c4bff5 req-eb8dcad0-24c8-4c86-b556-6f08be203949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:57.618853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2b066671-70ea-4086-8fdd-c99f19c4bff5 req-eb8dcad0-24c8-4c86-b556-6f08be203949 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1098 time: 0.4404397 Jul 22 19:49:57.619947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.639289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Attempting to bind port d3bdc38b-4f98-4d14-809a-fa170d663e9b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:49:57.639684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Attempting to bind port d3bdc38b-4f98-4d14-809a-fa170d663e9b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:49:57.640078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Attempting to bind port d3bdc38b-4f98-4d14-809a-fa170d663e9b on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:49:57.650015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:49:57.650433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Checking segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:57.653717 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.654641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Bound using segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:49:57.655177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Bound port: d3bdc38b-4f98-4d14-809a-fa170d663e9b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:49:57.655571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.732020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4375fd4e-558d-4e11-9f3a-af0c6e77497e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:57.751892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2b066671-70ea-4086-8fdd-c99f19c4bff5 req-7f0120b7-375c-4ea4-9fd0-a678c1848d55 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847783 Jul 22 19:49:57.766923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] For port d3bdc38b-4f98-4d14-809a-fa170d663e9b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:49:57.771074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] For port d3bdc38b-4f98-4d14-809a-fa170d663e9b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d3bdc38b-4f98-4d14-809a-fa170d663e9b,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:49:57.772733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 1900c8ff-0230-4262-a2a7-448229c2ed82 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:57.779408 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.790494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Checking segment: {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:49:57.792473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Network hostable DHCP agents. Network: 80deab8e-b4c1-4a04-b51b-a40d490e5af0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:49:57.824482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:49:57.847566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 80deab8e-b4c1-4a04-b51b-a40d490e5af0) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:57.861613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38e53-c333-4291-a9f3-f79867b966dc None None] Pushing event updated for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:57.863512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:57.864119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.873509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99cbb8-6cfa-429c-a798-ff404850a7f1 None None] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:57.890193 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42d0dc24-f0a4-4d0c-b291-e40c9243021b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8302588 Jul 22 19:49:57.890463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:57.895111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:49:57.965595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.970232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:57.985398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:57.986350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:58.073241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.089582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.095132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.096077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.107798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e05639e-092e-4a06-afa3-d84d780ea2a0 req-a12dc682-76b6-47c6-b096-c503d6945dba tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976718 Jul 22 19:49:58.159315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88d78d-6abd-47ac-8ba5-d05f12976638 None None] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:49:58.270496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567b942-4f15-4a58-8289-261a48c97aed req-6ec21186-8872-49a8-a98f-3bbe5fbd2cd5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:58.272038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0567b942-4f15-4a58-8289-261a48c97aed req-6ec21186-8872-49a8-a98f-3bbe5fbd2cd5 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 1.0229814 Jul 22 19:49:58.345580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.354877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:49:58.389424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Provisioning for port 1900c8ff-0230-4262-a2a7-448229c2ed82 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:58.403517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:58.432467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Provisioning complete for port 1900c8ff-0230-4262-a2a7-448229c2ed82 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:58.432849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.449295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0567b942-4f15-4a58-8289-261a48c97aed req-e521e172-e939-471f-82d3-015cdd7a9bc8 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690638 Jul 22 19:49:58.470843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:58.474979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:58.485693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:49:58.486617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.802644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bfc1e-d60a-4b24-946b-25580b36b203 req-8b547256-beb2-423c-800b-bbb0f35f3060 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:58.811453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-930bfc1e-d60a-4b24-946b-25580b36b203 req-8b547256-beb2-423c-800b-bbb0f35f3060 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1670508 Jul 22 19:49:58.880113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-930bfc1e-d60a-4b24-946b-25580b36b203 req-03faae1c-3ed8-40d0-a9f1-3b4a1601cfdb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637333 Jul 22 19:49:58.894962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 1193ea6f-894f-42b2-9fdd-3c4de60173d0 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:49:58.898176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-45e2d0e9-180c-4235-9725-ac2e1b257e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:58.900956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-45e2d0e9-180c-4235-9725-ac2e1b257e8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1097 time: 0.3637862 Jul 22 19:49:58.925546 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:58.986531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.058971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.087648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Allocated IP 172.20.0.2 (80deab8e-b4c1-4a04-b51b-a40d490e5af0/4375fd4e-558d-4e11-9f3a-af0c6e77497e/676a75a2-557b-426d-a17f-1edd23bb5c18) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:59.142324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:49:59.148810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5d52694a-14f4-4744-9ba6-038664587458 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/1193ea6f-894f-42b2-9fdd-3c4de60173d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3871162 Jul 22 19:49:59.151570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] For port 1900c8ff-0230-4262-a2a7-448229c2ed82, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1900c8ff-0230-4262-a2a7-448229c2ed82,segment=NetworkSegment(1411cceb-3718-4bf1-a493-843c975a1c7b),segment_id=1411cceb-3718-4bf1-a493-843c975a1c7b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:49:59.151863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48550) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:59.157576 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] Sync routers for ids ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:49:59.169790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.177279 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] Routers {'1193ea6f-894f-42b2-9fdd-3c4de60173d0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:59.177911 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:59.243964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-e49cebc5-2d08-4854-9022-7bdf0ab2d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:59.246190 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-e49cebc5-2d08-4854-9022-7bdf0ab2d296 service neutron] 10.222.0.32 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.3380725 Jul 22 19:49:59.274148 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:59.307108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8488c461-cd09-4d5a-a8d1-74c249c7c739 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:59.311341 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] Routers {'1193ea6f-894f-42b2-9fdd-3c4de60173d0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:49:59.313682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8488c461-cd09-4d5a-a8d1-74c249c7c739 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports/68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 HTTP/1.1" status: 200 len: 911 time: 0.1607580 Jul 22 19:49:59.314011 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:59.316513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48566) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:49:59.385385 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-5a78e869-2e7d-4e81-bed7-1c6495ae2a8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 200 len: 217 time: 0.1182847 Jul 22 19:49:59.419669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7978fd-ed64-4575-b125-340651684a41 None None] Pushing event updated for resources: {'Port': ['ID=1900c8ff-0230-4262-a2a7-448229c2ed82,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:49:59.421670 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:59.430330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd3bdc38b-4f98-4d14-809a-fa170d663e9b', 'name': '', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'mac_address': 'fa:16:3e:38:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:52Z', 'updated_at': '2021-07-22T19:49:57Z', 'revision_number': 4, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'subnets': [{'id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:49:59.438681 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366a9f35-0400-446e-85dc-6038e53e8077 None None] The sync data for ids ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:59.487065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd40c3d1-d13e-4303-8598-c97b74b82c4b None None] The sync data for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 is: [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'd3bdc38b-4f98-4d14-809a-fa170d663e9b', 'name': '', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'mac_address': 'fa:16:3e:38:ce:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:52Z', 'updated_at': '2021-07-22T19:49:57Z', 'revision_number': 4, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'subnets': [{'id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:49:59.495293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Allocated IP 172.25.6.79 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/4e780a3b-5b32-4571-8e90-a59d4a5c3b8a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:49:59.518780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-68fc26e7-6a76-49f4-be4e-e35fab27acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:49:59.531853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-68fc26e7-6a76-49f4-be4e-e35fab27acc2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.1365144 Jul 22 19:49:59.635349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-498e8f10-8b74-4060-8b01-2fe2292b6cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825810 Jul 22 19:49:59.639203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Provisioning for port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:49:59.653373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Provisioning complete for port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:59.653913 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.714468 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.719187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:49:59.744103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Transition to ACTIVE for port object 676a75a2-557b-426d-a17f-1edd23bb5c18 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:59.781913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.798383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Provisioning complete for port 1900c8ff-0230-4262-a2a7-448229c2ed82 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:49:59.798855 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66de4aa1-2d09-4e9d-a347-0b0f9d19a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.801885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Transition to ACTIVE for port object 676a75a2-557b-426d-a17f-1edd23bb5c18 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:49:59.849330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.870944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:49:59.926360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:49:59.936996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:49:59.940226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:00.041475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Pushing event updated for resources: {'Port': ['ID=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:00.054675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:00.072018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:00.079677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:00.083673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Pushing event updated for resources: {'Port': ['ID=676a75a2-557b-426d-a17f-1edd23bb5c18,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:00.116980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-335292c3-1d73-4038-abe6-b4d1aaf7d607 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829511 Jul 22 19:50:00.165669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f59563-c254-4cb6-9ac1-eff3e3e12304 req-026158d4-7a4b-4ca8-8cdf-dcb2167a9b65 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:00.167386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5f59563-c254-4cb6-9ac1-eff3e3e12304 req-026158d4-7a4b-4ca8-8cdf-dcb2167a9b65 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.3896265 Jul 22 19:50:00.304387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5f59563-c254-4cb6-9ac1-eff3e3e12304 req-1a5ec720-12bd-4d36-8a93-8c58713a6004 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247499 Jul 22 19:50:00.355275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Attempting to bind port 676a75a2-557b-426d-a17f-1edd23bb5c18 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:00.355835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Attempting to bind port 676a75a2-557b-426d-a17f-1edd23bb5c18 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:00.356032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Attempting to bind port 676a75a2-557b-426d-a17f-1edd23bb5c18 on network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:00.370368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:00.371064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Checking segment: {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:00.371659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.372304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Bound using segment: {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:00.372968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Bound port: 676a75a2-557b-426d-a17f-1edd23bb5c18, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:00.373522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.376203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3220-6fbd-4ad7-8ece-6271da0e558d req-4b4f5250-b238-4f29-af10-0a44ae818578 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:00.386517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-563e3220-6fbd-4ad7-8ece-6271da0e558d req-4b4f5250-b238-4f29-af10-0a44ae818578 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.3240728 Jul 22 19:50:00.481401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] For port 676a75a2-557b-426d-a17f-1edd23bb5c18, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:00.502446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-563e3220-6fbd-4ad7-8ece-6271da0e558d req-85edb3dc-ab76-4fa0-aa36-f7e0ff70fcf8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092482 Jul 22 19:50:00.504168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-28177070-17fc-4ae1-9563-a133bc32e348 None None] Provisioning complete for port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:00.504765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-28177070-17fc-4ae1-9563-a133bc32e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.508937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] For port 676a75a2-557b-426d-a17f-1edd23bb5c18, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=676a75a2-557b-426d-a17f-1edd23bb5c18,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:00.534384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.542827 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-89268117-3dcf-4b77-86e5-e78ac2457482 req-611db48d-adae-4c08-abab-f46d9397c366 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400176 Jul 22 19:50:00.543928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.636392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-28177070-17fc-4ae1-9563-a133bc32e348 None None] Port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:00.675752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae84e-5801-4a73-ab8f-d2e4612dd531 None None] Pushing event updated for resources: {'Port': ['ID=676a75a2-557b-426d-a17f-1edd23bb5c18,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:00.732997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:00.966981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:00.967537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.048314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.125906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.141781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:01.230880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Router daa46bd1-778a-4787-b895-c774b678dcb9 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:01.360130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.404689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:01.410130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=68b9ce0f-1dfb-4e11-8a1f-1965fe8dd4b3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:01.440042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Sync routers for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:01.450204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.451496 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-512c3574-3484-4af5-b170-8af30d0cdd1e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5601997 Jul 22 19:50:01.455793 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:01.456463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:01.458044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48584) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:01.738001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:01.768523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:01.807463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2d32b-99b0-478c-bd1c-df857aa2a9ce req-81b015a2-541c-480e-8aef-dedd0a2379bd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:01.808134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34e2d32b-99b0-478c-bd1c-df857aa2a9ce req-81b015a2-541c-480e-8aef-dedd0a2379bd tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.4057624 Jul 22 19:50:01.870601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 676a75a2-557b-426d-a17f-1edd23bb5c18 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:01.984651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34e2d32b-99b0-478c-bd1c-df857aa2a9ce req-bb87a7dd-2686-481c-a0cc-507aa9a98452 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569490 Jul 22 19:50:02.122496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eade811-f4cc-468c-8320-201e62087c41 req-29be54f9-e79c-4d23-b76a-fb02eddc8852 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:02.130893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5eade811-f4cc-468c-8320-201e62087c41 req-29be54f9-e79c-4d23-b76a-fb02eddc8852 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.3534560 Jul 22 19:50:02.144974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 676a75a2-557b-426d-a17f-1edd23bb5c18 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:02.157237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1900c8ff-0230-4262-a2a7-448229c2ed82 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:02.197059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 1193ea6f-894f-42b2-9fdd-3c4de60173d0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:02.219248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d86ee-a239-416a-9a6f-929e1f1f9f32 None None] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:02.244946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:00Z', 'revision_number': 3, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:02.254751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5eade811-f4cc-468c-8320-201e62087c41 req-f88ef07a-bb79-4e17-8c5b-62f1ec319cb4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192737 Jul 22 19:50:02.340276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Checking router: daa46bd1-778a-4787-b895-c774b678dcb9 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:02.340630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Updating router daa46bd1-778a-4787-b895-c774b678dcb9 port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:02.363258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412ebd0-e25a-4cc4-8b0e-65daa31e6651 req-46da35a9-59e3-40d3-bda5-6561bad63b24 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:02.365064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2412ebd0-e25a-4cc4-8b0e-65daa31e6651 req-46da35a9-59e3-40d3-bda5-6561bad63b24 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2313166 Jul 22 19:50:02.371366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:02.383437 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] Sync routers for ids ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:02.386018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68e26f19-8c06-41ce-b1d3-1f2c29ad98d3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/1193ea6f-894f-42b2-9fdd-3c4de60173d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0679035 Jul 22 19:50:02.386191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1900c8ff-0230-4262-a2a7-448229c2ed82 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:02.386601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.394692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:02.403134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] Routers {'1193ea6f-894f-42b2-9fdd-3c4de60173d0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:02.404963 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:02.431192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Provisioning for port 676a75a2-557b-426d-a17f-1edd23bb5c18 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:02.447116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1d24f925-23ea-48ee-95a0-a946ad5df140 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=1193ea6f-894f-42b2-9fdd-3c4de60173d0 HTTP/1.1" status: 200 len: 205 time: 0.0497849 Jul 22 19:50:02.453372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48596) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:02.454215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Provisioning complete for port 676a75a2-557b-426d-a17f-1edd23bb5c18 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:02.454726 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.578635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2412ebd0-e25a-4cc4-8b0e-65daa31e6651 req-0ffdebbf-86be-4135-9cf6-8e1cbcfdcddb tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047088 Jul 22 19:50:02.589789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.662967 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:02.678164 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] Routers {'1193ea6f-894f-42b2-9fdd-3c4de60173d0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:02.679191 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:02.718846 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:02.719894 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b95be9-dfd5-4ff3-ab0a-080d7953f8f0 None None] The sync data for ids ['1193ea6f-894f-42b2-9fdd-3c4de60173d0'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:02.821613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d3bdc38b-4f98-4d14-809a-fa170d663e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:02.823520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.912016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.915764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.934848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8163e2-19e4-4b3e-9563-abb3b3b1e9fc req-16ec93ce-b08a-402c-bd4b-b056e82773d6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:02.936431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd8163e2-19e4-4b3e-9563-abb3b3b1e9fc req-16ec93ce-b08a-402c-bd4b-b056e82773d6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2275367 Jul 22 19:50:02.958890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.998700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:02.999339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router 1193ea6f-894f-42b2-9fdd-3c4de60173d0 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:03.022238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.027274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b875cc82-5562-4ab7-86b0-bcef61cde37d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/1193ea6f-894f-42b2-9fdd-3c4de60173d0 HTTP/1.1" status: 204 len: 168 time: 0.5566382 Jul 22 19:50:03.030096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:03.031796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd8163e2-19e4-4b3e-9563-abb3b3b1e9fc req-7ed36044-3b6c-454a-9ac3-bd281ba4a87a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587113 Jul 22 19:50:03.123743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d3bdc38b-4f98-4d14-809a-fa170d663e9b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:03.142690 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.151363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet 7406bd83-7a6e-4cb8-87ea-105c173a1879 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:03.160047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d3bdc38b-4f98-4d14-809a-fa170d663e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:03.160454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.160570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.193711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] For port 676a75a2-557b-426d-a17f-1edd23bb5c18, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=676a75a2-557b-426d-a17f-1edd23bb5c18,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:03.236418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8a075-9899-4566-92e8-7e075dc775c2 req-a39477ad-69e6-4f42-a9a4-cc2354b51ef2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:03.238212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a8a075-9899-4566-92e8-7e075dc775c2 req-a39477ad-69e6-4f42-a9a4-cc2354b51ef2 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.0891161 Jul 22 19:50:03.263049 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.267991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.291727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7a8a075-9899-4566-92e8-7e075dc775c2 req-f478eb7c-48dd-4b08-8f07-48241fc3765e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461073 Jul 22 19:50:03.329540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Allocated IP 172.20.0.1 (80deab8e-b4c1-4a04-b51b-a40d490e5af0/4375fd4e-558d-4e11-9f3a-af0c6e77497e/7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:03.361267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a0c0b-cc8c-4d7a-9b53-592285ac413d None None] Pushing event updated for resources: {'Port': ['ID=676a75a2-557b-426d-a17f-1edd23bb5c18,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:03.476181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8543d9-aecf-4246-b678-2f2999f36564 req-955df238-b871-42f2-8588-ac92486c2a7c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:03.481549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.484637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d8543d9-aecf-4246-b678-2f2999f36564 req-955df238-b871-42f2-8588-ac92486c2a7c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1023729 Jul 22 19:50:03.500202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.540733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.577866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d8543d9-aecf-4246-b678-2f2999f36564 req-95fda66e-df03-4cfd-a988-b21157d69089 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921168 Jul 22 19:50:03.588834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d3bdc38b-4f98-4d14-809a-fa170d663e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d3bdc38b-4f98-4d14-809a-fa170d663e9b,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:03.591886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Transition to ACTIVE for port object 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:03.604882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.623287 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.628560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32c621-f87a-43d1-b3e1-b2d3a20961b3 req-1a6953fb-5103-45c5-9401-bb8991ea1442 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:03.644178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a32c621-f87a-43d1-b3e1-b2d3a20961b3 req-1a6953fb-5103-45c5-9401-bb8991ea1442 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1465597 Jul 22 19:50:03.667727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.685097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.703060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a32c621-f87a-43d1-b3e1-b2d3a20961b3 req-a8f74abd-6c9b-4e17-b2b7-78c44408de8b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570686 Jul 22 19:50:03.712355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Transition to ACTIVE for port object 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:03.714653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-13ecf803-2fb3-4291-9901-51d6296b1a87 None None] Provisioning complete for port 676a75a2-557b-426d-a17f-1edd23bb5c18 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:03.714958 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-13ecf803-2fb3-4291-9901-51d6296b1a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.716976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.722106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48622) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:03.738686 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/7406bd83-7a6e-4cb8-87ea-105c173a1879 HTTP/1.1" status: 204 len: 168 time: 0.7074499 Jul 22 19:50:03.760875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Attempting to bind port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:03.761223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Attempting to bind port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:03.761821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Attempting to bind port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:03.764245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e9be0e-204b-4d07-b416-933f38ee5468 None None] Network 94cb56a0-55e7-4c66-9d04-75a640df1a1b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:03.766095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 676a75a2-557b-426d-a17f-1edd23bb5c18 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:03.777343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:03.789217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced0824-e299-4d91-9c7b-2811643890cf tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=7406bd83-7a6e-4cb8-87ea-105c173a1879,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:03.843036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.859801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:03.860087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:03.860521 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.860924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:03.861412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Bound port: 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:03.861795 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.866767 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:03.952467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:03.958762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:03.959622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb4370-430a-406f-80f0-29f2a72299f7 req-533f72a3-5b78-40e2-9e62-45158f1f7f58 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:03.961940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:03.968364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fb4370-430a-406f-80f0-29f2a72299f7 req-533f72a3-5b78-40e2-9e62-45158f1f7f58 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1248567 Jul 22 19:50:04.007492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 1900c8ff-0230-4262-a2a7-448229c2ed82 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:04.007724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.036852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.049804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b09f7-f62d-4a22-8c9b-bf73a517fdd6 None None] Pushing event updated for resources: {'Port': ['ID=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:04.122765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] For port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:04.143381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] For port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:04.177415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 676a75a2-557b-426d-a17f-1edd23bb5c18 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:04.181630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.195419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.248649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:04.327569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.364392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b09f7-f62d-4a22-8c9b-bf73a517fdd6 None None] Pushing event updated for resources: {'Port': ['ID=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:04.372473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:04.373119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:04.481807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] DHCP port deletion for 94cb56a0-55e7-4c66-9d04-75a640df1a1b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:04.568755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7fec283-2080-4752-bbde-d9e16748ad7d None None] Provisioning for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:04.584708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7fec283-2080-4752-bbde-d9e16748ad7d None None] Provisioning complete for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:04.585108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7fec283-2080-4752-bbde-d9e16748ad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.636831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:04.643842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.651280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.675506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b7fec283-2080-4752-bbde-d9e16748ad7d None None] Port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:04.701228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 1900c8ff-0230-4262-a2a7-448229c2ed82, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1900c8ff-0230-4262-a2a7-448229c2ed82,segment=NetworkSegment(1411cceb-3718-4bf1-a493-843c975a1c7b),segment_id=1411cceb-3718-4bf1-a493-843c975a1c7b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:04.701742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.708933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.715693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 1900c8ff-0230-4262-a2a7-448229c2ed82 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:04.756719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Deleting port 1900c8ff-0230-4262-a2a7-448229c2ed82 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:04.757090 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.794018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:04.821999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fb4370-430a-406f-80f0-29f2a72299f7 req-59fa72e7-fe61-4a68-9501-a265b185f862 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474276 Jul 22 19:50:04.889782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] For port 1900c8ff-0230-4262-a2a7-448229c2ed82, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1900c8ff-0230-4262-a2a7-448229c2ed82,segment=NetworkSegment(1411cceb-3718-4bf1-a493-843c975a1c7b),segment_id=1411cceb-3718-4bf1-a493-843c975a1c7b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:04.890187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:04.893535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:04.895901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:04.926637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Calling delete_port for 1900c8ff-0230-4262-a2a7-448229c2ed82 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:04.934273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67915-94a6-4876-81f0-5d6eaacbb202 req-7ac58289-3b3f-48d2-bc55-4b27fbd62a58 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:04.936085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ae67915-94a6-4876-81f0-5d6eaacbb202 req-7ac58289-3b3f-48d2-bc55-4b27fbd62a58 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2117984 Jul 22 19:50:05.038294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ae67915-94a6-4876-81f0-5d6eaacbb202 req-5b55af7e-9ef2-4f36-94cb-83a31040d10e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618045 Jul 22 19:50:05.071879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.078245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Router daa46bd1-778a-4787-b895-c774b678dcb9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:05.082296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.109788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=1900c8ff-0230-4262-a2a7-448229c2ed82,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:05.116297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port 1900c8ff-0230-4262-a2a7-448229c2ed82 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:05.140629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] Pushing event deleted for resources: {'Port': ['ID=1900c8ff-0230-4262-a2a7-448229c2ed82,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:05.160837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6be029-ccfc-4071-b772-b34c849a13be None None] No DVR routers for this DVR port 1900c8ff-0230-4262-a2a7-448229c2ed82 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:05.167799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a382-d88c-4262-af39-8ab6df34f9d8 req-3f88562c-02b7-4e84-a34b-5d67df678429 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:05.175075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f369a382-d88c-4262-af39-8ab6df34f9d8 req-3f88562c-02b7-4e84-a34b-5d67df678429 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2360322 Jul 22 19:50:05.256301 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.286138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cb56a0-55e7-4c66-9d04-75a640df1a1b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:05.307203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f369a382-d88c-4262-af39-8ab6df34f9d8 req-28a5331a-14fd-475a-82da-4d1b793c3984 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313591 Jul 22 19:50:05.313994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1411cceb-3718-4bf1-a493-843c975a1c7b') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:05.315322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1411cceb-3718-4bf1-a493-843c975a1c7b') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:05.326673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.343273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.353317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe', 'name': '', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'mac_address': 'fa:16:3e:ee:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:02Z', 'updated_at': '2021-07-22T19:50:03Z', 'revision_number': 1, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'subnets': [{'id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:05.355267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:05.357674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:05.361601 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:05.396981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:05.408568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6aa0ae7-0550-4451-9fbb-0d6daf210280 admin admin] 10.222.0.10 "PUT /v2.0/routers/daa46bd1-778a-4787-b895-c774b678dcb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482381 Jul 22 19:50:05.423727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c097569a-d336-4c23-a076-d64dca7d67a2 None None] Provisioning complete for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:05.424100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c097569a-d336-4c23-a076-d64dca7d67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.438780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.490470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.498279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48644) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:05.499607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/94cb56a0-55e7-4c66-9d04-75a640df1a1b HTTP/1.1" status: 204 len: 168 time: 1.7761345 Jul 22 19:50:05.500619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacac4f-4d04-446a-835a-7d5bd9543a3e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=94cb56a0-55e7-4c66-9d04-75a640df1a1b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:05.504218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1439417337', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:05.533230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c097569a-d336-4c23-a076-d64dca7d67a2 None None] Port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:05.540574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ea6e0-5ce0-4630-8d8c-cec44c1de7b9 None None] The sync data for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 is: [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe', 'name': '', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'mac_address': 'fa:16:3e:ee:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:02Z', 'updated_at': '2021-07-22T19:50:03Z', 'revision_number': 1, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'subnets': [{'id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:05.570791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.574012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.692857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:05.741850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d3bdc38b-4f98-4d14-809a-fa170d663e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:05.841964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad769fe4-c29e-4742-a730-e225b9191c6b req-52c3cb69-4e06-4e84-b29d-e4599b901f27 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:05.848384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad769fe4-c29e-4742-a730-e225b9191c6b req-52c3cb69-4e06-4e84-b29d-e4599b901f27 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1384974 Jul 22 19:50:05.986714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad769fe4-c29e-4742-a730-e225b9191c6b req-55c09925-28f7-442e-8117-e2221131eaaa tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264489 Jul 22 19:50:06.033818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:06.303390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d3bdc38b-4f98-4d14-809a-fa170d663e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:06.304040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:06.323115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4953e8-8784-467f-9a70-a884295382c7 req-649110ac-8fe3-4544-bf41-472a6b6f376a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:06.325097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b4953e8-8784-467f-9a70-a884295382c7 req-649110ac-8fe3-4544-bf41-472a6b6f376a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1638749 Jul 22 19:50:06.417813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b4953e8-8784-467f-9a70-a884295382c7 req-f35c1a7e-5d33-466d-95a7-8af58dfdffde tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867212 Jul 22 19:50:06.488786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:06.516388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:06.547951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1900c8ff-0230-4262-a2a7-448229c2ed82 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:06.560372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-2ab1cb63-9ecc-4d01-a80b-0fc8ab813108 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:06.562259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-2ab1cb63-9ecc-4d01-a80b-0fc8ab813108 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.1435821 Jul 22 19:50:06.573429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 1900c8ff-0230-4262-a2a7-448229c2ed82 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:06.573783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1900c8ff-0230-4262-a2a7-448229c2ed82 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:06.584394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-fff6c562-a9e8-4866-afe6-4edbc196b4cb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/quotas/2ec7d34ad57a4aac9289eae21af74100 HTTP/1.1" status: 200 len: 375 time: 0.0157759 Jul 22 19:50:06.691699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 172.25.6.35 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f9436532-cbb7-497b-8436-fa302de18072) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:06.745195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-b5798ef4-96b2-44d9-8091-d48bbdeb9190 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1543558 Jul 22 19:50:06.887509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-8baf340d-086c-48f2-b01b-ff81ce2c8086 service neutron] 10.222.0.10 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410820 Jul 22 19:50:06.926233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:07.019513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:07.029728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-113a5e12-ce1a-4edb-951e-e0c56856068c service neutron] 10.222.0.10 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338041 Jul 22 19:50:07.079670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=f9436532-cbb7-497b-8436-fa302de18072,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:07.099651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc77e2bf-758b-47c2-bebe-35f4248aaa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:07.103914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:07.108770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:07.113583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:07.412922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51f4c4b6-0cdb-4a1f-8133-238c0612dc57 req-96ffa39c-ec3d-45ae-915c-c821f604f109 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 210 time: 0.0545962 Jul 22 19:50:07.466102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ee1d3-44ed-4e19-ad09-e00779249bb3 req-c1f5f86f-c553-4ead-8119-e77b1b37d036 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:07.477292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-041ee1d3-44ed-4e19-ad09-e00779249bb3 req-c1f5f86f-c553-4ead-8119-e77b1b37d036 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1917086 Jul 22 19:50:07.536605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-041ee1d3-44ed-4e19-ad09-e00779249bb3 req-54f45f6e-595b-4825-85a8-5b32dc97969d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558693 Jul 22 19:50:07.578829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:07.714455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bfae2-bb17-42a9-b5d7-f5807a1ccd45 req-89897709-9ea6-48b1-8bd4-ba960570bc2e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:07.720427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-339bfae2-bb17-42a9-b5d7-f5807a1ccd45 req-89897709-9ea6-48b1-8bd4-ba960570bc2e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1585367 Jul 22 19:50:07.859612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-339bfae2-bb17-42a9-b5d7-f5807a1ccd45 req-47e55b9f-21b5-4446-9471-bbfd20218fdd tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344609 Jul 22 19:50:07.881638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:07.946431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:08.040736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:08.052884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:08.054033 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:08.213959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4242ef-c590-449e-943d-8243eba95fec req-abc10ec4-0f9d-4341-a9bc-5a6e61322fdc tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:08.218029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb4242ef-c590-449e-943d-8243eba95fec req-abc10ec4-0f9d-4341-a9bc-5a6e61322fdc tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1113060 Jul 22 19:50:08.244317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 7ef0ce07-34c1-45a9-b430-8574ad177865 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:08.249664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aa9-020d-402f-8cce-a644301e48be req-51383846-99fa-4e55-b5e5-c4ec0d499033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:08.251494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-51383846-99fa-4e55-b5e5-c4ec0d499033 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 1098 time: 0.1460724 Jul 22 19:50:08.269116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:08.291816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb4242ef-c590-449e-943d-8243eba95fec req-b398cf53-8711-4026-8a16-31a7963950ac tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580344 Jul 22 19:50:08.316200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:08.324557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:08.389880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:08.527504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aa9-020d-402f-8cce-a644301e48be req-b2f9f77a-e6be-4f47-a08b-ae4301d3c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:08.529049 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-b2f9f77a-e6be-4f47-a08b-ae4301d3c1d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 200 len: 914 time: 0.2682540 Jul 22 19:50:08.535609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:08.545493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] Sync routers for ids ['7ef0ce07-34c1-45a9-b430-8574ad177865'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:08.557575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] Routers {'7ef0ce07-34c1-45a9-b430-8574ad177865'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:08.558745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7ef0ce07-34c1-45a9-b430-8574ad177865'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:08.562935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-870acb85-68c4-4495-962f-0afd299711b9 req-ae53f315-e226-4d34-a6bf-745b820bb138 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 210 time: 0.0599983 Jul 22 19:50:08.625150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:08.636537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] Routers {'7ef0ce07-34c1-45a9-b430-8574ad177865'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:08.637485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7ef0ce07-34c1-45a9-b430-8574ad177865'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:08.660412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-7521e6fa-27bb-454e-b72b-3a3a9169caea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 200 len: 217 time: 0.1164312 Jul 22 19:50:08.690689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:08.691645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7eced9-42ac-4341-82ec-b258b72e4166 None None] The sync data for ids ['7ef0ce07-34c1-45a9-b430-8574ad177865'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:08.722767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:08.727518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:08.727782 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f40c4808-9eb7-466f-8e59-852a028dea72 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2267425 Jul 22 19:50:08.776838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e87aa9-020d-402f-8cce-a644301e48be req-eb2273b0-ec21-4eb0-925b-30752198c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:08.781382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-eb2273b0-ec21-4eb0-925b-30752198c5d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 200 len: 853 time: 0.1078873 Jul 22 19:50:08.818277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-0501da15-bf03-4f38-9929-02e3dd7af61e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327134 Jul 22 19:50:08.979114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-612baaa5-e85d-42d1-8bb3-32d5620c19e4 service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496787 Jul 22 19:50:09.004909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d6cb5ef1-08d4-496c-a8c3-ea022a7aded5 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers/7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 200 len: 884 time: 0.2749395 Jul 22 19:50:09.005271 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:09.090089 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Sync routers for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:09.093157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d39509-005c-4f87-bdf6-5d04892312a3 req-aa932b1d-c1ec-4efc-afa7-5cedffc07c06 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:09.109559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90d39509-005c-4f87-bdf6-5d04892312a3 req-aa932b1d-c1ec-4efc-afa7-5cedffc07c06 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1140049 Jul 22 19:50:09.112647 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:09.117074 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:49:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:09.170323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90d39509-005c-4f87-bdf6-5d04892312a3 req-62ddd2d2-7dbd-4bb2-b09f-45292ec0fac2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592389 Jul 22 19:50:09.292796 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:09.573916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34eb97-bcd5-44a7-918a-f4b9c63f9b94 req-5b5437f5-deea-44e3-8483-d9d424e23c12 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:09.582293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca34eb97-bcd5-44a7-918a-f4b9c63f9b94 req-5b5437f5-deea-44e3-8483-d9d424e23c12 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2019417 Jul 22 19:50:09.685266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca34eb97-bcd5-44a7-918a-f4b9c63f9b94 req-2c057a64-8a9c-4c5a-81fe-aeceee90109c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964608 Jul 22 19:50:09.787584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe', 'name': '', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'mac_address': 'fa:16:3e:ee:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:02Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 2, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'subnets': [{'id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:09.813524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:09.825524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90a14d6d-aa25-4bce-a90b-d2f88a2d82bf req-8f4d7b7d-c949-4b53-a563-3ee9e6ce1f30 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 210 time: 0.0572541 Jul 22 19:50:09.859428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Checking router: daa46bd1-778a-4787-b895-c774b678dcb9 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:09.860718 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Updating router daa46bd1-778a-4787-b895-c774b678dcb9 port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:09.910926 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:09.914956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:09.915416 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:09.943632 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-73e87aa9-020d-402f-8cce-a644301e48be req-001075c5-8d4b-4d22-a5d8-ec439dc0c984 service neutron] 10.222.0.32 "GET /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9570196 Jul 22 19:50:10.032190 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.049468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-2fa051ad-adf8-44eb-adaf-134333df1345 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:10.051475 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-2fa051ad-adf8-44eb-adaf-134333df1345 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.26 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.4225066 Jul 22 19:50:10.058259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-99e0ddf7-58ce-4fac-88ff-59681650a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.091528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Request body: {'port': {'device_id': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'admin_state_up': True, 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:10.136098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Made reservation on behalf of 2ec7d34ad57a4aac9289eae21af74100 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:10.138656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.296834 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cf9b4142-7730-4ad0-9645-dcfc8c1c4f5b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2881036 Jul 22 19:50:10.297792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:10.304123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1439417337'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:10.348535 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.361314 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Transition to ACTIVE for port object 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:10.369248 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.382887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493cce9-2b53-4865-bd98-f264bd194a9c req-005073f1-a2d3-4c32-83c8-98510246b7cb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:10.385946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2493cce9-2b53-4865-bd98-f264bd194a9c req-005073f1-a2d3-4c32-83c8-98510246b7cb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1205418 Jul 22 19:50:10.465744 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5244f9-2af2-4663-b708-dc6f925fa53f None None] Pushing event updated for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:10.482642 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Allocated IP 172.20.0.10 (d8477d9c-ce1c-4658-b7d4-9aab26887406/10b7d0eb-3168-41a0-bebe-762cd5d0115a/73df78c1-5f44-46cf-a8e8-554a9fa18c56) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:10.489403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2493cce9-2b53-4865-bd98-f264bd194a9c req-f4c18e55-0bc0-4ef8-9ce3-a1310ee7836f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960016 Jul 22 19:50:10.567798 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Attempting to bind port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:10.568189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Attempting to bind port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:10.568557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Attempting to bind port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe on network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:10.579841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:10.580241 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Checking segment: {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:10.580650 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.581046 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Bound using segment: {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:10.581891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Bound port: 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efafcd7f-3942-4a73-b952-e595d773c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:10.582283 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.674993 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] For port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:10.679611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] For port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:10.685150 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:10.792333 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5244f9-2af2-4663-b708-dc6f925fa53f None None] Pushing event updated for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:10.801209 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:10.801739 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:10.990523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:11.053934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-430e4922-8e60-4c0f-b42d-62241974e586 req-0e68c69f-e654-4997-9d1c-d62f23d2b007 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 210 time: 0.0580058 Jul 22 19:50:11.065352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.089438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4c445-d106-4fcf-a8b0-78e39181513c req-9345efb7-624a-4631-8448-f1b64cf83b3b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:11.099257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ea4c445-d106-4fcf-a8b0-78e39181513c req-9345efb7-624a-4631-8448-f1b64cf83b3b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2500401 Jul 22 19:50:11.144063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ea4c445-d106-4fcf-a8b0-78e39181513c req-1bec145c-8c0d-4c7c-98ba-2ceb2bff72c6 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Jul 22 19:50:11.145898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Transition to ACTIVE for port object 73df78c1-5f44-46cf-a8e8-554a9fa18c56 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:11.298280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.303900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.347540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.379774 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe', 'name': '', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'mac_address': 'fa:16:3e:ee:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:02Z', 'updated_at': '2021-07-22T19:50:10Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'subnets': [{'id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:11.397992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:11.409122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b92c5-8b2d-4d83-bc76-b65d43d2fbbc req-ace021e3-b3b9-4e13-8d81-381b57871fde tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:11.414774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769b92c5-8b2d-4d83-bc76-b65d43d2fbbc req-ace021e3-b3b9-4e13-8d81-381b57871fde tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1022768 Jul 22 19:50:11.421465 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c5b54-884f-4fa9-a04d-bfc8e25cef2b None None] The sync data for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 is: [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:04Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe', 'name': '', 'network_id': '80deab8e-b4c1-4a04-b51b-a40d490e5af0', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'mac_address': 'fa:16:3e:ee:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:02Z', 'updated_at': '2021-07-22T19:50:10Z', 'revision_number': 4, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'subnets': [{'id': '4375fd4e-558d-4e11-9f3a-af0c6e77497e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:11.452901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Pushing event updated for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:11.481963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769b92c5-8b2d-4d83-bc76-b65d43d2fbbc req-5e3b0e09-7429-45d4-8a66-da93e5f28b2f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613816 Jul 22 19:50:11.540997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.565960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:11.581517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:11.831990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:11.832655 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:11.888866 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-554b7f9c-baca-4d3c-a2e7-383226606ccb tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8098404 Jul 22 19:50:11.909419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Request body: {'port': {'device_id': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:11.914223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:12.078725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012a042-c0e6-45d3-bc76-2f4dbb4f037a req-b4ec5df6-c882-4cd4-a736-783253d15443 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:12.096314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5012a042-c0e6-45d3-bc76-2f4dbb4f037a req-b4ec5df6-c882-4cd4-a736-783253d15443 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.3046820 Jul 22 19:50:12.107772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router 7ef0ce07-34c1-45a9-b430-8574ad177865 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:12.109643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:12.114971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:12.115429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.126024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223860f-5332-47f8-adb2-3be058d3e941 req-dfcb65fc-0677-4a5d-9172-ced265dc63de tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:12.134079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1223860f-5332-47f8-adb2-3be058d3e941 req-dfcb65fc-0677-4a5d-9172-ced265dc63de tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.4476528 Jul 22 19:50:12.218057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5012a042-c0e6-45d3-bc76-2f4dbb4f037a req-73b9ba57-1e9f-411d-ae4a-57c4f790d4de tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036835 Jul 22 19:50:12.243952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1355122-0246-4de2-8841-6cd1943fee67 None None] Provisioning for port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:12.248898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1223860f-5332-47f8-adb2-3be058d3e941 req-b0a11a53-1385-498d-9b72-41c8f7957dce tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072907 Jul 22 19:50:12.254106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a1355122-0246-4de2-8841-6cd1943fee67 None None] Provisioning complete for port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:12.256744 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1355122-0246-4de2-8841-6cd1943fee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.359995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a1355122-0246-4de2-8841-6cd1943fee67 None None] Port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:12.403927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.449891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.498154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedeeb0c-ace6-42a0-abf2-0fd7ce34d871 req-e8d03185-6a8a-4cf4-ae2e-0c7420c1bb2c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:12.505590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:12.506948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fedeeb0c-ace6-42a0-abf2-0fd7ce34d871 req-e8d03185-6a8a-4cf4-ae2e-0c7420c1bb2c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1408138 Jul 22 19:50:12.512778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.526370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b329d-e68e-4b77-9a74-93a7e81ecc01 req-7e4b4bcc-a940-4a28-8d4e-a8a1814c4b73 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:12.533762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c00b329d-e68e-4b77-9a74-93a7e81ecc01 req-7e4b4bcc-a940-4a28-8d4e-a8a1814c4b73 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1028 time: 0.1849458 Jul 22 19:50:12.592726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fedeeb0c-ace6-42a0-abf2-0fd7ce34d871 req-98ee87d5-b66d-44a3-bf6c-a35cc6421777 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803668 Jul 22 19:50:12.605369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:12.624141 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c00b329d-e68e-4b77-9a74-93a7e81ecc01 req-6ec89f7a-b353-4a4f-98a6-c11317119abe tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817933 Jul 22 19:50:12.754956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:12.771555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] Sync routers for ids ['7ef0ce07-34c1-45a9-b430-8574ad177865'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:12.776713 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:12.780330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d096c36d-21a6-47f2-81d3-937192a997bd tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 200 len: 891 time: 2.4793806 Jul 22 19:50:12.781883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48766) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:12.797161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] Routers {'7ef0ce07-34c1-45a9-b430-8574ad177865'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:12.798616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7ef0ce07-34c1-45a9-b430-8574ad177865'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:12.874484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:12.922866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] Routers {'7ef0ce07-34c1-45a9-b430-8574ad177865'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:12.926051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7ef0ce07-34c1-45a9-b430-8574ad177865'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:12.936523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191708-cf8c-4055-b115-8a4352304617 req-2af539c1-de6a-4182-a0d6-64d6e28d06c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:12.938267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be191708-cf8c-4055-b115-8a4352304617 req-2af539c1-de6a-4182-a0d6-64d6e28d06c1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2305262 Jul 22 19:50:12.995638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be191708-cf8c-4055-b115-8a4352304617 req-3e395eea-9acd-406a-be6e-ece3a50d8032 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504878 Jul 22 19:50:13.019986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c3b3c716-b880-4107-bc83-2c08feb15c68 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers/7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 200 len: 891 time: 0.2352614 Jul 22 19:50:13.020769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48770) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:13.029941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:13.031122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86320767-bf6c-4981-98c8-c48543bbaa68 None None] The sync data for ids ['7ef0ce07-34c1-45a9-b430-8574ad177865'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:13.046671 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.073098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-be46e2bf-a53c-4c45-8231-72223dda526e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 200 len: 205 time: 0.0481341 Jul 22 19:50:13.075422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48774) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:13.079270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73df78c1-5f44-46cf-a8e8-554a9fa18c56 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:13.094112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.114438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Transition to ACTIVE for port object 73df78c1-5f44-46cf-a8e8-554a9fa18c56 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:13.120720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.343596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Pushing event updated for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:13.367150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.369189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.369536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.369876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.370203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.370530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.370870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.371186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.371510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.371830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.372167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.372489 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:13.393368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b0dbe-4ee8-4b1b-80ac-7403080d9a53 req-2fc1711e-8c3a-4e8c-bebd-0b7053f2082a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:13.404420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-843b0dbe-4ee8-4b1b-80ac-7403080d9a53 req-2fc1711e-8c3a-4e8c-bebd-0b7053f2082a tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2750165 Jul 22 19:50:13.460653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Attempting to bind port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:13.460653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Attempting to bind port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:13.460653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Attempting to bind port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:13.464858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 on network d8477d9c-ce1c-4658-b7d4-9aab26887406 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:50:13.465402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Attempting to bind port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:13.471574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:13.471974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Checking segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:13.472708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Bound using segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:13.473450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Bound port: 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:13.473874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.498694 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.583372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:13.587251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:13.593961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-843b0dbe-4ee8-4b1b-80ac-7403080d9a53 req-032f1628-6b26-4282-b71c-4eee6aa54f1b tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886632 Jul 22 19:50:13.594930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.642880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217520f-0185-4614-bf3f-d201cb97d843 req-42de6e30-7f67-4791-819c-90a55ea54e41 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:13.650404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4217520f-0185-4614-bf3f-d201cb97d843 req-42de6e30-7f67-4791-819c-90a55ea54e41 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2339511 Jul 22 19:50:13.710820 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Pushing event updated for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:13.715781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:13.716513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.718246 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-99eb27cf-98c8-4bd2-a461-41773e2d2031 service neutron] 10.222.0.26 "PUT /v2.0/ports/73df78c1-5f44-46cf-a8e8-554a9fa18c56 HTTP/1.1" status: 200 len: 1093 time: 1.8144748 Jul 22 19:50:13.719046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:13.723027 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239c350f-a641-4514-a9a6-d3124f63601c" -d '{"events": [{"name": "network-changed", "server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:13.765766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:13.827069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.832401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4217520f-0185-4614-bf3f-d201cb97d843 req-e57c9ff2-9fdf-4416-bf5f-06287e7631f4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810660 Jul 22 19:50:13.882132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-9ab2fec4-2dc0-4adf-99ff-a827a73ba980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:13.883810 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-9ab2fec4-2dc0-4adf-99ff-a827a73ba980 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1096 time: 0.1213696 Jul 22 19:50:13.889595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:13.889969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:13.939854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-62fcae3d-3be1-459c-9ab3-f33f840418bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56 HTTP/1.1" status: 200 len: 217 time: 0.0459623 Jul 22 19:50:13.948843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed242386-1168-4a6e-86b0-92185e0e3cca req-1e5e7b59-c48f-4134-9c33-d76e2c4e5143 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:13.955683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed242386-1168-4a6e-86b0-92185e0e3cca req-1e5e7b59-c48f-4134-9c33-d76e2c4e5143 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1096 time: 0.1871302 Jul 22 19:50:14.000548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-40e5d682-882d-4bf4-ab53-6f7f75b1643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.004609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-40e5d682-882d-4bf4-ab53-6f7f75b1643d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10b7d0eb-3168-41a0-bebe-762cd5d0115a HTTP/1.1" status: 200 len: 848 time: 0.0548475 Jul 22 19:50:14.042498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed242386-1168-4a6e-86b0-92185e0e3cca req-e083bd2e-1ffb-4a9f-93ab-ead79a506b5c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859439 Jul 22 19:50:14.047076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port f9436532-cbb7-497b-8436-fa302de18072 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:14.047437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.097877 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc459933-32c9-4960-9e8d-3c59cd1579ce x-openstack-request-id: req-cc459933-32c9-4960-9e8d-3c59cd1579ce {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:14.098240 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:14.098499 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc459933-32c9-4960-9e8d-3c59cd1579ce {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:14.098901 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56', 'status': 'completed', 'code': 200} Jul 22 19:50:14.108361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-a9c6bcc4-36be-4efb-bea8-40d317e3d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.110099 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-a9c6bcc4-36be-4efb-bea8-40d317e3d7e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8477d9c-ce1c-4658-b7d4-9aab26887406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000330 Jul 22 19:50:14.152673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.170496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for f9436532-cbb7-497b-8436-fa302de18072 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:14.186939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2c3d-3378-49d6-a338-c45b082ca6a1 req-368f537e-cbe5-4b20-916b-2c8c6edf3a7c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.186939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e7f2c3d-3378-49d6-a338-c45b082ca6a1 req-368f537e-cbe5-4b20-916b-2c8c6edf3a7c tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2200158 Jul 22 19:50:14.228317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-718afaaa-804f-4675-9c13-97892e3597a5 service neutron] 10.222.0.26 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112721 Jul 22 19:50:14.270208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e7f2c3d-3378-49d6-a338-c45b082ca6a1 req-72d20239-3a06-4ce2-9112-9900ad49ba35 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812602 Jul 22 19:50:14.342151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-00794a6f-5179-4f03-8e80-9415447d9f02 req-ca13aec8-b9bd-4fda-b905-ba8df9d86fcd service neutron] 10.222.0.26 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080239 Jul 22 19:50:14.441199 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.454889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c350f-a641-4514-a9a6-d3124f63601c req-9a31f21c-9430-4556-b7f0-25154c1ec09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.456844 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-9a31f21c-9430-4556-b7f0-25154c1ec09d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1096 time: 0.0614476 Jul 22 19:50:14.489486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=f9436532-cbb7-497b-8436-fa302de18072,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:14.538982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52b41e-1320-4dc2-a44e-45f1c0f0418a req-7a66cfad-7a50-4d03-9596-014f32b5e76d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.541089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad52b41e-1320-4dc2-a44e-45f1c0f0418a req-7a66cfad-7a50-4d03-9596-014f32b5e76d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1528399 Jul 22 19:50:14.568303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c350f-a641-4514-a9a6-d3124f63601c req-12ff282d-7f74-420a-b7f2-9c6c47587ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.571516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-12ff282d-7f74-420a-b7f2-9c6c47587ff2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.1077347 Jul 22 19:50:14.573145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.614749 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-a17cb2a3-919c-4054-aa57-04fc3baff946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56 HTTP/1.1" status: 200 len: 217 time: 0.0367186 Jul 22 19:50:14.672559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad52b41e-1320-4dc2-a44e-45f1c0f0418a req-fbb679d6-2ec9-4dfb-81e4-d2dd8af7a032 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235051 Jul 22 19:50:14.675095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c350f-a641-4514-a9a6-d3124f63601c req-545e2f8c-4037-4f68-bdff-7a810e6937a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.676392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.677365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-545e2f8c-4037-4f68-bdff-7a810e6937a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10b7d0eb-3168-41a0-bebe-762cd5d0115a HTTP/1.1" status: 200 len: 848 time: 0.0555329 Jul 22 19:50:14.678130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.738733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.739414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef0ce07-34c1-45a9-b430-8574ad177865 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:14.748793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.750288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-af1c9089-2e1b-4626-af12-bdd7858f3b4d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 204 len: 168 time: 1.6737497 Jul 22 19:50:14.753451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48806) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:14.759936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2114609770'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:14.768443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c350f-a641-4514-a9a6-d3124f63601c req-46897ebe-8109-4e1f-91c7-970dcd08557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.769976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-46897ebe-8109-4e1f-91c7-970dcd08557d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d8477d9c-ce1c-4658-b7d4-9aab26887406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856369 Jul 22 19:50:14.781340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:14.784969 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.843200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:14.862841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.863005 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 71e1ec19-f9d3-4e84-b122-518a4f26a988 of type vlan for network 389c2ceb-924c-4123-9bdb-90b08ae13553 Jul 22 19:50:14.889273 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-7c498a94-b924-4caf-825b-0a1a9014421d service neutron] 10.222.0.26 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119926 Jul 22 19:50:14.926946 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:14.946836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260cc34-4a83-4f4a-bd13-353cf756c463 req-17463a7e-2683-47de-a9e6-7cc9eef7fdd1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:14.952674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e260cc34-4a83-4f4a-bd13-353cf756c463 req-17463a7e-2683-47de-a9e6-7cc9eef7fdd1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1492999 Jul 22 19:50:15.003662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-239c350f-a641-4514-a9a6-d3124f63601c req-c03170e8-c777-4d74-a4ec-092762073aa8 service neutron] 10.222.0.26 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067219 Jul 22 19:50:15.339291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.resource_extend [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 19:50:15.378241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e260cc34-4a83-4f4a-bd13-353cf756c463 req-d38953b5-d8b7-49eb-bc5c-1c0eb78439e9 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199677 Jul 22 19:50:15.378874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.385197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.385774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.452469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6978137 Jul 22 19:50:15.455592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48826) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:15.460876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:15.496621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b593e8-54d0-4552-9106-a61a1e4de366 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=389c2ceb-924c-4123-9bdb-90b08ae13553,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:15.509844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:15.528712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b677c38-d57f-4a72-8bb8-c91dd902f256 req-968c8a5c-a372-4ddb-bf3e-3612336257f2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.530269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b677c38-d57f-4a72-8bb8-c91dd902f256 req-968c8a5c-a372-4ddb-bf3e-3612336257f2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.5750086 Jul 22 19:50:15.582375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:15.589970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.592249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b677c38-d57f-4a72-8bb8-c91dd902f256 req-39ac4ac8-f56a-4a64-868f-649a9da4e42d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Jul 22 19:50:15.598896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313226b3-3323-493a-a15f-90daf5045cee req-d4f5a099-65ab-4d80-8072-82ee014bc79c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.606365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313226b3-3323-493a-a15f-90daf5045cee req-d4f5a099-65ab-4d80-8072-82ee014bc79c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1096 time: 0.1492522 Jul 22 19:50:15.650381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313226b3-3323-493a-a15f-90daf5045cee req-4dc86124-aace-4042-b410-f692f268f36a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Jul 22 19:50:15.763001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e8c8-c5a8-4d0c-b3ce-cec2a4e554d1 req-b6c8a50d-7d5f-4386-9337-9293529a9126 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.764602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7c4e8c8-c5a8-4d0c-b3ce-cec2a4e554d1 req-b6c8a50d-7d5f-4386-9337-9293529a9126 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.0717731 Jul 22 19:50:15.803479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.805572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7c4e8c8-c5a8-4d0c-b3ce-cec2a4e554d1 req-03fcd098-4312-49cc-9276-b33e6a911df8 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Jul 22 19:50:15.876673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=a1e44f48-3d24-4209-b228-226d35950248,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:15.886519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '71e1ec19-f9d3-4e84-b122-518a4f26a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:15.887046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 389c2ceb-924c-4123-9bdb-90b08ae13553, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:15.906783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:15.920798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 389c2ceb-924c-4123-9bdb-90b08ae13553) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:15.925464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.926054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.940552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa822b7a-1434-45b4-a76e-629c56977c0f None None] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:15.953384 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6221ba10-a937-4afb-8a97-4721c226b8a9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4940886 Jul 22 19:50:15.954061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48832) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:15.962250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1244926763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:15.990341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.991510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:15.992666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ced7bf-deaa-41f5-8b34-83bc04b57d3a req-f8162b37-b480-4c01-818f-cb8c2e5bb1bf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:15.994237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53ced7bf-deaa-41f5-8b34-83bc04b57d3a req-f8162b37-b480-4c01-818f-cb8c2e5bb1bf tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.0868752 Jul 22 19:50:16.048815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53ced7bf-deaa-41f5-8b34-83bc04b57d3a req-6854ba1a-9311-4d14-a9c6-7c0a37892579 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481343 Jul 22 19:50:16.052397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.058588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.084606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.086094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88826181-4f2f-42b8-81b8-388d3b79ab8b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1308105 Jul 22 19:50:16.089543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:16.135166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 73df78c1-5f44-46cf-a8e8-554a9fa18c56 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:50:16.153292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-389c2ceb-924c-4123-9bdb-90b08ae13553', 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': 'a1e44f48-3d24-4209-b228-226d35950248'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:16.154539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.206604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e321d7a-41a3-410d-adc2-bacc36edccef req-fbf23042-851f-469b-a5e6-18104d5b7fa7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:16.215002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e321d7a-41a3-410d-adc2-bacc36edccef req-fbf23042-851f-469b-a5e6-18104d5b7fa7 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.0820713 Jul 22 19:50:16.278656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:16.288792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e321d7a-41a3-410d-adc2-bacc36edccef req-ba4801a2-580d-4e19-aebf-ff89de9b3aee tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727961 Jul 22 19:50:16.303428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '73df78c1-5f44-46cf-a8e8-554a9fa18c56', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'port_id': '73df78c1-5f44-46cf-a8e8-554a9fa18c56', 'mac_address': 'fa:16:3e:eb:49:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:50:16.448232 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.489403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73df78c1-5f44-46cf-a8e8-554a9fa18c56 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:16.502134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c2935-68ce-48a3-9bbd-08cf9c0491da req-bcab3690-a94b-4bc1-9e96-26f8669beaab tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:16.505642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-355c2935-68ce-48a3-9bbd-08cf9c0491da req-bcab3690-a94b-4bc1-9e96-26f8669beaab tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1224730 Jul 22 19:50:16.521602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:16.530732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.541752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Allocated IP 2001:db8::2 (389c2ceb-924c-4123-9bdb-90b08ae13553/a1e44f48-3d24-4209-b228-226d35950248/951da3e1-9db5-4713-92a5-901faaa9800e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:16.570114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-355c2935-68ce-48a3-9bbd-08cf9c0491da req-ab605493-7fd5-4951-be1a-e34ff0b7db45 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Jul 22 19:50:16.609909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:16.784809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b59ab-7e69-46d7-a1a5-6ee93594ef6d req-9bedf4b7-8534-4659-8cb7-9a3896a6bd12 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:16.786372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a0b59ab-7e69-46d7-a1a5-6ee93594ef6d req-9bedf4b7-8534-4659-8cb7-9a3896a6bd12 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1162922 Jul 22 19:50:16.818869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f4bc-730c-4d79-a7ea-08b7526eb577 req-0884d919-e215-4761-b963-62e7cf4a2440 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:16.820419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e00f4bc-730c-4d79-a7ea-08b7526eb577 req-0884d919-e215-4761-b963-62e7cf4a2440 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1385806 Jul 22 19:50:16.825398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['73df78c1-5f44-46cf-a8e8-554a9fa18c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:16.860464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.860688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a0b59ab-7e69-46d7-a1a5-6ee93594ef6d req-01f2de63-e106-43e9-8432-9d6774773f5f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666020 Jul 22 19:50:16.879242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Transition to ACTIVE for port object 951da3e1-9db5-4713-92a5-901faaa9800e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:16.895628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e00f4bc-730c-4d79-a7ea-08b7526eb577 req-765350f0-951d-4b06-8b45-0f5123aaccf9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675197 Jul 22 19:50:16.902787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:16.927312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Transition to ACTIVE for port object 951da3e1-9db5-4713-92a5-901faaa9800e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:16.944953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.013139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:17.016121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:17.018490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:17.074729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Pushing event updated for resources: {'Port': ['ID=951da3e1-9db5-4713-92a5-901faaa9800e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:17.093532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d471b9-de8a-4e95-ac11-21bfd2c2eb55 req-7c7e36c2-030a-430a-be52-606e3f03c745 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:17.097086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2d471b9-de8a-4e95-ac11-21bfd2c2eb55 req-7c7e36c2-030a-430a-be52-606e3f03c745 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1097 time: 0.1402001 Jul 22 19:50:17.154368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e2d471b9-de8a-4e95-ac11-21bfd2c2eb55 req-3593eb9d-d059-4a33-9a37-83b79efdd547 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473113 Jul 22 19:50:17.163444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29c15c-c74b-47fd-8062-117de015528f req-51bdaa73-2f95-4753-83e6-6cc4287ed07d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:17.166352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba29c15c-c74b-47fd-8062-117de015528f req-51bdaa73-2f95-4753-83e6-6cc4287ed07d tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1272981 Jul 22 19:50:17.199166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Attempting to bind port 951da3e1-9db5-4713-92a5-901faaa9800e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:17.200280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Attempting to bind port 951da3e1-9db5-4713-92a5-901faaa9800e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '71e1ec19-f9d3-4e84-b122-518a4f26a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:17.201366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Attempting to bind port 951da3e1-9db5-4713-92a5-901faaa9800e on network 389c2ceb-924c-4123-9bdb-90b08ae13553 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:17.213714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:17.214271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Checking segment: {'id': '71e1ec19-f9d3-4e84-b122-518a4f26a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:17.214773 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.215258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Bound using segment: {'id': '71e1ec19-f9d3-4e84-b122-518a4f26a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:17.215824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Bound port: 951da3e1-9db5-4713-92a5-901faaa9800e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e1ec19-f9d3-4e84-b122-518a4f26a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '389c2ceb-924c-4123-9bdb-90b08ae13553'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:17.216345 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.242980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba29c15c-c74b-47fd-8062-117de015528f req-d59fcce3-6171-4c06-8200-88982a563453 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Jul 22 19:50:17.299576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] For port 951da3e1-9db5-4713-92a5-901faaa9800e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:17.303867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] For port 951da3e1-9db5-4713-92a5-901faaa9800e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=951da3e1-9db5-4713-92a5-901faaa9800e,segment=NetworkSegment(71e1ec19-f9d3-4e84-b122-518a4f26a988),segment_id=71e1ec19-f9d3-4e84-b122-518a4f26a988)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:17.308444 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.424543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd92c4e-0c21-410d-a746-b2cf70eb9eb0 None None] Pushing event updated for resources: {'Port': ['ID=951da3e1-9db5-4713-92a5-901faaa9800e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:17.490188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8::1 (389c2ceb-924c-4123-9bdb-90b08ae13553/a1e44f48-3d24-4209-b228-226d35950248/31c8fbb2-142c-4231-b412-bb73d8193c8f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:17.684512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.722195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 31c8fbb2-142c-4231-b412-bb73d8193c8f will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:17.763548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.816683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=31c8fbb2-142c-4231-b412-bb73d8193c8f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:17.840990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:17.846113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:17.852871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:17.853363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:17.900725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 951da3e1-9db5-4713-92a5-901faaa9800e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:17.979560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 951da3e1-9db5-4713-92a5-901faaa9800e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:18.023266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.071875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185a573-b444-46d2-91b4-0af265fab9ca req-e6e7cdf9-51a9-4fdd-bca6-e309473db269 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:18.073716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d185a573-b444-46d2-91b4-0af265fab9ca req-e6e7cdf9-51a9-4fdd-bca6-e309473db269 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.0746958 Jul 22 19:50:18.119265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d185a573-b444-46d2-91b4-0af265fab9ca req-a981a9ed-da8f-4f3a-8540-58b2802c8390 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389099 Jul 22 19:50:18.139543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 73df78c1-5f44-46cf-a8e8-554a9fa18c56 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:18.233194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:18.239354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:18.241457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.377699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea6b57-875d-4d5c-a847-5dad983a6032 req-1d0bb69f-440c-474d-8e9c-6c85b2abb4bd tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:18.379725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39ea6b57-875d-4d5c-a847-5dad983a6032 req-1d0bb69f-440c-474d-8e9c-6c85b2abb4bd tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1097 time: 0.0890048 Jul 22 19:50:18.410842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.434890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39ea6b57-875d-4d5c-a847-5dad983a6032 req-2c2cbfa1-0e37-4187-8fbe-59139ff7f32a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475535 Jul 22 19:50:18.448680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:18.452953 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd72c0-6ade-43f0-b005-8e960302ef0c" -d '{"events": [{"server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "name": "network-vif-plugged", "status": "completed", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:18.501255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:18.510610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.550752 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff23926-3a23-45c0-bd20-fae282c3ea61 x-openstack-request-id: req-5ff23926-3a23-45c0-bd20-fae282c3ea61 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:18.550900 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "name": "network-vif-plugged", "status": "completed", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:18.551063 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ff23926-3a23-45c0-bd20-fae282c3ea61 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:18.551734 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56', 'code': 200} Jul 22 19:50:18.559811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.576388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.577572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:18.616880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:18.661599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=31c8fbb2-142c-4231-b412-bb73d8193c8f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:18.815976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:18.819804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9e48-4d36-47e3-8a76-9c8281520bda req-9063f61b-7762-495b-8923-0e26f91642fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:18.822516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0bbf9e48-4d36-47e3-8a76-9c8281520bda req-9063f61b-7762-495b-8923-0e26f91642fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.1703899 Jul 22 19:50:18.824600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:18.908915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a799d62-f2f8-46b5-8e31-edc4c82a0158 None None] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:18.953474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0bbf9e48-4d36-47e3-8a76-9c8281520bda req-7d6170ba-ee35-4353-aa01-e140f0f0272b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189885 Jul 22 19:50:19.017703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Provisioning for port 951da3e1-9db5-4713-92a5-901faaa9800e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:19.024422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Provisioning complete for port 951da3e1-9db5-4713-92a5-901faaa9800e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:19.024985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.046325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:19.196830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.236651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:19.252126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] For port 951da3e1-9db5-4713-92a5-901faaa9800e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=951da3e1-9db5-4713-92a5-901faaa9800e,segment=NetworkSegment(71e1ec19-f9d3-4e84-b122-518a4f26a988),segment_id=71e1ec19-f9d3-4e84-b122-518a4f26a988)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:19.257169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] Sync routers for ids ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:19.263774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-83523f98-b705-4eb5-9c2a-5434531bf4b9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/a1e4159e-d8a6-4f85-a8b9-7de032b89fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1717649 Jul 22 19:50:19.265066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:19.282159 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] Routers {'a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:19.283013 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.294038 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.345712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0bede-89d6-4641-9cfc-c3513b29f42d req-9314474c-28a2-4f42-b174-88432782f58f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:19.355036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cc0bede-89d6-4641-9cfc-c3513b29f42d req-9314474c-28a2-4f42-b174-88432782f58f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1260982 Jul 22 19:50:19.365812 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.391689 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] Routers {'a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:19.392351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeab370-76fc-44e4-8d13-a71553a58288 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:19.392514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.398155 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ddeab370-76fc-44e4-8d13-a71553a58288 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports/31c8fbb2-142c-4231-b412-bb73d8193c8f HTTP/1.1" status: 200 len: 911 time: 0.1280575 Jul 22 19:50:19.402179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:19.410930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cc0bede-89d6-4641-9cfc-c3513b29f42d req-1e4ebb10-8c24-4d74-9d48-e06ddd6382fb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546658 Jul 22 19:50:19.418676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1e44f48-3d24-4209-b228-226d35950248'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:19.444893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04f6b1-6f42-4d65-bd8d-8c555a9f9671 None None] Pushing event updated for resources: {'Port': ['ID=951da3e1-9db5-4713-92a5-901faaa9800e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:19.476405 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:19.477664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2b6a30-efc8-4ca5-b5a7-f2929783c327 None None] The sync data for ids ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:19.623067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2dff-4522-4dc4-907d-960b1867e38d req-3119412d-3869-402d-b6cd-d305e0dd1e1a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:19.632432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1fc2dff-4522-4dc4-907d-960b1867e38d req-3119412d-3869-402d-b6cd-d305e0dd1e1a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.0897810 Jul 22 19:50:19.688773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1fc2dff-4522-4dc4-907d-960b1867e38d req-1fa2483d-f76a-4e59-8dd1-0c8b1c6ac6c1 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556455 Jul 22 19:50:19.821584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 951da3e1-9db5-4713-92a5-901faaa9800e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:19.856742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.905652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 951da3e1-9db5-4713-92a5-901faaa9800e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:19.905879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:19.968358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Provisioning for port 31c8fbb2-142c-4231-b412-bb73d8193c8f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:19.973829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Provisioning complete for port 31c8fbb2-142c-4231-b412-bb73d8193c8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:19.974333 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.060335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Port 31c8fbb2-142c-4231-b412-bb73d8193c8f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:20.099416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Provisioning complete for port 951da3e1-9db5-4713-92a5-901faaa9800e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:20.100004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ae20a89-c541-4367-8247-55347bb491c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.111982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28df26f-7b3c-4d56-8e41-b45e99fc3cca req-35e3a7e7-89db-40bc-9162-577d4462fb79 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:20.113614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c28df26f-7b3c-4d56-8e41-b45e99fc3cca req-35e3a7e7-89db-40bc-9162-577d4462fb79 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0863521 Jul 22 19:50:20.172638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c28df26f-7b3c-4d56-8e41-b45e99fc3cca req-992f00c6-bacc-400e-821c-47765cdadb85 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Jul 22 19:50:20.364754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c226ea1c-09ff-4e18-a4aa-001c1bfcca2e None None] Provisioning complete for port 31c8fbb2-142c-4231-b412-bb73d8193c8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:20.365238 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c226ea1c-09ff-4e18-a4aa-001c1bfcca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.373988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.383864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.390173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:20.390826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.392395 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/ports/31c8fbb2-142c-4231-b412-bb73d8193c8f HTTP/1.1" status: 200 len: 911 time: 0.9891210 Jul 22 19:50:20.395428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48906) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:20.440578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8b359-f680-4def-bffa-540efcd10a12 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=31c8fbb2-142c-4231-b412-bb73d8193c8f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:20.455067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c226ea1c-09ff-4e18-a4aa-001c1bfcca2e None None] Port 31c8fbb2-142c-4231-b412-bb73d8193c8f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:20.575684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5003da9-9862-40f1-8a14-1959d53d23f5 None None] Provisioning complete for port 31c8fbb2-142c-4231-b412-bb73d8193c8f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:20.576398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5003da9-9862-40f1-8a14-1959d53d23f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.612437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a5003da9-9862-40f1-8a14-1959d53d23f5 None None] Port 31c8fbb2-142c-4231-b412-bb73d8193c8f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:20.664854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fdf53-b071-4ca3-b01a-f22500420d58 req-4cef2a09-995c-4d94-bea8-6d9213060fc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:20.666471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313fdf53-b071-4ca3-b01a-f22500420d58 req-4cef2a09-995c-4d94-bea8-6d9213060fc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1598914 Jul 22 19:50:20.748190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-313fdf53-b071-4ca3-b01a-f22500420d58 req-f53820a6-268f-4a8e-8693-d435eb996257 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740047 Jul 22 19:50:20.909795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:20.948280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871e128-8774-41e2-8422-ba137fe5f968 req-8dcdacbb-ff70-41c9-a18e-71404227b79a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:20.949898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a871e128-8774-41e2-8422-ba137fe5f968 req-8dcdacbb-ff70-41c9-a18e-71404227b79a tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.1408408 Jul 22 19:50:21.038301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a871e128-8774-41e2-8422-ba137fe5f968 req-42f96551-82ac-421c-83f2-8c8b2f04fc8e tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573876 Jul 22 19:50:21.283370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 31c8fbb2-142c-4231-b412-bb73d8193c8f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:21.284558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.329889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a875f-a287-44ab-8be0-d1a75e44dc30 req-35ee0c0e-46bf-4dc2-a11f-d3e88a0898dc tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:21.331423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222a875f-a287-44ab-8be0-d1a75e44dc30 req-35ee0c0e-46bf-4dc2-a11f-d3e88a0898dc tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.1729650 Jul 22 19:50:21.436249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-222a875f-a287-44ab-8be0-d1a75e44dc30 req-38f9f274-49d8-42da-acac-51d10e803caf tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930126 Jul 22 19:50:21.458269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc708f9-b1df-487a-ab59-65d0abb8799d req-3181b902-9120-48ba-b429-635f1154aff6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:21.465270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc708f9-b1df-487a-ab59-65d0abb8799d req-3181b902-9120-48ba-b429-635f1154aff6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1839797 Jul 22 19:50:21.468237 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.494687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 31c8fbb2-142c-4231-b412-bb73d8193c8f owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:21.531504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc708f9-b1df-487a-ab59-65d0abb8799d req-307eaac9-e2da-4bf3-b1f5-3130d2cc5e92 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654347 Jul 22 19:50:21.626827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae198f-ea4d-4566-86ba-2432b856cce8 req-f06627e2-f5eb-4d03-aa8e-56f88adfb5d8 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:21.627919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43ae198f-ea4d-4566-86ba-2432b856cce8 req-f06627e2-f5eb-4d03-aa8e-56f88adfb5d8 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.1154034 Jul 22 19:50:21.704536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43ae198f-ea4d-4566-86ba-2432b856cce8 req-d5ffd4f5-e65a-4e23-a946-245e530dfa3d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Jul 22 19:50:21.768555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:21.800821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=31c8fbb2-142c-4231-b412-bb73d8193c8f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:21.977123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:22.146237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab36c9-9b9f-4a84-a4c8-16159c97f587 req-04a4df45-0e7f-42f3-9f3a-8a74179705e2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:22.147694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acab36c9-9b9f-4a84-a4c8-16159c97f587 req-04a4df45-0e7f-42f3-9f3a-8a74179705e2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2803950 Jul 22 19:50:22.168772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-54786bcf-e919-4b5b-a118-85e180157bc5 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:22.172595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-54786bcf-e919-4b5b-a118-85e180157bc5 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.2448025 Jul 22 19:50:22.280501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:22.289597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-8e30ad2b-fb9e-4bba-8c98-2ad632076f2c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/quotas/2ec7d34ad57a4aac9289eae21af74100 HTTP/1.1" status: 200 len: 375 time: 0.0747890 Jul 22 19:50:22.293750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acab36c9-9b9f-4a84-a4c8-16159c97f587 req-1e6d9a46-ba97-4295-8dbc-c799917516f9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392376 Jul 22 19:50:22.782153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:22.792663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d637b512-0545-4aec-92a6-7579dca710f0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/a1e4159e-d8a6-4f85-a8b9-7de032b89fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3954744 Jul 22 19:50:22.795673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] Sync routers for ids ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:22.796911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48956) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:22.821914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] Routers {'a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:22.822947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:22.830219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-286111a2-e48c-4c60-b369-f06811eabcec tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5332725 Jul 22 19:50:22.865861 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f60910d5-d3d5-4711-9468-9aa5f0a3e375 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 HTTP/1.1" status: 200 len: 205 time: 0.0671806 Jul 22 19:50:22.866925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48958) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:22.947808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-5aed1e71-9db2-4ab7-93e8-3ff7f8a9efba service neutron] 10.222.0.10 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152887 Jul 22 19:50:22.978548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe0302-0e5e-438e-87f6-aedfdcdfd163 req-56b211a5-5c22-4f44-abc8-8fd7fe3f0b23 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:22.985940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56fe0302-0e5e-438e-87f6-aedfdcdfd163 req-56b211a5-5c22-4f44-abc8-8fd7fe3f0b23 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2547610 Jul 22 19:50:23.018574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.082304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56fe0302-0e5e-438e-87f6-aedfdcdfd163 req-0f5248c9-f37a-4a24-b163-43a8933418c1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932267 Jul 22 19:50:23.127067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:23.138670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] Routers {'a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:23.139810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:23.143460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-7056294d-c7fe-44a3-a755-428fce43f30b service neutron] 10.222.0.10 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920488 Jul 22 19:50:23.176586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:23.177532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2d5c42-a605-409a-8976-d3a49f99b68a None None] The sync data for ids ['a1e4159e-d8a6-4f85-a8b9-7de032b89fd9'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:23.490625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c529c887-f17c-4a4a-af0c-6e05684d579d req-86fdf547-0d38-4ea3-98e5-6fa1d16d212f tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 210 time: 0.0346727 Jul 22 19:50:23.557425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4486bf-a182-4d17-998a-ea5e849e4be6 req-616707ec-7739-47ed-b12f-860276085899 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:23.567776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a4486bf-a182-4d17-998a-ea5e849e4be6 req-616707ec-7739-47ed-b12f-860276085899 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1540627 Jul 22 19:50:23.671114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6a4486bf-a182-4d17-998a-ea5e849e4be6 req-8a2d2db7-be27-41fd-896a-a36df5fc01f6 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995932 Jul 22 19:50:23.702345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.705229 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.756742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b9ec6-b324-46d2-a4e2-e0ab01d430f2 req-0ec86247-350d-4609-9bec-fa939893312f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:23.759060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-717b9ec6-b324-46d2-a4e2-e0ab01d430f2 req-0ec86247-350d-4609-9bec-fa939893312f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.1090333 Jul 22 19:50:23.766981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.767510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:23.778147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.782134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a8032709-322a-42e4-b318-ced34a6c08df tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 HTTP/1.1" status: 204 len: 168 time: 0.9105568 Jul 22 19:50:23.782600 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 48982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:23.817573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-717b9ec6-b324-46d2-a4e2-e0ab01d430f2 req-6d319d27-839c-45f6-8e64-29b22ce7816e tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Jul 22 19:50:23.860400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet a1e44f48-3d24-4209-b228-226d35950248 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:23.863747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:23.913813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.001133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.061516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.093393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e44f48-3d24-4209-b228-226d35950248,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.102740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.103687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f41888-a369-4477-abde-1c581d180a16 None None] Network 389c2ceb-924c-4123-9bdb-90b08ae13553 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:24.107022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77b3efc6-4bbf-4907-aca7-e1bce34054c1 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/a1e44f48-3d24-4209-b228-226d35950248 HTTP/1.1" status: 204 len: 168 time: 0.3211775 Jul 22 19:50:24.107390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48988) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:24.265066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.299084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e9e5a-43fd-4e2d-8324-c851fd4934ec req-1a1859f4-75c7-47e2-8539-2d1c64e4f2c4 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:24.300735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb4e9e5a-43fd-4e2d-8324-c851fd4934ec req-1a1859f4-75c7-47e2-8539-2d1c64e4f2c4 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1329200 Jul 22 19:50:24.371344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] DHCP port deletion for 389c2ceb-924c-4123-9bdb-90b08ae13553 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:24.375165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eb4e9e5a-43fd-4e2d-8324-c851fd4934ec req-d6f04e1f-78a3-4e0c-9e19-8a7fcc0264f0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557911 Jul 22 19:50:24.393736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 951da3e1-9db5-4713-92a5-901faaa9800e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:24.394166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.426491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Deleting port 951da3e1-9db5-4713-92a5-901faaa9800e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:24.426877 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.460845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 951da3e1-9db5-4713-92a5-901faaa9800e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=951da3e1-9db5-4713-92a5-901faaa9800e,segment=NetworkSegment(71e1ec19-f9d3-4e84-b122-518a4f26a988),segment_id=71e1ec19-f9d3-4e84-b122-518a4f26a988)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:24.461386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.473385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 951da3e1-9db5-4713-92a5-901faaa9800e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:24.491868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] For port 951da3e1-9db5-4713-92a5-901faaa9800e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=951da3e1-9db5-4713-92a5-901faaa9800e,segment=NetworkSegment(71e1ec19-f9d3-4e84-b122-518a4f26a988),segment_id=71e1ec19-f9d3-4e84-b122-518a4f26a988)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:24.492465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.505254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Calling delete_port for 951da3e1-9db5-4713-92a5-901faaa9800e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:24.575351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.580115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.624891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.651758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=951da3e1-9db5-4713-92a5-901faaa9800e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.662472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] Pushing event deleted for resources: {'Port': ['ID=951da3e1-9db5-4713-92a5-901faaa9800e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:24.665520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a1a13-25ab-4c52-96d5-a16c75e48871 None None] No DVR routers for this DVR port 951da3e1-9db5-4713-92a5-901faaa9800e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:24.700009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port 951da3e1-9db5-4713-92a5-901faaa9800e on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:24.709193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b56d12c5-1d8c-4ce8-9a38-9f9073f02913 req-9a390b44-cb10-4343-947c-9cce06bbbfb0 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 210 time: 0.0794456 Jul 22 19:50:24.746451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-31a80cdf-4a5a-40de-b38e-8a2012925779 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:24.748010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-31a80cdf-4a5a-40de-b38e-8a2012925779 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.32 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.1865766 Jul 22 19:50:24.765120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Request body: {'port': {'device_id': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'admin_state_up': True, 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:24.803016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Made reservation on behalf of 2ec7d34ad57a4aac9289eae21af74100 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:24.806706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.842490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.859529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['389c2ceb-924c-4123-9bdb-90b08ae13553']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:24.872278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e1ec19-f9d3-4e84-b122-518a4f26a988') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:24.872964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e1ec19-f9d3-4e84-b122-518a4f26a988') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:24.886819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.905353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec192a3-bbbd-48c6-b6b1-a9797336a8a7 req-dfcde3b6-43d1-40cd-8e76-469e37ebf56d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:24.911610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ec192a3-bbbd-48c6-b6b1-a9797336a8a7 req-dfcde3b6-43d1-40cd-8e76-469e37ebf56d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1579750 Jul 22 19:50:24.925361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.959162 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Allocated IP 172.20.0.5 (d8477d9c-ce1c-4658-b7d4-9aab26887406/10b7d0eb-3168-41a0-bebe-762cd5d0115a/20d983cb-3bc8-4cb4-816e-8313a5b2168a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:24.972399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:24.973032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:24.978755 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:25.030696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ec192a3-bbbd-48c6-b6b1-a9797336a8a7 req-62004b88-8f78-47fe-9c92-0452a438a05a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175432 Jul 22 19:50:25.077174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.084625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.087393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/389c2ceb-924c-4123-9bdb-90b08ae13553 HTTP/1.1" status: 204 len: 168 time: 0.9787817 Jul 22 19:50:25.092121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 48998) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:25.111324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-300095449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:25.121423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5faa2b-57bd-4184-89db-29eda6289581 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=389c2ceb-924c-4123-9bdb-90b08ae13553,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:25.126520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.133720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b04689-6d54-4865-8389-738cd684c298 req-e64afd77-eb1a-405d-962c-1f6c27a05587 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:25.136082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b04689-6d54-4865-8389-738cd684c298 req-e64afd77-eb1a-405d-962c-1f6c27a05587 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2180514 Jul 22 19:50:25.147570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Transition to ACTIVE for port object 20d983cb-3bc8-4cb4-816e-8313a5b2168a will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:25.188617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.202751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['73df78c1-5f44-46cf-a8e8-554a9fa18c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:25.229179 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.230226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.253051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:25.255715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09b04689-6d54-4865-8389-738cd684c298 req-4483ea59-01ec-4f14-b5c3-6e861563af92 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/security-groups?id=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084864 Jul 22 19:50:25.263585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:25.280434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Pushing event updated for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:25.284441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:25.341565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:25.342279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.344503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-d9321932-de60-4aba-9ea6-e7e3759fc080 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:25.350601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-d9321932-de60-4aba-9ea6-e7e3759fc080 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 946 time: 0.2072554 Jul 22 19:50:25.354964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.366898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-73e72e01-7499-43b6-97f8-851d01186e37 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6054742 Jul 22 19:50:25.375846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.387666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Request body: {'port': {'device_id': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:25.439489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.446873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49004) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:25.448095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-34db1fbd-9cf2-4457-9be7-7ec6f88a971d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3524292 Jul 22 19:50:25.452407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-862135469'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:25.518052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.528699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:25.534330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.574255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Deleting port f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:25.574912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.587606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a81166-ac45-4c16-8905-069d7d158343 req-a861874e-49ee-4d7f-b8bf-a1085b4c1297 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:25.587888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6846a1b2-3b42-4540-94c4-2c3334957380 None None] Provisioning for port 20d983cb-3bc8-4cb4-816e-8313a5b2168a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:25.591918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6846a1b2-3b42-4540-94c4-2c3334957380 None None] Provisioning complete for port 20d983cb-3bc8-4cb4-816e-8313a5b2168a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:25.592397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6846a1b2-3b42-4540-94c4-2c3334957380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.594549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35a81166-ac45-4c16-8905-069d7d158343 req-a861874e-49ee-4d7f-b8bf-a1085b4c1297 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1001971 Jul 22 19:50:25.600690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:25.621119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.621972 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 802b25d0-4cd4-43a7-ad28-9e07a893844d of type vlan for network a4bac359-9ecc-4084-ba88-881146c17c99 Jul 22 19:50:25.658733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6846a1b2-3b42-4540-94c4-2c3334957380 None None] Port 20d983cb-3bc8-4cb4-816e-8313a5b2168a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:25.729253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.730045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 951da3e1-9db5-4713-92a5-901faaa9800e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:25.748165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] For port f7076471-b84e-4178-9b27-ddfd474d2f69, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f7076471-b84e-4178-9b27-ddfd474d2f69,segment=NetworkSegment(2893aaec-05f3-480f-90c3-841702d9dcc2),segment_id=2893aaec-05f3-480f-90c3-841702d9dcc2)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:25.748537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.764400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 951da3e1-9db5-4713-92a5-901faaa9800e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:25.765174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 951da3e1-9db5-4713-92a5-901faaa9800e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:25.774018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35a81166-ac45-4c16-8905-069d7d158343 req-178ef3fe-ea88-4d89-a1d6-131bd2bc50d5 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784818 Jul 22 19:50:25.803478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Calling delete_port for f7076471-b84e-4178-9b27-ddfd474d2f69 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:25.838943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.844445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:25.845029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:25.902533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4514236 Jul 22 19:50:25.903773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49008) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:25.910620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:25.941641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2558d-3325-4aef-b68e-312c8c710ba9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=a4bac359-9ecc-4084-ba88-881146c17c99,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:25.953946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a4bac359-9ecc-4084-ba88-881146c17c99 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:26.027693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649289e6-cf13-4db8-8a90-e9c30b3f1533 req-69d5c4bd-1aa2-4b29-8ad7-718cc7b2698d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.028906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-649289e6-cf13-4db8-8a90-e9c30b3f1533 req-69d5c4bd-1aa2-4b29-8ad7-718cc7b2698d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1027 time: 0.2061617 Jul 22 19:50:26.049015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d983cb-3bc8-4cb4-816e-8313a5b2168a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:26.058358 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.073200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Transition to ACTIVE for port object 20d983cb-3bc8-4cb4-816e-8313a5b2168a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:26.079723 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.128277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-649289e6-cf13-4db8-8a90-e9c30b3f1533 req-41cc706d-9f2c-48b5-a415-2bc8d00850da tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681455 Jul 22 19:50:26.129866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:26.134025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.140809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:26.168283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.181615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f7076471-b84e-4178-9b27-ddfd474d2f69'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:26.252087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Attempting to bind port 20d983cb-3bc8-4cb4-816e-8313a5b2168a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:26.252390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Attempting to bind port 20d983cb-3bc8-4cb4-816e-8313a5b2168a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:26.252676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Attempting to bind port 20d983cb-3bc8-4cb4-816e-8313a5b2168a on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:26.257323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Port 20d983cb-3bc8-4cb4-816e-8313a5b2168a on network d8477d9c-ce1c-4658-b7d4-9aab26887406 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:50:26.257755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Attempting to bind port 20d983cb-3bc8-4cb4-816e-8313a5b2168a on network d8477d9c-ce1c-4658-b7d4-9aab26887406 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:26.263825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:26.264188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Checking segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:26.264586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Bound using segment: {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:26.265011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Bound port: 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9f63bf-663f-48c7-8b33-4a1682b3ff20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:26.265489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.268973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Pushing event deleted for resources: {'Port': ['ID=f7076471-b84e-4178-9b27-ddfd474d2f69,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:26.347287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] No DVR routers for this DVR port f7076471-b84e-4178-9b27-ddfd474d2f69 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:26.350423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.354073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6f4f33d-93be-43b9-8cb0-7942f88893cb req-5cca4948-2b9a-4acd-a82c-2e4940fad6e1 tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.32 "DELETE /v2.0/ports/f7076471-b84e-4178-9b27-ddfd474d2f69 HTTP/1.1" status: 204 len: 173 time: 0.9937961 Jul 22 19:50:26.368275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-deleted', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:26.370742 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8570dfc-ce80-4426-8e52-440c1ec53035" -d '{"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-deleted", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:26.382280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:26.386184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:26.392696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.416041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91562b8a-c10d-47f1-b359-e46988fc2cbf req-d59df0e7-286c-415c-a396-030a930b111f tempest-ServersNegativeTestJSON-419842378 tempest-ServersNegativeTestJSON-419842378-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ea4a098-5823-439b-8b5b-18b778cad88c HTTP/1.1" status: 200 len: 210 time: 0.0564978 Jul 22 19:50:26.472741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3c80a-1859-41ea-a836-dffe395a100f req-99b84c9d-d351-4627-8858-21d330d34d67 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.482303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.483192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.485482 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/20d983cb-3bc8-4cb4-816e-8313a5b2168a HTTP/1.1" status: 200 len: 1092 time: 1.1110418 Jul 22 19:50:26.485943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1eb3c80a-1859-41ea-a836-dffe395a100f req-99b84c9d-d351-4627-8858-21d330d34d67 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.3156688 Jul 22 19:50:26.486256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:26.489677 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:26.542481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ca43-c889-4723-ba27-2a6c758714d0 service neutron] Pushing event updated for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:26.670085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-a550c377-5633-4408-af5d-fa020149b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.672333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1eb3c80a-1859-41ea-a836-dffe395a100f req-14e3813b-8f61-47ef-9dc0-535af5ba3e8d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849768 Jul 22 19:50:26.674682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.684581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-a550c377-5633-4408-af5d-fa020149b1f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1095 time: 0.1213403 Jul 22 19:50:26.723330 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4633ce-c62a-4918-aafd-5bd234c81bbb x-openstack-request-id: req-6b4633ce-c62a-4918-aafd-5bd234c81bbb {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:26.723633 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea4a098-5823-439b-8b5b-18b778cad88c", "name": "network-vif-deleted", "tag": "f7076471-b84e-4178-9b27-ddfd474d2f69", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:26.724078 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b4633ce-c62a-4918-aafd-5bd234c81bbb {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:26.724781 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea4a098-5823-439b-8b5b-18b778cad88c', 'name': 'network-vif-deleted', 'tag': 'f7076471-b84e-4178-9b27-ddfd474d2f69', 'status': 'completed', 'code': 200} Jul 22 19:50:26.737614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-616675a6-a333-427a-890c-86ce84c473a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a HTTP/1.1" status: 200 len: 217 time: 0.0521035 Jul 22 19:50:26.765663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:26.766033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: a4bac359-9ecc-4084-ba88-881146c17c99, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:26.768396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=ea2f26cb-e81b-406b-9c97-80bf8430b769,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:26.789502 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111bfa3d-f80c-4832-9bc0-8e97e526eb8e x-openstack-request-id: req-111bfa3d-f80c-4832-9bc0-8e97e526eb8e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:26.789825 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:26.790029 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-111bfa3d-f80c-4832-9bc0-8e97e526eb8e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:26.790437 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a', 'status': 'completed', 'code': 200} Jul 22 19:50:26.795516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network a4bac359-9ecc-4084-ba88-881146c17c99 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:26.812630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-1bf9b68f-9e9a-40a0-be04-d4122a37bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.814633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-1bf9b68f-9e9a-40a0-be04-d4122a37bd30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10b7d0eb-3168-41a0-bebe-762cd5d0115a HTTP/1.1" status: 200 len: 848 time: 0.0675538 Jul 22 19:50:26.818113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a4bac359-9ecc-4084-ba88-881146c17c99) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:26.823989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.825726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:26.826776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55f5c2-c2e5-4d40-8bc3-bef480419eff None None] Network a4bac359-9ecc-4084-ba88-881146c17c99 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:26.852950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d99e13e3-47cc-413a-a6db-b9aa6e3998a3 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9462495 Jul 22 19:50:26.854356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:26.905654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-2e3b8bd5-7eb4-4855-b8fc-47a1a7c37a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:26.906700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-2e3b8bd5-7eb4-4855-b8fc-47a1a7c37a81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8477d9c-ce1c-4658-b7d4-9aab26887406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846231 Jul 22 19:50:27.011536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-010237e9-f13b-4359-8106-28ced3eab86d service neutron] 10.222.0.32 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961430 Jul 22 19:50:27.011774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a4bac359-9ecc-4084-ba88-881146c17c99', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:27.012616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.112869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c2de100-c614-4e2b-b726-7651592d1db5 req-580b6ff2-e6ca-49c2-857b-8718950bad24 service neutron] 10.222.0.32 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946672 Jul 22 19:50:27.148762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe515ce-9860-4f44-8bdc-894c9778b355 req-eb3b18ee-62a1-49d6-b519-142b4e4845ac tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.155556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afe515ce-9860-4f44-8bdc-894c9778b355 req-eb3b18ee-62a1-49d6-b519-142b4e4845ac tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2411256 Jul 22 19:50:27.162492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Allocated IP 2001:db8::2 (a4bac359-9ecc-4084-ba88-881146c17c99/ea2f26cb-e81b-406b-9c97-80bf8430b769/db79da46-0c50-4223-962b-19e4a3ea1b36) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:27.236715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afe515ce-9860-4f44-8bdc-894c9778b355 req-78fa2e18-94d6-421a-a8c6-9a080fd5a561 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802424 Jul 22 19:50:27.253122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-46eda23a-71f8-41f4-a671-279474487ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.254870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-46eda23a-71f8-41f4-a671-279474487ce3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ec7d34ad57a4aac9289eae21af74100&device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1095 time: 0.0781443 Jul 22 19:50:27.269225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.305307 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.354010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-0ee20c23-691c-469b-b7b3-f263a672da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.355605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-0ee20c23-691c-469b-b7b3-f263a672da7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 200 len: 910 time: 0.0939443 Jul 22 19:50:27.368474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.377023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Transition to ACTIVE for port object db79da46-0c50-4223-962b-19e4a3ea1b36 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:27.393739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Transition to ACTIVE for port object db79da46-0c50-4223-962b-19e4a3ea1b36 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:27.400310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.404252 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-df9fc9d2-bbdf-431d-b7b8-6c158bfa8cdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a HTTP/1.1" status: 200 len: 217 time: 0.0413671 Jul 22 19:50:27.438563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Network a4bac359-9ecc-4084-ba88-881146c17c99 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:27.444509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e7647-9145-4aca-880d-78a69d3ac863 req-e0c0c0e7-bb20-4a0e-bf2b-cb85742e8a52 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.444680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:27.449128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:27.453535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-287e7647-9145-4aca-880d-78a69d3ac863 req-e0c0c0e7-bb20-4a0e-bf2b-cb85742e8a52 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1095 time: 0.2246907 Jul 22 19:50:27.457157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Pushing event updated for resources: {'Port': ['ID=db79da46-0c50-4223-962b-19e4a3ea1b36,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:27.491057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-174685b8-f08c-495c-83d1-6453a1fc76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.492927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-174685b8-f08c-495c-83d1-6453a1fc76db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=10b7d0eb-3168-41a0-bebe-762cd5d0115a HTTP/1.1" status: 200 len: 848 time: 0.0818419 Jul 22 19:50:27.533061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49034) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:27.534763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Attempting to bind port db79da46-0c50-4223-962b-19e4a3ea1b36 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:27.535669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Attempting to bind port db79da46-0c50-4223-962b-19e4a3ea1b36 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:27.536460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Attempting to bind port db79da46-0c50-4223-962b-19e4a3ea1b36 on network a4bac359-9ecc-4084-ba88-881146c17c99 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:27.544302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:27.545203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Checking segment: {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:27.546082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.546927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Bound using segment: {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:27.547866 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Bound port: db79da46-0c50-4223-962b-19e4a3ea1b36, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:27.548733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.564364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:50:27.582877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-287e7647-9145-4aca-880d-78a69d3ac863 req-a9e70e44-4e2b-4b4e-8a2e-d67ae906d0cd tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284533 Jul 22 19:50:27.604717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-37f74bc9-176d-4ede-9ac3-ab3ca355103f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:27.606503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-37f74bc9-176d-4ede-9ac3-ab3ca355103f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d8477d9c-ce1c-4658-b7d4-9aab26887406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999351 Jul 22 19:50:27.640831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Deleting subnet b852afe1-f5f3-40e9-ba59-00f95a66d43d {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:27.647143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] For port db79da46-0c50-4223-962b-19e4a3ea1b36, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:27.647339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.652114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] For port db79da46-0c50-4223-962b-19e4a3ea1b36, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db79da46-0c50-4223-962b-19e4a3ea1b36,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:27.658097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.677929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8::1 (a4bac359-9ecc-4084-ba88-881146c17c99/ea2f26cb-e81b-406b-9c97-80bf8430b769/01ed3e7b-a0cb-4481-ba40-0a6243bebb05) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:27.712900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.793054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792c5df-ec4c-48be-9f3c-56d5289da97a None None] Pushing event updated for resources: {'Port': ['ID=db79da46-0c50-4223-962b-19e4a3ea1b36,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:27.796430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-6dc0b5f7-a4b4-468f-90e8-fdbb7fc24637 service neutron] 10.222.0.32 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765189 Jul 22 19:50:27.881657 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:27.927239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2cbbb2ad-76ce-4a0b-a53b-6dad59b76e9a req-9994fcf7-93ef-44a0-a1d5-fe2b197a22e6 service neutron] 10.222.0.32 "GET /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162281 Jul 22 19:50:27.982985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.008072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878bc5-5f2c-4a25-a974-ce7626839b82 req-1ac93a6f-a5fe-4a6f-9373-12781102c1db tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:28.009771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4878bc5-5f2c-4a25-a974-ce7626839b82 req-1ac93a6f-a5fe-4a6f-9373-12781102c1db tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2192640 Jul 22 19:50:28.028418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.051084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:28.056676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.058546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b852afe1-f5f3-40e9-ba59-00f95a66d43d HTTP/1.1" status: 204 len: 168 time: 0.5236588 Jul 22 19:50:28.061387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49048) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:28.088554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9926f-c544-41c3-ae05-b5d06be46b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b852afe1-f5f3-40e9-ba59-00f95a66d43d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.120801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4878bc5-5f2c-4a25-a974-ce7626839b82 req-7301a7fe-92ae-41e3-a414-215f2d9a4b01 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036799 Jul 22 19:50:28.162221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.185846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.208964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network a4bac359-9ecc-4084-ba88-881146c17c99 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:28.216747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:28.220685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:28.221241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.230176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.308081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.319319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:28.332775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2893aaec-05f3-480f-90c3-841702d9dcc2') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:28.333135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2893aaec-05f3-480f-90c3-841702d9dcc2') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:28.345051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.362000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.374408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:28.375421 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:28.380848 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:28.403108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.462345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.468071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.470506 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] 10.222.0.10 "DELETE /v2.0/networks/d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45 HTTP/1.1" status: 204 len: 168 time: 0.4079342 Jul 22 19:50:28.493291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f42c7c-01de-4bfb-865b-28a8f4f5d07d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cc45a0-5e0f-4ed3-a5c4-8087e2941f45,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:28.522090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:28.628420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f7076471-b84e-4178-9b27-ddfd474d2f69 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:28.628865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f7076471-b84e-4178-9b27-ddfd474d2f69 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:28.749576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49064) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:28.803427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2f01f59-7aaa-4d4c-8230-086d1624e30e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22fdfdbf109d4a5493398e8ef0a2ef8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505362 Jul 22 19:50:28.803791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49066) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:28.873330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.907504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.984530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.988021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:28.989622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9 HTTP/1.1" status: 204 len: 168 time: 0.1846933 Jul 22 19:50:29.001362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbccbde-a326-4d09-97af-e346ac3ace3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ece6c-bf1e-4dba-9b7b-23d0cad190f9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.150307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a6716-4a3f-4523-8191-899a30612fcb req-dfcd1159-6813-4df4-9a72-1e43be302c1c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:29.158172 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164a6716-4a3f-4523-8191-899a30612fcb req-dfcd1159-6813-4df4-9a72-1e43be302c1c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1851816 Jul 22 19:50:29.166261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197c9d6-0069-42f0-ae93-d986fa8fb513 None None] Network a4bac359-9ecc-4084-ba88-881146c17c99 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:29.169832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae45ec-0d94-4f2c-a7fb-ac1434ac7a3b req-1deef5cb-3311-473f-8bae-18cbb7735b27 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:29.171244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfae45ec-0d94-4f2c-a7fb-ac1434ac7a3b req-1deef5cb-3311-473f-8bae-18cbb7735b27 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1095 time: 0.1994884 Jul 22 19:50:29.265061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfae45ec-0d94-4f2c-a7fb-ac1434ac7a3b req-194b2f4e-704e-4a91-b4d5-8580a8a016a9 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Jul 22 19:50:29.294627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-09aec799-ef69-46f6-afbf-550e7890ba71 None None] Provisioning for port db79da46-0c50-4223-962b-19e4a3ea1b36 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:29.296721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164a6716-4a3f-4523-8191-899a30612fcb req-5667bd1f-db53-4307-93a7-bd6191f7b124 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217973 Jul 22 19:50:29.453615 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.461297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.462166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.548840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:29.604924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6848f-8ae7-4d4c-b010-c8c68aabc51c req-4597d174-e266-43be-87b8-75c2adec4346 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:29.606568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0c6848f-8ae7-4d4c-b010-c8c68aabc51c req-4597d174-e266-43be-87b8-75c2adec4346 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2156384 Jul 22 19:50:29.671719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network a4bac359-9ecc-4084-ba88-881146c17c99 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:29.673641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:29.717312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0c6848f-8ae7-4d4c-b010-c8c68aabc51c req-07266d1d-a452-4532-b10f-d1524ce3c395 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866795 Jul 22 19:50:29.851817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db79da46-0c50-4223-962b-19e4a3ea1b36 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:29.885615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:50:29.930329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port db79da46-0c50-4223-962b-19e4a3ea1b36 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:29.940766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port db79da46-0c50-4223-962b-19e4a3ea1b36 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:29.941141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:29.985417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Provisioning for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:29.991509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Provisioning complete for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:29.992658 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.061045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:30.067278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:30.079568 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:30.089749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49100) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:30.098471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1266571312'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:30.104627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a03f8c19-a4df-4020-9370-b09a9cdc5367 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2461443 Jul 22 19:50:30.106516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49102) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:30.106682 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:30.107353 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:30.112345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Provisioning complete for port db79da46-0c50-4223-962b-19e4a3ea1b36 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:30.114675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b107f6a7-1a81-43bc-90db-1ad92aa5e273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.121053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.140465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:30.144610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.205359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:30.241948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.242295 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 4975baad-ea5b-423d-9b41-41cd92b27621 of type vlan for network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 Jul 22 19:50:30.288251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port db79da46-0c50-4223-962b-19e4a3ea1b36, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db79da46-0c50-4223-962b-19e4a3ea1b36,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:30.300856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.311274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-397603640-network', 'tenant_id': '2761f20a2fed4adeb8ae5b6c86980d85'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:30.386775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Made reservation on behalf of 2761f20a2fed4adeb8ae5b6c86980d85 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:30.387050 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:30.390709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.413827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.419450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.427495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=db79da46-0c50-4223-962b-19e4a3ea1b36,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:30.498001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.505569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:30.506171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.532954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8f76bd21-ea7f-4509-857e-7b6c60956a3b None None] Provisioning complete for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:30.533696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f76bd21-ea7f-4509-857e-7b6c60956a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.538502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 20d983cb-3bc8-4cb4-816e-8313a5b2168a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:50:30.596702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eec74-fd75-41b9-aa07-f0e89612c50f req-73e5c480-a949-41bb-a41f-b8d6d15fab29 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:30.598596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-367eec74-fd75-41b9-aa07-f0e89612c50f req-73e5c480-a949-41bb-a41f-b8d6d15fab29 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1095 time: 0.1913230 Jul 22 19:50:30.673321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c122fff-e5ef-44cc-a32a-b8133e4c95a2 req-b2b0be55-19c4-43db-a96e-0c0727a24638 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:30.675272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=0ef356b0-93d8-45a3-ac48-91d05396e5f1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:30.679232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c122fff-e5ef-44cc-a32a-b8133e4c95a2 req-b2b0be55-19c4-43db-a96e-0c0727a24638 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2264340 Jul 22 19:50:30.706491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:30.744581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-367eec74-fd75-41b9-aa07-f0e89612c50f req-628f79fa-a1fc-421d-a98f-8be9428a3d9e tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321881 Jul 22 19:50:30.749216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8f76bd21-ea7f-4509-857e-7b6c60956a3b None None] Port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:30.759312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c122fff-e5ef-44cc-a32a-b8133e4c95a2 req-c72cbc26-8b2c-4cd0-ac18-0f6f014d921a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712950 Jul 22 19:50:30.797197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:28Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:29Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:30.824188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:30.836743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '20d983cb-3bc8-4cb4-816e-8313a5b2168a', 'network_id': 'd8477d9c-ce1c-4658-b7d4-9aab26887406', 'port_id': '20d983cb-3bc8-4cb4-816e-8313a5b2168a', 'mac_address': 'fa:16:3e:fc:d3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b7d0eb-3168-41a0-bebe-762cd5d0115a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:50:30.870419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.875619 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:30.875998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Updating router db797486-8b11-4575-ac86-1ad6bdf93996 port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:30.888218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce4d8e56-7dac-4170-80c7-82b781fb93e4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7959502 Jul 22 19:50:30.893483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49116) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:30.901697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:30.912056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.918810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.923416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b0d1f608-b90d-4109-9496-0f8111487428 None None] Provisioning complete for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:30.923796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b0d1f608-b90d-4109-9496-0f8111487428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.948190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d983cb-3bc8-4cb4-816e-8313a5b2168a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:30.976820 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:30.980501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:30.986613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1f608-b90d-4109-9496-0f8111487428 None None] Port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:30.996893 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.043040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:31.075362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.075595 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Added segment 39ebd4c8-8cc7-41dc-90cd-a332e688e69e of type vlan for network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 Jul 22 19:50:31.077063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cae651e-7ffb-4f47-9c99-3c8eed8cd568,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.087099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.165388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.165790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.166075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.166402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.166869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.167059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.167436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.167763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.168086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.168462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.168912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.169236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:31.169365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:31.173319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.218598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-ab96a062-ed0d-448a-a4e2-76fad0fb2fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.218983 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-ab96a062-ed0d-448a-a4e2-76fad0fb2fde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1098 time: 0.1318715 Jul 22 19:50:31.221974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.237420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['20d983cb-3bc8-4cb4-816e-8313a5b2168a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:31.240977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df66809-e21a-4bf2-a238-500c82079b67 req-e2b1e100-1590-484e-8e27-359797023cc5 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.242633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4df66809-e21a-4bf2-a238-500c82079b67 req-e2b1e100-1590-484e-8e27-359797023cc5 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.3675148 Jul 22 19:50:31.305407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.306386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.306963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.318031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4df66809-e21a-4bf2-a238-500c82079b67 req-259cf6bf-ee8b-437a-a788-c0033eb34e8f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654621 Jul 22 19:50:31.334360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-05cf26ad-e7a3-4144-bfb9-55ca8070a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.336320 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-05cf26ad-e7a3-4144-bfb9-55ca8070a6ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.1082518 Jul 22 19:50:31.348638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876915f0-3df0-4103-a463-b3159afb7734 req-c240772e-d2d4-4f73-a612-91a758af9af4 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.350634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-876915f0-3df0-4103-a463-b3159afb7734 req-c240772e-d2d4-4f73-a612-91a758af9af4 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2308903 Jul 22 19:50:31.362245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2518842 Jul 22 19:50:31.364689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49124) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:31.378044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Request body: {'subnet': {'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-397603640-subnet', 'tenant_id': '2761f20a2fed4adeb8ae5b6c86980d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:31.440439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12df8b-fbd8-44ec-b919-c3bd78831044 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.455307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:31.493878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Made reservation on behalf of 2761f20a2fed4adeb8ae5b6c86980d85 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:31.498263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.617538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-92565aa4-5deb-4e24-9978-c8fae63501c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 1001 time: 0.2339301 Jul 22 19:50:31.662276 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.679357 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Transition to ACTIVE for port object 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:31.688131 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.778914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-c3c5e1e0-ac01-4f06-a692-12736d5337d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.780630 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-c3c5e1e0-ac01-4f06-a692-12736d5337d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.1508095 Jul 22 19:50:31.784765 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c20d1d-4967-4624-a577-c46f6ab98b92 None None] Pushing event updated for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:31.813687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-876915f0-3df0-4103-a463-b3159afb7734 req-aeeae8b9-78aa-4136-b5ad-93379eb17e4c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4427834 Jul 22 19:50:31.827765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db79da46-0c50-4223-962b-19e4a3ea1b36 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:31.856519 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.862992 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Attempting to bind port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:31.863663 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Attempting to bind port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:31.864369 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Attempting to bind port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 on network a4bac359-9ecc-4084-ba88-881146c17c99 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:31.871387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:31.872759 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Checking segment: {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:31.874430 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.874568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f19502-7ba9-4820-985b-bf581ba7c368 req-e0a5df5c-d6ab-4728-a2e3-aa85e26bb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:31.875220 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Bound using segment: {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:31.875930 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Bound port: 01ed3e7b-a0cb-4481-ba40-0a6243bebb05, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802b25d0-4cd4-43a7-ad28-9e07a893844d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:31.876067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-65f19502-7ba9-4820-985b-bf581ba7c368 req-e0a5df5c-d6ab-4728-a2e3-aa85e26bb9dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1097 time: 0.2555535 Jul 22 19:50:31.877135 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.932813 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port db79da46-0c50-4223-962b-19e4a3ea1b36 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:31.933389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.949526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:31.987868 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] For port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:31.993073 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] For port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:32.006376 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.018152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=590e4195-802f-4bfe-97b2-b092bbe051ed,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.049858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-65f19502-7ba9-4820-985b-bf581ba7c368 req-fab6dce0-8fb4-4a8c-9dfb-4fa2a80f7e1e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361542 Jul 22 19:50:32.056776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Checking segment: {'id': '39ebd4c8-8cc7-41dc-90cd-a332e688e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:32.057159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Network hostable DHCP agents. Network: a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:32.062491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.067846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5752ac6-d12c-4633-b110-5b1c6615a29e req-90ea376d-e3f2-4faa-bd74-3364baca261f tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:32.078393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5752ac6-d12c-4633-b110-5b1c6615a29e req-90ea376d-e3f2-4faa-bd74-3364baca261f tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1096 time: 0.2088215 Jul 22 19:50:32.078810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:32.079294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 0ef356b0-93d8-45a3-ac48-91d05396e5f1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:32.082812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-fdb216b0-2bf8-4c06-83c9-f514da83d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:32.084516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-fdb216b0-2bf8-4c06-83c9-f514da83d26f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2907543 Jul 22 19:50:32.115896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:32.129623 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:32.132695 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:32.144746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:32.161690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5752ac6-d12c-4633-b110-5b1c6615a29e req-095860da-7ff3-4362-acb0-73c139e1c57b tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758803 Jul 22 19:50:32.164744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:32.178600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733f091-62f2-41de-9a44-ef2055441dbd None None] Network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:32.183251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:32.184362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.210353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 0ef356b0-93d8-45a3-ac48-91d05396e5f1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:32.216823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8db51344-7054-4202-a87b-9b211c167a48 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8462865 Jul 22 19:50:32.224383 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:32.232614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be5528e-9173-49b8-bdd3-580b7b7887eb None None] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:32.233740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:32.282535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-29663cd1-c7ad-42b3-ae46-d2d0a83a3536 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3880529 Jul 22 19:50:32.285386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:32.285702 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c20d1d-4967-4624-a577-c46f6ab98b92 None None] Pushing event updated for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:32.299897 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-527bf774-3dad-4ccb-8b62-09a61dde6473 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054541 Jul 22 19:50:32.308035 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:32.548406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 20d983cb-3bc8-4cb4-816e-8313a5b2168a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:32.665565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56f873-3fdf-4d45-8876-3a4f883ab3ba None None] Network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:32.723938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99208e-d45f-42cb-8d15-643e8ec905ae req-dac60e06-1979-45a5-aed9-adb651d20e17 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:32.728078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e99208e-d45f-42cb-8d15-643e8ec905ae req-dac60e06-1979-45a5-aed9-adb651d20e17 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.2455282 Jul 22 19:50:32.751262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:28Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:31Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:32.817707 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c0b3c-fb2a-44d0-a7dc-bd457bc8ea94 None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:28Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:31Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:32.957160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-14c614d9-403e-460b-bb7d-1b97cdbc4c5b req-571d4221-b790-4d86-b858-94e442284695 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487925 Jul 22 19:50:33.020064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49152) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:33.027460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1261616680-network', 'tenant_id': 'a8b327bb842f454595378cb859016fe8'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:33.066437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Made reservation on behalf of a8b327bb842f454595378cb859016fe8 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:33.070354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.081948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.108104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:33.108984 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.182076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e99208e-d45f-42cb-8d15-643e8ec905ae req-7cf47cdc-a896-4032-b026-667162f4c665 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371998 Jul 22 19:50:33.216943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.236979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2b089-673c-4a8d-ba19-5256f66a781e req-77124d29-086e-4bb8-8e95-15a3f2e3bc75 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:33.239005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63e2b089-673c-4a8d-ba19-5256f66a781e req-77124d29-086e-4bb8-8e95-15a3f2e3bc75 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.2360935 Jul 22 19:50:33.338797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.347273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.364943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:33.380361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.380762 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Added segment 93132130-fe81-420a-a9f7-98138bda70fc of type vlan for network 0580d275-1136-4ac5-996e-ea5a45e78e31 Jul 22 19:50:33.438048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.459822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 20d983cb-3bc8-4cb4-816e-8313a5b2168a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:33.480258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 20d983cb-3bc8-4cb4-816e-8313a5b2168a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:33.480640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.485809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.488766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:33.489786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.566133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5386488 Jul 22 19:50:33.573424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:33.578152 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb8713f-bb12-4e0c-8a55-2d3b8e89e7e6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:33.598242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Request body: {'subnet': {'network_id': '0580d275-1136-4ac5-996e-ea5a45e78e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1261616680-subnet', 'tenant_id': 'a8b327bb842f454595378cb859016fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:33.654937 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa40d-27b7-483e-877b-b6f93bf1ddc4 admin admin] Pushing event updated for resources: {'Network': ['ID=0580d275-1136-4ac5-996e-ea5a45e78e31,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:33.685120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8:1::1 (0ef356b0-93d8-45a3-ac48-91d05396e5f1/590e4195-802f-4bfe-97b2-b092bbe051ed/7f385699-11f4-4849-b69f-88c9f48ed2d6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:33.690468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Made reservation on behalf of a8b327bb842f454595378cb859016fe8 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:33.693619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.758661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 0580d275-1136-4ac5-996e-ea5a45e78e31 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:33.865506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:33.867185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63e2b089-673c-4a8d-ba19-5256f66a781e req-b80d624d-f67f-41d2-b80a-ab996d4e4447 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6050708 Jul 22 19:50:33.894453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.949287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 7f385699-11f4-4849-b69f-88c9f48ed2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:33.956581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:33.968429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:33.969821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3374d58-5018-44f0-b590-2a0da6742b2e req-3a0e6151-bddd-4876-98b9-86910d20f4bd tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:33.971704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3374d58-5018-44f0-b590-2a0da6742b2e req-3a0e6151-bddd-4876-98b9-86910d20f4bd tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1096 time: 0.6327674 Jul 22 19:50:33.974836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:33.975520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.043074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3374d58-5018-44f0-b590-2a0da6742b2e req-c0236fd4-365c-4a4c-83c3-d4486b7bed6e tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623243 Jul 22 19:50:34.044420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:34.046884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:34.049610 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21dea92-f92e-4d35-9da6-d9727df25489" -d '{"events": [{"server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "name": "network-vif-plugged", "status": "completed", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:34.052690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.059684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.086787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.134863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:34.142210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:34.150437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:34.151348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.155562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c369e2-0f7b-46cf-b9e5-ce6d9b2098be,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.170211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Checking segment: {'id': '93132130-fe81-420a-a9f7-98138bda70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0580d275-1136-4ac5-996e-ea5a45e78e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:34.170585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Network hostable DHCP agents. Network: 0580d275-1136-4ac5-996e-ea5a45e78e31, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:34.200271 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef6932-fcaf-4842-848c-8222152bc0e5 x-openstack-request-id: req-37ef6932-fcaf-4842-848c-8222152bc0e5 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:34.200877 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "name": "network-vif-plugged", "status": "completed", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:34.200877 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37ef6932-fcaf-4842-848c-8222152bc0e5 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:34.201242 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a', 'code': 200} Jul 22 19:50:34.203610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.207260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.258317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:34.270462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.301616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Allocated IP 2001:db8:1::2 (0ef356b0-93d8-45a3-ac48-91d05396e5f1/590e4195-802f-4bfe-97b2-b092bbe051ed/2aee2104-63fc-443e-84ba-21c758edd41f) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:34.304368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.331861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Network 0580d275-1136-4ac5-996e-ea5a45e78e31 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:34.353527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 0580d275-1136-4ac5-996e-ea5a45e78e31) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:34.361040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:34.362792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.372474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957baef2-eeff-4b36-99ac-f5ed5ccee13e None None] Network 0580d275-1136-4ac5-996e-ea5a45e78e31 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:34.374948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.379245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b18b75-1fd2-443a-9005-4ce3450d25d0 req-8569ad06-c3c8-45c1-a7f7-1ec876776eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:34.381058 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a5b18b75-1fd2-443a-9005-4ce3450d25d0 req-8569ad06-c3c8-45c1-a7f7-1ec876776eed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.2042620 Jul 22 19:50:34.385703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f0280c75-2e90-4575-92ba-514eae04d7a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7982199 Jul 22 19:50:34.437749 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a5b18b75-1fd2-443a-9005-4ce3450d25d0 req-8d0a00d8-0c71-41f1-b6e3-3105f36fbc3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501807 Jul 22 19:50:34.529990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.580867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7c4f9-d924-49fa-8614-66da57098886 None None] Network 0580d275-1136-4ac5-996e-ea5a45e78e31 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:34.664949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d538634-c7a1-4fb7-b236-e4c363d53a19 req-77b49eaf-1c92-417c-9ccb-b0349f4e1d16 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:34.666590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d538634-c7a1-4fb7-b236-e4c363d53a19 req-77b49eaf-1c92-417c-9ccb-b0349f4e1d16 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.3301337 Jul 22 19:50:34.755382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d538634-c7a1-4fb7-b236-e4c363d53a19 req-455c3fdf-c9dc-44df-b801-cf0dc65223d0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793467 Jul 22 19:50:34.790213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.794703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.801947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.802867 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:34.815071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Transition to ACTIVE for port object 2aee2104-63fc-443e-84ba-21c758edd41f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:34.865204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Transition to ACTIVE for port object 2aee2104-63fc-443e-84ba-21c758edd41f will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:34.879263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:34.929278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.024719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Pushing event updated for resources: {'Port': ['ID=2aee2104-63fc-443e-84ba-21c758edd41f,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:35.037651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.037976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.038333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.039336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.039854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.040416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.040688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.041124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.041340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.042061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.042061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.042664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:35.057784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:35.059315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:35.062401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:35.117994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:35.130126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051df72-ba6e-448e-b240-4836c10d5317 req-04121918-8c7a-4bfd-a248-3b25af271365 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:35.131300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Attempting to bind port 2aee2104-63fc-443e-84ba-21c758edd41f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:35.131799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4051df72-ba6e-448e-b240-4836c10d5317 req-04121918-8c7a-4bfd-a248-3b25af271365 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1577735 Jul 22 19:50:35.135328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:35.137642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Attempting to bind port 2aee2104-63fc-443e-84ba-21c758edd41f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:35.138029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Attempting to bind port 2aee2104-63fc-443e-84ba-21c758edd41f on network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:35.143705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:35.144083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Checking segment: {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:35.144521 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.144907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Bound using segment: {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:35.145364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Bound port: 2aee2104-63fc-443e-84ba-21c758edd41f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:35.145746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.224229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] For port 2aee2104-63fc-443e-84ba-21c758edd41f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:35.228454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] For port 2aee2104-63fc-443e-84ba-21c758edd41f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2aee2104-63fc-443e-84ba-21c758edd41f,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:35.234985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:35.329550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd7ab0-c65c-4141-a70c-a0b029cc7ffa None None] Pushing event updated for resources: {'Port': ['ID=2aee2104-63fc-443e-84ba-21c758edd41f,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:35.683554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4051df72-ba6e-448e-b240-4836c10d5317 req-22d7efac-f8d5-4dca-8d0e-809e86af3692 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5159597 Jul 22 19:50:35.693168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f9216b9c-e25b-4a43-91e4-e966d46b9257 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:35.700067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f9216b9c-e25b-4a43-91e4-e966d46b9257 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/networks?id=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 HTTP/1.1" status: 200 len: 824 time: 0.6369078 Jul 22 19:50:35.715822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-bc04e41b-c7ce-4c3a-beac-2dbdce10128f tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/quotas/2761f20a2fed4adeb8ae5b6c86980d85 HTTP/1.1" status: 200 len: 375 time: 0.0148485 Jul 22 19:50:35.755841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-83e04dcf-9bb9-4f84-9362-9673577d5a76 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2761f20a2fed4adeb8ae5b6c86980d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 22 19:50:35.757806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:35.885890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:35.936360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:35.937012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.014722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2aee2104-63fc-443e-84ba-21c758edd41f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:36.019042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:36.030858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e5880f68-1524-4219-b98d-c745f2eb2862 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7419274 Jul 22 19:50:36.031297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.036390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-41411258'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:36.036538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-eb19937d-3705-46de-80ec-1a008cb48242 service neutron] 10.222.0.10 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720845 Jul 22 19:50:36.056990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:36.072865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:36.073264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-2efbd957-5505-4bdb-ac7c-aaccbc40ff2a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.074929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-2efbd957-5505-4bdb-ac7c-aaccbc40ff2a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 811 time: 0.2635484 Jul 22 19:50:36.076788 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.095694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:36.095928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:36.115614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:36.123982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-03474a34-1a0e-4f4e-8859-d755e5767971 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/quotas/d9b22797ad0a4beca0ddfbf340ba0fd6 HTTP/1.1" status: 200 len: 375 time: 0.0385790 Jul 22 19:50:36.129588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.130206 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment 9a7f9131-b261-4a77-9bc9-6098e73b60a5 of type vlan for network 467ba364-207b-43dd-ba4c-1b43727d674b Jul 22 19:50:36.200556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.245118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.255559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.256364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.274800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 2aee2104-63fc-443e-84ba-21c758edd41f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:36.284986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:36.301481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2665737 Jul 22 19:50:36.302458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:36.308183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:36.325748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-b1afc714-c740-48ec-b90d-58d2ec63e050 service neutron] 10.222.0.10 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761886 Jul 22 19:50:36.350656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-6daab5a1-a40c-42f3-8738-200f584222e6 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142959 Jul 22 19:50:36.435379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1ec5e-ec94-4634-a77b-850734acc55d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=467ba364-207b-43dd-ba4c-1b43727d674b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:36.447945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 467ba364-207b-43dd-ba4c-1b43727d674b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:36.465626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:36.469103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.624995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf6e4f-3ca1-4cac-ae3b-bb07ced385fc None None] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:36.732985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Provisioning for port 2aee2104-63fc-443e-84ba-21c758edd41f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:36.750160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Provisioning complete for port 2aee2104-63fc-443e-84ba-21c758edd41f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:36.750516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.762804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.773701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-7fe6207f-33d5-4977-a260-a9ceddea97fe service neutron] 10.222.0.10 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214554 Jul 22 19:50:36.828702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d6991-d931-44a4-a4ce-c240b10a6cd8 req-5cfe7b1f-9b7e-4a79-b519-da24802948a1 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.840867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a1d6991-d931-44a4-a4ce-c240b10a6cd8 req-5cfe7b1f-9b7e-4a79-b519-da24802948a1 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.1513727 Jul 22 19:50:36.902875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=1533716e-16f1-4739-9e52-7cfcdde6bd31,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:36.912826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:36.913186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 467ba364-207b-43dd-ba4c-1b43727d674b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:36.933063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a1d6991-d931-44a4-a4ce-c240b10a6cd8 req-f813cee1-461b-4a78-8265-e16d74227393 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889182 Jul 22 19:50:36.949823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 3, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:36.959525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-e6ac2b25-d70c-4b09-a82c-261280212e0d service neutron] 10.222.0.10 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832891 Jul 22 19:50:36.962734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 467ba364-207b-43dd-ba4c-1b43727d674b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:36.989487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 467ba364-207b-43dd-ba4c-1b43727d674b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:36.995447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:36.995906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:36.999432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:36.999852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Updating router db797486-8b11-4575-ac86-1ad6bdf93996 port 7f385699-11f4-4849-b69f-88c9f48ed2d6 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:37.012981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d0f5d8-bfe4-46cf-815b-f925abf301f2 None None] Network 467ba364-207b-43dd-ba4c-1b43727d674b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:37.031706 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b365b1ee-b897-4af8-b1f8-ac45e8f03982 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7263196 Jul 22 19:50:37.032760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49250) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:37.056941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.091771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49305610-aee5-4a4d-8d24-94453cc08f73 req-f60b55a7-637a-41f1-aee3-e8b98074408d tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 210 time: 0.0603120 Jul 22 19:50:37.271444 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.302375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cd7935b-31c9-4752-be14-ca9b057149c1 req-97743840-1479-40cf-8943-9ad1789b81cf tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 210 time: 0.0866053 Jul 22 19:50:37.455695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53604588-c121-410a-8ba5-9116eabf6563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.492024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88e78a-390b-4379-89c1-aeebac1856d3 req-1496f39c-2031-4bc8-a0d6-043e403cb3d5 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:37.492590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] For port 2aee2104-63fc-443e-84ba-21c758edd41f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2aee2104-63fc-443e-84ba-21c758edd41f,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:37.499972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a88e78a-390b-4379-89c1-aeebac1856d3 req-1496f39c-2031-4bc8-a0d6-043e403cb3d5 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.2016358 Jul 22 19:50:37.575790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.620446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a88e78a-390b-4379-89c1-aeebac1856d3 req-b0d41e32-aa11-4f71-b100-b812f3e2d52f tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015203 Jul 22 19:50:37.625449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-467ba364-207b-43dd-ba4c-1b43727d674b', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:37.626359 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.917714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098dee2-1c2f-4ab7-b6e9-794af4ebce9c None None] Pushing event updated for resources: {'Port': ['ID=2aee2104-63fc-443e-84ba-21c758edd41f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:37.962292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:37.993697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf56dd0-cd8b-47ce-b9ff-b34594bd3a9d req-3b38d8aa-288c-4f5a-a307-0396cdd6179c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:37.995763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbf56dd0-cd8b-47ce-b9ff-b34594bd3a9d req-3b38d8aa-288c-4f5a-a307-0396cdd6179c tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.2591727 Jul 22 19:50:38.119554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Allocated IP 2001:db8:2::2 (467ba364-207b-43dd-ba4c-1b43727d674b/1533716e-16f1-4739-9e52-7cfcdde6bd31/6c989f15-564f-404a-b80b-71b5c41c1aff) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:38.142314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Provisioning for port 7f385699-11f4-4849-b69f-88c9f48ed2d6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:38.155739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Provisioning complete for port 7f385699-11f4-4849-b69f-88c9f48ed2d6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:38.156134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.276567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Port 7f385699-11f4-4849-b69f-88c9f48ed2d6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:38.323801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbf56dd0-cd8b-47ce-b9ff-b34594bd3a9d req-aace2b6d-8782-42c7-bf07-68675a9ff2fa tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825353 Jul 22 19:50:38.326248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4776bee-6d92-46ea-83d5-3bd120e5c5c4 req-266276a6-c195-4f44-8ee7-c822829a2f4d tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 210 time: 0.1244135 Jul 22 19:50:38.400783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-96cebb18-f57b-49db-96eb-04c3556b1b1d tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:38.404047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-96cebb18-f57b-49db-96eb-04c3556b1b1d tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.26 "GET /v2.0/networks?id=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 HTTP/1.1" status: 200 len: 824 time: 0.2008219 Jul 22 19:50:38.421898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Request body: {'port': {'device_id': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2', 'admin_state_up': True, 'tenant_id': '2761f20a2fed4adeb8ae5b6c86980d85'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:38.520428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09c5ef2c-f31d-4017-aa4e-ea5035e4aa12 req-9d594fdc-49fd-4c79-b0c5-2148e787b8a7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 210 time: 0.0537193 Jul 22 19:50:38.632285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Provisioning complete for port 2aee2104-63fc-443e-84ba-21c758edd41f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:38.632875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81a6830e-8d35-4138-b811-66e9197f935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.685272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.688637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Made reservation on behalf of 2761f20a2fed4adeb8ae5b6c86980d85 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:38.692776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.752634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745fdf2-37a5-47e4-afbc-6391f206d03d req-c1a94786-d206-40ea-91b1-981ac5c6fd66 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:38.755466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b745fdf2-37a5-47e4-afbc-6391f206d03d req-c1a94786-d206-40ea-91b1-981ac5c6fd66 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.0672247 Jul 22 19:50:38.759850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Transition to ACTIVE for port object 7f385699-11f4-4849-b69f-88c9f48ed2d6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:38.797706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.899758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:38.905498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223aa8a-4a76-406f-82ba-2494f275c429 None None] Pushing event updated for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:38.916474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b745fdf2-37a5-47e4-afbc-6391f206d03d req-298eed3f-76d7-40dc-b085-b25ec3906e86 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260278 Jul 22 19:50:38.922919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Transition to ACTIVE for port object 6c989f15-564f-404a-b80b-71b5c41c1aff will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:38.969257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Allocated IP 172.20.0.4 (a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2/b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a/4fb62f19-3358-471a-9c2d-417f37889770) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:38.987552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Transition to ACTIVE for port object 6c989f15-564f-404a-b80b-71b5c41c1aff will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:39.017229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.081599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Attempting to bind port 7f385699-11f4-4849-b69f-88c9f48ed2d6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:39.082511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Attempting to bind port 7f385699-11f4-4849-b69f-88c9f48ed2d6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:39.082511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Attempting to bind port 7f385699-11f4-4849-b69f-88c9f48ed2d6 on network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:39.109305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Network 467ba364-207b-43dd-ba4c-1b43727d674b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:39.112503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:39.112939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Checking segment: {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:39.113355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.113759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Bound using segment: {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:39.114290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Bound port: 7f385699-11f4-4849-b69f-88c9f48ed2d6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4975baad-ea5b-423d-9b41-41cd92b27621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:39.114843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.122373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:39.135369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:39.145012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Pushing event updated for resources: {'Port': ['ID=6c989f15-564f-404a-b80b-71b5c41c1aff,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.160916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-d1dce605-d830-4b5c-bbea-9a79769ad4d8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.165751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-d1dce605-d830-4b5c-bbea-9a79769ad4d8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.26 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 811 time: 0.4000103 Jul 22 19:50:39.179446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Request body: {'port': {'device_id': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'admin_state_up': True, 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:39.183451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8:2::1 (467ba364-207b-43dd-ba4c-1b43727d674b/1533716e-16f1-4739-9e52-7cfcdde6bd31/6ce06417-88af-44b0-aa32-e7968d467f6d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:39.215127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.264586 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.325653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Attempting to bind port 6c989f15-564f-404a-b80b-71b5c41c1aff on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:39.326049 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Attempting to bind port 6c989f15-564f-404a-b80b-71b5c41c1aff by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:39.326451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Attempting to bind port 6c989f15-564f-404a-b80b-71b5c41c1aff on network 467ba364-207b-43dd-ba4c-1b43727d674b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:39.345065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:39.347144 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Pushing event updated for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.347482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:39.348718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Checking segment: {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:39.349197 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.349621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Bound using segment: {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:39.350043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:39.350430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Bound port: 6c989f15-564f-404a-b80b-71b5c41c1aff, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:39.350733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.354069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:39.362030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] For port 7f385699-11f4-4849-b69f-88c9f48ed2d6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:39.391429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] For port 7f385699-11f4-4849-b69f-88c9f48ed2d6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7f385699-11f4-4849-b69f-88c9f48ed2d6,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:39.424889 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.427116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.437115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Made reservation on behalf of d9b22797ad0a4beca0ddfbf340ba0fd6 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:39.445800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.446200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:39.446700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.466035 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-f3c5a768-c1a2-447b-8490-82d0a3bfc410 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500238 Jul 22 19:50:39.480021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Request body: {'port': {'device_id': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:39.485380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 6ce06417-88af-44b0-aa32-e7968d467f6d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:39.542546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] For port 6c989f15-564f-404a-b80b-71b5c41c1aff, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:39.546954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] For port 6c989f15-564f-404a-b80b-71b5c41c1aff, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6c989f15-564f-404a-b80b-71b5c41c1aff,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:39.548687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223aa8a-4a76-406f-82ba-2494f275c429 None None] Pushing event updated for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.552522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:39.553187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:39.558205 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.621813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:39.753216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f672a44a-cb61-4e5e-b37f-fb9f3d2d6492 req-0cdd397b-d74b-4791-acc0-9739ab37471a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 210 time: 0.0808659 Jul 22 19:50:39.769806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Allocated IP 172.20.0.2 (742612a4-168b-46ce-835a-087aa3ebfb54/f30e3d79-73ff-4287-8aee-1d324a5cc8e0/3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:39.814609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2aee2104-63fc-443e-84ba-21c758edd41f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:39.906570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:39.962697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d5d56-9d2e-48c4-b431-0beedf7d50e7 None None] Pushing event updated for resources: {'Port': ['ID=6c989f15-564f-404a-b80b-71b5c41c1aff,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:39.996281 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.059871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.067602 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.123277 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ac11a8e-f63d-4ace-adcf-e11f52d3d9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.152723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2aee2104-63fc-443e-84ba-21c758edd41f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:40.153463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.167655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cfeda-8815-4a2d-85cb-8837e1d75cb7 req-7694ada0-e635-4d17-8d64-d9e48c94c906 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:40.168612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-dcae07c4-8c34-43b5-9723-14cb30c6826e tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:40.169501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705cfeda-8815-4a2d-85cb-8837e1d75cb7 req-7694ada0-e635-4d17-8d64-d9e48c94c906 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 931 time: 0.6906931 Jul 22 19:50:40.175735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-dcae07c4-8c34-43b5-9723-14cb30c6826e tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.2531059 Jul 22 19:50:40.182731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.210254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['091225f3-ce80-404c-8c11-66ffd5415e41'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:40.244125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 467ba364-207b-43dd-ba4c-1b43727d674b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:40.252515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:40.255985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:40.256571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.284698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb62f19-3358-471a-9c2d-417f37889770 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:40.297915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.327746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Network 742612a4-168b-46ce-835a-087aa3ebfb54 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:40.333173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Transition to ACTIVE for port object 4fb62f19-3358-471a-9c2d-417f37889770 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:40.342463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:40.346724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:40.352300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.420525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:40.444695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Pushing event updated for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:40.458623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Deleting port 20d983cb-3bc8-4cb4-816e-8313a5b2168a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:40.460791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.497727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Pushing event updated for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:40.520557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705cfeda-8815-4a2d-85cb-8837e1d75cb7 req-fd9c2999-ab60-4189-8640-6867a9036042 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932985 Jul 22 19:50:40.532941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:40.533600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.540180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573d565-b62e-493e-8b41-a00ce4adf12b req-c5807676-2f3e-4e5e-8dc6-f1e161853667 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:40.547235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f573d565-b62e-493e-8b41-a00ce4adf12b req-c5807676-2f3e-4e5e-8dc6-f1e161853667 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=42f57a3d-276a-4363-93be-4d118fb96cfc HTTP/1.1" status: 200 len: 1097 time: 0.4429796 Jul 22 19:50:40.558582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 3, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:40.587977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06fd630-d0c9-44e6-80ad-84b247dc5aa1 None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 3, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:39Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:40.601411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-fb63e182-00cf-4d7b-af5b-9ed835fe703e tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4258730 Jul 22 19:50:40.606090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f573d565-b62e-493e-8b41-a00ce4adf12b req-a60aebb3-2744-40f1-bd0e-19da609e5dc5 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580184 Jul 22 19:50:40.613235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Request body: {'port': {'device_id': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:40.722448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Attempting to bind port 4fb62f19-3358-471a-9c2d-417f37889770 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:40.723071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Attempting to bind port 4fb62f19-3358-471a-9c2d-417f37889770 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '39ebd4c8-8cc7-41dc-90cd-a332e688e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:40.723586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Attempting to bind port 4fb62f19-3358-471a-9c2d-417f37889770 on network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:40.734180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] For port 20d983cb-3bc8-4cb4-816e-8313a5b2168a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=20d983cb-3bc8-4cb4-816e-8313a5b2168a,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:40.735010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.737608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Port 4fb62f19-3358-471a-9c2d-417f37889770 on network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:50:40.738128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Attempting to bind port 4fb62f19-3358-471a-9c2d-417f37889770 on network a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:40.750666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:40.751289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Checking segment: {'id': '39ebd4c8-8cc7-41dc-90cd-a332e688e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:40.751902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Bound using segment: {'id': '39ebd4c8-8cc7-41dc-90cd-a332e688e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:40.752573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Bound port: 4fb62f19-3358-471a-9c2d-417f37889770, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ebd4c8-8cc7-41dc-90cd-a332e688e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:40.753128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.760069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.768326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Calling delete_port for 20d983cb-3bc8-4cb4-816e-8313a5b2168a owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:40.858331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:40.937413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:40.945792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4fb62f19-3358-471a-9c2d-417f37889770,segment=NetworkSegment(39ebd4c8-8cc7-41dc-90cd-a332e688e69e),segment_id=39ebd4c8-8cc7-41dc-90cd-a332e688e69e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:40.959436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.020591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:41.021219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.023763 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] 10.222.0.26 "PUT /v2.0/ports/4fb62f19-3358-471a-9c2d-417f37889770 HTTP/1.1" status: 200 len: 1092 time: 1.5496798 Jul 22 19:50:41.025972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:41.028468 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52aaee3-7c70-4fad-9745-c6554d5b4644" -d '{"events": [{"name": "network-changed", "server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "tag": "4fb62f19-3358-471a-9c2d-417f37889770"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:41.074101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a075-9c30-41e4-8854-24709cbc5eee service neutron] Pushing event updated for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.129939 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb03391-fda4-415c-abc5-c7680ed3af06 x-openstack-request-id: req-edb03391-fda4-415c-abc5-c7680ed3af06 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:41.130242 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "tag": "4fb62f19-3358-471a-9c2d-417f37889770", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:41.130498 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edb03391-fda4-415c-abc5-c7680ed3af06 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:41.130909 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770', 'status': 'completed', 'code': 200} Jul 22 19:50:41.200060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.213643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['73df78c1-5f44-46cf-a8e8-554a9fa18c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:41.250164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Pushing event deleted for resources: {'Port': ['ID=20d983cb-3bc8-4cb4-816e-8313a5b2168a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:41.367121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] No DVR routers for this DVR port 20d983cb-3bc8-4cb4-816e-8313a5b2168a on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:41.401792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.404237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-931a0aa5-b4e6-4ea0-a0d0-5af33f8f3762 req-c3b14af9-3fd9-4e12-aba4-c5a665cb6130 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.32 "DELETE /v2.0/ports/20d983cb-3bc8-4cb4-816e-8313a5b2168a HTTP/1.1" status: 204 len: 173 time: 1.2216456 Jul 22 19:50:41.410219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-12712dc9-0e13-4154-a87d-29e3f9fa2c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:41.419825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-12712dc9-0e13-4154-a87d-29e3f9fa2c69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2761f20a2fed4adeb8ae5b6c86980d85&device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 1095 time: 0.3332679 Jul 22 19:50:41.497485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf247161-6547-4440-9517-272f94b6bc40 None None] Network 467ba364-207b-43dd-ba4c-1b43727d674b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:41.544700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-4a10f5a7-a0e0-4571-b109-0a31d8b4c8a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb62f19-3358-471a-9c2d-417f37889770 HTTP/1.1" status: 200 len: 217 time: 0.1139808 Jul 22 19:50:41.638648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:41.674512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-cec240ce-fead-4fec-b3cd-dab6a82d531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:41.680793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-cec240ce-fead-4fec-b3cd-dab6a82d531f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a HTTP/1.1" status: 200 len: 864 time: 0.1189005 Jul 22 19:50:41.739988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-70c101a3-45dc-40a0-aa64-8f59e5291667 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539095 Jul 22 19:50:41.754121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-65d89c8b-5d4b-4c9b-a39d-433c2ec61307 None None] Provisioning for port 6c989f15-564f-404a-b80b-71b5c41c1aff completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:41.971692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6c989f15-564f-404a-b80b-71b5c41c1aff up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:42.042338 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-3b8e0c1f-d9a9-4187-b3b7-eab2e6f7ba27 service neutron] 10.222.0.26 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938316 Jul 22 19:50:42.125406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d018eca-2650-4abb-88aa-92b694cf68ac req-0c717161-4aa4-415f-9835-425a9fe592e9 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.126446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d018eca-2650-4abb-88aa-92b694cf68ac req-0c717161-4aa4-415f-9835-425a9fe592e9 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 943 time: 0.3283010 Jul 22 19:50:42.143533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6c989f15-564f-404a-b80b-71b5c41c1aff completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:42.150254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6c989f15-564f-404a-b80b-71b5c41c1aff triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:42.150669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ba139-b433-43df-9327-0516733bdc0d req-e2ac6f07-857f-402e-a529-86fdee00143d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.151212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.152720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d4ba139-b433-43df-9327-0516733bdc0d req-e2ac6f07-857f-402e-a529-86fdee00143d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 931 time: 1.2780101 Jul 22 19:50:42.211415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.275239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.276054 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.289876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f8f4b23f-2ba4-4cca-871b-a3f3e623f323 req-11b4c58c-4851-4f29-9be8-766634f9784f service neutron] 10.222.0.26 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392087 Jul 22 19:50:42.411817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d018eca-2650-4abb-88aa-92b694cf68ac req-96917789-4371-49b9-af74-57f81cc85dc3 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772279 Jul 22 19:50:42.418230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:42.436616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d4ba139-b433-43df-9327-0516733bdc0d req-03519cad-4e17-4d16-90a8-26214fe0c1e0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649031 Jul 22 19:50:42.464697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-4250dadd-83d3-4689-864e-c385c6fec721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.469380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-4250dadd-83d3-4689-864e-c385c6fec721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2761f20a2fed4adeb8ae5b6c86980d85&device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 1095 time: 0.1165149 Jul 22 19:50:42.591038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 20d983cb-3bc8-4cb4-816e-8313a5b2168a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:42.660494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-a2b67fa0-853d-4081-a01c-fea1533669c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.667306 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-a2b67fa0-853d-4081-a01c-fea1533669c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 HTTP/1.1" status: 200 len: 925 time: 0.1901641 Jul 22 19:50:42.673004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 20d983cb-3bc8-4cb4-816e-8313a5b2168a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:42.673364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 20d983cb-3bc8-4cb4-816e-8313a5b2168a not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:42.683237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.703847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Provisioning complete for port 6c989f15-564f-404a-b80b-71b5c41c1aff triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:42.704679 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.732044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:42.737985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 467ba364-207b-43dd-ba4c-1b43727d674b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:42.752213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-714139ec-7ac1-4664-820b-8edeb037e67a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fb62f19-3358-471a-9c2d-417f37889770 HTTP/1.1" status: 200 len: 217 time: 0.0771296 Jul 22 19:50:42.762913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.762913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:42.840497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Transition to ACTIVE for port object 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:42.868472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6c989f15-564f-404a-b80b-71b5c41c1aff, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6c989f15-564f-404a-b80b-71b5c41c1aff,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:42.880675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:42.881542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7f385699-11f4-4849-b69f-88c9f48ed2d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:42.914707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-f4c6c3b3-b4f2-4b5a-b320-1e3ea9dea795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:42.916355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-f4c6c3b3-b4f2-4b5a-b320-1e3ea9dea795 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a HTTP/1.1" status: 200 len: 864 time: 0.1516068 Jul 22 19:50:42.962540 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-99a23dac-da96-425f-9110-c3931e500aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383337 Jul 22 19:50:42.977038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.022050 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.126565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Pushing event updated for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:43.158497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'name': 'network-vif-deleted', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:43.158727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:43.160038 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044e35c8-314d-4184-bf0e-5fe4da97adbb" -d '{"events": [{"server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "name": "network-vif-deleted", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:43.164311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-1c10bc07-759e-4057-a6cd-03b0082db229 service neutron] 10.222.0.26 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908853 Jul 22 19:50:43.175617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6c989f15-564f-404a-b80b-71b5c41c1aff,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:43.211295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Provisioning for port 6ce06417-88af-44b0-aa32-e7968d467f6d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:43.221570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7f385699-11f4-4849-b69f-88c9f48ed2d6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:43.230521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Provisioning complete for port 6ce06417-88af-44b0-aa32-e7968d467f6d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:43.230898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.235659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7f385699-11f4-4849-b69f-88c9f48ed2d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:43.235977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.241937 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289dc5d6-0b6e-422b-909d-256c9f9930eb x-openstack-request-id: req-289dc5d6-0b6e-422b-909d-256c9f9930eb {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:43.242642 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f57a3d-276a-4363-93be-4d118fb96cfc", "name": "network-vif-deleted", "tag": "20d983cb-3bc8-4cb4-816e-8313a5b2168a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:43.243099 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-289dc5d6-0b6e-422b-909d-256c9f9930eb {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:43.243674 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f57a3d-276a-4363-93be-4d118fb96cfc', 'name': 'network-vif-deleted', 'tag': '20d983cb-3bc8-4cb4-816e-8313a5b2168a', 'status': 'completed', 'code': 200} Jul 22 19:50:43.250978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a6138-7a51-4470-b38c-35786bd39ac2 req-37a898c7-0b0e-4779-b909-f4944b0c2f52 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:43.254069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d8a6138-7a51-4470-b38c-35786bd39ac2 req-37a898c7-0b0e-4779-b909-f4944b0c2f52 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.3476517 Jul 22 19:50:43.313351 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d52aaee3-7c70-4fad-9745-c6554d5b4644 req-4b024e44-0577-44d2-ba38-0234d1a43ed6 service neutron] 10.222.0.26 "GET /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365850 Jul 22 19:50:43.323970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d8a6138-7a51-4470-b38c-35786bd39ac2 req-a3b82cc5-43c8-43ae-8142-35b251b6b60d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Jul 22 19:50:43.363798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d62aa556-f7e4-4633-9408-876b3388a197 None None] Port 6ce06417-88af-44b0-aa32-e7968d467f6d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:43.399998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Attempting to bind port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:43.400423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Attempting to bind port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:43.400827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Attempting to bind port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 on network 742612a4-168b-46ce-835a-087aa3ebfb54 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:43.409588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.409899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 on network 742612a4-168b-46ce-835a-087aa3ebfb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:50:43.410308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Attempting to bind port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 on network 742612a4-168b-46ce-835a-087aa3ebfb54 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:43.420642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:43.421062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Checking segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:43.421580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Bound using segment: {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:43.422083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Bound port: 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2a65d2-5762-458a-bab3-a12c584548c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:43.422502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.444074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7f385699-11f4-4849-b69f-88c9f48ed2d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7f385699-11f4-4849-b69f-88c9f48ed2d6,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:43.448283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:43.451879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.479624 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:43.481069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a53603a1-00c9-4f9d-a47f-2c437a9d08e9 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4475615 Jul 22 19:50:43.483770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49326) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:43.488964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735336857'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:43.506368 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:43.507053 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:43.520226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:43.537667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-282d1b59-6704-4070-98cf-8bb8508d76a2 None None] Provisioning complete for port 6ce06417-88af-44b0-aa32-e7968d467f6d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:43.538052 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-282d1b59-6704-4070-98cf-8bb8508d76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.568355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:43.574223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.584442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-282d1b59-6704-4070-98cf-8bb8508d76a2 None None] Port 6ce06417-88af-44b0-aa32-e7968d467f6d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:43.600140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:43.610211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:50:43.621274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.621914 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added segment bdab0cb0-6250-4831-9cd3-cafac535d0d3 of type vlan for network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 Jul 22 19:50:43.653811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:43.674050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.676961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.680743 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:43.723637 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.744074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:43.745139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.746577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] 10.222.0.26 "PUT /v2.0/ports/3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 200 len: 1092 time: 3.1375897 Jul 22 19:50:43.747625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:43.748514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.773081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dc74d-9a75-4032-a5c8-cf273ae909cf req-877489cc-38ee-429a-98d4-60d9f4fc7cc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:43.776007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-975dc74d-9a75-4032-a5c8-cf273ae909cf req-877489cc-38ee-429a-98d4-60d9f4fc7cc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 943 time: 0.2345650 Jul 22 19:50:43.776712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:43.780826 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c99f4d-afe7-4679-9d1b-f20d5e181bff" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:43.823668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6c989f15-564f-404a-b80b-71b5c41c1aff up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:43.824885 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3398912 Jul 22 19:50:43.828245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49332) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:43.838035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'subnet': {'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:43.881368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bac252-25e8-4216-8342-6523fc547db6 req-a64005b7-a1f8-4fd5-9276-4be8704d3841 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:43.892402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64bac252-25e8-4216-8342-6523fc547db6 req-a64005b7-a1f8-4fd5-9276-4be8704d3841 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 943 time: 0.3018992 Jul 22 19:50:43.926041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f9046-5360-4a52-8ae1-bb087fd64e07 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Network': ['ID=7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:43.926550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6c989f15-564f-404a-b80b-71b5c41c1aff triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:43.926930 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:43.966149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-975dc74d-9a75-4032-a5c8-cf273ae909cf req-9badf0dd-322e-4f19-b7b6-4bffe9f13e77 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733658 Jul 22 19:50:43.968503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:50:43.969346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672720-879b-4769-ab10-f1c86fca5886 service neutron] Pushing event updated for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:44.028632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:40Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:41Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:44.047701 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6c612e-9dda-4cb4-8523-dc71dcff1418 x-openstack-request-id: req-2a6c612e-9dda-4cb4-8523-dc71dcff1418 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:44.048027 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:44.048263 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a6c612e-9dda-4cb4-8523-dc71dcff1418 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:44.048661 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5', 'status': 'completed', 'code': 200} Jul 22 19:50:44.059182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64bac252-25e8-4216-8342-6523fc547db6 req-143499a5-ae02-4b00-b654-fa8c2b516ca3 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620543 Jul 22 19:50:44.066894 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:44.067484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Updating router db797486-8b11-4575-ac86-1ad6bdf93996 port 6ce06417-88af-44b0-aa32-e7968d467f6d binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:44.071411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-41c9d25a-ca2c-4685-a423-1df3f99ab222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:44.073008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-41c9d25a-ca2c-4685-a423-1df3f99ab222 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1095 time: 0.2654021 Jul 22 19:50:44.107320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Made reservation on behalf of 2aec9cdff1454e948a19eb496098455c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:50:44.111223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.131563 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.152379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-f3479c4c-ac09-46d1-9eb7-a920cec47b9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 200 len: 217 time: 0.0712302 Jul 22 19:50:44.156410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7f385699-11f4-4849-b69f-88c9f48ed2d6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:44.216751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-5d310354-67cf-405c-9d89-ec923d4a5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:44.218354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-5d310354-67cf-405c-9d89-ec923d4a5406 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.0524201 Jul 22 19:50:44.233153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7f385699-11f4-4849-b69f-88c9f48ed2d6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:44.233528 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.269269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-2ea5c6be-e8e1-4300-a147-31271d755718 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438700 Jul 22 19:50:44.315962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4fb62f19-3358-471a-9c2d-417f37889770 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:50:44.395596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-270c6809-11e3-4ac2-b5f9-c95df767bff1 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:44.397237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-270c6809-11e3-4ac2-b5f9-c95df767bff1 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.1293743 Jul 22 19:50:44.483511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.484675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-0bc34ab2-f709-44e3-8246-9f9efe5d7059 service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024887 Jul 22 19:50:44.489146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4fb62f19-3358-471a-9c2d-417f37889770,segment=NetworkSegment(39ebd4c8-8cc7-41dc-90cd-a332e688e69e),segment_id=39ebd4c8-8cc7-41dc-90cd-a332e688e69e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:44.504128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '4fb62f19-3358-471a-9c2d-417f37889770', 'network_id': 'a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2', 'port_id': '4fb62f19-3358-471a-9c2d-417f37889770', 'mac_address': 'fa:16:3e:81:9c:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:50:44.536176 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.549449 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Transition to ACTIVE for port object 6ce06417-88af-44b0-aa32-e7968d467f6d will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:44.552244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.558126 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.590747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb62f19-3358-471a-9c2d-417f37889770 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:44.633022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4fb62f19-3358-471a-9c2d-417f37889770,segment=NetworkSegment(39ebd4c8-8cc7-41dc-90cd-a332e688e69e),segment_id=39ebd4c8-8cc7-41dc-90cd-a332e688e69e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:44.643325 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.649641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Subnet': ['ID=f14cbdfb-cb66-4fe2-9eff-0bd62328abe1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:44.676804 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Attempting to bind port 6ce06417-88af-44b0-aa32-e7968d467f6d on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:44.677318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Attempting to bind port 6ce06417-88af-44b0-aa32-e7968d467f6d by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:44.677783 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Attempting to bind port 6ce06417-88af-44b0-aa32-e7968d467f6d on network 467ba364-207b-43dd-ba4c-1b43727d674b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:44.687317 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:44.688200 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Checking segment: {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:44.688358 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.688848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Bound using segment: {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:44.689424 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Bound port: 6ce06417-88af-44b0-aa32-e7968d467f6d, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7f9131-b261-4a77-9bc9-6098e73b60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:44.690190 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.701954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Checking segment: {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:44.702576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network hostable DHCP agents. Network: 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:50:44.753345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:44.760691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d940f5-c1dc-46de-9fba-8852645a123d req-139e6f2c-4ce7-484b-8df0-15a6d3bd9bf4 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:44.767949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38d940f5-c1dc-46de-9fba-8852645a123d req-139e6f2c-4ce7-484b-8df0-15a6d3bd9bf4 tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 1098 time: 0.3155093 Jul 22 19:50:44.768128 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] For port 6ce06417-88af-44b0-aa32-e7968d467f6d, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:44.770632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Deleting port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:44.771040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.772468 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] For port 6ce06417-88af-44b0-aa32-e7968d467f6d, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ce06417-88af-44b0-aa32-e7968d467f6d,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:44.783728 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Pushing event updated for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:44.789061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c602558-ce30-4b74-a943-755ba2cf9b1e req-f21b6695-7f9c-4a8e-9d06-cab5184ff5d8 service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570205 Jul 22 19:50:44.789343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:50:44.813007 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.817441 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.818501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.818501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.818763 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.819155 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.819656 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.820590 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.821025 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.822492 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.822655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:44.823136 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.824186 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.824632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:50:44.831837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e67859-7562-4ec6-abfe-4478da4984f9 None None] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:44.865694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['4fb62f19-3358-471a-9c2d-417f37889770'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:44.883069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:44.883936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:44.897665 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237e69c-585b-4e33-a828-9f88e3ce2070 None None] Pushing event updated for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:44.907573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38d940f5-c1dc-46de-9fba-8852645a123d req-877ded7a-ac67-4614-be33-7b7446bbc2ad tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=7c89e550-ce6d-4903-8165-897c879b5709&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385882 Jul 22 19:50:44.932053 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:44.932900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:44.942177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56adaee1-1e00-4794-9114-36bdf5467bc4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1128283 Jul 22 19:50:44.949413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:44.957861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] For port 73df78c1-5f44-46cf-a8e8-554a9fa18c56, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=73df78c1-5f44-46cf-a8e8-554a9fa18c56,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:44.958189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:45.021850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-430988e5-badf-4d8a-8d5b-2cff6de070a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:45.027634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-430988e5-badf-4d8a-8d5b-2cff6de070a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1095 time: 0.1688654 Jul 22 19:50:45.111213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Calling delete_port for 73df78c1-5f44-46cf-a8e8-554a9fa18c56 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:45.182221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-5cea7f28-1b8c-4878-a2d7-d37cbe07201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:45.182221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-5cea7f28-1b8c-4878-a2d7-d37cbe07201f service neutron] 10.222.0.26 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.1439984 Jul 22 19:50:45.315883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-31f470fd-4776-4414-a7b9-7df763cf7bbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 200 len: 217 time: 0.1297517 Jul 22 19:50:45.352501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:45.461026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:50:45.462012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:45.473173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-1b009b3c-1872-417c-b3aa-a643acd86f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:45.474806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-1b009b3c-1872-417c-b3aa-a643acd86f71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.1060696 Jul 22 19:50:45.530925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-e297e36d-8eca-44a5-8e58-13d6a9f071f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456843 Jul 22 19:50:45.680462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Allocated IP 2001:db8:3::2 (7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4/f14cbdfb-cb66-4fe2-9eff-0bd62328abe1/cb52eda0-6714-483f-be86-65155c5c8aca) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:45.707669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf740f-2a89-436c-beea-177d30f3d245 req-279e330d-068d-4ffe-91b4-77e6deddb2eb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:45.709505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0cf740f-2a89-436c-beea-177d30f3d245 req-279e330d-068d-4ffe-91b4-77e6deddb2eb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 943 time: 0.5304904 Jul 22 19:50:45.716494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-ff541ada-1bd7-4b0c-90dd-ca062b6aff84 service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735058 Jul 22 19:50:45.774387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:40Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:44Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:45.807391 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4783fa5-dd01-47da-9891-22da25a029dc None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:40Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:44Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:45.833390 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:45.852022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['73df78c1-5f44-46cf-a8e8-554a9fa18c56'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:45.925438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a2e52-d8df-41ee-95c8-b60967cb3cea req-6c1eab5b-a444-4fdb-8351-b88e9c473a10 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:45.930852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Pushing event deleted for resources: {'Port': ['ID=73df78c1-5f44-46cf-a8e8-554a9fa18c56,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:45.948207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164a2e52-d8df-41ee-95c8-b60967cb3cea req-6c1eab5b-a444-4fdb-8351-b88e9c473a10 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 944 time: 0.7384751 Jul 22 19:50:45.966582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-32c99f4d-afe7-4679-9d1b-f20d5e181bff req-98e21de2-7987-44d5-9da2-10ae9d142c34 service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319596 Jul 22 19:50:45.981729 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:45.991937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Transition to ACTIVE for port object cb52eda0-6714-483f-be86-65155c5c8aca will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:46.014412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Transition to ACTIVE for port object cb52eda0-6714-483f-be86-65155c5c8aca will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:46.015953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0cf740f-2a89-436c-beea-177d30f3d245 req-8f6021e1-7fb7-4870-8250-fcd4242b81dc tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976325 Jul 22 19:50:46.027548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] No DVR routers for this DVR port 73df78c1-5f44-46cf-a8e8-554a9fa18c56 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:46.044762 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.048042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.050123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-966c7d5d-6d9d-4735-aab5-266ee2b5978e req-f79138a9-a98a-4a59-b483-d8f636e6f83d tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.26 "DELETE /v2.0/ports/73df78c1-5f44-46cf-a8e8-554a9fa18c56 HTTP/1.1" status: 204 len: 173 time: 1.6036921 Jul 22 19:50:46.050589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'name': 'network-vif-deleted', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:46.053493 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d512b8-268a-4350-b922-7133263754c9" -d '{"events": [{"server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "name": "network-vif-deleted", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:46.065792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-164a2e52-d8df-41ee-95c8-b60967cb3cea req-38721fad-3431-4b78-a058-1444dc19ed3f tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164382 Jul 22 19:50:46.119453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.144203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Pushing event updated for resources: {'Port': ['ID=cb52eda0-6714-483f-be86-65155c5c8aca,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:46.159575 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f6d994-7cae-4996-930e-7cd3044011a3 x-openstack-request-id: req-60f6d994-7cae-4996-930e-7cd3044011a3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:46.171357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:46.171817 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17917d55-36f9-437c-8b17-1fac21ff37a0", "name": "network-vif-deleted", "tag": "73df78c1-5f44-46cf-a8e8-554a9fa18c56", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:46.172220 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60f6d994-7cae-4996-930e-7cd3044011a3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:46.172890 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17917d55-36f9-437c-8b17-1fac21ff37a0', 'name': 'network-vif-deleted', 'tag': '73df78c1-5f44-46cf-a8e8-554a9fa18c56', 'status': 'completed', 'code': 200} Jul 22 19:50:46.186860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:46.201269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:46.231671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bf2405b-7d4b-4ce1-aa09-12536767a63f req-34bb1156-6dfb-4ab2-b904-b84019e9d6ca tempest-TestServerMultinode-206527202 tempest-TestServerMultinode-206527202-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17917d55-36f9-437c-8b17-1fac21ff37a0 HTTP/1.1" status: 200 len: 210 time: 0.0708697 Jul 22 19:50:46.306615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Attempting to bind port cb52eda0-6714-483f-be86-65155c5c8aca on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:46.306998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Attempting to bind port cb52eda0-6714-483f-be86-65155c5c8aca by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:46.307371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Attempting to bind port cb52eda0-6714-483f-be86-65155c5c8aca on network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:46.312773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:46.313242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Checking segment: {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:46.313537 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.313933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Bound using segment: {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:46.314397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Bound port: cb52eda0-6714-483f-be86-65155c5c8aca, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:46.314885 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.327494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:50:46.410697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4fb62f19-3358-471a-9c2d-417f37889770 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:46.520366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:46.575980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5', 'network_id': '742612a4-168b-46ce-835a-087aa3ebfb54', 'port_id': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5', 'mac_address': 'fa:16:3e:c3:b5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30e3d79-73ff-4287-8aee-1d324a5cc8e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:50:46.583845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Allocated IP 2001:db8:3::1 (7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4/f14cbdfb-cb66-4fe2-9eff-0bd62328abe1/971455e6-d38a-4017-9440-4c7539ce1e1b) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:50:46.619399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 4fb62f19-3358-471a-9c2d-417f37889770 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:46.626777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] For port cb52eda0-6714-483f-be86-65155c5c8aca, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:46.637028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 4fb62f19-3358-471a-9c2d-417f37889770 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:46.637341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.672774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] For port cb52eda0-6714-483f-be86-65155c5c8aca, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb52eda0-6714-483f-be86-65155c5c8aca,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:46.678631 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.695994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.733132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:50:46.789489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.803493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:46.811573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bc4b9-3efd-4725-b088-e812b2783f6f None None] Pushing event updated for resources: {'Port': ['ID=cb52eda0-6714-483f-be86-65155c5c8aca,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:46.813420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Transition to ACTIVE for port object 971455e6-d38a-4017-9440-4c7539ce1e1b will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:46.817550 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.877904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.914521 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.938421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:46.938761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:46.953461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:46.954991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:46.959792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:50:46.960704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:46.963674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:46.965961 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d9d46-e942-4d7c-8fe5-9984a02480bb" -d '{"events": [{"server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "name": "network-vif-plugged", "status": "completed", "tag": "4fb62f19-3358-471a-9c2d-417f37889770"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:46.989540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4fb62f19-3358-471a-9c2d-417f37889770,segment=NetworkSegment(39ebd4c8-8cc7-41dc-90cd-a332e688e69e),segment_id=39ebd4c8-8cc7-41dc-90cd-a332e688e69e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:47.003815 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:47.033200 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7284d47-6917-46d1-b606-1e3b5e2f5fcd x-openstack-request-id: req-d7284d47-6917-46d1-b606-1e3b5e2f5fcd {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:47.033566 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "name": "network-vif-plugged", "status": "completed", "tag": "4fb62f19-3358-471a-9c2d-417f37889770", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:47.034443 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7284d47-6917-46d1-b606-1e3b5e2f5fcd {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:47.035322 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770', 'code': 200} Jul 22 19:50:47.054412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:50:47.151172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:47.342872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:47.361211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35417d45-b0ff-43f3-82f4-90bcde7442f7 req-6e0d9bba-221a-40fd-adba-f6d7edb68df5 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:47.365220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35417d45-b0ff-43f3-82f4-90bcde7442f7 req-6e0d9bba-221a-40fd-adba-f6d7edb68df5 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 944 time: 0.1594608 Jul 22 19:50:47.376814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912da9fb-e293-4cb7-bdc9-f5dc4092e0fe req-b84466da-82cd-42b8-9803-a48e4a666dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:47.378318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-912da9fb-e293-4cb7-bdc9-f5dc4092e0fe req-b84466da-82cd-42b8-9803-a48e4a666dfe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 1097 time: 0.2631869 Jul 22 19:50:47.394942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04ead9-2fca-4aee-918d-0f0e38674bea req-b29e0773-b165-4bde-b85b-ccf8fbe9ee38 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:47.400852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f04ead9-2fca-4aee-918d-0f0e38674bea req-b29e0773-b165-4bde-b85b-ccf8fbe9ee38 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.1436656 Jul 22 19:50:47.429534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-912da9fb-e293-4cb7-bdc9-f5dc4092e0fe req-e083d3f2-1d60-40aa-9ab8-44e112eaa4f8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 22 19:50:47.442207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35417d45-b0ff-43f3-82f4-90bcde7442f7 req-b8db1852-9563-4ad0-9bc3-fc6fab0d39d0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713949 Jul 22 19:50:47.468664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f04ead9-2fca-4aee-918d-0f0e38674bea req-e3b0b5d5-3c92-443a-917d-7ca60353d016 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591841 Jul 22 19:50:47.510968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:47.672602 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:47.686149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:47.687665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:47.799738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event updated for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:47.896268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ce06417-88af-44b0-aa32-e7968d467f6d up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:47.967603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:50:47.969536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:50:48.007896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6ce06417-88af-44b0-aa32-e7968d467f6d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:48.012520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6ce06417-88af-44b0-aa32-e7968d467f6d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:48.012935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.112801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:48.134843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.200178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6ce06417-88af-44b0-aa32-e7968d467f6d, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ce06417-88af-44b0-aa32-e7968d467f6d,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:48.212366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.213425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb52eda0-6714-483f-be86-65155c5c8aca up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:48.245244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:48.260302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7eed31d0-5a49-4cef-826c-0b300ddefe78 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3072014 Jul 22 19:50:48.260654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49378) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:48.263313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:48.266671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:48.294911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c877773-4cb8-4ee6-a688-b7f24b9a565a None None] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:48.341890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:48.353662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:48.354466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:48.518071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.735370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d149f-9b5b-4546-b5b1-0fd5bfb55b41 req-f885b331-3900-418d-933f-0ec3e9dcd9a1 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:48.737163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e1d149f-9b5b-4546-b5b1-0fd5bfb55b41 req-f885b331-3900-418d-933f-0ec3e9dcd9a1 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.1410644 Jul 22 19:50:48.764952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:50:48.788124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Removed routes are [] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:50:48.789366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.791862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0c181c22-c787-4ec2-9ca4-304aea6c6b9a None None] Provisioning for port cb52eda0-6714-483f-be86-65155c5c8aca completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:48.801260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:48.804495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835153-4b16-4a70-bae7-20508384207b req-96b9aeee-d905-4795-850d-d1b174b1e1ab tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:48.814658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c835153-4b16-4a70-bae7-20508384207b req-96b9aeee-d905-4795-850d-d1b174b1e1ab tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 944 time: 0.1802075 Jul 22 19:50:48.828429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cb52eda0-6714-483f-be86-65155c5c8aca completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:48.854220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb52eda0-6714-483f-be86-65155c5c8aca triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:48.854591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:48.890473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:48.937518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5e1d149f-9b5b-4546-b5b1-0fd5bfb55b41 req-8757829c-7fe7-4e2c-a8bc-c4b5bc0349f2 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899958 Jul 22 19:50:48.968116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c835153-4b16-4a70-bae7-20508384207b req-b3c4c37d-a9e5-4330-abfe-75b18e216fb2 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457186 Jul 22 19:50:49.051761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:49.069132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.073344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.128388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:49.129038 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.212652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff5882-5466-40a0-b184-ec003ca50096 req-0a0aed4d-c03a-416e-ba38-8ea3fcf16b26 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.214524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7ff5882-5466-40a0-b184-ec003ca50096 req-0a0aed4d-c03a-416e-ba38-8ea3fcf16b26 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.1776335 Jul 22 19:50:49.219073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Deleting port d3bdc38b-4f98-4d14-809a-fa170d663e9b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:49.219420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.297691 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7ff5882-5466-40a0-b184-ec003ca50096 req-2dcd5ad1-519b-4558-a7eb-2e54a754f84b tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729451 Jul 22 19:50:49.363337 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.389475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] For port d3bdc38b-4f98-4d14-809a-fa170d663e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d3bdc38b-4f98-4d14-809a-fa170d663e9b,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:49.389966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.420239 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.438902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Calling delete_port for d3bdc38b-4f98-4d14-809a-fa170d663e9b owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:49.496356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cb52eda0-6714-483f-be86-65155c5c8aca, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb52eda0-6714-483f-be86-65155c5c8aca,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:49.508553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:49.511754 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b3c21-3fa7-4079-8e0e-085ff26c5f56" -d '{"events": [{"server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "name": "network-vif-plugged", "status": "completed", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:49.545253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.593408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:49.609918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:49.614120 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b06f0b3-43ed-4ea3-9a1d-925eaafebfc3 x-openstack-request-id: req-7b06f0b3-43ed-4ea3-9a1d-925eaafebfc3 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:49.614411 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "name": "network-vif-plugged", "status": "completed", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:49.614669 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b06f0b3-43ed-4ea3-9a1d-925eaafebfc3 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:49.615156 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5', 'code': 200} Jul 22 19:50:49.624787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.625689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 73df78c1-5f44-46cf-a8e8-554a9fa18c56 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:49.716249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cb52eda0-6714-483f-be86-65155c5c8aca,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:49.732427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 73df78c1-5f44-46cf-a8e8-554a9fa18c56 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:49.732879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 73df78c1-5f44-46cf-a8e8-554a9fa18c56 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:49.781701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef8596-3c7a-490d-8e38-12ecd9d74244 req-e1dc7b35-748b-4595-83f9-efbc918f91db tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.784526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09ef8596-3c7a-490d-8e38-12ecd9d74244 req-e1dc7b35-748b-4595-83f9-efbc918f91db tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.2475126 Jul 22 19:50:49.796044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ce06417-88af-44b0-aa32-e7968d467f6d up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:49.804427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:49.824915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.826143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d4651ee-39ce-4262-b962-c39bd258115b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 953 time: 1.5644748 Jul 22 19:50:49.841814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:49.844569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:47Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:47Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:49.880540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:49.881011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Updating router db797486-8b11-4575-ac86-1ad6bdf93996 port 971455e6-d38a-4017-9440-4c7539ce1e1b binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:50:49.908610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.939042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:49.944846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:49.973456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29912e-5f1e-4909-bb48-f5ae5e0ea01b req-31f8df8b-eda4-4f08-ac78-bee2dc84ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:49.985570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b29912e-5f1e-4909-bb48-f5ae5e0ea01b req-31f8df8b-eda4-4f08-ac78-bee2dc84ac7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1097 time: 0.2836714 Jul 22 19:50:50.033073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Provisioning complete for port cb52eda0-6714-483f-be86-65155c5c8aca triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:50.040364 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.069117 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4c82cc6-18ed-4122-a699-e49e7ba27216 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 953 time: 0.2263410 Jul 22 19:50:50.071780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49406) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:50.076784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'routes': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:50:50.102768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bdc38b-4f98-4d14-809a-fa170d663e9b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:50.197987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6ce06417-88af-44b0-aa32-e7968d467f6d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:50.198629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.238685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b29912e-5f1e-4909-bb48-f5ae5e0ea01b req-1353aa8f-b7b3-4781-a7e2-6ab2501f8064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406595 Jul 22 19:50:50.259568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09ef8596-3c7a-490d-8e38-12ecd9d74244 req-7dc2b58c-dd4e-497e-a055-4564059e10f3 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707294 Jul 22 19:50:50.369679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcce0a4-b0e7-4e3e-948a-e6e3b6c713e3 req-9e7eea41-b2bf-4e17-8fc0-14bf3788743d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.371491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bcce0a4-b0e7-4e3e-948a-e6e3b6c713e3 req-9e7eea41-b2bf-4e17-8fc0-14bf3788743d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2611465 Jul 22 19:50:50.406053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.586838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bcce0a4-b0e7-4e3e-948a-e6e3b6c713e3 req-d59d6848-be27-4b42-85e8-b6a113a24dfb tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055907 Jul 22 19:50:50.660868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Provisioning for port 971455e6-d38a-4017-9440-4c7539ce1e1b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:50.694587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Provisioning complete for port 971455e6-d38a-4017-9440-4c7539ce1e1b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:50.694878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.707586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added routes are [] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:50:50.708079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:50:50.742737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.792767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-59e45496-d962-4bf2-a494-e4c82fd89979 None None] Port 971455e6-d38a-4017-9440-4c7539ce1e1b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:50:50.855129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:50.915012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.927447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Transition to ACTIVE for port object 971455e6-d38a-4017-9440-4c7539ce1e1b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:50:50.943035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.966280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.967731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a9b2e-a2b3-46c9-8a2a-a684666f3362 req-eb034181-3ba6-4b94-ac59-8d1afe0bfb2e tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:50.969736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:50.976600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f9a9b2e-a2b3-46c9-8a2a-a684666f3362 req-eb034181-3ba6-4b94-ac59-8d1afe0bfb2e tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.1783121 Jul 22 19:50:51.012585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f59b-24ef-4512-b72a-c0dd48211fe8 None None] Pushing event updated for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:51.062106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f9a9b2e-a2b3-46c9-8a2a-a684666f3362 req-99ceaaa7-afa4-4b2c-bde5-02cb5236156b tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843141 Jul 22 19:50:51.091518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:51.099547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-48ddb33c-2b4c-46fe-8511-0615bb080989 admin admin] 10.222.0.10 "PUT /v2.0/routers/d129abc2-5b10-4b3f-b7a4-33c3faf7b256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5878062 Jul 22 19:50:51.101393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49420) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:51.103048 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Sync routers for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:51.112513 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:51.113193 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:51.200641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Attempting to bind port 971455e6-d38a-4017-9440-4c7539ce1e1b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:50:51.201145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Attempting to bind port 971455e6-d38a-4017-9440-4c7539ce1e1b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:50:51.201453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Attempting to bind port 971455e6-d38a-4017-9440-4c7539ce1e1b on network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:50:51.220688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:50:51.221064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Checking segment: {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:50:51.221475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.222959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:51.223921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Bound using segment: {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:50:51.229844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Bound port: 971455e6-d38a-4017-9440-4c7539ce1e1b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdab0cb0-6250-4831-9cd3-cafac535d0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:50:51.230106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.322130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:51.342617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] For port 971455e6-d38a-4017-9440-4c7539ce1e1b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:50:51.346368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] For port 971455e6-d38a-4017-9440-4c7539ce1e1b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=971455e6-d38a-4017-9440-4c7539ce1e1b,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:50:51.353041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.391947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.423249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:51.423912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:51.466591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8f59b-24ef-4512-b72a-c0dd48211fe8 None None] Pushing event updated for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:51.534249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.541482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:51.544406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:51.555644 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:51.557013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2fecb78e-b030-4725-87ac-e6d09add5f40 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 703 time: 1.4842227 Jul 22 19:50:51.561385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:51.633963 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '888b19f8-5558-4a95-a722-956b99554b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:50:49Z', 'revision_number': 5, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port': {'id': '888b19f8-5558-4a95-a722-956b99554b01', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:dc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:49Z', 'updated_at': '2021-07-22T19:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:51.702045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Checking router: d129abc2-5b10-4b3f-b7a4-33c3faf7b256 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:51.724115 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Routers {'d129abc2-5b10-4b3f-b7a4-33c3faf7b256'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:51.724951 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:51.914353 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb52eda0-6714-483f-be86-65155c5c8aca up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:51.937815 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] Set router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:51.938198 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c811f-afbb-49a4-b4f1-d6c5a7d0517e req-81b31142-1b80-4c89-ac48-9c674017297c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:51.940178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-536c811f-afbb-49a4-b4f1-d6c5a7d0517e req-81b31142-1b80-4c89-ac48-9c674017297c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2083471 Jul 22 19:50:52.002289 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 6, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:52.016030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-536c811f-afbb-49a4-b4f1-d6c5a7d0517e req-9517cfea-77b8-4c8c-9e7e-a868b8dbc6bd tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593555 Jul 22 19:50:52.037507 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d14d-eb59-4dac-9058-0dcabd36cd71 None None] The sync data for ids ['d129abc2-5b10-4b3f-b7a4-33c3faf7b256'] in n-d-800087-13 is: [{'id': 'd129abc2-5b10-4b3f-b7a4-33c3faf7b256', 'name': 'tempest-TestServerMultinode-718048754-router', 'tenant_id': '2791cf63be0e4917b0f7c50d3116d036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:48Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 6, 'project_id': '2791cf63be0e4917b0f7c50d3116d036', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:52.085370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb52eda0-6714-483f-be86-65155c5c8aca triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:52.086145 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:52.172627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a137717-a9fe-480c-a533-42da79388019 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 703 time: 0.6050692 Jul 22 19:50:52.173204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49436) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:52.196565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Deleting port 888b19f8-5558-4a95-a722-956b99554b01 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:52.196891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:52.210427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:50Z', 'revision_number': 7, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:52.236138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-ce3c2fb2-4eb5-4666-a8a9-3ead739bf09e tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:52.237893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-ce3c2fb2-4eb5-4666-a8a9-3ead739bf09e tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.26 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.1569939 Jul 22 19:50:52.262820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c329df-51c0-4d9b-abd7-4f3c2e8feea6 None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:50Z', 'revision_number': 7, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:52.425006 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] For port 888b19f8-5558-4a95-a722-956b99554b01, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=888b19f8-5558-4a95-a722-956b99554b01,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:52.425246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:52.460861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Calling delete_port for 888b19f8-5558-4a95-a722-956b99554b01 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:52.568267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Deleting port 4fb62f19-3358-471a-9c2d-417f37889770 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:52.568617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:52.717965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d273e-fd4c-46fb-92e4-65c91550e98b req-3f3df147-e275-45c9-9764-0c665941304a tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:52.727341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f15d273e-fd4c-46fb-92e4-65c91550e98b req-3f3df147-e275-45c9-9764-0c665941304a tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 945 time: 0.4639823 Jul 22 19:50:52.776105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-b7619931-7bdd-484e-9ebb-6a4967e715c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:52.779392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-b7619931-7bdd-484e-9ebb-6a4967e715c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1097 time: 0.4293799 Jul 22 19:50:52.793130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfed47-1f20-40c6-adb9-2dc05d8e1dca req-ce53462f-42be-476e-b963-bc8c611150a4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:52.794941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51dfed47-1f20-40c6-adb9-2dc05d8e1dca req-ce53462f-42be-476e-b963-bc8c611150a4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.4422691 Jul 22 19:50:52.812828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f15d273e-fd4c-46fb-92e4-65c91550e98b req-fa42859e-7a8b-48cd-b507-f5e5473c5a69 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/security-groups?id=8cae651e-7ffb-4f47-9c99-3c8eed8cd568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803590 Jul 22 19:50:52.840788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] For port 4fb62f19-3358-471a-9c2d-417f37889770, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=4fb62f19-3358-471a-9c2d-417f37889770,segment=NetworkSegment(39ebd4c8-8cc7-41dc-90cd-a332e688e69e),segment_id=39ebd4c8-8cc7-41dc-90cd-a332e688e69e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:52.841152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:52.871739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Calling delete_port for 4fb62f19-3358-471a-9c2d-417f37889770 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:53.091979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.130601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Pushing event deleted for resources: {'Port': ['ID=4fb62f19-3358-471a-9c2d-417f37889770,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:53.136793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.175311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=888b19f8-5558-4a95-a722-956b99554b01,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:53.259654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] No DVR routers for this DVR port 4fb62f19-3358-471a-9c2d-417f37889770 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:53.264320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.266518 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.26 "DELETE /v2.0/ports/4fb62f19-3358-471a-9c2d-417f37889770 HTTP/1.1" status: 204 len: 173 time: 1.0171411 Jul 22 19:50:53.267060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'name': 'network-vif-deleted', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:50:53.270013 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0b737-be74-4dac-ae8b-ed2e60243bd8" -d '{"events": [{"server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "name": "network-vif-deleted", "tag": "4fb62f19-3358-471a-9c2d-417f37889770"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:50:53.357385 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9f57c-21d4-43c0-a2b1-19b33469f4ee x-openstack-request-id: req-79e9f57c-21d4-43c0-a2b1-19b33469f4ee {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:50:53.362542 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c7dae8-1f89-48ce-a6a5-f8490a8ce5de", "name": "network-vif-deleted", "tag": "4fb62f19-3358-471a-9c2d-417f37889770", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:50:53.362941 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79e9f57c-21d4-43c0-a2b1-19b33469f4ee {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:50:53.363466 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c7dae8-1f89-48ce-a6a5-f8490a8ce5de', 'name': 'network-vif-deleted', 'tag': '4fb62f19-3358-471a-9c2d-417f37889770', 'status': 'completed', 'code': 200} Jul 22 19:50:53.406082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.425802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51dfed47-1f20-40c6-adb9-2dc05d8e1dca req-febea5a9-0f50-4a53-be01-cbbb48d434e3 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069989 Jul 22 19:50:53.472369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-4ffaffcf-520d-49f9-b672-bd266dff0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:53.473766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-4ffaffcf-520d-49f9-b672-bd266dff0109 service neutron] 10.222.0.26 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.6585274 Jul 22 19:50:53.529574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.531791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.538693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-39ad2a21-b1e5-4a04-951c-44c542252dd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 200 len: 217 time: 0.0540478 Jul 22 19:50:53.583514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.584317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d129abc2-5b10-4b3f-b7a4-33c3faf7b256 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:50:53.590295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.591517 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6e44d33-64e8-402c-b9f6-76c92d95a8ea admin admin] 10.222.0.10 "DELETE /v2.0/routers/d129abc2-5b10-4b3f-b7a4-33c3faf7b256 HTTP/1.1" status: 204 len: 168 time: 2.4836035 Jul 22 19:50:53.594324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49450) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:53.614420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:53.628637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:53.629625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:53.629799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-d29df7d4-226c-480e-8f23-4a419e43acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:53.631611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-d29df7d4-226c-480e-8f23-4a419e43acf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.0825791 Jul 22 19:50:53.679369 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.687893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-757b57ac-0b24-479a-a9a0-b4cb636a47f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461516 Jul 22 19:50:53.700811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Deleting subnet 10b7d0eb-3168-41a0-bebe-762cd5d0115a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:53.704588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.801947 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:53.970949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 971455e6-d38a-4017-9440-4c7539ce1e1b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:50:54.025550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.093962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.102569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dc7d002-1ff8-4b76-88e5-c14a89f6fd07 req-985c0a8f-759a-4344-8bbe-07a15f12a768 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] 10.222.0.10 "GET /v2.0/ports?device_id=04c7dae8-1f89-48ce-a6a5-f8490a8ce5de HTTP/1.1" status: 200 len: 210 time: 0.0731664 Jul 22 19:50:54.107070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-cd780570-6614-45a3-a16a-0529d178605f service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493235 Jul 22 19:50:54.113580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:54.128759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b7d0eb-3168-41a0-bebe-762cd5d0115a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:54.143094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.145473 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c1ea29c-33bb-45e8-ac4f-9745da153269 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/10b7d0eb-3168-41a0-bebe-762cd5d0115a HTTP/1.1" status: 204 len: 168 time: 0.5503848 Jul 22 19:50:54.149175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49458) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:54.154215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27172a04-74bb-4203-a1fb-e42f9e890fed None None] Network d8477d9c-ce1c-4658-b7d4-9aab26887406 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:54.230985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 971455e6-d38a-4017-9440-4c7539ce1e1b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:50:54.259214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.299757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9181b6de-bffa-4cc1-8561-57397ead4f07 req-792915b5-2863-4c85-ba06-66b6486484ed service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841609 Jul 22 19:50:54.325592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Deleting port 21961df2-a87f-496b-88ae-12e08d4fc60c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:54.326077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.378605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 971455e6-d38a-4017-9440-4c7539ce1e1b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:50:54.379201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.386679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4fb62f19-3358-471a-9c2d-417f37889770 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:54.400540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 971455e6-d38a-4017-9440-4c7539ce1e1b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:54.401044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.426096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 4fb62f19-3358-471a-9c2d-417f37889770 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:54.426716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 4fb62f19-3358-471a-9c2d-417f37889770 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:54.427088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] For port 21961df2-a87f-496b-88ae-12e08d4fc60c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=21961df2-a87f-496b-88ae-12e08d4fc60c,segment=NetworkSegment(be9f63bf-663f-48c7-8b33-4a1682b3ff20),segment_id=be9f63bf-663f-48c7-8b33-4a1682b3ff20)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:54.427548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.443864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Calling delete_port for 21961df2-a87f-496b-88ae-12e08d4fc60c owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:54.551186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 971455e6-d38a-4017-9440-4c7539ce1e1b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=971455e6-d38a-4017-9440-4c7539ce1e1b,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:54.551773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.551909 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.567518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 971455e6-d38a-4017-9440-4c7539ce1e1b owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:54.587505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.591812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] No DVR routers for this DVR port 21961df2-a87f-496b-88ae-12e08d4fc60c on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:54.600773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21961df2-a87f-496b-88ae-12e08d4fc60c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:54.617755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:50Z', 'revision_number': 7, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:54.620121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.664743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:54.696025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:54.696025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:54.724763 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.736128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8477d9c-ce1c-4658-b7d4-9aab26887406']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:54.742328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe278e-503c-4b8d-ad14-0cc2602a8b6e None None] DHCP port deletion for d8477d9c-ce1c-4658-b7d4-9aab26887406 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:54.752926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9f63bf-663f-48c7-8b33-4a1682b3ff20') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:54.753469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9f63bf-663f-48c7-8b33-4a1682b3ff20') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:54.765270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.775379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 971455e6-d38a-4017-9440-4c7539ce1e1b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=971455e6-d38a-4017-9440-4c7539ce1e1b,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:54.785768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.796228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.796712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:54.797324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:54.801439 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:54.876259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:54.904481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.917649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.927842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 888b19f8-5558-4a95-a722-956b99554b01 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:54.937140 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:54.939263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:54.944709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49472) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:54.946168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d8477d9c-ce1c-4658-b7d4-9aab26887406 HTTP/1.1" status: 204 len: 168 time: 0.7950897 Jul 22 19:50:54.967470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57962ed1-a6aa-4ef2-863a-075aad1dbad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8477d9c-ce1c-4658-b7d4-9aab26887406,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:54.983395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 888b19f8-5558-4a95-a722-956b99554b01 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:54.984050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 888b19f8-5558-4a95-a722-956b99554b01 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:54.984727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d3bdc38b-4f98-4d14-809a-fa170d663e9b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:55.075484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d3bdc38b-4f98-4d14-809a-fa170d663e9b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:55.075844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d3bdc38b-4f98-4d14-809a-fa170d663e9b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:55.081653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d924b-2d33-4702-9e56-b04bde56d2ae req-58c07f6f-b2d3-483d-bf76-38c66bb5592a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:55.090942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e3d924b-2d33-4702-9e56-b04bde56d2ae req-58c07f6f-b2d3-483d-bf76-38c66bb5592a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.3364067 Jul 22 19:50:55.172562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=971455e6-d38a-4017-9440-4c7539ce1e1b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:55.199984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49476) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:55.231082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e3d924b-2d33-4702-9e56-b04bde56d2ae req-d470b62b-e9af-4048-931a-a1765b39f957 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391687 Jul 22 19:50:55.295901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Deleting subnet b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:55.301790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.312457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:50Z', 'revision_number': 7, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:55.351682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1435c613-d41c-4cbe-8426-a7091ad1b19d None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:50Z', 'revision_number': 7, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '971455e6-d38a-4017-9440-4c7539ce1e1b', 'name': '', 'network_id': '7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:ea:ad:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:46Z', 'updated_at': '2021-07-22T19:50:51Z', 'revision_number': 4, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'f14cbdfb-cb66-4fe2-9eff-0bd62328abe1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:55.369226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.382260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.410963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.477463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.509099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:55.511230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.516104 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21c485f5-055b-4516-ba80-d831ac191682 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b42ec3c4-fdc8-4bc9-a8f7-20b8b2ea914a HTTP/1.1" status: 204 len: 168 time: 0.3150163 Jul 22 19:50:55.517187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:55.601369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.648086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:55.695960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.707065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:55.718323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ebd4c8-8cc7-41dc-90cd-a332e688e69e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:55.718630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ebd4c8-8cc7-41dc-90cd-a332e688e69e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:55.729120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.745065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.752163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:55.752560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.805149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:55.811590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-62583668-26b6-40d5-b5a8-b0e702bf69e7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6370564 Jul 22 19:50:55.814929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49482) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:55.816992 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:55.820205 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:55.832465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.837174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:55.837819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:55.840837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.843493 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] 10.222.0.10 "DELETE /v2.0/networks/a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2 HTTP/1.1" status: 204 len: 168 time: 0.3248358 Jul 22 19:50:55.848469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:55.848976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 21961df2-a87f-496b-88ae-12e08d4fc60c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:55.896871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 21961df2-a87f-496b-88ae-12e08d4fc60c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:55.898024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 21961df2-a87f-496b-88ae-12e08d4fc60c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:55.906307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet f14cbdfb-cb66-4fe2-9eff-0bd62328abe1 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:55.911824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.922696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e992e-97ee-43c4-81d2-193f868e3f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cf1fbd-71fe-4b3c-b4a1-e04978a202c2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:55.934276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Deleting subnet e8c369e2-0f7b-46cf-b9e5-ce6d9b2098be {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:50:55.938448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:55.970524 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.000656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.007047 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:56.012562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.058932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.136839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.159269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.175160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c369e2-0f7b-46cf-b9e5-ce6d9b2098be,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:56.188078 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.196261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cfac4dc1-e2f2-400c-99e0-d1e6df2656da admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e8c369e2-0f7b-46cf-b9e5-ce6d9b2098be HTTP/1.1" status: 204 len: 168 time: 0.3457232 Jul 22 19:50:56.198656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49490) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:56.254744 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:54Z', 'revision_number': 8, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.289105 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:50:56.289996 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.301991 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:56.302609 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.379251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.418697 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:56.436364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.449741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-39b64229-f355-4d58-a687-0524267a2742 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2197423 Jul 22 19:50:56.451562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0580d275-1136-4ac5-996e-ea5a45e78e31']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.454382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=f14cbdfb-cb66-4fe2-9eff-0bd62328abe1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:56.467289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.469215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-77454892-6919-494d-a28a-b989c9be4460 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/f14cbdfb-cb66-4fe2-9eff-0bd62328abe1 HTTP/1.1" status: 204 len: 168 time: 0.6530316 Jul 22 19:50:56.472828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:56.474697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3b5be-6197-4012-bd1a-c61f26d54ac4 None None] Network 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:50:56.499782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93132130-fe81-420a-a9f7-98138bda70fc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.500421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93132130-fe81-420a-a9f7-98138bda70fc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.513527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.531272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.539480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:56.540281 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:56.606841 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:56.613772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.626507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.632244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] 10.222.0.10 "DELETE /v2.0/networks/0580d275-1136-4ac5-996e-ea5a45e78e31 HTTP/1.1" status: 204 len: 168 time: 0.4313917 Jul 22 19:50:56.665939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d9b5-d2e4-48dc-bd68-78f8dc5bb510 admin admin] Pushing event deleted for resources: {'Network': ['ID=0580d275-1136-4ac5-996e-ea5a45e78e31,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:56.825689 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:54Z', 'revision_number': 8, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:56.860552 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4f87e-e356-4fa7-af82-fe528952ff34 None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:54Z', 'revision_number': 8, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ce06417-88af-44b0-aa32-e7968d467f6d', 'name': '', 'network_id': '467ba364-207b-43dd-ba4c-1b43727d674b', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:04:c7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:38Z', 'updated_at': '2021-07-22T19:50:48Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '1533716e-16f1-4739-9e52-7cfcdde6bd31', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:50:56.879542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] DHCP port deletion for 7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:50:56.900295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49506) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:56.961655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Deleting port cb52eda0-6714-483f-be86-65155c5c8aca {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:56.961979 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:56.973202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-90f4a6bd-5753-4a89-9a6f-0c38c4873d79 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2761f20a2fed4adeb8ae5b6c86980d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684247 Jul 22 19:50:56.977135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49508) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.028513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] For port cb52eda0-6714-483f-be86-65155c5c8aca, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb52eda0-6714-483f-be86-65155c5c8aca,segment=NetworkSegment(bdab0cb0-6250-4831-9cd3-cafac535d0d3),segment_id=bdab0cb0-6250-4831-9cd3-cafac535d0d3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:57.029231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.032097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.045756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Calling delete_port for cb52eda0-6714-483f-be86-65155c5c8aca owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:57.060064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.121128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.124861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.126503 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8cae651e-7ffb-4f47-9c99-3c8eed8cd568 HTTP/1.1" status: 204 len: 168 time: 0.1483257 Jul 22 19:50:57.157284 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.158083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5866b-d54e-498d-bae2-2c889ed8e13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cae651e-7ffb-4f47-9c99-3c8eed8cd568,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:57.200029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] Pushing event deleted for resources: {'Port': ['ID=cb52eda0-6714-483f-be86-65155c5c8aca,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:57.220926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b22ada-0f3f-4817-8e75-cd5529d46127 None None] No DVR routers for this DVR port cb52eda0-6714-483f-be86-65155c5c8aca on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:50:57.235296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6fefc-7673-4675-a835-7e777b1088e2 req-94f76570-9976-4a5d-a645-0dd0155bc3ae tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.236563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7a6fefc-7673-4675-a835-7e777b1088e2 req-94f76570-9976-4a5d-a645-0dd0155bc3ae tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.8521411 Jul 22 19:50:57.249801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.292720 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.340225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803641-70a8-4ff7-b61b-34b657c00aba req-26906ac3-3b4a-4309-abfd-4c36d35fec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.341919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-26906ac3-3b4a-4309-abfd-4c36d35fec35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1098 time: 0.8256121 Jul 22 19:50:57.352782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7a6fefc-7673-4675-a835-7e777b1088e2 req-109c3bc7-3625-4fa7-895d-d02ba5071c03 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995171 Jul 22 19:50:57.418217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Deleting port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:57.418637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.454004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.483126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:57.543584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdab0cb0-6250-4831-9cd3-cafac535d0d3') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:57.544041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdab0cb0-6250-4831-9cd3-cafac535d0d3') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:57.600493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.641355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.652294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.662387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] For port 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:57.662892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.665822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803641-70a8-4ff7-b61b-34b657c00aba req-4130fac9-8ca2-43af-aeb6-a5ac95ec9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.667374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-4130fac9-8ca2-43af-aeb6-a5ac95ec9587 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.2818422 Jul 22 19:50:57.668372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:50:57.668772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:50:57.676821 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:50:57.702588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Calling delete_port for 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:57.708372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4550cf64-6cad-4da2-b792-8b02e4c779fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8b327bb842f454595378cb859016fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656004 Jul 22 19:50:57.709377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49516) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.771473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb52eda0-6714-483f-be86-65155c5c8aca no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:57.781150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.800118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cb52eda0-6714-483f-be86-65155c5c8aca {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:57.800485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb52eda0-6714-483f-be86-65155c5c8aca not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:57.802953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 971455e6-d38a-4017-9440-4c7539ce1e1b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:50:57.810963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.840000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 971455e6-d38a-4017-9440-4c7539ce1e1b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:50:57.840794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 971455e6-d38a-4017-9440-4c7539ce1e1b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:50:57.867956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.870618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.872583 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.877992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cb8713f-bb12-4e0c-8a55-2d3b8e89e7e6 HTTP/1.1" status: 204 len: 168 time: 0.1655543 Jul 22 19:50:57.887096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:57.889180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4 HTTP/1.1" status: 204 len: 168 time: 1.4113083 Jul 22 19:50:57.893188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49522) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:57.894422 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-1f30db48-10cf-4106-9910-b107b6efec3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 1001 time: 0.2044618 Jul 22 19:50:57.907482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae55fe-0f09-4cce-916a-0d31f175f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb8713f-bb12-4e0c-8a55-2d3b8e89e7e6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:57.951595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803641-70a8-4ff7-b61b-34b657c00aba req-2f9d9e5b-7c1f-45a6-ae10-2e20c545bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:57.953208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-2f9d9e5b-7c1f-45a6-ae10-2e20c545bd74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.0467982 Jul 22 19:50:57.957933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbfa2a-e434-4229-a49e-9b38642294d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=7d0b14f7-54d0-49f5-8f71-8c9717ad7dd4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:58.090491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803641-70a8-4ff7-b61b-34b657c00aba req-eec1aea3-6ddb-4d19-a786-8a9bf6663c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:58.092063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-eec1aea3-6ddb-4d19-a786-8a9bf6663c6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253059 Jul 22 19:50:58.248119 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.280823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:58.287737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-94dd7376-bbd6-4a0b-b91f-a275da696fab service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889322 Jul 22 19:50:58.465736 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-5fbf4be8-9dad-485d-a57f-2ac4731b4eaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1768644 Jul 22 19:50:58.485686 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.540611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17803641-70a8-4ff7-b61b-34b657c00aba req-eb4084c9-43be-4208-b84d-1b93033fb4d1 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432573 Jul 22 19:50:58.791000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:58.821402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193ac57-f741-40de-bb91-86a73df1d54e req-f2156752-ff94-4c5a-bb9a-27702a38553c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:58.823190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b193ac57-f741-40de-bb91-86a73df1d54e req-f2156752-ff94-4c5a-bb9a-27702a38553c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2816720 Jul 22 19:50:58.960382 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-0a91d9bf-9ca3-4bf3-aa56-295435a9270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:58.962235 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-0a91d9bf-9ca3-4bf3-aa56-295435a9270d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 1097 time: 0.4058545 Jul 22 19:50:59.028473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b193ac57-f741-40de-bb91-86a73df1d54e req-27c22a09-9a4d-4692-ad41-cd7dc0d6a027 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398196 Jul 22 19:50:59.152119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-671e1ce3-1445-4c8d-9637-ddb191b1808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:59.154489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-671e1ce3-1445-4c8d-9637-ddb191b1808f service neutron] 10.222.0.32 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.1650956 Jul 22 19:50:59.175067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Router daa46bd1-778a-4787-b895-c774b678dcb9 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:50:59.237178 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-a3f31028-9b2e-481a-a90e-59478fff806d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 200 len: 217 time: 0.0524986 Jul 22 19:50:59.321506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-3655945c-7c0f-40d8-9886-861d6d861d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:50:59.322959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-3655945c-7c0f-40d8-9886-861d6d861d86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.0733116 Jul 22 19:50:59.330669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:50:59.338070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d09361ff-bb38-4fe9-9c54-98c059b409ae admin admin] 10.222.0.10 "PUT /v2.0/routers/daa46bd1-778a-4787-b895-c774b678dcb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3922153 Jul 22 19:50:59.340342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49570) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:50:59.342505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Sync routers for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:50:59.358498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:50:59.359235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:50:59.414013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-589281c4-026f-4569-9e48-3dc1f44dba90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550494 Jul 22 19:50:59.446960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 6ce06417-88af-44b0-aa32-e7968d467f6d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:59.447308 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.485606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.505706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:50:59.543268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 6ce06417-88af-44b0-aa32-e7968d467f6d, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6ce06417-88af-44b0-aa32-e7968d467f6d,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:59.543643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.558394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 6ce06417-88af-44b0-aa32-e7968d467f6d owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:59.667021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.795307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Deleting port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:50:59.795673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.819004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.854702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=6ce06417-88af-44b0-aa32-e7968d467f6d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:50:59.930359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] For port 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:50:59.930669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:50:59.950679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Calling delete_port for 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:50:59.971305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-c4c3b986-86f4-4082-a8a2-63f9aaa99ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500712 Jul 22 19:51:00.120437 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7ffb6319-fd4a-4df0-b497-e850d13f0004 req-d7c35723-8f55-4be3-8a36-03c7342cf2fd service neutron] 10.222.0.32 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148570 Jul 22 19:51:00.159744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:00.205926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.289338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:58Z', 'revision_number': 5, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port': {'id': '4e780a3b-5b32-4571-8e90-a59d4a5c3b8a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:59Z', 'updated_at': '2021-07-22T19:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:00.304420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73612f12-8369-4f8c-b7c2-6a4d111cbe81 req-8a350005-d932-4942-ac8b-c14f8fd8c30c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:00.306327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73612f12-8369-4f8c-b7c2-6a4d111cbe81 req-8a350005-d932-4942-ac8b-c14f8fd8c30c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1406102 Jul 22 19:51:00.321702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Checking router: daa46bd1-778a-4787-b895-c774b678dcb9 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:00.333099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Routers {'daa46bd1-778a-4787-b895-c774b678dcb9'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:00.333919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daa46bd1-778a-4787-b895-c774b678dcb9'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:00.352628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.368184 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44b27362-dedc-43fd-ab64-5ff9b0cd0394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.384100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73612f12-8369-4f8c-b7c2-6a4d111cbe81 req-90c6f05d-716d-4839-b74c-1961e1921277 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Jul 22 19:51:00.388632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e780a3b-5b32-4571-8e90-a59d4a5c3b8a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:00.448606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] Set router daa46bd1-778a-4787-b895-c774b678dcb9 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:00.477557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.508811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 6, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:00.540875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2b4247-552e-4f04-84aa-4cd631e9563c None None] The sync data for ids ['daa46bd1-778a-4787-b895-c774b678dcb9'] in n-d-800087-13 is: [{'id': 'daa46bd1-778a-4787-b895-c774b678dcb9', 'name': 'tempest-TestServerMultinode-267208407-router', 'tenant_id': '2ec7d34ad57a4aac9289eae21af74100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:57Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 6, 'project_id': '2ec7d34ad57a4aac9289eae21af74100', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:00.549426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:00.605396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.607669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.653066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44b27362-dedc-43fd-ab64-5ff9b0cd0394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.661067 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.661738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa46bd1-778a-4787-b895-c774b678dcb9 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:51:00.662714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-44b27362-dedc-43fd-ab64-5ff9b0cd0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.668195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.669651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9f302f14-fe73-412d-9fb7-c5d93ac0969b admin admin] 10.222.0.10 "DELETE /v2.0/routers/daa46bd1-778a-4787-b895-c774b678dcb9 HTTP/1.1" status: 204 len: 168 time: 1.3281236 Jul 22 19:51:00.671982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49600) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:00.708564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:00.714865 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fe8f70d-1391-483a-8eb1-24012350233a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8197825 Jul 22 19:51:00.720273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Deleting subnet 4375fd4e-558d-4e11-9f3a-af0c6e77497e {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:00.721450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-44b27362-dedc-43fd-ab64-5ff9b0cd0394 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acd6b1a1516c4ac5b83eebbecec3e4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597806 Jul 22 19:51:00.722153 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:00.722666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49602) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:00.722992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49604) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:00.723420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b27362-dedc-43fd-ab64-5ff9b0cd0394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb1dea1-cb8e-48ec-8af6-9d2766e67637,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:00.731070 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:00.731675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:00.742373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.822882 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:00.837379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.863758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet 1533716e-16f1-4739-9e52-7cfcdde6bd31 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:00.876876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.923527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:00.988084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.050298 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 9, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:01.072925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.086009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:01.094236 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:01.094947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:01.098144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.108955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.151665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.156515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49610) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:01.159178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8085b770-95e7-438c-9141-5f1ba6389d6d None None] Network 80deab8e-b4c1-4a04-b51b-a40d490e5af0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:01.162206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4375fd4e-558d-4e11-9f3a-af0c6e77497e HTTP/1.1" status: 204 len: 168 time: 0.4889913 Jul 22 19:51:01.186242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e609ca-9423-414c-a986-7116a4519187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4375fd4e-558d-4e11-9f3a-af0c6e77497e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:01.215675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:01.253381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.280468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.283038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.284238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8eb1dea1-cb8e-48ec-8af6-9d2766e67637 HTTP/1.1" status: 204 len: 168 time: 0.5589659 Jul 22 19:51:01.304727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f1b9c-45a4-4bb1-ae51-8e225ab2c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb1dea1-cb8e-48ec-8af6-9d2766e67637,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:01.344329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.386564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Deleting port 676a75a2-557b-426d-a17f-1edd23bb5c18 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:01.386961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.483739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] DHCP port deletion for 80deab8e-b4c1-4a04-b51b-a40d490e5af0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:51:01.545405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] For port 676a75a2-557b-426d-a17f-1edd23bb5c18, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=676a75a2-557b-426d-a17f-1edd23bb5c18,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:01.546226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.576724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Deleting port 676a75a2-557b-426d-a17f-1edd23bb5c18 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:01.577110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.579082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Calling delete_port for 676a75a2-557b-426d-a17f-1edd23bb5c18 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:01.703100 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 9, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:01.749969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] For port 676a75a2-557b-426d-a17f-1edd23bb5c18, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=676a75a2-557b-426d-a17f-1edd23bb5c18,segment=NetworkSegment(efafcd7f-3942-4a73-b952-e595d773c18c),segment_id=efafcd7f-3942-4a73-b952-e595d773c18c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:01.750706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.785557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Calling delete_port for 676a75a2-557b-426d-a17f-1edd23bb5c18 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:01.790594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:01.809983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cb0fb8-f695-49b1-b527-2dd7d4b9b69f None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:50:59Z', 'revision_number': 9, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f385699-11f4-4849-b69f-88c9f48ed2d6', 'name': '', 'network_id': '0ef356b0-93d8-45a3-ac48-91d05396e5f1', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:94:5a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:33Z', 'updated_at': '2021-07-22T19:50:43Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': '590e4195-802f-4bfe-97b2-b092bbe051ed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:01.827353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] No DVR routers for this DVR port 676a75a2-557b-426d-a17f-1edd23bb5c18 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:01.851033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=676a75a2-557b-426d-a17f-1edd23bb5c18,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:51:01.984699 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 19:51:01.992566 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.004900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.020347 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80deab8e-b4c1-4a04-b51b-a40d490e5af0']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:02.034463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efafcd7f-3942-4a73-b952-e595d773c18c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:02.034900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efafcd7f-3942-4a73-b952-e595d773c18c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:02.042261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] Pushing event deleted for resources: {'Port': ['ID=676a75a2-557b-426d-a17f-1edd23bb5c18,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:02.050086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.055770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f7371-1f63-4f8b-b5d9-5bfbf537e06b None None] No DVR routers for this DVR port 676a75a2-557b-426d-a17f-1edd23bb5c18 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:02.084023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.093186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:02.093840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:02.096496 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:02.168038 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.194312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.194312 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/80deab8e-b4c1-4a04-b51b-a40d490e5af0 HTTP/1.1" status: 204 len: 168 time: 1.0349929 Jul 22 19:51:02.194656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21835348-4861-4651-a88f-ebe7f4c949b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=80deab8e-b4c1-4a04-b51b-a40d490e5af0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:02.226580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.255667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e6c1f-fbee-4620-8669-2fa86fd8ce61 req-e07010c6-ffcf-4938-a57c-f8ef933957ae tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:02.258490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06e6c1f-fbee-4620-8669-2fa86fd8ce61 req-e07010c6-ffcf-4938-a57c-f8ef933957ae tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1437943 Jul 22 19:51:02.259546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36295f4-c0ec-4f63-9e9a-444ec3760945 None None] Network 467ba364-207b-43dd-ba4c-1b43727d674b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:02.260083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.265107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:02.276342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/1533716e-16f1-4739-9e52-7cfcdde6bd31 HTTP/1.1" status: 204 len: 168 time: 1.5431688 Jul 22 19:51:02.391542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89599c-6bbb-4aa1-b8e5-feeb3cfe3b18 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=1533716e-16f1-4739-9e52-7cfcdde6bd31,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:02.399853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:02.411105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a06e6c1f-fbee-4620-8669-2fa86fd8ce61 req-d82fbdef-108d-43f2-8f3c-201d57aba980 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296556 Jul 22 19:51:02.435579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.451757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:02.455523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:02.455932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4e780a3b-5b32-4571-8e90-a59d4a5c3b8a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:02.456484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:02.498806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:02.499410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7c3cd1d7-cbe1-4637-8183-6cbef9e1aafe not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:02.499558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 676a75a2-557b-426d-a17f-1edd23bb5c18 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:02.536113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-25d999ce-6c34-40ae-9634-46c7f212904b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2791cf63be0e4917b0f7c50d3116d036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896783 Jul 22 19:51:02.539453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:02.576646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 676a75a2-557b-426d-a17f-1edd23bb5c18 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:02.577250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 676a75a2-557b-426d-a17f-1edd23bb5c18 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:02.601053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 6c989f15-564f-404a-b80b-71b5c41c1aff {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:02.606060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.658476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.680934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] DHCP port deletion for 467ba364-207b-43dd-ba4c-1b43727d674b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:51:02.695533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 6c989f15-564f-404a-b80b-71b5c41c1aff, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6c989f15-564f-404a-b80b-71b5c41c1aff,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:02.696605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.700475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.714681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 6c989f15-564f-404a-b80b-71b5c41c1aff owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:02.763943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.766741 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.770704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b0ec4f1-437c-46fa-b888-3a75190c99a4 HTTP/1.1" status: 204 len: 168 time: 0.2276037 Jul 22 19:51:02.783509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Deleting port 6c989f15-564f-404a-b80b-71b5c41c1aff {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:02.784368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.790173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4c2d8-992d-4dde-85a7-802f6cc9cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ec4f1-437c-46fa-b888-3a75190c99a4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:02.849527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.884759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] For port 6c989f15-564f-404a-b80b-71b5c41c1aff, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6c989f15-564f-404a-b80b-71b5c41c1aff,segment=NetworkSegment(9a7f9131-b261-4a77-9bc9-6098e73b60a5),segment_id=9a7f9131-b261-4a77-9bc9-6098e73b60a5)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:02.885164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:02.891506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port 6c989f15-564f-404a-b80b-71b5c41c1aff on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:02.898885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=6c989f15-564f-404a-b80b-71b5c41c1aff,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:02.915718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Calling delete_port for 6c989f15-564f-404a-b80b-71b5c41c1aff owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:03.034740 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.045777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.057613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467ba364-207b-43dd-ba4c-1b43727d674b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:03.080918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7f9131-b261-4a77-9bc9-6098e73b60a5') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:03.082976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7f9131-b261-4a77-9bc9-6098e73b60a5') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:03.090056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] Pushing event deleted for resources: {'Port': ['ID=6c989f15-564f-404a-b80b-71b5c41c1aff,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:03.092388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44ca1d-501d-4200-8b12-60f7b5769413 None None] No DVR routers for this DVR port 6c989f15-564f-404a-b80b-71b5c41c1aff on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:03.114579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.134224 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.141438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:03.141964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:03.145562 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:03.214711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.224435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.229624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/467ba364-207b-43dd-ba4c-1b43727d674b HTTP/1.1" status: 204 len: 168 time: 0.9608052 Jul 22 19:51:03.230329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:03.238224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943316d7-657a-4500-82d5-cfa0601e7dea tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=467ba364-207b-43dd-ba4c-1b43727d674b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:03.446052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49676) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:03.516508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-346a6838-8a9e-4b70-8d06-e255f1e84351 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ec7d34ad57a4aac9289eae21af74100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691478 Jul 22 19:51:03.519345 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49678) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:03.590219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.613092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.627792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce39eab-e443-4201-9cbc-3768258bb6c9 req-2ae273af-ac7d-4563-825a-df1e42acbe0f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:03.629355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ce39eab-e443-4201-9cbc-3768258bb6c9 req-2ae273af-ac7d-4563-825a-df1e42acbe0f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1327066 Jul 22 19:51:03.692374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ce39eab-e443-4201-9cbc-3768258bb6c9 req-21ca7cfa-f163-454e-96d6-8b97e704418f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554864 Jul 22 19:51:03.714243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.720373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.723947 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c89e550-ce6d-4903-8165-897c879b5709 HTTP/1.1" status: 204 len: 168 time: 0.2008734 Jul 22 19:51:03.748438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd07bc0-2a27-447b-973a-7192ea9fa2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c89e550-ce6d-4903-8165-897c879b5709,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:03.769169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:03.826323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ce06417-88af-44b0-aa32-e7968d467f6d no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:03.854300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6ce06417-88af-44b0-aa32-e7968d467f6d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:03.854690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6ce06417-88af-44b0-aa32-e7968d467f6d not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:03.855598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6c989f15-564f-404a-b80b-71b5c41c1aff no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:03.879770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6c989f15-564f-404a-b80b-71b5c41c1aff {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:03.880010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6c989f15-564f-404a-b80b-71b5c41c1aff not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:04.136293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 7f385699-11f4-4849-b69f-88c9f48ed2d6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:04.136897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:04.278406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 7f385699-11f4-4849-b69f-88c9f48ed2d6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7f385699-11f4-4849-b69f-88c9f48ed2d6,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:04.279086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:04.293071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 7f385699-11f4-4849-b69f-88c9f48ed2d6 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:04.484051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:04.512343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=7f385699-11f4-4849-b69f-88c9f48ed2d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:04.572332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:51:04.643875 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:04.962692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e739b4-9483-4393-8163-abeddf1c5052 req-5141b36a-462c-40d4-95b5-29b0dc460564 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:04.964312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e739b4-9483-4393-8163-abeddf1c5052 req-5141b36a-462c-40d4-95b5-29b0dc460564 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1839476 Jul 22 19:51:04.986335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:05.057264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75e739b4-9483-4393-8163-abeddf1c5052 req-48c63724-50bf-421b-ad49-cd90e28eb39f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Jul 22 19:51:05.116687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:05.127219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:05.127814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:05.134843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-804dba7f-8cbc-4e62-a371-584ab537fcf8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996079 Jul 22 19:51:05.138453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:05.139256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:05.184296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet 590e4195-802f-4bfe-97b2-b092bbe051ed {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:05.188344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.235478 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.235739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:05.335976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.403433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.412548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:05.435151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=590e4195-802f-4bfe-97b2-b092bbe051ed,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:05.445183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03e004-c6e7-4d36-ae6f-ba51c17b20ad None None] Network 0ef356b0-93d8-45a3-ac48-91d05396e5f1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:05.445433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.447391 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-64ea1765-7ff3-4282-93b0-22361e7e90db tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/590e4195-802f-4bfe-97b2-b092bbe051ed HTTP/1.1" status: 204 len: 168 time: 0.3180072 Jul 22 19:51:05.450119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49730) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:05.568261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.571879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5491e0-7223-4fbc-9fa0-6cdce8600b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.583588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:04Z', 'revision_number': 10, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:05.618386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:05.631524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:05.632673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:05.675548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 2aee2104-63fc-443e-84ba-21c758edd41f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:05.675894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.748896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] DHCP port deletion for 0ef356b0-93d8-45a3-ac48-91d05396e5f1 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:51:05.762685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:05.796188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5491e0-7223-4fbc-9fa0-6cdce8600b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.797868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 2aee2104-63fc-443e-84ba-21c758edd41f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2aee2104-63fc-443e-84ba-21c758edd41f,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:05.798511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.808074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7b5491e0-7223-4fbc-9fa0-6cdce8600b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.815933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 2aee2104-63fc-443e-84ba-21c758edd41f owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:05.888113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5491e0-7223-4fbc-9fa0-6cdce8600b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1111b3b6-7ff7-4400-909b-7ac78fd5b968,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:05.894776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7b5491e0-7223-4fbc-9fa0-6cdce8600b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa8f11072dd74d91b57a96e73d9b3f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779437 Jul 22 19:51:05.895573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:05.915342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Deleting port 2aee2104-63fc-443e-84ba-21c758edd41f {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:05.915713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.949483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.960879 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:05.984369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=2aee2104-63fc-443e-84ba-21c758edd41f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:05.992325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port 2aee2104-63fc-443e-84ba-21c758edd41f on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:05.996201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.024121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] For port 2aee2104-63fc-443e-84ba-21c758edd41f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2aee2104-63fc-443e-84ba-21c758edd41f,segment=NetworkSegment(4975baad-ea5b-423d-9b41-41cd92b27621),segment_id=4975baad-ea5b-423d-9b41-41cd92b27621)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:06.024569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.038731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Calling delete_port for 2aee2104-63fc-443e-84ba-21c758edd41f owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:06.054623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.057579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.062204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1111b3b6-7ff7-4400-909b-7ac78fd5b968 HTTP/1.1" status: 204 len: 168 time: 0.1638043 Jul 22 19:51:06.079353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d142814-b8dd-4bb2-b6ac-b5bfdf01c97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1111b3b6-7ff7-4400-909b-7ac78fd5b968,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:06.116179 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.128303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef356b0-93d8-45a3-ac48-91d05396e5f1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:06.140034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4975baad-ea5b-423d-9b41-41cd92b27621') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:06.140397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4975baad-ea5b-423d-9b41-41cd92b27621') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:06.151572 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.177206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.187682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:06.188077 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:06.191212 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:06.216372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:04Z', 'revision_number': 10, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:06.257200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebc954-78fd-4712-b1ec-1a0d5ca3493e None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:04Z', 'revision_number': 10, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None, '_interfaces': [{'id': '01ed3e7b-a0cb-4481-ba40-0a6243bebb05', 'name': '', 'network_id': 'a4bac359-9ecc-4084-ba88-881146c17c99', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'mac_address': 'fa:16:3e:b8:12:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:50:27Z', 'updated_at': '2021-07-22T19:50:34Z', 'revision_number': 5, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'subnets': [{'id': 'ea2f26cb-e81b-406b-9c97-80bf8430b769', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:06.270586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.310143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] Pushing event deleted for resources: {'Port': ['ID=2aee2104-63fc-443e-84ba-21c758edd41f,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:06.320674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc9dd2b-568a-4ce3-beab-925224321473 None None] No DVR routers for this DVR port 2aee2104-63fc-443e-84ba-21c758edd41f on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:06.325688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.340830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.345776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/0ef356b0-93d8-45a3-ac48-91d05396e5f1 HTTP/1.1" status: 204 len: 168 time: 0.8918724 Jul 22 19:51:06.346076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:06.366623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e401065-6a3c-4c03-9fb5-4bd49ecb42c2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=0ef356b0-93d8-45a3-ac48-91d05396e5f1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:06.397757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f4fa7-294b-422f-abff-992baf46b03d req-e034aa42-05e3-4cab-bac1-2166917b17dc tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:06.399675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e58f4fa7-294b-422f-abff-992baf46b03d req-e034aa42-05e3-4cab-bac1-2166917b17dc tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1892731 Jul 22 19:51:06.442960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e58f4fa7-294b-422f-abff-992baf46b03d req-f523b5b9-6a65-4261-ad0c-a8ebf40e914a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352657 Jul 22 19:51:06.508986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49748) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:06.529963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b65deea-b1dd-4b85-ae6c-77054f6e85b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.632115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b65deea-b1dd-4b85-ae6c-77054f6e85b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.637032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b65deea-b1dd-4b85-ae6c-77054f6e85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.718874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65deea-b1dd-4b85-ae6c-77054f6e85b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c656916-a002-468c-9cfd-2bbedeec2687,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:06.732994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49752) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:06.734710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0b65deea-b1dd-4b85-ae6c-77054f6e85b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e576b5d2504f477a9e2da8f4726345f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224410 Jul 22 19:51:06.887472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:06.924475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.008929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.011438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.012592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c656916-a002-468c-9cfd-2bbedeec2687 HTTP/1.1" status: 204 len: 168 time: 0.2786601 Jul 22 19:51:07.025644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b037c-e7d4-4d66-8be5-3da11839227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c656916-a002-468c-9cfd-2bbedeec2687,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:07.093482 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.094302 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4e496dc-3392-4983-9dc4-2a370db0b0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.369598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:07.370174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.466965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port 01ed3e7b-a0cb-4481-ba40-0a6243bebb05, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:07.467653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.480982 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:07.638820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275929-3630-4702-ab44-8d03b17c6d79 req-24192e3d-b85b-421a-909b-4031acca236a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:07.640720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19275929-3630-4702-ab44-8d03b17c6d79 req-24192e3d-b85b-421a-909b-4031acca236a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1207144 Jul 22 19:51:07.692636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19275929-3630-4702-ab44-8d03b17c6d79 req-4eeca54b-dc1f-4cb4-8045-e7733c70ae2b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462155 Jul 22 19:51:07.713017 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:07.739160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=01ed3e7b-a0cb-4481-ba40-0a6243bebb05,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:07.750236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7f385699-11f4-4849-b69f-88c9f48ed2d6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:07.781183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7f385699-11f4-4849-b69f-88c9f48ed2d6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:07.781183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7f385699-11f4-4849-b69f-88c9f48ed2d6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:07.781569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2aee2104-63fc-443e-84ba-21c758edd41f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:07.805634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 2aee2104-63fc-443e-84ba-21c758edd41f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:07.806541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2aee2104-63fc-443e-84ba-21c758edd41f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:07.915837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.095181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:08.177778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:08.183855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-afa0c218-46ba-49ea-aada-88404c5c6a13 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366184 Jul 22 19:51:08.186450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49792) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:08.201544 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:08.213799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:08.214415 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:08.244300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting subnet ea2f26cb-e81b-406b-9c97-80bf8430b769 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:08.247616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.293331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.298542 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:08.369153 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:08.408747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:08.409051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.421290 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:08.421899 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:50:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:08.492168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.508274 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:08.533648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Subnet': ['ID=ea2f26cb-e81b-406b-9c97-80bf8430b769,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:08.541172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.548296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382de06f-0ed2-49b6-9d4a-2f8fa8070285 None None] Network a4bac359-9ecc-4084-ba88-881146c17c99 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:08.564897 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-213d06a7-423f-4a52-97d3-9345a4e6fc67 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/ea2f26cb-e81b-406b-9c97-80bf8430b769 HTTP/1.1" status: 204 len: 168 time: 0.3745673 Jul 22 19:51:08.565282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49806) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:08.576558 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:08.606726 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27940037-5eca-4a9f-8f33-b76be4a503a2 None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:08.676624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.764765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Deleting port db79da46-0c50-4223-962b-19e4a3ea1b36 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:08.765417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.957465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] For port db79da46-0c50-4223-962b-19e4a3ea1b36, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db79da46-0c50-4223-962b-19e4a3ea1b36,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:08.963626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:08.992663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Calling delete_port for db79da46-0c50-4223-962b-19e4a3ea1b36 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:09.046263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4496f4-4604-4a71-9496-f3cc5038e4b7 req-3da23dcf-f33d-4628-9488-7bde6a2ae343 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:09.047853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e4496f4-4604-4a71-9496-f3cc5038e4b7 req-3da23dcf-f33d-4628-9488-7bde6a2ae343 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2588520 Jul 22 19:51:09.066954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] DHCP port deletion for a4bac359-9ecc-4084-ba88-881146c17c99 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:51:09.125571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e4496f4-4604-4a71-9496-f3cc5038e4b7 req-ba21e801-e50b-4275-bbf6-787fab6d8d83 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449884 Jul 22 19:51:09.157599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Deleting port db79da46-0c50-4223-962b-19e4a3ea1b36 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:09.157986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.173405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.191523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No DVR routers for this DVR port db79da46-0c50-4223-962b-19e4a3ea1b36 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:09.257657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Port': ['ID=db79da46-0c50-4223-962b-19e4a3ea1b36,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:09.279992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] For port db79da46-0c50-4223-962b-19e4a3ea1b36, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=db79da46-0c50-4223-962b-19e4a3ea1b36,segment=NetworkSegment(802b25d0-4cd4-43a7-ad28-9e07a893844d),segment_id=802b25d0-4cd4-43a7-ad28-9e07a893844d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:09.280427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.301975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Calling delete_port for db79da46-0c50-4223-962b-19e4a3ea1b36 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:09.330308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.342364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bac359-9ecc-4084-ba88-881146c17c99']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:09.354980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802b25d0-4cd4-43a7-ad28-9e07a893844d') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:09.355777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802b25d0-4cd4-43a7-ad28-9e07a893844d') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:09.368409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.385445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.393253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:09.394505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:09.398722 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:09.407965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.435645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] Pushing event deleted for resources: {'Port': ['ID=db79da46-0c50-4223-962b-19e4a3ea1b36,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:09.450408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c142bab-e717-4efb-a7a9-95cec27e2b5d None None] No DVR routers for this DVR port db79da46-0c50-4223-962b-19e4a3ea1b36 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:09.494471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.508320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.513612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:09.514919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/networks/a4bac359-9ecc-4084-ba88-881146c17c99 HTTP/1.1" status: 204 len: 168 time: 0.9483869 Jul 22 19:51:09.519007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'routes': None}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:09.536197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6e65-3f39-42ad-9fe5-201edf7e9c0e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Pushing event deleted for resources: {'Network': ['ID=a4bac359-9ecc-4084-ba88-881146c17c99,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:09.732933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Added routes are [] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 19:51:09.733490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.extraroute_db [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Removed routes are [] {{(pid=93801) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 19:51:09.733878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.751894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:09.809114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:09.809458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 01ed3e7b-a0cb-4481-ba40-0a6243bebb05 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:09.811396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db79da46-0c50-4223-962b-19e4a3ea1b36 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:09.885447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.888933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.894999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: db79da46-0c50-4223-962b-19e4a3ea1b36 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:09.895343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device db79da46-0c50-4223-962b-19e4a3ea1b36 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:09.973212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:09.995409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router db797486-8b11-4575-ac86-1ad6bdf93996 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:10.061231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-019a3a5c-ca08-491e-a027-04b85bce7780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.103010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:10.110005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.111191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9136b7e9-994c-47a7-ad21-b54cfa59e640 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 704 time: 0.5961998 Jul 22 19:51:10.114061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49864) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:10.117258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Sync routers for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:10.134722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:10.135667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:10.156609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-389988f7-1de9-4fa2-a086-d1f3b3d62f91 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 205 time: 0.0396819 Jul 22 19:51:10.158300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:10.240082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.306268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:10.397119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49874) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:10.397360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb178f-1f1c-4257-8bbc-de1150839ad5 req-7884c2e3-bdfb-4320-a8e1-c796ddf204c6 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:10.399168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5aeb178f-1f1c-4257-8bbc-de1150839ad5 req-7884c2e3-bdfb-4320-a8e1-c796ddf204c6 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1334629 Jul 22 19:51:10.402129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:10.435334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Checking router: db797486-8b11-4575-ac86-1ad6bdf93996 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:10.447572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Routers {'db797486-8b11-4575-ac86-1ad6bdf93996'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:10.449418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['db797486-8b11-4575-ac86-1ad6bdf93996'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:10.457438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5aeb178f-1f1c-4257-8bbc-de1150839ad5 req-e2d9a4f0-ff3f-45fe-96d8-c4cbeac99696 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522802 Jul 22 19:51:10.469629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.475543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.542675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] Set router db797486-8b11-4575-ac86-1ad6bdf93996 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:10.596190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.596888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router db797486-8b11-4575-ac86-1ad6bdf93996 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:51:10.604944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:10.610632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.611744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a9a5054-1743-4c2b-a960-a2d76b4303d4 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 204 len: 168 time: 0.4525213 Jul 22 19:51:10.616291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49878) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:10.618839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0df2-b5f7-4775-8775-f2de7cbf8628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.621125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-645367468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:10.636960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd63ec-dcc6-4922-87e9-39912cebf97a None None] The sync data for ids ['db797486-8b11-4575-ac86-1ad6bdf93996'] in n-d-800087-13 is: [{'id': 'db797486-8b11-4575-ac86-1ad6bdf93996', 'name': 'tempest-RoutersIpV6Test-router-300095449', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:50:25Z', 'updated_at': '2021-07-22T19:51:07Z', 'revision_number': 11, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:10.656761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:51:10.656761 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:51:10.656761 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': '2aec9cdff1454e948a19eb496098455c', 'id': 'e57e339a-8fd0-452a-92ce-a7ed2416ebcb', 'expiration': datetime.datetime(2021, 7, 22, 19, 53, 10, 648988)}] Jul 22 19:51:10.656761 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:51:10.657583 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:51:10.744902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0df2-b5f7-4775-8775-f2de7cbf8628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.750359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-940b0df2-b5f7-4775-8775-f2de7cbf8628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.784405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:10.788719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-940b0df2-b5f7-4775-8775-f2de7cbf8628 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09549a35080b4f26a71ae1a7bc11d64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900669 Jul 22 19:51:10.817868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0df2-b5f7-4775-8775-f2de7cbf8628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f10d3c3-b4da-47d4-8bcf-0c8a6cd30bcd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:10.871889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.903477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.961652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.965455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:10.965785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f10d3c3-b4da-47d4-8bcf-0c8a6cd30bcd HTTP/1.1" status: 204 len: 168 time: 0.1803949 Jul 22 19:51:11.006729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad45d-1cce-4fa4-b24f-5b9710205c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f10d3c3-b4da-47d4-8bcf-0c8a6cd30bcd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:11.198746 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.199626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.260321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.267402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.305672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.307090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-81adc80f-f6ac-4139-985a-adc36b29e3d8 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6897063 Jul 22 19:51:11.310098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49894) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:11.316212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:11.359917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49896) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:11.375373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-412de1b8-5f94-4bee-9117-d06740193176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.479049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-412de1b8-5f94-4bee-9117-d06740193176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.494177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-412de1b8-5f94-4bee-9117-d06740193176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.533454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.548606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-412de1b8-5f94-4bee-9117-d06740193176 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7df698ef3827489aa8eee8a6b1254879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852062 Jul 22 19:51:11.548606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412de1b8-5f94-4bee-9117-d06740193176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b24327-d2bd-4d3c-b122-d6c067cf66a4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:11.550071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49900) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:11.607247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.630564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.658578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.683564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-896247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-896236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-896092'] for router, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.688944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.693292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:11.708365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95b24327-d2bd-4d3c-b122-d6c067cf66a4 HTTP/1.1" status: 204 len: 168 time: 0.1487386 Jul 22 19:51:11.727212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3734549-c102-441d-9155-2aed50196404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b24327-d2bd-4d3c-b122-d6c067cf66a4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:11.805505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e9c05-cdff-4fa7-916c-ba004492f1b9 req-6aa29702-b708-4014-b2c8-b630b2000ae7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:11.807086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad7e9c05-cdff-4fa7-916c-ba004492f1b9 req-6aa29702-b708-4014-b2c8-b630b2000ae7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2213941 Jul 22 19:51:11.870209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad7e9c05-cdff-4fa7-916c-ba004492f1b9 req-4b444597-6d2a-49b7-89fa-0b023be4589c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559719 Jul 22 19:51:11.874735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Router f563060a-dba3-43ba-a495-24d49d79be84 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:51:11.988186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:12.000088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Sync routers for ids ['f563060a-dba3-43ba-a495-24d49d79be84'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:12.002790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:12.005033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-79fb1dc9-c45f-4c2a-be11-d28b94a43856 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "PUT /v2.0/routers/f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 200 len: 697 time: 0.6922965 Jul 22 19:51:12.007475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49910) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:12.022876 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Routers {'f563060a-dba3-43ba-a495-24d49d79be84'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:12.030351 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f563060a-dba3-43ba-a495-24d49d79be84'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:12.506822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Set router f563060a-dba3-43ba-a495-24d49d79be84 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:12.645133 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f563060a-dba3-43ba-a495-24d49d79be84', 'name': 'tempest-RoutersIpV6Test-router-645367468', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:51:11Z', 'updated_at': '2021-07-22T19:51:11Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:12.651184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0e19282b-d980-4b7a-a5b3-8bee8b07c5f2 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/routers/f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 200 len: 703 time: 0.6419799 Jul 22 19:51:12.653863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:12.688037 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Checking router: f563060a-dba3-43ba-a495-24d49d79be84 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:12.697841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ce36eece-ee2d-4010-8785-b31303c8f635 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 200 len: 205 time: 0.0426161 Jul 22 19:51:12.700443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:12.701533 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Routers {'f563060a-dba3-43ba-a495-24d49d79be84'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:12.702204 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['f563060a-dba3-43ba-a495-24d49d79be84'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:12.780323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:12.796496 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] Set router f563060a-dba3-43ba-a495-24d49d79be84 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:12.869717 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f563060a-dba3-43ba-a495-24d49d79be84', 'name': 'tempest-RoutersIpV6Test-router-645367468', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:51:11Z', 'updated_at': '2021-07-22T19:51:11Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:12.924135 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d179a9-66fc-4954-9ad5-6dda49977125 None None] The sync data for ids ['f563060a-dba3-43ba-a495-24d49d79be84'] in n-d-800087-13 is: [{'id': 'f563060a-dba3-43ba-a495-24d49d79be84', 'name': 'tempest-RoutersIpV6Test-router-645367468', 'tenant_id': '2aec9cdff1454e948a19eb496098455c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:51:11Z', 'updated_at': '2021-07-22T19:51:11Z', 'revision_number': 2, 'project_id': '2aec9cdff1454e948a19eb496098455c', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:12.930241 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.054618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.061222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.130291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.130840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Fanout notify agent at l3_agent the message router_deleted on router f563060a-dba3-43ba-a495-24d49d79be84 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:51:13.138535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.144237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.144724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c4804e17-94e7-4413-8d90-35c28a966af7 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 204 len: 168 time: 0.4427106 Jul 22 19:51:13.157106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f9711-5a41-4382-bb9b-db02ed179d8a req-875c1539-e58f-49a1-9fad-878268903e11 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:13.158628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-785f9711-5a41-4382-bb9b-db02ed179d8a req-875c1539-e58f-49a1-9fad-878268903e11 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1460981 Jul 22 19:51:13.188753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-075752be-4b9e-4abf-810f-1d3df70b7370 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 200 len: 205 time: 0.0404675 Jul 22 19:51:13.189295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.239474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-785f9711-5a41-4382-bb9b-db02ed179d8a req-a9b93bfd-8efa-40ca-9305-edd90a5598e5 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721684 Jul 22 19:51:13.614522 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0bf7023c-847e-47c0-9d26-3635fccdaf73 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:13.618544 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0bf7023c-847e-47c0-9d26-3635fccdaf73 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/f563060a-dba3-43ba-a495-24d49d79be84 HTTP/1.1" status: 404 len: 336 time: 0.4248898 Jul 22 19:51:13.618987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.651463 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f815983c-5a40-45d5-8dd8-18b182cff3a0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:13.652040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f815983c-5a40-45d5-8dd8-18b182cff3a0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:13.654526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f815983c-5a40-45d5-8dd8-18b182cff3a0 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/f14cbdfb-cb66-4fe2-9eff-0bd62328abe1 HTTP/1.1" status: 404 len: 337 time: 0.0338221 Jul 22 19:51:13.656822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.702017 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea64c23d-1491-43be-aa8d-7d64a60d2f64 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:13.703056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea64c23d-1491-43be-aa8d-7d64a60d2f64 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:13.712631 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea64c23d-1491-43be-aa8d-7d64a60d2f64 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/1533716e-16f1-4739-9e52-7cfcdde6bd31 HTTP/1.1" status: 404 len: 337 time: 0.0544722 Jul 22 19:51:13.713661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.753668 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-da831745-0a1e-4f15-9ede-4d3593631515 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:13.754537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da831745-0a1e-4f15-9ede-4d3593631515 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:13.759949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.760585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-da831745-0a1e-4f15-9ede-4d3593631515 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/590e4195-802f-4bfe-97b2-b092bbe051ed HTTP/1.1" status: 404 len: 337 time: 0.0443885 Jul 22 19:51:13.789767 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2e9e9f-11fc-41f3-8e4e-cdea7adfb21a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:13.790236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2e9e9f-11fc-41f3-8e4e-cdea7adfb21a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:13.794766 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d2e9e9f-11fc-41f3-8e4e-cdea7adfb21a tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/ea2f26cb-e81b-406b-9c97-80bf8430b769 HTTP/1.1" status: 404 len: 337 time: 0.0312316 Jul 22 19:51:13.794956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.806914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49984) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.836118 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-954de50b-cbf0-42b6-9041-f0dddf87b512 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 200 len: 205 time: 0.0400321 Jul 22 19:51:13.838650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 49988) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.881892 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-8bbb9a01-6585-4bf0-91b1-24bda7d23e64 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:13.885794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8bbb9a01-6585-4bf0-91b1-24bda7d23e64 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/db797486-8b11-4575-ac86-1ad6bdf93996 HTTP/1.1" status: 404 len: 336 time: 0.0456724 Jul 22 19:51:13.888228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.930393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ab0093f-f4b8-4845-9004-980b646de863 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 HTTP/1.1" status: 200 len: 205 time: 0.0409126 Jul 22 19:51:13.937181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49992) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:13.952665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e36902f4-1977-488c-aa86-eca083ed856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:13.995205 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-199ba420-dc7f-4f4e-bf6d-a8d81058359d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:13.999212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-199ba420-dc7f-4f4e-bf6d-a8d81058359d tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/a1e4159e-d8a6-4f85-a8b9-7de032b89fd9 HTTP/1.1" status: 404 len: 336 time: 0.0582931 Jul 22 19:51:14.000025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49994) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.036852 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21fe2e2-c0aa-47ae-871d-37efb6525706 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:14.037158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21fe2e2-c0aa-47ae-871d-37efb6525706 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:14.041568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c21fe2e2-c0aa-47ae-871d-37efb6525706 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/a1e44f48-3d24-4209-b228-226d35950248 HTTP/1.1" status: 404 len: 337 time: 0.0315342 Jul 22 19:51:14.041980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49996) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.073074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e36902f4-1977-488c-aa86-eca083ed856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.078641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5560f8ff-65ac-45a9-a220-f4cc1002685b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 200 len: 205 time: 0.0326452 Jul 22 19:51:14.079032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 49998) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.080261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e36902f4-1977-488c-aa86-eca083ed856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.121337 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-4cc08b33-34bc-486d-aeb3-55c94e598adb tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:14.122416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4cc08b33-34bc-486d-aeb3-55c94e598adb tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/7ef0ce07-34c1-45a9-b430-8574ad177865 HTTP/1.1" status: 404 len: 336 time: 0.0422220 Jul 22 19:51:14.125115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.131628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e36902f4-1977-488c-aa86-eca083ed856a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17cf0c982a99463da89eb04661d4ca1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228440 Jul 22 19:51:14.135706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50002) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.140725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36902f4-1977-488c-aa86-eca083ed856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d450c5c-c947-4216-bc66-49615dc7bc25,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:14.159087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1a5dd97-a3f0-419d-ab02-3f6c09f68f1c tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=1193ea6f-894f-42b2-9fdd-3c4de60173d0 HTTP/1.1" status: 200 len: 205 time: 0.0301018 Jul 22 19:51:14.159087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50004) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.211421 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-1f9258b0-3bec-49a4-8dca-2d1be9799c59 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:14.215246 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1f9258b0-3bec-49a4-8dca-2d1be9799c59 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/1193ea6f-894f-42b2-9fdd-3c4de60173d0 HTTP/1.1" status: 404 len: 336 time: 0.0555055 Jul 22 19:51:14.215556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50006) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.227842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.250057 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-745776cc-037c-4dc0-98a0-3f721f31d044 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:14.250520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745776cc-037c-4dc0-98a0-3f721f31d044 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:14.252304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-745776cc-037c-4dc0-98a0-3f721f31d044 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/7406bd83-7a6e-4cb8-87ea-105c173a1879 HTTP/1.1" status: 404 len: 337 time: 0.0357540 Jul 22 19:51:14.255225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50008) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.273702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.311133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c0ddc958-bda4-47ad-a46a-78ec57a81f9f tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a HTTP/1.1" status: 200 len: 205 time: 0.0537267 Jul 22 19:51:14.311859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50012) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.354543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.358460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:14.362072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d450c5c-c947-4216-bc66-49615dc7bc25 HTTP/1.1" status: 204 len: 168 time: 0.2256751 Jul 22 19:51:14.378707 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-2151d92e-49b9-4de5-8b4a-60c6b0dc8b21 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:14.380383 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2151d92e-49b9-4de5-8b4a-60c6b0dc8b21 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/7f3ef7d2-a7d4-4bc3-a4e8-d4e67395331a HTTP/1.1" status: 404 len: 336 time: 0.0671272 Jul 22 19:51:14.383211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50020) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.385387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44e02f-e70d-4a23-a212-b9d5b83d4600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d450c5c-c947-4216-bc66-49615dc7bc25,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:14.456608 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e629caa1-08b2-4708-b9f1-69c27fd6002b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:14.456608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e629caa1-08b2-4708-b9f1-69c27fd6002b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:14.466006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e629caa1-08b2-4708-b9f1-69c27fd6002b tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/8b0f7130-d85e-4b78-8632-4aae1df01576 HTTP/1.1" status: 404 len: 337 time: 0.0743971 Jul 22 19:51:14.466006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.505117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.505292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0da3d7fb-a7d4-4abd-b20f-d42196f38aef tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 HTTP/1.1" status: 200 len: 205 time: 0.0400224 Jul 22 19:51:14.534274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a42fe-1312-480c-8ccb-8c20313c0b20 req-157738e0-5cff-4aeb-ab14-30f6d766da8d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:14.535876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a47a42fe-1312-480c-8ccb-8c20313c0b20 req-157738e0-5cff-4aeb-ab14-30f6d766da8d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1748967 Jul 22 19:51:14.565759 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-c0a64419-afa2-462e-9e44-9bb538a6a5e6 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] delete failed (client error): The resource could not be found. Jul 22 19:51:14.567011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c0a64419-afa2-462e-9e44-9bb538a6a5e6 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/routers/c0ae4114-bfea-45e2-9e58-1d8bb5c9aad9 HTTP/1.1" status: 404 len: 336 time: 0.0596626 Jul 22 19:51:14.570581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50034) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.604446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a47a42fe-1312-480c-8ccb-8c20313c0b20 req-08b25d69-9ecb-488c-82d9-0afbfbfb6ea0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Jul 22 19:51:14.641433 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dd6e9b-b050-40fe-a219-6c563df51b35 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:14.641963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dd6e9b-b050-40fe-a219-6c563df51b35 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:14.648191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-94dd6e9b-b050-40fe-a219-6c563df51b35 tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/e3a91983-9067-4b3b-9352-1510fdf20a6a HTTP/1.1" status: 404 len: 337 time: 0.0723629 Jul 22 19:51:14.648831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50036) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:14.697447 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33bf66b-b1ca-401f-9f03-639f91b9a42e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] DELETE failed (client error): The resource could not be found. Jul 22 19:51:14.698141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33bf66b-b1ca-401f-9f03-639f91b9a42e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:51:14.702573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d33bf66b-b1ca-401f-9f03-639f91b9a42e tempest-RoutersIpV6Test-221002467 tempest-RoutersIpV6Test-221002467-project] 10.222.0.10 "DELETE /v2.0/subnets/d59a55c5-0d4d-4b1d-965c-ee511b796ff6 HTTP/1.1" status: 404 len: 337 time: 0.0503440 Jul 22 19:51:14.820720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba060-da96-4e00-83f2-31f380932410 req-6b9bbbd3-fcf3-41ae-9526-52c1ded58b8b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:14.822423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bfba060-da96-4e00-83f2-31f380932410 req-6b9bbbd3-fcf3-41ae-9526-52c1ded58b8b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1070535 Jul 22 19:51:14.868258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bfba060-da96-4e00-83f2-31f380932410 req-62c7d96c-2132-4e75-a8ff-cc3db59db1a7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372577 Jul 22 19:51:14.973603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50052) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:15.117220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0afab784-74b0-41af-a9f4-0c2384240db7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2aec9cdff1454e948a19eb496098455c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424439 Jul 22 19:51:15.119686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:15.170494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:15.200754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:15.256697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:15.259632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:15.263351 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb3dc449-2f67-4650-9e98-b5a0c3642b83 HTTP/1.1" status: 204 len: 168 time: 0.1404061 Jul 22 19:51:15.271310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3dc449-2f67-4650-9e98-b5a0c3642b83,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:15.282067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.282607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.283124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.283641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.284228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.284752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.285260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.285854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.286429 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.287768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.288371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.288881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fee97b-962b-463f-8f3f-6bed6b41db69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:15.791452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda1cc-2d3f-4f8f-8a2b-def77aeac5c4 req-ad2edcc6-e8e7-4353-9f5a-3a56f498b36c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:15.799212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7bda1cc-2d3f-4f8f-8a2b-def77aeac5c4 req-ad2edcc6-e8e7-4353-9f5a-3a56f498b36c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0812285 Jul 22 19:51:15.840676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7bda1cc-2d3f-4f8f-8a2b-def77aeac5c4 req-c9b09f05-a3f5-4028-b83d-eae4f2eb930a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Jul 22 19:51:16.042673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a58bc-df82-4360-8300-4fb7fc1e6d99 req-a29dbdd6-d8d5-4153-9b27-1a2899823374 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:16.062335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-418a58bc-df82-4360-8300-4fb7fc1e6d99 req-a29dbdd6-d8d5-4153-9b27-1a2899823374 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0982282 Jul 22 19:51:16.109490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-418a58bc-df82-4360-8300-4fb7fc1e6d99 req-ef911b4b-768b-41e9-8fae-041ba1ef9a3d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Jul 22 19:51:17.008813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838707ce-fe3c-4b84-9bb0-ba3a940d186d req-7d79e056-b7b1-4c73-9039-9491f9f871c1 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:17.017225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-838707ce-fe3c-4b84-9bb0-ba3a940d186d req-7d79e056-b7b1-4c73-9039-9491f9f871c1 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0903976 Jul 22 19:51:17.091994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-838707ce-fe3c-4b84-9bb0-ba3a940d186d req-2de54192-0677-4e25-8071-50bddac68503 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623732 Jul 22 19:51:17.149889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50222) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:17.289808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38fe7b-bea3-4aea-bbd2-935c0f7c9301 req-6fdb5189-dc59-4472-bcda-92c2e765c2e5 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:17.292094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb38fe7b-bea3-4aea-bbd2-935c0f7c9301 req-6fdb5189-dc59-4472-bcda-92c2e765c2e5 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1052263 Jul 22 19:51:17.321754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-352c1d33-b174-45c7-8baa-91a3ee9f9d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.389401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb38fe7b-bea3-4aea-bbd2-935c0f7c9301 req-39e63b86-5089-428e-bf3e-7407dc3ea6ba tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815864 Jul 22 19:51:17.431480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:17.467121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-352c1d33-b174-45c7-8baa-91a3ee9f9d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.472025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-352c1d33-b174-45c7-8baa-91a3ee9f9d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.517207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-352c1d33-b174-45c7-8baa-91a3ee9f9d3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77df6c2e216544eb8a93ee0983433ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3658588 Jul 22 19:51:17.518018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c1d33-b174-45c7-8baa-91a3ee9f9d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e206e40-dbf0-4718-9300-a7502d4de471,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:17.520868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50234) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:17.596188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a174df5f-d7f9-4855-b810-e2dc1767a352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.639775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.675671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.770698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a174df5f-d7f9-4855-b810-e2dc1767a352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.772257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.775161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.779175 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e206e40-dbf0-4718-9300-a7502d4de471 HTTP/1.1" status: 204 len: 168 time: 0.2539911 Jul 22 19:51:17.785630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918006f0-f5ac-40f1-9081-f81d039d3c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e206e40-dbf0-4718-9300-a7502d4de471,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:17.793250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a174df5f-d7f9-4855-b810-e2dc1767a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.843274 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a174df5f-d7f9-4855-b810-e2dc1767a352 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84f6b4a4d5af48bcb130d2c3978d9b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078352 Jul 22 19:51:17.843274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174df5f-d7f9-4855-b810-e2dc1767a352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35425972-3d08-4387-bf5a-bf315157e7dd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:17.843712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:17.897667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.920227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.971779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.976028 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:17.977608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35425972-3d08-4387-bf5a-bf315157e7dd HTTP/1.1" status: 204 len: 168 time: 0.1329095 Jul 22 19:51:17.986093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adabd1d-bb3a-4cd6-97e5-0457ec948fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35425972-3d08-4387-bf5a-bf315157e7dd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:18.149737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50252) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:18.189112 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-820148ec-ec9e-408a-9921-7ffcfbd5d07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.269888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f3b99-fb1b-40a6-be6c-2f40a998f9cc req-494b8d35-583e-4fa3-888b-8f841d078417 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:18.279038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-663f3b99-fb1b-40a6-be6c-2f40a998f9cc req-494b8d35-583e-4fa3-888b-8f841d078417 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0900636 Jul 22 19:51:18.311376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-820148ec-ec9e-408a-9921-7ffcfbd5d07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.319148 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-820148ec-ec9e-408a-9921-7ffcfbd5d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.337412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-663f3b99-fb1b-40a6-be6c-2f40a998f9cc req-4598a7d1-885a-4801-b55c-0f96a9fd9d14 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570128 Jul 22 19:51:18.352712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820148ec-ec9e-408a-9921-7ffcfbd5d07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459516f-7977-4fed-9e77-e420106494ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:18.375535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50256) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:18.375743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-820148ec-ec9e-408a-9921-7ffcfbd5d07a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad6a7367d5194cfcaf2a6da81092c269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246735 Jul 22 19:51:18.377993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50258) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:18.399477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-985d19d1-ccd6-4a24-aa09-dcbd1de1f461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.472140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.536376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.620825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-985d19d1-ccd6-4a24-aa09-dcbd1de1f461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.629389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37e2a1-a291-4519-b74e-f107a1b4527e req-51e1d5e4-5f4e-4dcc-90f0-269d088de272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:18.631491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea37e2a1-a291-4519-b74e-f107a1b4527e req-51e1d5e4-5f4e-4dcc-90f0-269d088de272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1616189 Jul 22 19:51:18.633577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-985d19d1-ccd6-4a24-aa09-dcbd1de1f461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.664443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.666923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.668016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b459516f-7977-4fed-9e77-e420106494ef HTTP/1.1" status: 204 len: 168 time: 0.2891889 Jul 22 19:51:18.695162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-985d19d1-ccd6-4a24-aa09-dcbd1de1f461 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f3e5fafc6424b5088745272d13426ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182929 Jul 22 19:51:18.697920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50266) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:18.707414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d19d1-ccd6-4a24-aa09-dcbd1de1f461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b84c416-dc85-4f4e-9efe-e2b230806411,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:18.728502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea37e2a1-a291-4519-b74e-f107a1b4527e req-0cc6d778-8a34-4b4d-9e18-9059c14c7066 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880663 Jul 22 19:51:18.735215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8abf2-51f4-4ec0-8313-387b95e7bb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459516f-7977-4fed-9e77-e420106494ef,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:18.791326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.814195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.862775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.866168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:18.870526 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b84c416-dc85-4f4e-9efe-e2b230806411 HTTP/1.1" status: 204 len: 168 time: 0.1710076 Jul 22 19:51:18.881145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420fc4d-3725-42b6-898e-2bf4e76c1c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b84c416-dc85-4f4e-9efe-e2b230806411,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:19.491704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a37d1-fbc9-4c77-ba10-57c281248c63 req-8d5e4cc2-ea7a-4731-868c-de43d6df7bc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:19.497060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a9a37d1-fbc9-4c77-ba10-57c281248c63 req-8d5e4cc2-ea7a-4731-868c-de43d6df7bc7 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0824494 Jul 22 19:51:19.558111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a9a37d1-fbc9-4c77-ba10-57c281248c63 req-8cb1df4a-de3f-4ff5-a1af-c6a22b67135f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587974 Jul 22 19:51:19.898326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577263d7-a37e-4501-b544-800f3a08a64c req-3c0beca6-a1c7-4e42-a26f-fb98c3080bd6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:19.906201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-577263d7-a37e-4501-b544-800f3a08a64c req-3c0beca6-a1c7-4e42-a26f-fb98c3080bd6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0819905 Jul 22 19:51:19.949214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-577263d7-a37e-4501-b544-800f3a08a64c req-fba12151-877b-4b74-a5ef-2fa8ed420de5 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Jul 22 19:51:20.517308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252cb3-a619-4bb6-a21b-0be34ffe5ce7 req-6270f989-c3e7-4993-91ec-ec8bd47b022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:20.519617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68252cb3-a619-4bb6-a21b-0be34ffe5ce7 req-6270f989-c3e7-4993-91ec-ec8bd47b022c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1097 time: 0.0900290 Jul 22 19:51:20.566256 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68252cb3-a619-4bb6-a21b-0be34ffe5ce7 req-e8e26613-74e4-435a-9f11-ab4a36d46722 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363853 Jul 22 19:51:20.738038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf37265-beae-4591-a5e2-bf16cc490dc5 req-5167925e-56c1-4488-80a1-04c25c4f708c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:20.739857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acf37265-beae-4591-a5e2-bf16cc490dc5 req-5167925e-56c1-4488-80a1-04c25c4f708c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0756423 Jul 22 19:51:20.801470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acf37265-beae-4591-a5e2-bf16cc490dc5 req-b77d6239-6524-4cfe-aac9-a1edbef703aa tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554762 Jul 22 19:51:21.102574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16efd04-c27f-4752-80f3-2648c1cf7f8e req-d923c8a5-7cd6-4af1-832c-a0fd6fcf528a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:21.107552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b16efd04-c27f-4752-80f3-2648c1cf7f8e req-d923c8a5-7cd6-4af1-832c-a0fd6fcf528a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0780277 Jul 22 19:51:21.143348 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b16efd04-c27f-4752-80f3-2648c1cf7f8e req-55f70a5a-6f60-4815-a846-a4761e1e70fe tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Jul 22 19:51:21.547320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50424) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:21.651297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-087abdd1-dd17-490a-be22-f80cbe28d5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.745523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-087abdd1-dd17-490a-be22-f80cbe28d5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.749325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-087abdd1-dd17-490a-be22-f80cbe28d5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.792619 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-087abdd1-dd17-490a-be22-f80cbe28d5f4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe84664cf8a54943bd0547f77da6ea6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441397 Jul 22 19:51:21.794635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087abdd1-dd17-490a-be22-f80cbe28d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3146e23b-800a-41c7-88e8-d22e2b1d7d96,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:21.795468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50434) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:21.853448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.875457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.968348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2149c35-b1b9-4ad3-a8fe-6113465b6132 req-8a8bea6b-7161-49b9-a047-d269b83f9f93 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:21.969903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2149c35-b1b9-4ad3-a8fe-6113465b6132 req-8a8bea6b-7161-49b9-a047-d269b83f9f93 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0924528 Jul 22 19:51:21.970922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.973479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:21.977176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3146e23b-800a-41c7-88e8-d22e2b1d7d96 HTTP/1.1" status: 204 len: 168 time: 0.1769154 Jul 22 19:51:21.991132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5bfa-f483-4370-8130-35d6c8c48ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146e23b-800a-41c7-88e8-d22e2b1d7d96,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:22.025716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2149c35-b1b9-4ad3-a8fe-6113465b6132 req-cbee14ad-0444-4e7e-9d5d-ba981396c767 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475433 Jul 22 19:51:22.400324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-c46f4e52-f5c5-4a40-8e0d-1923da5ae577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:22.402114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-c46f4e52-f5c5-4a40-8e0d-1923da5ae577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 1097 time: 0.1852579 Jul 22 19:51:22.417891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50456) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:22.424978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62e084-5607-4e62-b0b4-56e84cf241db req-6288f3ba-7acf-4af1-af65-92c1b2c69634 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:22.427089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e62e084-5607-4e62-b0b4-56e84cf241db req-6288f3ba-7acf-4af1-af65-92c1b2c69634 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1587133 Jul 22 19:51:22.435251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf50f63-0877-4610-ba35-755da578afc0 req-81e9aee0-d3bb-4239-96f1-e75216d6ea54 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:22.442755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f66c1222-e59f-46bf-9a31-6006779fde7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.443806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcf50f63-0877-4610-ba35-755da578afc0 req-81e9aee0-d3bb-4239-96f1-e75216d6ea54 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1562719 Jul 22 19:51:22.561600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e62e084-5607-4e62-b0b4-56e84cf241db req-a0579d08-1261-4a7e-87dc-c1afbe761d67 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072145 Jul 22 19:51:22.616526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcf50f63-0877-4610-ba35-755da578afc0 req-fe6e46aa-2891-4bc9-9425-9dfa7f7f8cff tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715155 Jul 22 19:51:22.660931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-0840b1f2-0602-425c-8631-5f212787d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:22.664449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-0840b1f2-0602-425c-8631-5f212787d1fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 200 len: 912 time: 0.2551408 Jul 22 19:51:22.666662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f66c1222-e59f-46bf-9a31-6006779fde7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.673716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f66c1222-e59f-46bf-9a31-6006779fde7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.713972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-b68e9b3c-8080-4b63-bfc6-43aa8ac967d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 200 len: 217 time: 0.0426319 Jul 22 19:51:22.727730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f66c1222-e59f-46bf-9a31-6006779fde7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cecad6614fa4c86a46ffbf9ee3dc064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085918 Jul 22 19:51:22.728651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1222-e59f-46bf-9a31-6006779fde7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1ddd84-2d71-42e7-9282-aee660b98726,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:22.730948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50470) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:22.785720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.786147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-931cb5a4-bcf3-4fdb-9ff0-0415c0887893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:22.788902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-931cb5a4-bcf3-4fdb-9ff0-0415c0887893 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 200 len: 851 time: 0.0684450 Jul 22 19:51:22.812460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.836914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-3a9403b2-48ce-4edc-b83f-45c4d8e24af2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=742612a4-168b-46ce-835a-087aa3ebfb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415828 Jul 22 19:51:22.867305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.872324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:22.882628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1d1ddd84-2d71-42e7-9282-aee660b98726 HTTP/1.1" status: 204 len: 168 time: 0.1506569 Jul 22 19:51:22.895605 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6354316-5cec-4fa5-abca-721b6aa72635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1ddd84-2d71-42e7-9282-aee660b98726,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:22.964649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-bf202d4a-6b4d-47b0-8184-d5fa468e0d8f service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206276 Jul 22 19:51:23.094443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0afb40ef-2ded-4f3c-bf0d-503d53cefd09 req-04d1be81-020a-4420-91d3-e4a75f71c1a8 service neutron] 10.222.0.26 "GET /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229005 Jul 22 19:51:23.805476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647482d-6f37-467b-b1db-b248aba8a5c4 req-378a8bb6-3c1d-4a44-b737-e5831e480a8d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:23.814702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1647482d-6f37-467b-b1db-b248aba8a5c4 req-378a8bb6-3c1d-4a44-b737-e5831e480a8d tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1686294 Jul 22 19:51:23.871702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c071e40-ac9e-432f-b3aa-b6c72075a56c req-3bbb0bb5-4df7-4fce-8549-ee7eb621349d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:23.874264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c071e40-ac9e-432f-b3aa-b6c72075a56c req-3bbb0bb5-4df7-4fce-8549-ee7eb621349d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1640632 Jul 22 19:51:23.897214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1647482d-6f37-467b-b1db-b248aba8a5c4 req-502960e1-f5a9-4568-9f8b-70380c28fca6 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jul 22 19:51:23.950959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c071e40-ac9e-432f-b3aa-b6c72075a56c req-64a089b3-683f-4c39-b427-2b705d44535c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522661 Jul 22 19:51:24.054231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50526) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:24.167608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58323b00-47ed-4217-8897-c2e64f9aaf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.266241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58323b00-47ed-4217-8897-c2e64f9aaf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.272442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-58323b00-47ed-4217-8897-c2e64f9aaf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.314774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50534) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:24.315338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-58323b00-47ed-4217-8897-c2e64f9aaf8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e615588502e42a7bf76017fd9ec86a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593710 Jul 22 19:51:24.317235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58323b00-47ed-4217-8897-c2e64f9aaf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4705c06d-24cc-473d-afc5-fb1b29da38ac,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:24.387001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.408699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.461610 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.464205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:24.467752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4705c06d-24cc-473d-afc5-fb1b29da38ac HTTP/1.1" status: 204 len: 168 time: 0.1486552 Jul 22 19:51:24.476125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59942169-5300-47f3-82de-60abc2d25748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4705c06d-24cc-473d-afc5-fb1b29da38ac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:24.560752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:25.236518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb3b5-da62-4dc3-bc5e-ea10369fa4ae req-af4a7934-36c5-4ff7-9b4b-3f8519309cd8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.238683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d57cb3b5-da62-4dc3-bc5e-ea10369fa4ae req-af4a7934-36c5-4ff7-9b4b-3f8519309cd8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.2264802 Jul 22 19:51:25.303767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d57cb3b5-da62-4dc3-bc5e-ea10369fa4ae req-8fcca283-4e21-4b39-8223-18af3960b493 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568888 Jul 22 19:51:25.332506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318a3f-58c7-4271-82a9-9d458047fc4a req-fdf5b409-96f6-4455-a87d-5e6d3d3fe909 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.338777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b318a3f-58c7-4271-82a9-9d458047fc4a req-fdf5b409-96f6-4455-a87d-5e6d3d3fe909 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1899607 Jul 22 19:51:25.418715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b318a3f-58c7-4271-82a9-9d458047fc4a req-5d2aad9c-f6b6-4868-bb6b-0867228d65fa tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731406 Jul 22 19:51:25.642808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2c8ad-b7ea-4c2d-bab2-ee59f273d651 req-293187a5-cded-4622-9f85-ef2805c719a0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.645268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8eb2c8ad-b7ea-4c2d-bab2-ee59f273d651 req-293187a5-cded-4622-9f85-ef2805c719a0 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0749185 Jul 22 19:51:25.752709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8eb2c8ad-b7ea-4c2d-bab2-ee59f273d651 req-4eebcf3d-c867-4aca-afc8-4a146507c50b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953906 Jul 22 19:51:25.806231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a0e47-f583-4bd5-95e4-ee4e6fe88c24 req-5d937053-dd54-4c3b-b461-ca479d653d68 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.807840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c4a0e47-f583-4bd5-95e4-ee4e6fe88c24 req-5d937053-dd54-4c3b-b461-ca479d653d68 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1614437 Jul 22 19:51:25.812947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-aec82c26-f72a-4693-8e10-ddeb4a294d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.814413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-aec82c26-f72a-4693-8e10-ddeb4a294d2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 1098 time: 0.1330702 Jul 22 19:51:25.882742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c4a0e47-f583-4bd5-95e4-ee4e6fe88c24 req-5834d55c-6d02-421e-aa1d-8c61b01a5371 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673141 Jul 22 19:51:25.939831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-cb647786-89bd-47c3-bdf9-a6b9544dad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:25.941139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-cb647786-89bd-47c3-bdf9-a6b9544dad1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.1158104 Jul 22 19:51:26.007430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-e8d8cefa-4e6d-4f76-b4b1-60c137047ae3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 200 len: 1001 time: 0.0589812 Jul 22 19:51:26.060383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-b2e877d9-1e99-41b3-a113-e95e50e23ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:26.062017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-b2e877d9-1e99-41b3-a113-e95e50e23ebe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.0479994 Jul 22 19:51:26.148120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-9f375325-4200-45ef-98a6-3183e31df24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:26.149816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-9f375325-4200-45ef-98a6-3183e31df24c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802720 Jul 22 19:51:26.264944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-ac533af8-cda6-4c09-b650-4fbde1996108 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070435 Jul 22 19:51:26.397912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8404f658-e9ec-4224-9a08-a71feee4be3a req-6f7ea081-8b0f-4d42-bc19-03ae321478c8 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252310 Jul 22 19:51:26.677011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:26.879896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:26.939731 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:26.986210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515626f3-30cf-4bc7-a6aa-303af3eb84f5 req-58e0560a-ab31-4ccd-a7e3-d5ae06a61ba3 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:26.995737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-515626f3-30cf-4bc7-a6aa-303af3eb84f5 req-58e0560a-ab31-4ccd-a7e3-d5ae06a61ba3 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1276820 Jul 22 19:51:27.049084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.116772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-515626f3-30cf-4bc7-a6aa-303af3eb84f5 req-de973c25-0518-4bc7-96ff-288525bc1fe9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078455 Jul 22 19:51:27.138148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c0b51-7aab-4b24-961d-b295ca3787df req-34e0ee28-a831-4af2-89f0-3e702262ce59 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:27.139745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-953c0b51-7aab-4b24-961d-b295ca3787df req-34e0ee28-a831-4af2-89f0-3e702262ce59 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1413045 Jul 22 19:51:27.174182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Allocated IP 172.25.6.244 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/96bbae18-897b-4117-9f0e-f9dd616b04e4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:27.186432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-953c0b51-7aab-4b24-961d-b295ca3787df req-3df5bd7e-bff6-4134-9fae-4c4c32ce78b7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Jul 22 19:51:27.299328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.325869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.371517 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.414418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:27.417460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:27.421065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:27.443771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=96bbae18-897b-4117-9f0e-f9dd616b04e4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:27.544467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.592046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.751341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.757006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.832372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=96bbae18-897b-4117-9f0e-f9dd616b04e4,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:27.841139 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.866926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.870679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5ec3508-1b72-483f-b588-5c14dcd9277f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1890607 Jul 22 19:51:27.871058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:27.876188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-40930851'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:27.904538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Made reservation on behalf of 61691ae1ae5949ed8da196978f49dcb2 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:27.907996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:27.917676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.011030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.015099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.050164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:51:28.057512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa66fb-dcde-44fb-98d5-2d88627f8c12,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:28.063897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.064418 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Added segment 7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df of type vlan for network eb914090-cb87-436d-90f1-53ba47ccc2bf Jul 22 19:51:28.107278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.143701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.151764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.152380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.250887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3760374 Jul 22 19:51:28.252547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50664) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:28.261284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Request body: {'subnet': {'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:28.281757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f754a-877c-4e10-993e-7b1d661a0204 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Network': ['ID=eb914090-cb87-436d-90f1-53ba47ccc2bf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:28.297933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network eb914090-cb87-436d-90f1-53ba47ccc2bf details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:51:28.311362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e49f0-4cf8-4444-b19e-ede0967f4dcc req-72ebb872-4077-4c76-8c1d-5b605953acc4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.312995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-420e49f0-4cf8-4444-b19e-ede0967f4dcc req-72ebb872-4077-4c76-8c1d-5b605953acc4 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.1392190 Jul 22 19:51:28.411489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-420e49f0-4cf8-4444-b19e-ede0967f4dcc req-b3a5d2fb-4e45-435c-963e-0bb2e24f9da1 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896411 Jul 22 19:51:28.451079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c0a9-4f13-458f-b2f0-978b2242e1d0 req-0c23ae77-67b9-4ccc-a87e-a30e1286fc1e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.452812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddf5c0a9-4f13-458f-b2f0-978b2242e1d0 req-0c23ae77-67b9-4ccc-a87e-a30e1286fc1e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1300020 Jul 22 19:51:28.456381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Made reservation on behalf of 61691ae1ae5949ed8da196978f49dcb2 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:28.465581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.522050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddf5c0a9-4f13-458f-b2f0-978b2242e1d0 req-f3589b8f-4aa1-4523-ac7a-e437f63132c1 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611639 Jul 22 19:51:28.561734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918f04c-89ba-46b5-989c-884a0812049f req-27191fbc-267a-48cb-b857-fe6c07e4fed3 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.563265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1918f04c-89ba-46b5-989c-884a0812049f req-27191fbc-267a-48cb-b857-fe6c07e4fed3 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 945 time: 0.0746582 Jul 22 19:51:28.680636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Deleting port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:28.681217 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.706436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.797839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Subnet': ['ID=d77bdfc6-6367-4715-95b7-1a9fd0896720,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:28.812737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Checking segment: {'id': '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:28.813098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network hostable DHCP agents. Network: eb914090-cb87-436d-90f1-53ba47ccc2bf, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:51:28.834685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network eb914090-cb87-436d-90f1-53ba47ccc2bf is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:51:28.850741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, eb914090-cb87-436d-90f1-53ba47ccc2bf) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:28.857209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:28.857665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.861051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460490f-67c5-497b-a1f7-a6bcac1b9e38 None None] Network eb914090-cb87-436d-90f1-53ba47ccc2bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:28.883707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-070d24d9-254d-401a-a123-f2730fa44f22 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6295815 Jul 22 19:51:28.886063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:28.893087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1634357189', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:28.932527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:28.933973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.012895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.120139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-eb914090-cb87-436d-90f1-53ba47ccc2bf', 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf', 'tenant_id': '61691ae1ae5949ed8da196978f49dcb2', 'fixed_ips': [{'subnet_id': 'd77bdfc6-6367-4715-95b7-1a9fd0896720'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:51:29.121144 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.283027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.292644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Allocated IP 172.20.0.2 (eb914090-cb87-436d-90f1-53ba47ccc2bf/d77bdfc6-6367-4715-95b7-1a9fd0896720/e9151bc1-b357-49ec-bbaa-20de5f72db31) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:29.293649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] For port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:29.294195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.325721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Calling delete_port for 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:29.561173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.598818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Transition to ACTIVE for port object e9151bc1-b357-49ec-bbaa-20de5f72db31 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:29.607340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.621366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['091225f3-ce80-404c-8c11-66ffd5415e41'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:51:29.626041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Transition to ACTIVE for port object e9151bc1-b357-49ec-bbaa-20de5f72db31 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:29.657270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.697541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.699610 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Pushing event updated for resources: {'Port': ['ID=e9151bc1-b357-49ec-bbaa-20de5f72db31,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:29.700098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Pushing event deleted for resources: {'Port': ['ID=3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:29.725712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Network eb914090-cb87-436d-90f1-53ba47ccc2bf is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:29.734187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:29.738805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:29.777781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.847020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Attempting to bind port e9151bc1-b357-49ec-bbaa-20de5f72db31 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:51:29.847389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Attempting to bind port e9151bc1-b357-49ec-bbaa-20de5f72db31 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:51:29.847674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Attempting to bind port e9151bc1-b357-49ec-bbaa-20de5f72db31 on network eb914090-cb87-436d-90f1-53ba47ccc2bf {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:51:29.869120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef384ff-c071-4ebc-afce-a4cff8755a6c req-a1bcd45a-ba59-4077-b590-87dc6b323988 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:29.870699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bef384ff-c071-4ebc-afce-a4cff8755a6c req-a1bcd45a-ba59-4077-b590-87dc6b323988 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc85f79-4945-4c67-9b54-c04d09b30d57 HTTP/1.1" status: 200 len: 867 time: 0.3210888 Jul 22 19:51:29.874381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] No DVR routers for this DVR port 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:29.881954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.884293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1918f04c-89ba-46b5-989c-884a0812049f req-c12fdf73-6f55-496b-8e40-73dda47e834f tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.26 "DELETE /v2.0/ports/3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 HTTP/1.1" status: 204 len: 173 time: 1.3147452 Jul 22 19:51:29.886138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'name': 'network-vif-deleted', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:51:29.889358 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df2712c-1d2e-4d92-8011-7289994e058f" -d '{"events": [{"server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "name": "network-vif-deleted", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:51:29.904137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:51:29.904747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Checking segment: {'id': '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:51:29.904967 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.905370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Bound using segment: {'id': '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:51:29.905848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Bound port: e9151bc1-b357-49ec-bbaa-20de5f72db31, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:51:29.906244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:29.991503 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f332836a-978d-4184-a39b-c840dc17c57f x-openstack-request-id: req-f332836a-978d-4184-a39b-c840dc17c57f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:51:29.991788 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc85f79-4945-4c67-9b54-c04d09b30d57", "name": "network-vif-deleted", "tag": "3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:51:29.992037 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f332836a-978d-4184-a39b-c840dc17c57f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:51:29.996468 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc85f79-4945-4c67-9b54-c04d09b30d57', 'name': 'network-vif-deleted', 'tag': '3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5', 'status': 'completed', 'code': 200} Jul 22 19:51:30.041456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] For port e9151bc1-b357-49ec-bbaa-20de5f72db31, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:51:30.047400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] For port e9151bc1-b357-49ec-bbaa-20de5f72db31, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e9151bc1-b357-49ec-bbaa-20de5f72db31,segment=NetworkSegment(7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df),segment_id=7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:51:30.048607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bef384ff-c071-4ebc-afce-a4cff8755a6c req-ef3b4f37-8126-4534-a2b8-3adc2290f342 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631339 Jul 22 19:51:30.053908 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:30.076977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Allocated IP 172.25.6.125 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/ed9003a3-6426-49f0-8381-8b7b52b61395) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:30.164589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128695c7-a992-4ce0-b907-651e245e44bb None None] Pushing event updated for resources: {'Port': ['ID=e9151bc1-b357-49ec-bbaa-20de5f72db31,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:30.292722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:30.340052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:30.404135 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:30.412779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:30.425469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:30.488592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=ed9003a3-6426-49f0-8381-8b7b52b61395,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:30.574211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:30.628404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:30.641955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3336d6d1-a8b2-4892-abc6-3f6ba7bef3e5 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:30.830142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.141590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.467234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:51:31.559736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de71ea-bcfd-4a0e-9125-265755a135a7 None None] Network eb914090-cb87-436d-90f1-53ba47ccc2bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:31.593842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f949-80d4-43da-add3-1a633145560a req-a889f217-aaef-4040-92e0-83c4e897b2de tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:31.619524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4c3f949-80d4-43da-add3-1a633145560a req-a889f217-aaef-4040-92e0-83c4e897b2de tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1303356 Jul 22 19:51:31.647762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1ea94fa0-e910-4521-b135-de3d94feb336 None None] Provisioning for port e9151bc1-b357-49ec-bbaa-20de5f72db31 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:31.718405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4c3f949-80d4-43da-add3-1a633145560a req-7de9214b-1009-45f8-983b-4deb9990a4e8 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979297 Jul 22 19:51:31.724541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:31.758208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:31.762366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50736) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:31.766054 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6d773d45-7a94-436a-adc4-989c55416559 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8758981 Jul 22 19:51:31.795325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] Sync routers for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:31.829356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:31.830015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:31.864069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:31.881255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:31.881894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:31.943849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e9151bc1-b357-49ec-bbaa-20de5f72db31 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:31.972727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:31.973676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcedac-6b6a-4e8f-a980-aab44107bf99 None None] The sync data for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:32.028062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e9151bc1-b357-49ec-bbaa-20de5f72db31 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:32.035674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e9151bc1-b357-49ec-bbaa-20de5f72db31 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:32.036105 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.210628 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.249446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e9151bc1-b357-49ec-bbaa-20de5f72db31, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e9151bc1-b357-49ec-bbaa-20de5f72db31,segment=NetworkSegment(7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df),segment_id=7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:32.254280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.317542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5458276a-03a2-40d8-a5b4-c2e47bd2e97a None None] Provisioning complete for port e9151bc1-b357-49ec-bbaa-20de5f72db31 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:32.318664 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5458276a-03a2-40d8-a5b4-c2e47bd2e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.351244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e9151bc1-b357-49ec-bbaa-20de5f72db31,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:32.491485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:32.820304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Allocated IP 172.20.0.1 (eb914090-cb87-436d-90f1-53ba47ccc2bf/d77bdfc6-6367-4715-95b7-1a9fd0896720/8206e812-8ffd-4813-8ccb-0fdd63c291d2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:32.986127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190597e-3e65-46a0-9de7-0306a6c24e85 req-5ae26959-4b0f-432c-8404-976f4bb9e468 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:32.993537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c190597e-3e65-46a0-9de7-0306a6c24e85 req-5ae26959-4b0f-432c-8404-976f4bb9e468 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1631258 Jul 22 19:51:33.059018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.087618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c190597e-3e65-46a0-9de7-0306a6c24e85 req-4f2cbf2c-fc2a-480d-b73f-40e652a7e70a tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931518 Jul 22 19:51:33.090524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Transition to ACTIVE for port object 8206e812-8ffd-4813-8ccb-0fdd63c291d2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:33.149398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.209835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=8206e812-8ffd-4813-8ccb-0fdd63c291d2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:33.222593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network eb914090-cb87-436d-90f1-53ba47ccc2bf is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:33.226241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.226896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.227519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.228382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.228994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.229505 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.230010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.230605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.231121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.231605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.232089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.232694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:33.237596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:33.241912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:33.296791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.504729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.611498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-10c094a4-d85b-4467-ae8a-6adef413f64e None None] Provisioning for port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:33.625553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-10c094a4-d85b-4467-ae8a-6adef413f64e None None] Provisioning complete for port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:33.633570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10c094a4-d85b-4467-ae8a-6adef413f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.653156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-00f959ad-0ba8-493c-82fa-92a0bc04988b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:33.665088 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-00f959ad-0ba8-493c-82fa-92a0bc04988b tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1925368 Jul 22 19:51:33.720943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-10c094a4-d85b-4467-ae8a-6adef413f64e None None] Port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:33.806705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e9151bc1-b357-49ec-bbaa-20de5f72db31 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:51:33.827953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Deleting port 091225f3-ce80-404c-8c11-66ffd5415e41 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:33.828805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.883754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e9151bc1-b357-49ec-bbaa-20de5f72db31 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:33.884185 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.952921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] For port 091225f3-ce80-404c-8c11-66ffd5415e41, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=091225f3-ce80-404c-8c11-66ffd5415e41,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:33.953288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:33.980018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Calling delete_port for 091225f3-ce80-404c-8c11-66ffd5415e41 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:34.042689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.049796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.188037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=8206e812-8ffd-4813-8ccb-0fdd63c291d2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.249672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.362489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e11394-2800-439d-9221-fc507a2ea617 req-6394490c-b5f6-4183-98ff-e9fa293ef8d9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:34.363939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08e11394-2800-439d-9221-fc507a2ea617 req-6394490c-b5f6-4183-98ff-e9fa293ef8d9 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e4d518e-c9ac-40fa-b32b-9e91d5f11715 HTTP/1.1" status: 200 len: 945 time: 0.1589243 Jul 22 19:51:34.452004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08e11394-2800-439d-9221-fc507a2ea617 req-793d0aef-9a74-42f2-8b16-5796bef62d7c tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.10 "GET /v2.0/security-groups?id=61a55c5c-e3cc-415a-a357-05cc764e24b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781589 Jul 22 19:51:34.484941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network eb914090-cb87-436d-90f1-53ba47ccc2bf is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:34.486447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:34.506712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.519518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['091225f3-ce80-404c-8c11-66ffd5415e41'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:51:34.574627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Pushing event deleted for resources: {'Port': ['ID=091225f3-ce80-404c-8c11-66ffd5415e41,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:34.702070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] No DVR routers for this DVR port 091225f3-ce80-404c-8c11-66ffd5415e41 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:34.710600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:34.715800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0df013b0-5fb3-46f5-b0d1-7ed5f94480ee req-bd71a46f-a8ae-485e-b590-25d079c04196 tempest-ServerRescueTestJSON-204145482 tempest-ServerRescueTestJSON-204145482-project] 10.222.0.32 "DELETE /v2.0/ports/091225f3-ce80-404c-8c11-66ffd5415e41 HTTP/1.1" status: 204 len: 173 time: 1.0436349 Jul 22 19:51:34.717887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'name': 'network-vif-deleted', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:51:34.724796 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d51c4-5782-482d-a6d2-8aef0d480aa2" -d '{"events": [{"server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "name": "network-vif-deleted", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:51:34.739023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:34.794357 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c25c80-53dd-44a1-b38f-e3a89a965899 x-openstack-request-id: req-d4c25c80-53dd-44a1-b38f-e3a89a965899 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:51:34.794708 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d518e-c9ac-40fa-b32b-9e91d5f11715", "name": "network-vif-deleted", "tag": "091225f3-ce80-404c-8c11-66ffd5415e41", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:51:34.794926 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4c25c80-53dd-44a1-b38f-e3a89a965899 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:51:34.795437 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d518e-c9ac-40fa-b32b-9e91d5f11715', 'name': 'network-vif-deleted', 'tag': '091225f3-ce80-404c-8c11-66ffd5415e41', 'status': 'completed', 'code': 200} Jul 22 19:51:34.928440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:34.936908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50798) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:34.943331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Request body: {'port': {'network_id': 'eb914090-cb87-436d-90f1-53ba47ccc2bf', 'name': 'tempest-FloatingIPAdminTestJSON-1064998535'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:34.945135 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] Sync routers for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:34.948063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4a87e253-ac74-467d-b765-5eacea1f2198 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "PUT /v2.0/routers/8bd7d184-bd1d-4d3a-80b9-d530344b0bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1749244 Jul 22 19:51:34.966015 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:34.966656 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:34.975030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9d9398b8-c844-48a4-a0c8-fab0377ab168 None None] Provisioning complete for port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:34.982500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9d9398b8-c844-48a4-a0c8-fab0377ab168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.018422 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:35.040865 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:35.042817 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:35.078489 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:35.080034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66553e7b-7a0f-44b9-ac05-bff85bfcb0d2 None None] The sync data for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:35.091951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9d9398b8-c844-48a4-a0c8-fab0377ab168 None None] Port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:35.121888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Made reservation on behalf of 61691ae1ae5949ed8da196978f49dcb2 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:51:35.126181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.205023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] device_id is not set on port 733b9313-5891-4eee-8d78-07aa3f28c352 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:51:35.355272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Allocated IP 172.20.0.3 (eb914090-cb87-436d-90f1-53ba47ccc2bf/d77bdfc6-6367-4715-95b7-1a9fd0896720/733b9313-5891-4eee-8d78-07aa3f28c352) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:35.509854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50810) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:35.562195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.590884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Transition to ACTIVE for port object 733b9313-5891-4eee-8d78-07aa3f28c352 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:51:35.634395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.699285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Network eb914090-cb87-436d-90f1-53ba47ccc2bf is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:35.705309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:35.720804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:35.725912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event updated for resources: {'Port': ['ID=733b9313-5891-4eee-8d78-07aa3f28c352,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:35.780433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:35.781075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:35.813632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50818) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:35.813873 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dcffc055-f518-4460-811f-2c6d7f16915a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8760123 Jul 22 19:51:35.884911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'project_id': '61691ae1ae5949ed8da196978f49dcb2', 'port_id': '733b9313-5891-4eee-8d78-07aa3f28c352'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:35.915425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.030650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ede02611-a9a6-4742-9b0c-93b6ec420eac None None] Provisioning for port 733b9313-5891-4eee-8d78-07aa3f28c352 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:51:36.037807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ede02611-a9a6-4742-9b0c-93b6ec420eac None None] Provisioning complete for port 733b9313-5891-4eee-8d78-07aa3f28c352 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:51:36.038189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ede02611-a9a6-4742-9b0c-93b6ec420eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.075045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ede02611-a9a6-4742-9b0c-93b6ec420eac None None] Port 733b9313-5891-4eee-8d78-07aa3f28c352 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:51:36.140084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.142862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.409046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Allocated IP 172.25.6.80 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/12aa2b58-7edd-4873-8a6c-23b122145149) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:36.560096 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.636172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Deleting port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:36.636562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.650160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.711526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:36.740864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:36.744266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:36.746204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Pushing event updated for resources: {'Port': ['ID=12aa2b58-7edd-4873-8a6c-23b122145149,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:36.807047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] For port 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,segment=NetworkSegment(df2a65d2-5762-458a-bab3-a12c584548c4),segment_id=df2a65d2-5762-458a-bab3-a12c584548c4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:36.807438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:36.882549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 091225f3-ce80-404c-8c11-66ffd5415e41 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:36.907701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 091225f3-ce80-404c-8c11-66ffd5415e41 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:36.908048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 091225f3-ce80-404c-8c11-66ffd5415e41 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:37.090268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0c03580d-1879-4fe6-9dd8-95802f8cded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.179650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Calling delete_port for 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:37.502001 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.555769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccfd768-b0e5-44c2-84d0-de66c6e1a95a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:37.784493 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.867483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:37.950323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.240177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.250361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.255851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Router 19e8c8af-cfc7-41e8-8450-2564cba228a2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:38.414029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Pushing event updated for resources: {'Port': ['ID=12aa2b58-7edd-4873-8a6c-23b122145149,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:38.442495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.575398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:38.587506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99404801-411d-4439-a9a0-4f3c89db6dde admin admin] 10.222.0.10 "PUT /v2.0/routers/19e8c8af-cfc7-41e8-8450-2564cba228a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0706882 Jul 22 19:51:38.587506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50896) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:38.604421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Sync routers for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:38.617323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:38.618425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:38.699787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:38.792766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:38.838784 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Floating IP dd9f9a88-57c9-4d1c-ab74-6e46c0a23bc9 associated. External IP: 172.25.6.80, port: 733b9313-5891-4eee-8d78-07aa3f28c352. Jul 22 19:51:38.968914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.031592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:51:37Z', 'revision_number': 5, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port': {'id': 'c13c110e-e73a-4867-a339-fbce4c680226', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ad:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2893, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:49:29Z', 'updated_at': '2021-07-22T19:49:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:39.059166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Checking router: 19e8c8af-cfc7-41e8-8450-2564cba228a2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:51:39.068489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Routers {'19e8c8af-cfc7-41e8-8450-2564cba228a2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:39.069236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['19e8c8af-cfc7-41e8-8450-2564cba228a2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:39.119282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Deleting port c13c110e-e73a-4867-a339-fbce4c680226 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:39.119725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.196256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:39.324547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] For port c13c110e-e73a-4867-a339-fbce4c680226, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c13c110e-e73a-4867-a339-fbce4c680226,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:39.324911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.343325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Calling delete_port for c13c110e-e73a-4867-a339-fbce4c680226 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:39.353187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] Set router 19e8c8af-cfc7-41e8-8450-2564cba228a2 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:51:39.405139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:51:38Z', 'revision_number': 6, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:39.437887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da0656-9803-45fc-902e-204ffbdcbae5 None None] The sync data for ids ['19e8c8af-cfc7-41e8-8450-2564cba228a2'] in n-d-800087-13 is: [{'id': '19e8c8af-cfc7-41e8-8450-2564cba228a2', 'name': 'tempest-ServerRescueTestJSON-1795205329-router', 'tenant_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:49:28Z', 'updated_at': '2021-07-22T19:51:38Z', 'revision_number': 6, 'project_id': 'd9b22797ad0a4beca0ddfbf340ba0fd6', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:39.807744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:39.842318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:39.842802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0ccfd768-b0e5-44c2-84d0-de66c6e1a95a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:39.940362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.945283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:39.954849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:39.965145 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] Sync routers for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:39.978866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c13c110e-e73a-4867-a339-fbce4c680226,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:39.998004 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:39.998772 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.034920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf5a3b3a-e813-4ed8-bb0d-343d99b473a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.039786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.064425 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.079000 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:40.080046 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.094349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.102050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f6f3802f-2b7c-43ee-8208-9e2f27048f36 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.2836134 Jul 22 19:51:40.102200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:40.117314 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.118200 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988625a-0a09-45db-bcb6-198231055fc7 None None] The sync data for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:40.207896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.213419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.233208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f3bb5175-f305-40c7-9243-ffe56957063a tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "GET /v2.0/floatingips/dd9f9a88-57c9-4d1c-ab74-6e46c0a23bc9 HTTP/1.1" status: 200 len: 982 time: 0.1297710 Jul 22 19:51:40.235695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50930) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:40.262489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.263456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e8c8af-cfc7-41e8-8450-2564cba228a2 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:51:40.268818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.273098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1571596f-363e-4ef3-957e-5bc18e617b6d admin admin] 10.222.0.10 "DELETE /v2.0/routers/19e8c8af-cfc7-41e8-8450-2564cba228a2 HTTP/1.1" status: 204 len: 168 time: 1.6839142 Jul 22 19:51:40.275967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:40.330248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Deleting subnet f30e3d79-73ff-4287-8aee-1d324a5cc8e0 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:40.334614 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.371922 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-79baf1cb-8bb2-45bc-987d-6bcaffc751ac tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1326747 Jul 22 19:51:40.372570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 50936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:40.374506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.420489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.486339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.516974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f30e3d79-73ff-4287-8aee-1d324a5cc8e0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:40.522626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.527333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4f5d94d-aa73-4549-bcd4-bec72ca7cbb9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f30e3d79-73ff-4287-8aee-1d324a5cc8e0 HTTP/1.1" status: 204 len: 168 time: 0.2493634 Jul 22 19:51:40.527554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50942) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:40.564046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port 12aa2b58-7edd-4873-8a6c-23b122145149 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:40.564854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.610325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.651322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.651650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.665708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for 12aa2b58-7edd-4873-8a6c-23b122145149 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:40.697270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.709476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742612a4-168b-46ce-835a-087aa3ebfb54']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.721954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2a65d2-5762-458a-bab3-a12c584548c4') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.722284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2a65d2-5762-458a-bab3-a12c584548c4') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:40.738651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.753552 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.761126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:40.761534 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:40.763994 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:40.829931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.836401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.840701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] 10.222.0.10 "DELETE /v2.0/networks/742612a4-168b-46ce-835a-087aa3ebfb54 HTTP/1.1" status: 204 len: 168 time: 0.3098629 Jul 22 19:51:40.857615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf82f6f-5b90-47c0-ad4d-734099682434 admin admin] Pushing event deleted for resources: {'Network': ['ID=742612a4-168b-46ce-835a-087aa3ebfb54,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:40.888265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.923807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=12aa2b58-7edd-4873-8a6c-23b122145149,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:40.990129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:40.990474 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Floating IP dd9f9a88-57c9-4d1c-ab74-6e46c0a23bc9 disassociated (deleted). External IP: 172.25.6.80, port: 733b9313-5891-4eee-8d78-07aa3f28c352. Jul 22 19:51:41.086224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50968) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:41.135570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d1d966a-a1f5-4674-8aad-a9e0dbe641b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9b22797ad0a4beca0ddfbf340ba0fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457170 Jul 22 19:51:41.137141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50974) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:41.212476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.239341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.297432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.301182 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.304905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61a55c5c-e3cc-415a-a357-05cc764e24b1 HTTP/1.1" status: 204 len: 168 time: 0.1616888 Jul 22 19:51:41.311816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b5ec2-f1ba-4986-8542-ef5b733b26f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a55c5c-e3cc-415a-a357-05cc764e24b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:41.339584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:41.476107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:41.486748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] Sync routers for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:41.489094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.500138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:41.503030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:41.560878 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-289e1553-060c-4afd-85c1-58c8dffe3f49 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/floatingips/dd9f9a88-57c9-4d1c-ab74-6e46c0a23bc9 HTTP/1.1" status: 204 len: 168 time: 1.1836925 Jul 22 19:51:41.561044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 50984) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:41.566013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:41.569637 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:51:41.588981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:41.594445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.597064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.618233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:41.619732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:41.658945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:41.659853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decce107-48a4-4c35-8256-d30c4f93cda7 None None] The sync data for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:41.807501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c13c110e-e73a-4867-a339-fbce4c680226 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:41.823440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:41.832608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: c13c110e-e73a-4867-a339-fbce4c680226 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:41.832820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c13c110e-e73a-4867-a339-fbce4c680226 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:41.981388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Allocated IP 172.25.6.18 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/dd5cd65f-c79a-4160-96a8-19a733e44038) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:42.130482 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.201083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.247111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:42.250349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:42.259008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:42.300957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5cd65f-c79a-4160-96a8-19a733e44038,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:42.413214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.496104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.709324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.715733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.809641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Pushing event updated for resources: {'Port': ['ID=dd5cd65f-c79a-4160-96a8-19a733e44038,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:42.816256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.835292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-00c4d13d-bee4-4802-9af0-0613f8a0cc5c req-c65c2a62-3a7c-4faf-bbb7-f15261470c3d service neutron] (93801) timed out ('10.222.0.32', 64078) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:51:42.836106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.837923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6a856644-6349-444d-a15d-9add5a3676d2 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2758822 Jul 22 19:51:42.840682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51026) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:42.917161 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:42.941554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4791f217-0515-41f1-9663-8e18009898fa req-28f8aa03-cc12-4e3c-a3d9-a75913d6316f tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0545268 Jul 22 19:51:43.122015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:51:43.152026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:43.304408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:43.485038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Allocated IP 172.25.6.51 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/cb2fcd8a-6726-4e24-9a2c-d714ac34886f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:51:43.498867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c175bb2b-8cc4-4ec3-81ac-072be2514063 req-93eb51aa-0b45-4eee-af9b-2a50f4060d9e tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0350997 Jul 22 19:51:43.646784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:43.703311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:43.739672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:51:43.742979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:51:43.747294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:51:43.835594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Pushing event updated for resources: {'Port': ['ID=cb2fcd8a-6726-4e24-9a2c-d714ac34886f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:43.909360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:43.965169 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.169003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.175171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.266689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Pushing event updated for resources: {'Port': ['ID=cb2fcd8a-6726-4e24-9a2c-d714ac34886f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:44.277822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.303217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:44.305326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9e58ee71-f520-4615-aa8a-53410107787f tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4632959 Jul 22 19:51:44.307747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51068) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:44.386571 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-37ac5957-e7fd-4db9-9f16-a139a03f7314 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0767052 Jul 22 19:51:44.388891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:44.464746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f1020aff-6982-493e-bcc6-236b6ce9dc6d tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0747449 Jul 22 19:51:44.466310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:44.679361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4f5515c-327c-49aa-bd42-f612de71644c req-bd8987b0-c918-4e79-9413-918b895fdd7b tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0753520 Jul 22 19:51:45.002804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Deleting port cb2fcd8a-6726-4e24-9a2c-d714ac34886f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:45.003400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.081611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.081941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.093827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Calling delete_port for cb2fcd8a-6726-4e24-9a2c-d714ac34886f owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:45.227876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.252590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Pushing event deleted for resources: {'Port': ['ID=cb2fcd8a-6726-4e24-9a2c-d714ac34886f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:45.318903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.321516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.325077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce4585e7-5ff6-4c23-98c8-e9a605b02d6a tempest-FloatingIPAdminTestJSON-1725534455 tempest-FloatingIPAdminTestJSON-1725534455-project] 10.222.0.10 "DELETE /v2.0/floatingips/ebbd168e-39af-40ea-a9fc-e4fe87b461f2 HTTP/1.1" status: 204 len: 168 time: 0.8553889 Jul 22 19:51:45.325322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51092) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:45.416607 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a7bfbb20-dc5c-4ee2-b750-135bbf779af2 req-e95c453a-49a1-4c36-ac2d-cc4a82e788e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0303597 Jul 22 19:51:45.502595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Deleting port dd5cd65f-c79a-4160-96a8-19a733e44038 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:45.502934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.576548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.576876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.588902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Calling delete_port for dd5cd65f-c79a-4160-96a8-19a733e44038 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:45.594715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-974c521b-e530-486a-89ae-a03402be713d req-59bbee1b-5418-4403-9d38-596bb4e11b66 service neutron] (93800) timed out ('10.222.0.32', 63750) {{(pid=93800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:51:45.725636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.751434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5cd65f-c79a-4160-96a8-19a733e44038,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:45.792960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a774bd7b-1575-4981-a2c8-a65359367f04 req-f4a90ee4-4a35-4ca7-bb82-1772a321bc91 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0294480 Jul 22 19:51:45.824957 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.828113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:45.835440 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-66ff7a5a-aa0d-48de-8d25-5c81f54a4276 tempest-FloatingIPAdminTestJSON-218229224 tempest-FloatingIPAdminTestJSON-218229224-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/96ea1d4c-1b45-4392-a3fb-ce031f13e98d HTTP/1.1" status: 204 len: 168 time: 0.5030851 Jul 22 19:51:45.836220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51098) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:45.919669 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9b0f39a6-d600-48e1-aada-a1abe8d18d81 req-1c99c603-90ab-4241-9ab3-e9ab685aae3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0345144 Jul 22 19:51:45.968040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port 733b9313-5891-4eee-8d78-07aa3f28c352 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:45.968507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:46.066669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:46.085343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for 733b9313-5891-4eee-8d78-07aa3f28c352 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:46.236231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:46.273916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=733b9313-5891-4eee-8d78-07aa3f28c352,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:46.351958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:46.356656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:46.356924 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-586acc45-da4d-47d9-bbef-89fb400bb2f5 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/ports/733b9313-5891-4eee-8d78-07aa3f28c352 HTTP/1.1" status: 204 len: 168 time: 0.5190477 Jul 22 19:51:46.439387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42897747-cb65-434f-a959-ff3b2785344a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:51:46.441096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-42897747-cb65-434f-a959-ff3b2785344a tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bd7d184-bd1d-4d3a-80b9-d530344b0bfb HTTP/1.1" status: 200 len: 913 time: 0.0832267 Jul 22 19:51:46.444126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:46.877569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:46.975853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d9fc936-39e2-4e09-b055-48509f7b8ebb req-e1cc6bd8-d2d3-4d04-918a-7646b80c0ed1 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0914004 Jul 22 19:51:47.290809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port 8206e812-8ffd-4813-8ccb-0fdd63c291d2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:47.291348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:47.401127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e62e721b-a39f-44b5-b90e-3d7bb04a84d4 req-25f4afec-c745-4945-9b26-c8cfd8c2f1e2 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Jul 22 19:51:47.426678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:47.432351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for 8206e812-8ffd-4813-8ccb-0fdd63c291d2 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:47.646319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:47.673496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=8206e812-8ffd-4813-8ccb-0fdd63c291d2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:47.855779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.124898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:51:48.235990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:51:48.244184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-78858817-2aa4-400b-99fd-beaac9a8eaf7 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "PUT /v2.0/routers/8bd7d184-bd1d-4d3a-80b9-d530344b0bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963228 Jul 22 19:51:48.244184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:48.251314 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] Sync routers for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:51:48.262223 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:48.263174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:48.311088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:48.321662 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] Routers {'8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:51:48.322706 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:48.363394 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:48.365364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b5641-8f5f-4621-b6d8-3e38431bf338 None None] The sync data for ids ['8bd7d184-bd1d-4d3a-80b9-d530344b0bfb'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:51:48.412602 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.872347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e201daf5-5cd6-4cc8-a9dd-3e4dcc348248 req-65dbf025-081d-499b-ac4d-69709c543dab tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.3801038 Jul 22 19:51:48.897690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:48.949174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port ed9003a3-6426-49f0-8381-8b7b52b61395 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:48.949405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.028781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.040338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for ed9003a3-6426-49f0-8381-8b7b52b61395 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:49.220825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.248816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=ed9003a3-6426-49f0-8381-8b7b52b61395,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:49.315429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.408938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.411057 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.458270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.458729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd7d184-bd1d-4d3a-80b9-d530344b0bfb {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:51:49.466247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.469857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5973f2a3-f95f-4803-94b7-b73741db4bff tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/routers/8bd7d184-bd1d-4d3a-80b9-d530344b0bfb HTTP/1.1" status: 204 len: 168 time: 1.2224476 Jul 22 19:51:49.469986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51182) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:49.519441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting subnet d77bdfc6-6367-4715-95b7-1a9fd0896720 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:51:49.523276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.562213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.647485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.707147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.732431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Subnet': ['ID=d77bdfc6-6367-4715-95b7-1a9fd0896720,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:49.737962 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.742024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-919dc70e-7819-4da4-858f-a3b6ff082b35 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/subnets/d77bdfc6-6367-4715-95b7-1a9fd0896720 HTTP/1.1" status: 204 len: 168 time: 0.2689559 Jul 22 19:51:49.742432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51184) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:49.745441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ea741-910d-4f7a-9aac-b6f0a75e5dc3 None None] Network eb914090-cb87-436d-90f1-53ba47ccc2bf requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:51:49.827146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.884478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port e9151bc1-b357-49ec-bbaa-20de5f72db31 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:49.884839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.951115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] DHCP port deletion for eb914090-cb87-436d-90f1-53ba47ccc2bf request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:51:49.965920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] For port e9151bc1-b357-49ec-bbaa-20de5f72db31, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e9151bc1-b357-49ec-bbaa-20de5f72db31,segment=NetworkSegment(7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df),segment_id=7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:49.966574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:49.982263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for e9151bc1-b357-49ec-bbaa-20de5f72db31 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:49.997832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ac6c04d-9771-4354-8278-e973ca6a2c61 req-51cf0304-4592-4245-9c7f-3c803af2dd14 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0322065 Jul 22 19:51:50.008578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Deleting port e9151bc1-b357-49ec-bbaa-20de5f72db31 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:50.009268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.081260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] For port e9151bc1-b357-49ec-bbaa-20de5f72db31, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e9151bc1-b357-49ec-bbaa-20de5f72db31,segment=NetworkSegment(7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df),segment_id=7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:51:50.081794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.091413 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.094056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Calling delete_port for e9151bc1-b357-49ec-bbaa-20de5f72db31 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:50.120050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] No DVR routers for this DVR port e9151bc1-b357-49ec-bbaa-20de5f72db31 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:50.124860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=e9151bc1-b357-49ec-bbaa-20de5f72db31,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.169343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.198425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Pushing event deleted for resources: {'Port': ['ID=e9151bc1-b357-49ec-bbaa-20de5f72db31,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.204397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] No DVR routers for this DVR port e9151bc1-b357-49ec-bbaa-20de5f72db31 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:51:50.218921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.219321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.219648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.220206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.220726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.221231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.221733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.222233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.222720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.223314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.223872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.224629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b06066-6cad-4a1c-b1dc-61aa6c9e4dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:51:50.234730 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.246000 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb914090-cb87-436d-90f1-53ba47ccc2bf']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:50.256953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:50.257254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a07d9da-8fc5-4d3a-9f10-d7af1d4b71df') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:51:50.266928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.281020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.287519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:51:50.287993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:51:50.303442 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:51:50.366572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.392507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.397586 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/networks/eb914090-cb87-436d-90f1-53ba47ccc2bf HTTP/1.1" status: 204 len: 168 time: 0.6510885 Jul 22 19:51:50.397586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775771d-a269-4476-a5df-35e58e5815e9 tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Network': ['ID=eb914090-cb87-436d-90f1-53ba47ccc2bf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.397989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:50.531628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Deleting port 96bbae18-897b-4117-9f0e-f9dd616b04e4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:51:50.531853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.614951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.615286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.632279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Calling delete_port for 96bbae18-897b-4117-9f0e-f9dd616b04e4 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:51:50.773543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.800750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Pushing event deleted for resources: {'Port': ['ID=96bbae18-897b-4117-9f0e-f9dd616b04e4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:50.865103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.867348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:50.868555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bb632eed-aec9-42d9-91e6-4f81859f3c1f tempest-FloatingIPAdminTestJSON-930986839 tempest-FloatingIPAdminTestJSON-930986839-project] 10.222.0.10 "DELETE /v2.0/floatingips/ab58b093-ce17-4d70-8d4e-7ca63765dd7c HTTP/1.1" status: 204 len: 168 time: 0.4695497 Jul 22 19:51:51.115241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-683151b8-b7fe-4522-ae12-6a171f3b369c req-117d4125-344d-4159-bff6-10781d844f8b tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0351691 Jul 22 19:51:51.125435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51208) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:51.262620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a8776989-524a-4635-8621-0c71e7935b9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61691ae1ae5949ed8da196978f49dcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359301 Jul 22 19:51:51.265141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51212) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:51.315593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.338228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.384389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.387080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.388572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9caa66fb-dcde-44fb-98d5-2d88627f8c12 HTTP/1.1" status: 204 len: 168 time: 0.1225066 Jul 22 19:51:51.397082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34b0fa-4193-4ec1-8e83-3c45d3db3778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa66fb-dcde-44fb-98d5-2d88627f8c12,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:51.678030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51224) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:51.691257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3c82-6a69-440c-bd1e-5cd78bc077a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.767978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e9151bc1-b357-49ec-bbaa-20de5f72db31 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:51:51.791316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3c82-6a69-440c-bd1e-5cd78bc077a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.792708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e9151bc1-b357-49ec-bbaa-20de5f72db31 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:51:51.793060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e9151bc1-b357-49ec-bbaa-20de5f72db31 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:51:51.796012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3b3c82-6a69-440c-bd1e-5cd78bc077a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.841858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e3b3c82-6a69-440c-bd1e-5cd78bc077a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d380f84c63c748f392d1dcf9627e0941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600065 Jul 22 19:51:51.841858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b3c82-6a69-440c-bd1e-5cd78bc077a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2f9f75-bf95-4544-91c6-5887626d4901,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:51.842198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:51.895533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.917611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.965302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.968021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:51.971684 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa2f9f75-bf95-4544-91c6-5887626d4901 HTTP/1.1" status: 204 len: 168 time: 0.1256845 Jul 22 19:51:51.978746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006863c-b03c-4e2b-852b-7b96b6a8e345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2f9f75-bf95-4544-91c6-5887626d4901,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:52.229491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7ecf77a-ff83-4238-b865-a41d2837f763 req-75e241f5-9531-4c30-aae6-65a4e57fd57f tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0337245 Jul 22 19:51:52.330461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51238) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:52.344408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-60274b51-2116-4474-a673-7bcb4db5010d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.432900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-60274b51-2116-4474-a673-7bcb4db5010d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.436395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-60274b51-2116-4474-a673-7bcb4db5010d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.475483 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-60274b51-2116-4474-a673-7bcb4db5010d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cada3c3434764833bfecab1d0573642a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437004 Jul 22 19:51:52.476389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60274b51-2116-4474-a673-7bcb4db5010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a582284-f7ea-41cd-947b-6196bfc20fc6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:52.478596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:52.527769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.549724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.596682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.599994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:52.601452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a582284-f7ea-41cd-947b-6196bfc20fc6 HTTP/1.1" status: 204 len: 168 time: 0.1216726 Jul 22 19:51:52.610738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7a376-17cd-4044-97d6-f92334c4d18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a582284-f7ea-41cd-947b-6196bfc20fc6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:53.354746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97f45cd0-6600-4254-a54a-e6f208beaa36 req-de13a421-c16b-409c-8f10-a461046089e7 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0345047 Jul 22 19:51:54.469325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7302e1ec-ea67-427d-938d-92f8737c0271 req-2324fc2f-d254-40c4-8c76-da85b6b3f2be tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0349469 Jul 22 19:51:54.565962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:55.586030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f21bf2a3-9aab-471f-85b3-2ba5c8624505 req-7833d53a-4f32-4c12-b9a2-807954e4b733 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0377603 Jul 22 19:51:56.726109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2015b700-df9b-41a0-bd66-f828ca366e13 req-606485dc-8239-488f-8fea-0594993acfd3 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0315187 Jul 22 19:51:57.314445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:57.916594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d986bcc4-c19b-4a96-99fc-0a023b0ae74d req-bd574374-b966-47c8-a7a0-62a21ce3da15 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0515046 Jul 22 19:51:58.214132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51476) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:58.351475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60061f09-5d18-4ffa-a08d-9fed9c405026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.487407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60061f09-5d18-4ffa-a08d-9fed9c405026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.491947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60061f09-5d18-4ffa-a08d-9fed9c405026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.533329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60061f09-5d18-4ffa-a08d-9fed9c405026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce967212-736d-4097-802c-8443a4484850,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:58.541631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:58.558901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-60061f09-5d18-4ffa-a08d-9fed9c405026 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18ca5ec1e9a6467d87db7bfb8c9e8721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433523 Jul 22 19:51:58.597512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.622790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.687071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.693486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:58.700625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce967212-736d-4097-802c-8443a4484850 HTTP/1.1" status: 204 len: 168 time: 0.1557786 Jul 22 19:51:58.711262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b3998-0fd9-4938-88eb-94e4ab1d0c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce967212-736d-4097-802c-8443a4484850,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:59.063716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-412f7e69-e904-416c-b267-b6860308a65e req-e6c3851d-2827-4c83-8fab-312084a49c9a tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0515909 Jul 22 19:51:59.138253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:59.152566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970ef69-6729-4a4f-888f-0707ec218d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.262937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970ef69-6729-4a4f-888f-0707ec218d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.269326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970ef69-6729-4a4f-888f-0707ec218d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.329940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51510) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:51:59.330204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5970ef69-6729-4a4f-888f-0707ec218d21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6d8c531aa20414fb52f353c5658f61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905692 Jul 22 19:51:59.330811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970ef69-6729-4a4f-888f-0707ec218d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae87075-0dfc-4794-b54f-788a171b71ac,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:51:59.397412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.420384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.476071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.479134 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:51:59.480425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ae87075-0dfc-4794-b54f-788a171b71ac HTTP/1.1" status: 204 len: 168 time: 0.1485567 Jul 22 19:51:59.494238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635c36d-aa86-455e-b013-6e342364599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae87075-0dfc-4794-b54f-788a171b71ac,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:00.243632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-005ab1ee-0c61-457d-9e41-ca4656fa1850 req-ca2263aa-38b5-4e46-9470-ee8ed0e9f0e9 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0384748 Jul 22 19:52:00.393389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e2e55a6-81b1-47b3-823c-9aa17a74787f req-bb5ea341-fc85-40fd-bd0a-f840c5a9c7c0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0571012 Jul 22 19:52:00.486899 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e2e55a6-81b1-47b3-823c-9aa17a74787f req-a77db2fd-8e91-40db-9aa6-61d3e3740fc7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1285247d2047beac9d6c965d5b1700&device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0356848 Jul 22 19:52:00.552653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e2e55a6-81b1-47b3-823c-9aa17a74787f req-b84dec1e-9243-415b-966a-2dc4f52dc2ba service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=af1285247d2047beac9d6c965d5b1700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320902 Jul 22 19:52:00.597493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30a393-054b-4831-a647-96c5226a0ae9 req-80eba7fd-bc47-4529-9bfa-841ce053ed6e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:00.599744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d30a393-054b-4831-a647-96c5226a0ae9 req-80eba7fd-bc47-4529-9bfa-841ce053ed6e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0765829 Jul 22 19:52:00.681722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d30a393-054b-4831-a647-96c5226a0ae9 req-4b1c2808-fcf4-441f-a1c7-67a571bb3321 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615225 Jul 22 19:52:00.743447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e55a6-81b1-47b3-823c-9aa17a74787f req-1a7b6051-cb3f-4b9e-a763-ad8f09c66413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:00.747115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6e2e55a6-81b1-47b3-823c-9aa17a74787f req-1a7b6051-cb3f-4b9e-a763-ad8f09c66413 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866918 Jul 22 19:52:01.405887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-baa445a5-becb-4ae7-86a2-5173c4d86195 req-f6c03136-31e6-4849-945f-8544f210714a tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0568602 Jul 22 19:52:01.815542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39a93e-a5b6-4be6-a739-11e8534ca083 req-b9331779-1f2b-42b9-8cce-95599212cf73 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:01.818048 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc39a93e-a5b6-4be6-a739-11e8534ca083 req-b9331779-1f2b-42b9-8cce-95599212cf73 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0751791 Jul 22 19:52:01.883081 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc39a93e-a5b6-4be6-a739-11e8534ca083 req-15472ebd-a016-4988-ac8e-1836fc6ab7c4 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587063 Jul 22 19:52:02.309397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-5f1a1317-2571-4635-b54f-73f647089539 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:02.312003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-5f1a1317-2571-4635-b54f-73f647089539 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.0929773 Jul 22 19:52:02.500352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Deleting port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:02.502577 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:02.584930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d4e11bc-46bf-42c8-8dae-76b3da4bfba5 req-0b0195f0-892f-4d36-b286-527f46058043 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0613434 Jul 22 19:52:02.675273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] For port 49c725f7-e87a-4a97-aa0b-a9151c053cf0, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=49c725f7-e87a-4a97-aa0b-a9151c053cf0,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:02.675947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:02.882263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:02.882646 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:02.882967 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Floating IP 707f9c6b-078d-4df2-bef7-3f87743afc8f disassociated. External IP: 172.25.6.86, port: 49c725f7-e87a-4a97-aa0b-a9151c053cf0. Jul 22 19:52:02.883324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Calling delete_port for 49c725f7-e87a-4a97-aa0b-a9151c053cf0 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:03.078195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f2aa3-4dcf-488a-9a3b-6fccee75f8eb req-470f3988-bcdd-4679-a24f-fcb9e7ec1214 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:03.086594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f1f2aa3-4dcf-488a-9a3b-6fccee75f8eb req-470f3988-bcdd-4679-a24f-fcb9e7ec1214 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 946 time: 0.1176729 Jul 22 19:52:03.185998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f1f2aa3-4dcf-488a-9a3b-6fccee75f8eb req-0d2b0759-2767-4e08-ae38-29f52e6af8ae tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=141a4119-4cc3-4611-8cbc-f580cdebe78c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894127 Jul 22 19:52:03.217691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:03.282138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'Port': ['ID=49c725f7-e87a-4a97-aa0b-a9151c053cf0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:03.410954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:03.552620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:03.567057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:03.579747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:03.580428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:03.602818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] No DVR routers for this DVR port 49c725f7-e87a-4a97-aa0b-a9151c053cf0 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:52:03.607404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:03.609823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edb269b3-4e6a-4caf-a117-4e4b2c8dd438 req-e1deba3b-84a8-4209-b77c-0da907a4de43 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "DELETE /v2.0/ports/49c725f7-e87a-4a97-aa0b-a9151c053cf0 HTTP/1.1" status: 204 len: 173 time: 1.2908885 Jul 22 19:52:03.610375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'name': 'network-vif-deleted', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:03.612780 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa20e75-e26f-4f2d-980b-d3fa3a67fcbd" -d '{"events": [{"server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "name": "network-vif-deleted", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:03.716930 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d360a069-6d0f-4787-89fb-1daee82cd3e9 x-openstack-request-id: req-d360a069-6d0f-4787-89fb-1daee82cd3e9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:03.717221 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec", "name": "network-vif-deleted", "tag": "49c725f7-e87a-4a97-aa0b-a9151c053cf0", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:03.717692 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d360a069-6d0f-4787-89fb-1daee82cd3e9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:03.718129 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec', 'name': 'network-vif-deleted', 'tag': '49c725f7-e87a-4a97-aa0b-a9151c053cf0', 'status': 'completed', 'code': 200} Jul 22 19:52:03.804959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:03.849387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27fcff26-ce8e-4094-96c8-50edc2572f0e req-7a5dd942-564d-49f0-a1be-7e54547e4df6 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.1020496 Jul 22 19:52:04.108518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:04.158726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:04.168663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:04.169284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:51:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:04.370070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:04.438100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99d67a0f-7d87-4c33-9866-3abb81a251f9 req-dd2d4d08-b8fb-4fbf-a926-1137ee8da4c7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=8a51ee72-5b1f-4e20-865b-0eb2a38fd0ec HTTP/1.1" status: 200 len: 210 time: 0.0801146 Jul 22 19:52:04.816049 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:04.854241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f8ff29-039d-45f5-a797-0ecea2bf5d1c None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:05.010853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e755f6b-c0b7-441f-b5e4-506bd875059c req-d12c1d83-df52-4d03-99fb-26ea7f167875 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0552390 Jul 22 19:52:05.291362 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd2883-c259-4416-a686-92223aaf05e8 None None] New status for floating IP 707f9c6b-078d-4df2-bef7-3f87743afc8f: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:52:05.524831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51742) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:05.602592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:05.637699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:05.690016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:05.693415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:05.698034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:05.699537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "DELETE /v2.0/security-groups/141a4119-4cc3-4611-8cbc-f580cdebe78c HTTP/1.1" status: 204 len: 168 time: 0.1729176 Jul 22 19:52:05.717502 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-2e9cab50-e052-42d6-9303-db86a88d831b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] show failed (client error): The resource could not be found. Jul 22 19:52:05.724417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2e9cab50-e052-42d6-9303-db86a88d831b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups/141a4119-4cc3-4611-8cbc-f580cdebe78c HTTP/1.1" status: 404 len: 347 time: 0.0232501 Jul 22 19:52:05.725844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51750) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:05.738934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d72dd5-7794-454f-bdb6-d2603090eb21 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a4119-4cc3-4611-8cbc-f580cdebe78c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:05.945068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Deleting port 9b78700f-0910-454e-9d39-65f0deb032ea {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:52:05.945425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.101651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.101973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.115830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Calling delete_port for 9b78700f-0910-454e-9d39-65f0deb032ea owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:52:06.152898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-454a0297-8e25-4823-9650-14376deb8981 req-545c578f-260e-499b-b972-331541effb2a tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0441153 Jul 22 19:52:06.361419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.393691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'Port': ['ID=9b78700f-0910-454e-9d39-65f0deb032ea,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:06.490495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.494620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:06.496123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e4460c6c-eb18-4322-bf1f-6ca925a091ed tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "DELETE /v2.0/floatingips/707f9c6b-078d-4df2-bef7-3f87743afc8f HTTP/1.1" status: 204 len: 168 time: 0.7689679 Jul 22 19:52:06.716395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 49c725f7-e87a-4a97-aa0b-a9151c053cf0 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:52:06.743750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 49c725f7-e87a-4a97-aa0b-a9151c053cf0 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:52:06.744014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 49c725f7-e87a-4a97-aa0b-a9151c053cf0 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:52:06.900799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51794) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:06.905793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1389072643', 'description': 'tempest-description--102442149'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:06.929902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.017221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.022614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.052560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.053934 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1519926 Jul 22 19:52:07.057027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51804) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:07.057836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902065be-29bc-405b-a2a7-45fe7a19465a tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:07.062186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group_rule': {'security_group_id': '4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:07.090021 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6929f60d-cc4d-4ca3-b495-1cf36e12e71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.115152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.195081 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.200807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.238431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a298e87-59ba-4b73-bd98-15373f074ba2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:07.244324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.247325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-24153e89-77c8-4c77-9661-2e62b7d06b83 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886792 Jul 22 19:52:07.249596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:07.256615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'security_group_rule': {'security_group_id': '4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:07.306781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.336029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8d8c025-15d6-46bb-9874-74cafc78a23c req-ddf44895-6ed0-49b4-b361-fa56d3eb086c tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0330219 Jul 22 19:52:07.387259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.393063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.415106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada32f80-cfb9-4410-ae3e-0997b06aa080,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:07.431506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.435948 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0eaf39c6-af4c-4b4e-93a6-09d244ef1dea tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1824462 Jul 22 19:52:07.436213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51824) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:07.440904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:07.475854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.625294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:07.786572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Allocated IP 172.25.6.167 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/cb22212c-f516-4140-96b1-9b81ddb303d6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:07.969484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.033427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.094866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=cb22212c-f516-4140-96b1-9b81ddb303d6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:08.099974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:08.102247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:08.108917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:08.227148 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.276408 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.461780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.469769 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.495721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3607e0cd-22eb-40f1-bc78-567301b041b1 req-84829d73-a3ce-4d88-9a26-2a075ebb2e69 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0405314 Jul 22 19:52:08.554949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=cb22212c-f516-4140-96b1-9b81ddb303d6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:08.574098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.589009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:08.590615 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc2ca416-3b8e-43c3-aef8-38555a386272 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1533988 Jul 22 19:52:08.899574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-c8f11dfb-f569-45e6-ae5a-51eb1fddd338 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1389072643&fields=id&tenant_id=752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 267 time: 0.0739684 Jul 22 19:52:09.021614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-c15c39de-7a3d-47fe-89ac-d745424acfa8 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:09.023123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-c15c39de-7a3d-47fe-89ac-d745424acfa8 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 811 time: 0.1223383 Jul 22 19:52:09.038546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-96b5b323-0ba4-4927-b237-5bd8e3a28da9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/quotas/752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 375 time: 0.0099654 Jul 22 19:52:09.128765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-f03671e6-69c2-4d56-99ad-e6b71969ba24 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842655 Jul 22 19:52:09.230147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-2931ed7b-3899-420e-8ea5-68fcfcc8c7e7 service neutron] 10.222.0.10 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915627 Jul 22 19:52:09.335873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-afce93c2-304c-4e20-911f-bcaea351e434 service neutron] 10.222.0.10 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001585 Jul 22 19:52:09.560814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec8ca66d-086c-482a-a36d-65005d8851fb req-459194c7-9874-49aa-911f-ef244415bba7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 210 time: 0.0578701 Jul 22 19:52:09.661464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc83fb3b-be48-486b-a212-4b12f227e253 req-26c7c783-39e4-4394-8772-8cd20109060b tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0602520 Jul 22 19:52:09.702756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:09.850024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c83-aee0-42ab-803a-bba98ac27e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:09.964594 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:09.969345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c83-aee0-42ab-803a-bba98ac27e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:09.979326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ff2f4c83-aee0-42ab-803a-bba98ac27e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.054725 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ff2f4c83-aee0-42ab-803a-bba98ac27e39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8e232c0897a474580387f92cb187ecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502710 Jul 22 19:52:10.055607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51906) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:10.058120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aa25b252-7247-496f-b20d-caa389494042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.062468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f4c83-aee0-42ab-803a-bba98ac27e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8da3ab-9606-4fce-9e73-734ebd17345b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:10.162444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.194135 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.293838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.296717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.300276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae8da3ab-9606-4fce-9e73-734ebd17345b HTTP/1.1" status: 204 len: 168 time: 0.2364731 Jul 22 19:52:10.313458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c78716-918e-42a9-bf06-4a53bbc0b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8da3ab-9606-4fce-9e73-734ebd17345b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:10.630720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51920) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:10.654192 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4658fed-aa24-414f-97d7-58c82f4f4b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.683276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b86e1927-ee77-407e-addd-2cb3336baa27 req-4c98b559-c32d-4b03-a634-16c91ab262d6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 210 time: 0.0363812 Jul 22 19:52:10.844505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b22fa578-fec4-4df6-9e6d-a9b9958a6e8f req-571d7ce7-f8b6-4c0e-8b8a-ac816001e700 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0431287 Jul 22 19:52:10.875535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-61b70e91-54e1-44b3-89a2-310893fab972 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:10.877944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-61b70e91-54e1-44b3-89a2-310893fab972 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 811 time: 0.1811936 Jul 22 19:52:10.890122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4658fed-aa24-414f-97d7-58c82f4f4b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.896236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e4658fed-aa24-414f-97d7-58c82f4f4b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:10.947375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 51926) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:10.955664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e4658fed-aa24-414f-97d7-58c82f4f4b4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70fec21724bd48608e99f7a4368cb4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141849 Jul 22 19:52:10.957192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4658fed-aa24-414f-97d7-58c82f4f4b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb2016e-1b2f-466a-85c7-bce9a5ac3df3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:10.958163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-25e2af7f-7bde-4873-bb87-626bc1451979 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=752a55532197462f943d7ad93035aa6c HTTP/1.1" status: 200 len: 380 time: 0.0710621 Jul 22 19:52:10.971851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'port': {'device_id': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'admin_state_up': True, 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'security_groups': ['4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:11.073395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.113063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.166849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Made reservation on behalf of 752a55532197462f943d7ad93035aa6c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:11.170388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.244457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.247266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.248466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7fb2016e-1b2f-466a-85c7-bce9a5ac3df3 HTTP/1.1" status: 204 len: 168 time: 0.3001041 Jul 22 19:52:11.267374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c64aa-fc94-4b72-b09a-53a1e8939566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb2016e-1b2f-466a-85c7-bce9a5ac3df3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:11.357948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Allocated IP 172.20.0.4 (f120101b-5f6d-44f5-bae1-38ccdff39306/9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f/8d93a339-3896-4681-a9f6-f453c374f411) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:52:11.586821 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.668637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.685969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Transition to ACTIVE for port object 8d93a339-3896-4681-a9f6-f453c374f411 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:11.756899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:11.858810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event updated for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:11.885497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Network f120101b-5f6d-44f5-bae1-38ccdff39306 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:52:11.889703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:52:11.892630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:52:11.975515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54ce94dd-6012-4f52-896d-709fa9d00b1e req-66caaa1e-f738-4787-a673-2c232dea7595 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0480154 Jul 22 19:52:12.002119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:12.003000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.021814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd80218-d216-499c-ba47-5c2a01dbbe51 req-5c8f723f-d06f-454c-8ac6-b868f41f7431 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:12.023662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cd80218-d216-499c-ba47-5c2a01dbbe51 req-5c8f723f-d06f-454c-8ac6-b868f41f7431 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 931 time: 0.2639818 Jul 22 19:52:12.054153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-4d18a6e6-0878-4a4a-8c3d-2b3edf9b1fa7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0876169 Jul 22 19:52:12.066488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Request body: {'port': {'device_id': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:12.103040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cd80218-d216-499c-ba47-5c2a01dbbe51 req-ad22f252-a57c-489a-a954-915c94526794 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685599 Jul 22 19:52:12.167979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.223944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-099e8308-f67c-47f6-8b2f-d31f351a8333 None None] Provisioning for port 8d93a339-3896-4681-a9f6-f453c374f411 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:12.234655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-099e8308-f67c-47f6-8b2f-d31f351a8333 None None] Provisioning complete for port 8d93a339-3896-4681-a9f6-f453c374f411 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:12.238890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-099e8308-f67c-47f6-8b2f-d31f351a8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.289896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-099e8308-f67c-47f6-8b2f-d31f351a8333 None None] Port 8d93a339-3896-4681-a9f6-f453c374f411 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:52:12.598100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d93a339-3896-4681-a9f6-f453c374f411 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:52:12.608838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.633193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Transition to ACTIVE for port object 8d93a339-3896-4681-a9f6-f453c374f411 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:52:12.637415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.829941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:12.924858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:12.975113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Attempting to bind port 8d93a339-3896-4681-a9f6-f453c374f411 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:52:12.977766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Attempting to bind port 8d93a339-3896-4681-a9f6-f453c374f411 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:52:12.979434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Attempting to bind port 8d93a339-3896-4681-a9f6-f453c374f411 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:12.991780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Port 8d93a339-3896-4681-a9f6-f453c374f411 on network f120101b-5f6d-44f5-bae1-38ccdff39306 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:52:12.996411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Attempting to bind port 8d93a339-3896-4681-a9f6-f453c374f411 on network f120101b-5f6d-44f5-bae1-38ccdff39306 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:52:13.029463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:52:13.030255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Checking segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:52:13.032543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Bound using segment: {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:52:13.033232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Bound port: 8d93a339-3896-4681-a9f6-f453c374f411, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306a23c9-af79-4cd0-9a58-b591f71aaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:52:13.033991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.170483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51990) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:13.188956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ce2fd4e-bde0-4cfc-b1eb-65df28b2d62b req-3a811f3d-ba1b-4dbd-b187-45d94df8ad44 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0694661 Jul 22 19:52:13.244415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:52:13.248995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d93a339-3896-4681-a9f6-f453c374f411,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:52:13.263908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.331881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Pushing event updated for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:13.355164 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970d344-05ce-4d02-9cdc-9005d1a551f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.367953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:13.369162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.370663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-ee468324-2936-4e7a-869b-46fb910b4322 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 1092 time: 1.3083682 Jul 22 19:52:13.371650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:13.376242 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e56af0-d75b-433a-84b4-e58798ea8a43" -d '{"events": [{"name": "network-changed", "server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "tag": "8d93a339-3896-4681-a9f6-f453c374f411"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:13.445444 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed8bd4e-54f6-4637-8612-66bbded3cafa x-openstack-request-id: req-5ed8bd4e-54f6-4637-8612-66bbded3cafa {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:13.445704 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "tag": "8d93a339-3896-4681-a9f6-f453c374f411", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:13.445954 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ed8bd4e-54f6-4637-8612-66bbded3cafa {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:13.446362 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411', 'status': 'completed', 'code': 200} Jul 22 19:52:13.466002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd419a67-961b-4df1-8884-be48073c70c3 req-5163ed4f-1fb0-4e4d-8dcf-605213200ad0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:13.467640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd419a67-961b-4df1-8884-be48073c70c3 req-5163ed4f-1fb0-4e4d-8dcf-605213200ad0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 943 time: 0.2065377 Jul 22 19:52:13.511763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-5f81137c-be91-4ebb-9325-bbf86c611ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:13.513311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-5f81137c-be91-4ebb-9325-bbf86c611ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1095 time: 0.1014538 Jul 22 19:52:13.514210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970d344-05ce-4d02-9cdc-9005d1a551f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.521037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5970d344-05ce-4d02-9cdc-9005d1a551f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.534685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd419a67-961b-4df1-8884-be48073c70c3 req-f2aa7674-7178-4850-a9ee-50ac108a6240 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553341 Jul 22 19:52:13.571951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-0dd2fbe5-6384-47ca-89fe-9234dd37b50a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 217 time: 0.0489440 Jul 22 19:52:13.572371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970d344-05ce-4d02-9cdc-9005d1a551f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d2e4ac-b0bd-406a-8d54-beb3be973095,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:13.595302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5970d344-05ce-4d02-9cdc-9005d1a551f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4de639913c2f4e24be22084d9d646d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234068 Jul 22 19:52:13.597528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 51996) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:13.648210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-474a815d-dd89-41a1-83cb-95ddcaf1e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:13.649923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-474a815d-dd89-41a1-83cb-95ddcaf1e722 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.0701661 Jul 22 19:52:13.688541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.713523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-0bde2f68-de26-46cc-8584-d485792d3d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:13.715071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-0bde2f68-de26-46cc-8584-d485792d3d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588572 Jul 22 19:52:13.715961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.781329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.783685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:13.787826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4d2e4ac-b0bd-406a-8d54-beb3be973095 HTTP/1.1" status: 204 len: 168 time: 0.1848340 Jul 22 19:52:13.804975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676242e8-fe1b-4579-a5ef-8b5e3e602270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d2e4ac-b0bd-406a-8d54-beb3be973095,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:13.882314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-e3674f32-87f7-406a-a230-65ea4f08c18f service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599479 Jul 22 19:52:13.998789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ecedfc1-1d5f-4f3e-ac6d-a20863e91ffd req-656f34e9-f8d7-4a82-b441-b7cd388cf1a4 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105394 Jul 22 19:52:14.173096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-03d48f00-bb99-4fc3-86d7-55f316de33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:14.184965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-03d48f00-bb99-4fc3-86d7-55f316de33aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1095 time: 0.1194394 Jul 22 19:52:14.329402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-220dbd48-2901-4440-aa8c-47a2e395eade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:14.330913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-220dbd48-2901-4440-aa8c-47a2e395eade service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.1392615 Jul 22 19:52:14.370852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d059405-fb80-46ce-a59e-9d85206cf226 req-aa558444-ab78-4a15-afda-d12265d2c1cc tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0616279 Jul 22 19:52:14.428000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-e513e30f-d220-40ae-8c0f-0136d88dd823 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 217 time: 0.0745785 Jul 22 19:52:14.484471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-cdae2ac1-9d5a-483c-a38d-5c97b92ff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:14.486164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-cdae2ac1-9d5a-483c-a38d-5c97b92ff005 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.0518229 Jul 22 19:52:14.547539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-372ec2b7-914a-4367-be29-20a5b2ec2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:14.549106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-372ec2b7-914a-4367-be29-20a5b2ec2d41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559988 Jul 22 19:52:14.686907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-2e3455fd-2862-4871-92fb-609859e0ba24 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307256 Jul 22 19:52:14.741922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7584957-fdfa-4b59-b299-f114d97b2ea7 req-5e12e7a1-b8aa-49ba-bd60-5c300c991507 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:14.743482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7584957-fdfa-4b59-b299-f114d97b2ea7 req-5e12e7a1-b8aa-49ba-bd60-5c300c991507 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 943 time: 0.1176560 Jul 22 19:52:14.836721 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7584957-fdfa-4b59-b299-f114d97b2ea7 req-ca3dc575-2e97-4c1a-b024-9a56eeaa2d0f tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591114 Jul 22 19:52:14.838793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3e56af0-d75b-433a-84b4-e58798ea8a43 req-ecceff66-456e-4de0-a938-62feeb2ba9bf service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413310 Jul 22 19:52:15.488079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81103650-ca37-460c-b2e5-e2371cad2aac req-8e820d3b-aa56-4291-9cf1-e17a531a9836 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0395653 Jul 22 19:52:15.990944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406e582-9cbb-4bb2-baf5-61e90e3680ab req-795dfcb6-7a66-4ada-91fe-6b09134e0360 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:15.992829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6406e582-9cbb-4bb2-baf5-61e90e3680ab req-795dfcb6-7a66-4ada-91fe-6b09134e0360 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 943 time: 0.0804811 Jul 22 19:52:16.062768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6406e582-9cbb-4bb2-baf5-61e90e3680ab req-c09c9a3b-e3de-4433-b70c-42181779859c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566673 Jul 22 19:52:16.077846 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f27be021-c2fb-42df-bff1-47f2026aa9d7 req-b9744a1e-2813-41d5-9aa2-c8bdbe386aca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0604677 Jul 22 19:52:16.620415 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f009678-74ef-4612-a1cc-72b7818cd2eb req-4c43b53f-9a9b-4c8d-91f6-5cd819033fdb tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0437443 Jul 22 19:52:16.758428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d93a339-3896-4681-a9f6-f453c374f411 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:52:16.925283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d93a339-3896-4681-a9f6-f453c374f411,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:16.950881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '8d93a339-3896-4681-a9f6-f453c374f411', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'port_id': '8d93a339-3896-4681-a9f6-f453c374f411', 'mac_address': 'fa:16:3e:9a:45:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:52:16.994775 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:17.012716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d93a339-3896-4681-a9f6-f453c374f411 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:52:17.038746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d93a339-3896-4681-a9f6-f453c374f411,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:17.043326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:17.099701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:17.221097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231d847-635d-41d8-89f2-32bcc166a5ed req-ec766057-5ff8-4193-9f66-d516e686b340 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:17.222736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f231d847-635d-41d8-89f2-32bcc166a5ed req-ec766057-5ff8-4193-9f66-d516e686b340 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 944 time: 0.0779235 Jul 22 19:52:17.246788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8d93a339-3896-4681-a9f6-f453c374f411'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:52:17.273188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f231d847-635d-41d8-89f2-32bcc166a5ed req-a93cd7db-a452-4285-99c3-3042f9152994 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Jul 22 19:52:17.777313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28ffe8f0-98a6-4601-95c1-dd90b2951238 req-472f8dff-b6cf-4b52-bbb0-11be584cf177 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0427983 Jul 22 19:52:18.570933 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:52:18.688755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e420da15-0e43-4e09-817c-f4612c054f74 req-714a4876-709d-4c84-8549-2b6041734fde tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9&device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.4631739 Jul 22 19:52:18.728023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:18.777186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d93a339-3896-4681-a9f6-f453c374f411 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:52:18.787773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da4e53-bf54-47fb-b7e9-d69b964a155f req-3f2dd179-c8ee-493c-8dc0-9d7d0729073e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:18.797984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36da4e53-bf54-47fb-b7e9-d69b964a155f req-3f2dd179-c8ee-493c-8dc0-9d7d0729073e tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 944 time: 0.1149602 Jul 22 19:52:18.867387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36da4e53-bf54-47fb-b7e9-d69b964a155f req-bfe0b126-bd45-4760-adf2-141860fa84f0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668578 Jul 22 19:52:18.901034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 8d93a339-3896-4681-a9f6-f453c374f411 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:52:18.910068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 8d93a339-3896-4681-a9f6-f453c374f411 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:52:18.912465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:18.950630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.012759 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e9672d9-9cb0-46fc-8b52-f94ea954a53c req-249915a3-6b7d-4460-9797-9f3d9ea27962 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1285247d2047beac9d6c965d5b1700&device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0327103 Jul 22 19:52:19.046965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e9672d9-9cb0-46fc-8b52-f94ea954a53c req-f82f2f5d-eb52-4d25-a52b-a61a817144dc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=af1285247d2047beac9d6c965d5b1700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260749 Jul 22 19:52:19.055998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.098435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a6402f3-a068-4ace-8391-ab8bf07efdb3 req-b66629b0-23d7-4614-a979-b3bdea8fd33c tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0609715 Jul 22 19:52:19.117860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:19.120112 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b6253-0e9e-41c9-bee0-827c6a2a1cfd" -d '{"events": [{"server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "name": "network-vif-plugged", "status": "completed", "tag": "8d93a339-3896-4681-a9f6-f453c374f411"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:19.155079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d93a339-3896-4681-a9f6-f453c374f411,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:52:19.163964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.206247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9672d9-9cb0-46fc-8b52-f94ea954a53c req-6f7563e9-b175-40d5-ab8b-57b7300c1da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:19.207307 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d6d197-2776-4468-aec7-4dad8a1796f2 x-openstack-request-id: req-63d6d197-2776-4468-aec7-4dad8a1796f2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:19.207624 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "name": "network-vif-plugged", "status": "completed", "tag": "8d93a339-3896-4681-a9f6-f453c374f411", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:19.207879 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63d6d197-2776-4468-aec7-4dad8a1796f2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:19.208380 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411', 'code': 200} Jul 22 19:52:19.208598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e9672d9-9cb0-46fc-8b52-f94ea954a53c req-6f7563e9-b175-40d5-ab8b-57b7300c1da1 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513646 Jul 22 19:52:19.243023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:19.255649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.261195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.306262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d28b4e24436947399ac572797ab7282d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745170 Jul 22 19:52:19.306262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a27f50-cff2-4bd6-8936-18c8c5471a6e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:19.308093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:19.326292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.326726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.327131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.327762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.328195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.328598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.328987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.329567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.330040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.330385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.330714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.331046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24571a-e358-4d2d-94bc-7b71cf72361a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:19.343783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ab731-c1d6-4a51-a3ed-593ea73a160a req-84c1d8b1-9971-4412-a3b8-9993cb72e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:19.345941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df6ab731-c1d6-4a51-a3ed-593ea73a160a req-84c1d8b1-9971-4412-a3b8-9993cb72e568 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1097 time: 0.0739472 Jul 22 19:52:19.390171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df6ab731-c1d6-4a51-a3ed-593ea73a160a req-c2e817c6-733b-44bd-9926-b52e5b1abffb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 Jul 22 19:52:19.400567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.425029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.475748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.478826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.480829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23a27f50-cff2-4bd6-8936-18c8c5471a6e HTTP/1.1" status: 204 len: 168 time: 0.1709096 Jul 22 19:52:19.492372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411c5a0-3434-4db1-8bcb-41b49170a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a27f50-cff2-4bd6-8936-18c8c5471a6e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:19.834559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52450) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:19.849637 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b03e3b-691f-4398-866b-dc26f1b30856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.981732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b03e3b-691f-4398-866b-dc26f1b30856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:19.989691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99b03e3b-691f-4398-866b-dc26f1b30856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.042090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-99b03e3b-691f-4398-866b-dc26f1b30856 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3079bae9a87c4c1f90b24d03f361feea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060239 Jul 22 19:52:20.042730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52480) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:20.050174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b03e3b-691f-4398-866b-dc26f1b30856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3e23d8-5137-4284-951e-e9bcf0781280,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:20.061419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbea55-b92d-4cff-9420-68f48b2fd3dc req-1837b26f-b0e0-44c8-9c8a-d8727dea662c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:20.064545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33dbea55-b92d-4cff-9420-68f48b2fd3dc req-1837b26f-b0e0-44c8-9c8a-d8727dea662c tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.1011508 Jul 22 19:52:20.111193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.123060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-33dbea55-b92d-4cff-9420-68f48b2fd3dc req-49ba144a-692b-438a-8612-1d0ac27df33d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510366 Jul 22 19:52:20.139844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.223796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.228365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:20.229540 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b3e23d8-5137-4284-951e-e9bcf0781280 HTTP/1.1" status: 204 len: 168 time: 0.1853859 Jul 22 19:52:20.246488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-117c712b-1821-454e-8fcf-dcb2b8d20bca req-21a52c27-e994-425f-9ffd-f5ba83e8406d tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0476930 Jul 22 19:52:20.264343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2868381-19a9-4dd4-8555-7062e71a764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3e23d8-5137-4284-951e-e9bcf0781280,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:20.497466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e9672d9-9cb0-46fc-8b52-f94ea954a53c req-8d257125-488a-406f-a977-4faa7edd1950 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f098f3-b54e-4190-a713-cfc4d17ca5d9 HTTP/1.1" status: 200 len: 210 time: 0.0380409 Jul 22 19:52:21.314601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb7c6b-e23b-4e1a-a88b-54aca05deb96 req-72431fc8-1582-4faf-8369-9eeba39c22a2 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:21.323199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6fb7c6b-e23b-4e1a-a88b-54aca05deb96 req-72431fc8-1582-4faf-8369-9eeba39c22a2 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.0938582 Jul 22 19:52:21.366135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6fb7c6b-e23b-4e1a-a88b-54aca05deb96 req-43378bd0-8884-445c-bfdf-1c92cb65fe96 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420628 Jul 22 19:52:21.560554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18baf75-9540-4754-9309-79fda746eb1f req-d9b67656-d848-47fa-813a-d7f09583598b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:21.562522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c18baf75-9540-4754-9309-79fda746eb1f req-d9b67656-d848-47fa-813a-d7f09583598b tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.0793614 Jul 22 19:52:21.569639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3692ac0a-189d-4b99-bebc-f0046394f2e7 req-b5961e95-c1c2-4a31-9d50-2aff991da26c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=af1285247d2047beac9d6c965d5b1700&device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0608263 Jul 22 19:52:21.571712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:21.581257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Request body: {'floatingip': {'port_id': '8d93a339-3896-4681-a9f6-f453c374f411'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:21.649570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3692ac0a-189d-4b99-bebc-f0046394f2e7 req-6e2110b4-8125-4168-8f9b-cec83691beb2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=af1285247d2047beac9d6c965d5b1700&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722594 Jul 22 19:52:21.661290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af15bfd3-6494-43b7-8482-3623bdd9e921 req-0156728a-d956-4a9e-8429-9c394745a260 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0495572 Jul 22 19:52:21.683092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.165721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692ac0a-189d-4b99-bebc-f0046394f2e7 req-385dcd92-0970-4491-ba11-a04b5cc566c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:22.167382 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3692ac0a-189d-4b99-bebc-f0046394f2e7 req-385dcd92-0970-4491-ba11-a04b5cc566c0 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5104914 Jul 22 19:52:22.681636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.697922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:22.808174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa8898df-d648-4050-a3a2-b727564299a7 req-0a7dd1bd-6ab6-42c8-a52d-59d08c6533ae tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0623055 Jul 22 19:52:22.871053 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Floating IP d8c26fd5-639b-4163-a546-efcc79a32fd7 associated. External IP: 172.25.6.167, port: 8d93a339-3896-4681-a9f6-f453c374f411. Jul 22 19:52:23.109706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:52:23.229428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:52:23.235026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:23.241339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:52:23.258427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:23.259076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:52:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:23.296812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-419d6e82-cf3d-4f50-aab0-e8636cbbd6da tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "PUT /v2.0/floatingips/d8c26fd5-639b-4163-a546-efcc79a32fd7 HTTP/1.1" status: 200 len: 991 time: 1.7227426 Jul 22 19:52:23.297435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:52:23.299771 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a2eea1-04d9-437f-896d-707e3a6543a4" -d '{"events": [{"name": "network-changed", "server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "tag": "8d93a339-3896-4681-a9f6-f453c374f411"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:52:23.392179 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37363911-a34d-4fa8-911f-3297b81cfba8 x-openstack-request-id: req-37363911-a34d-4fa8-911f-3297b81cfba8 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:52:23.396115 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "tag": "8d93a339-3896-4681-a9f6-f453c374f411", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:52:23.396115 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37363911-a34d-4fa8-911f-3297b81cfba8 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:52:23.396115 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411', 'status': 'completed', 'code': 200} Jul 22 19:52:23.476547 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3692ac0a-189d-4b99-bebc-f0046394f2e7 req-c96a563e-b5a4-4f7b-9fe3-3429327aac6a tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.32 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0329428 Jul 22 19:52:23.529953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:23.532739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-7d4fdf9e-04ae-483d-abf9-28829b2d823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:23.536086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-7d4fdf9e-04ae-483d-abf9-28829b2d823b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1097 time: 0.1188521 Jul 22 19:52:23.656349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-4ffaec28-296a-4fcd-858f-4cfd59b9eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:23.657940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-4ffaec28-296a-4fcd-858f-4cfd59b9eee5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.1143372 Jul 22 19:52:23.747869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-6e08940d-8244-4664-a095-0a43564235df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 999 time: 0.0828040 Jul 22 19:52:23.814654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-6445a2f6-368d-46d5-9e01-31e53d771fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:23.819305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-6445a2f6-368d-46d5-9e01-31e53d771fac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.0645154 Jul 22 19:52:23.913047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-e7746201-52f2-47c0-bdb9-70d8fd21cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:23.914825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-e7746201-52f2-47c0-bdb9-70d8fd21cdb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883017 Jul 22 19:52:23.949723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'd8c26fd5-639b-4163-a546-efcc79a32fd7', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '8d93a339-3896-4681-a9f6-f453c374f411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:9a:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:08Z', 'updated_at': '2021-07-22T19:52:22Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:24.019197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:52:24.047399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:52:24.048954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:52:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:24.060224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-0e8ecae6-9a0d-4d64-80f3-ea7bfebb02c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387866 Jul 22 19:52:24.092461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39563715-aac1-4760-ab10-0ef7755f662a req-7171dcd6-d37d-40fd-b70e-cec83fd97cb6 tempest-ServerShowV247Test-992562903 tempest-ServerShowV247Test-992562903-project] 10.222.0.10 "GET /v2.0/ports?device_id=949bdba4-25fd-41ea-9e45-cf47fc6777a0 HTTP/1.1" status: 200 len: 210 time: 0.0312157 Jul 22 19:52:24.209830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9a2eea1-04d9-437f-896d-707e3a6543a4 req-4d78cf78-6325-4a87-b7e6-cf2b946e4915 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162007 Jul 22 19:52:24.232968 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:52:24.579137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:24.714883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'd8c26fd5-639b-4163-a546-efcc79a32fd7', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '8d93a339-3896-4681-a9f6-f453c374f411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:9a:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:08Z', 'updated_at': '2021-07-22T19:52:22Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:24.746036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59471eb1-eb5a-426f-8b71-fda874788f43 None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'd8c26fd5-639b-4163-a546-efcc79a32fd7', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'floating_ip_address': '172.25.6.167', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'port_id': '8d93a339-3896-4681-a9f6-f453c374f411', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'mac_address': 'fa:16:3e:9a:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:52:08Z', 'updated_at': '2021-07-22T19:52:22Z', 'revision_number': 1, 'project_id': '752a55532197462f943d7ad93035aa6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:52:25.039181 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0287103-520c-4a99-9c54-195aec34f580 None None] New status for floating IP d8c26fd5-639b-4163-a546-efcc79a32fd7: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:52:25.654373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:25.776279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be132837-8890-4751-a170-583d2db59457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.899088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be132837-8890-4751-a170-583d2db59457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.903247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be132837-8890-4751-a170-583d2db59457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:25.943571 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be132837-8890-4751-a170-583d2db59457 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af1285247d2047beac9d6c965d5b1700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877028 Jul 22 19:52:25.944377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be132837-8890-4751-a170-583d2db59457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd194633-0df0-4901-b3a9-cf33342f3292,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:25.946053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52768) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:26.002334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.026390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.090806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.093803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:26.099635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd194633-0df0-4901-b3a9-cf33342f3292 HTTP/1.1" status: 204 len: 168 time: 0.1506319 Jul 22 19:52:26.107522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ff254-272c-46e4-a795-eb29f571b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd194633-0df0-4901-b3a9-cf33342f3292,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:26.984918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52812) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:27.132201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-870766321-network', 'tenant_id': 'b86828c478b649c9b25b4955ce46599b'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:27.170330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Made reservation on behalf of b86828c478b649c9b25b4955ce46599b for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:27.173435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.187182 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.310763 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.316718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.321527 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.362354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:52:27.369302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae861c5-5541-4a2d-b592-45695e1f5ad0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.378600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.379863 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Added segment 898bb59e-75c7-4ee9-8ffb-f1cc524350dc of type vlan for network 0d26afe1-ed05-4842-9b11-b47f137d9c0c Jul 22 19:52:27.429492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.467091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.468266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:27.468947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:27.516816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5306525 Jul 22 19:52:27.550783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1af0-c3d2-4d70-8436-93b39c4164e4 admin admin] Pushing event updated for resources: {'Network': ['ID=0d26afe1-ed05-4842-9b11-b47f137d9c0c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:27.561418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 0d26afe1-ed05-4842-9b11-b47f137d9c0c details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:52:28.279663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de9858-dec0-4e48-85a9-7c0298b6469f req-8f26c450-405a-4888-8fd3-7bccf66d84ea tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:28.292050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de9858-dec0-4e48-85a9-7c0298b6469f req-8f26c450-405a-4888-8fd3-7bccf66d84ea tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:28.300008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de9858-dec0-4e48-85a9-7c0298b6469f req-8f26c450-405a-4888-8fd3-7bccf66d84ea tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:28.301923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69de9858-dec0-4e48-85a9-7c0298b6469f req-8f26c450-405a-4888-8fd3-7bccf66d84ea tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3193898 Jul 22 19:52:28.410083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9f8e-219f-4679-a6fb-22fc73a900cc req-59f8c504-4fe4-4bc8-bd5f-f7e7bd2020d7 tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:28.412025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db4b9f8e-219f-4679-a6fb-22fc73a900cc req-59f8c504-4fe4-4bc8-bd5f-f7e7bd2020d7 tempest-ComputeTenantNetworksTest-1804170912 tempest-ComputeTenantNetworksTest-1804170912-project] 10.222.0.10 "GET /v2.0/networks/0d26afe1-ed05-4842-9b11-b47f137d9c0c HTTP/1.1" status: 200 len: 768 time: 0.0871830 Jul 22 19:52:28.421109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 52838) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.502190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.588666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.600630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d26afe1-ed05-4842-9b11-b47f137d9c0c']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:28.611712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898bb59e-75c7-4ee9-8ffb-f1cc524350dc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:28.612010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898bb59e-75c7-4ee9-8ffb-f1cc524350dc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:28.621274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.644000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.651630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:52:28.652127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:52:28.657628 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:52:28.726871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.733133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:28.740660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/0d26afe1-ed05-4842-9b11-b47f137d9c0c HTTP/1.1" status: 204 len: 168 time: 0.3184710 Jul 22 19:52:28.755930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644bd3-1ec8-4e9e-b95c-b691ff67a3bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0d26afe1-ed05-4842-9b11-b47f137d9c0c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:28.906940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52852) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:28.954153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5d04eb4d-971c-4a92-a845-a187fffcf113 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b86828c478b649c9b25b4955ce46599b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459814 Jul 22 19:52:28.956550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 52854) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:29.019246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.044589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.101214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.103939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:29.105207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ae861c5-5541-4a2d-b592-45695e1f5ad0 HTTP/1.1" status: 204 len: 168 time: 0.1470244 Jul 22 19:52:29.130603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09520a38-bfa4-41cf-a3c2-86a23ee224f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae861c5-5541-4a2d-b592-45695e1f5ad0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:31.913124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53002) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:32.103875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d44f75e6-3396-4e35-a9ec-a8d01fd0a232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.214945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d44f75e6-3396-4e35-a9ec-a8d01fd0a232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.222011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d44f75e6-3396-4e35-a9ec-a8d01fd0a232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.255243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53020) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:32.281156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d44f75e6-3396-4e35-a9ec-a8d01fd0a232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c43c02e0d1f24daebe1e64383b3fd599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464665 Jul 22 19:52:32.317909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f75e6-3396-4e35-a9ec-a8d01fd0a232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbffb84-dca3-4508-87c2-6fe67ac21b78,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:32.339415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.363638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.417145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.420469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:32.425170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fbffb84-dca3-4508-87c2-6fe67ac21b78 HTTP/1.1" status: 204 len: 168 time: 0.1687667 Jul 22 19:52:32.436140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a27950-52f6-45c0-a70c-33c7535f7abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbffb84-dca3-4508-87c2-6fe67ac21b78,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:32.891978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:32.908756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485943d2-cad5-426f-bf54-5dfd2316ee1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.052351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485943d2-cad5-426f-bf54-5dfd2316ee1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.058272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-485943d2-cad5-426f-bf54-5dfd2316ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.104091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485943d2-cad5-426f-bf54-5dfd2316ee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24671ec5-f425-447a-a099-c068112af4e2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:33.117511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53044) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:33.131366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-485943d2-cad5-426f-bf54-5dfd2316ee1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcd273c7c976430f99c0e9ae8543ff6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379689 Jul 22 19:52:33.175434 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.203822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.269084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.277289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:33.278858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24671ec5-f425-447a-a099-c068112af4e2 HTTP/1.1" status: 204 len: 168 time: 0.1600802 Jul 22 19:52:33.289399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24671ec5-f425-447a-a099-c068112af4e2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:33.304941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.305523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.306008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.306488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.307001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.307334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.307662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.307985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.308363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.308693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.309014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:33.309332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e43e6a-3852-44e3-89ef-32de5e4a7254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:52:36.392074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:36.632780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24b90b6f-ddcc-4124-9950-94960a5b5a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.741300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24b90b6f-ddcc-4124-9950-94960a5b5a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.746118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24b90b6f-ddcc-4124-9950-94960a5b5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.795117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:36.795728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-24b90b6f-ddcc-4124-9950-94960a5b5a99 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9f261476e42460da3797a364a300cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016554 Jul 22 19:52:36.796527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b90b6f-ddcc-4124-9950-94960a5b5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a868b5b6-0246-4e74-98be-b7651ca5f48a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:36.856623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.881592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.948310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.951570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:36.955588 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a868b5b6-0246-4e74-98be-b7651ca5f48a HTTP/1.1" status: 204 len: 168 time: 0.1584139 Jul 22 19:52:36.965276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7653a-f387-4856-a4be-9338a7eaaf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868b5b6-0246-4e74-98be-b7651ca5f48a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:37.093250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-86c07e4d-0506-4c25-b5b7-fa7de1bfe99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.334894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53226) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:37.350898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-883bf4c8-0645-41c0-b062-7420c7592328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.622059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-883bf4c8-0645-41c0-b062-7420c7592328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.634698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-883bf4c8-0645-41c0-b062-7420c7592328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.681964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bf4c8-0645-41c0-b062-7420c7592328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3ea1cd-7a9b-44d1-b7e7-bcad9f8ba8d4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:37.699529 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-883bf4c8-0645-41c0-b062-7420c7592328 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6bd8e350a4b499abef3e17d9327bed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636031 Jul 22 19:52:37.702097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53242) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:37.761826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.792985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.854865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.858842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:37.860259 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef3ea1cd-7a9b-44d1-b7e7-bcad9f8ba8d4 HTTP/1.1" status: 204 len: 168 time: 0.1569436 Jul 22 19:52:37.870907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfedb14-12d5-4077-8bb7-7d8143a42a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3ea1cd-7a9b-44d1-b7e7-bcad9f8ba8d4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:39.278618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53314) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:39.393314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e506ce6c-8325-46ad-8274-e3c4bd6fc0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.537928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e506ce6c-8325-46ad-8274-e3c4bd6fc0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.543561 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e506ce6c-8325-46ad-8274-e3c4bd6fc0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.619833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53326) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:39.627775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e506ce6c-8325-46ad-8274-e3c4bd6fc0d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28c063c075954873bc40c52738f258f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480911 Jul 22 19:52:39.638075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506ce6c-8325-46ad-8274-e3c4bd6fc0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d52d765-cced-4889-8276-f5f1730ddba4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:39.701223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.726130 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.798347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.803294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:39.809026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d52d765-cced-4889-8276-f5f1730ddba4 HTTP/1.1" status: 204 len: 168 time: 0.1874416 Jul 22 19:52:39.827350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd353e8c-4c69-441f-9a5e-b7627eec126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d52d765-cced-4889-8276-f5f1730ddba4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:39.948984 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:40.043915 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d544f091-4f3a-411c-8089-ba5f875c11af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:41.532771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:42.978237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.084375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 53486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:43.280014 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6378c85c-235e-442b-bf0e-4cdb9c158199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.440527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6378c85c-235e-442b-bf0e-4cdb9c158199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.449742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6378c85c-235e-442b-bf0e-4cdb9c158199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.518423 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6378c85c-235e-442b-bf0e-4cdb9c158199 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c336226f0fb14b019c24eaaf79864032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350002 Jul 22 19:52:43.519820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53500) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:43.520591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c85c-235e-442b-bf0e-4cdb9c158199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcdb7ff-9f73-43bc-836b-1061fd4d653c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:43.642252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.674169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.730585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.741686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:43.746177 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dcdb7ff-9f73-43bc-836b-1061fd4d653c HTTP/1.1" status: 204 len: 168 time: 0.2234972 Jul 22 19:52:43.770091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52a90b-f715-4924-b890-d15db62a9416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcdb7ff-9f73-43bc-836b-1061fd4d653c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:44.312100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53520) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:44.330561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a2c7-e77d-4c3a-9842-f57cda68d137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.545925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a2c7-e77d-4c3a-9842-f57cda68d137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.550646 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3fe4a2c7-e77d-4c3a-9842-f57cda68d137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.584305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4a2c7-e77d-4c3a-9842-f57cda68d137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232096a7-c65f-425e-9f72-923991783f2f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:44.621461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3fe4a2c7-e77d-4c3a-9842-f57cda68d137 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36ab6bc11e6043e3a406c95a2fd9a86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081036 Jul 22 19:52:44.625917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53528) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:44.690679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.724484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.825960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.835960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:44.842611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/232096a7-c65f-425e-9f72-923991783f2f HTTP/1.1" status: 204 len: 168 time: 0.2102704 Jul 22 19:52:44.871804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c411ea-e139-483e-baf0-a0ce7ba526ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232096a7-c65f-425e-9f72-923991783f2f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:50.688756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53928) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:50.894137 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf8c32bc-e1e2-4051-974c-331b36a3080c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.031362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf8c32bc-e1e2-4051-974c-331b36a3080c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.037864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bf8c32bc-e1e2-4051-974c-331b36a3080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.076729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c32bc-e1e2-4051-974c-331b36a3080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a9847-5700-42ff-99ef-b199af6a1cf4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:51.098136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bf8c32bc-e1e2-4051-974c-331b36a3080c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5da37b9a357242d2be2157a12d350e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082012 Jul 22 19:52:51.100925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 53954) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:51.211793 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.238542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.313235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.317618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.321798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/408a9847-5700-42ff-99ef-b199af6a1cf4 HTTP/1.1" status: 204 len: 168 time: 0.2197967 Jul 22 19:52:51.330243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d6ffe-39c2-42bd-995b-3ac0a9aa8817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a9847-5700-42ff-99ef-b199af6a1cf4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:51.688415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54006) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:51.716063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb2b8-1317-4be1-99dd-f8cfc67ac490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.863947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb2b8-1317-4be1-99dd-f8cfc67ac490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.871083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb2b8-1317-4be1-99dd-f8cfc67ac490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:51.920705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d7ccb2b8-1317-4be1-99dd-f8cfc67ac490 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5babc0a6fb1a438e9915674150b94174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309291 Jul 22 19:52:51.922919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb2b8-1317-4be1-99dd-f8cfc67ac490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6e6389-0f54-4825-acd8-0aac68ecbab8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:51.923550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54012) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:52.016239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:52.043455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:52.094146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:52.097979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:52.099481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6d6e6389-0f54-4825-acd8-0aac68ecbab8 HTTP/1.1" status: 204 len: 168 time: 0.1748464 Jul 22 19:52:52.108136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d512ac6-562a-46a4-96e3-c1d0e6f5d506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6e6389-0f54-4825-acd8-0aac68ecbab8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:53.634899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:53.927694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7831-6d11-4275-bc9a-e92e4fe37b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.162225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7831-6d11-4275-bc9a-e92e4fe37b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.170102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d5b7831-6d11-4275-bc9a-e92e4fe37b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.238184 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d5b7831-6d11-4275-bc9a-e92e4fe37b28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03183c55c3374cb695c28eabf6396f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021733 Jul 22 19:52:54.239395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b7831-6d11-4275-bc9a-e92e4fe37b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9018e1-f26f-494f-b3ae-601dfd0aa590,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:54.241158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54170) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:54.329960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.355998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.416388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.420120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:54.446965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e9018e1-f26f-494f-b3ae-601dfd0aa590 HTTP/1.1" status: 204 len: 168 time: 0.2025058 Jul 22 19:52:54.467301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab757-cc8d-4c36-8b51-e4977fe11147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9018e1-f26f-494f-b3ae-601dfd0aa590,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:54.582435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.080921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54216) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:55.241213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6b7089c-7c9a-4bd2-b41d-6b5bbded28c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.363202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6b7089c-7c9a-4bd2-b41d-6b5bbded28c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.376606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6b7089c-7c9a-4bd2-b41d-6b5bbded28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.434074 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6b7089c-7c9a-4bd2-b41d-6b5bbded28c9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5a719b492804af48fca7d713cf4152e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498149 Jul 22 19:52:55.434074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7089c-7c9a-4bd2-b41d-6b5bbded28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad7ae0-92f6-47b8-8b69-43d2149e66b9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:55.434477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54234) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:55.508410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.535706 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.560483 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:52:55.599266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.604949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:55.609386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51ad7ae0-92f6-47b8-8b69-43d2149e66b9 HTTP/1.1" status: 204 len: 168 time: 0.1735880 Jul 22 19:52:55.619916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a553da5-a928-4b72-81bf-37990072d1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad7ae0-92f6-47b8-8b69-43d2149e66b9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:56.116179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54260) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:56.133043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e42311-d66b-4c40-b597-03940cba5f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.270393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e42311-d66b-4c40-b597-03940cba5f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.278128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4e42311-d66b-4c40-b597-03940cba5f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.334864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e42311-d66b-4c40-b597-03940cba5f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0af3b-707c-4850-ba3e-034776b607c6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:56.342693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e4e42311-d66b-4c40-b597-03940cba5f55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edcf3679af564e218cbb471efc6daaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225759 Jul 22 19:52:56.343254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:56.396106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.418110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.468936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.472426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.479879 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbf0af3b-707c-4850-ba3e-034776b607c6 HTTP/1.1" status: 204 len: 168 time: 0.1353970 Jul 22 19:52:56.490730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f943e9-1c39-4e8a-84a6-bb68c58797b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0af3b-707c-4850-ba3e-034776b607c6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:56.568349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54278) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:56.897472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1714767728'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:56.942628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Made reservation on behalf of fc8ec420e36547e183adfb40bd53cf31 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:56.946394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:56.958722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.109839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.115189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.145428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:52:57.156318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3116b919-b12e-4b4f-840d-c6057a673b29,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:57.162353 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.162970 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Added segment 391baf0f-f3e6-4d1d-99d0-cae86f8ea293 of type vlan for network b874c08d-57f0-44b8-8d1c-bc2d9b8075ac Jul 22 19:52:57.241520 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.317011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.323426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:57.324065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.325172 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.367958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-b1dcf85f-3c60-42d0-8e75-3d7dfe02b178 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1080070 Jul 22 19:52:57.427895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Pushing event updated for resources: {'Network': ['ID=b874c08d-57f0-44b8-8d1c-bc2d9b8075ac,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:57.446502 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e27927b8-acdb-4afa-b109-447cec5aa3c3 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8769758 Jul 22 19:52:57.449833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b874c08d-57f0-44b8-8d1c-bc2d9b8075ac details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:52:57.451684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54316) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:57.530422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-42dec671-154d-4751-837c-4df943420eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:57.536471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-42dec671-154d-4751-837c-4df943420eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1097 time: 0.1215036 Jul 22 19:52:57.816668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-72f06bb5-d5f1-4f10-adc1-26b430ff35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:57.823611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-72f06bb5-d5f1-4f10-adc1-26b430ff35b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.2553360 Jul 22 19:52:57.898112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'name': 'tempest-network--1480510784', 'router:external': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:57.936621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:57.937067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-cbaedc4a-9974-46bf-8ee3-5b301821779f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 1001 time: 0.1046991 Jul 22 19:52:57.942886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:57.964654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.046511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-1bb65352-ae15-4343-a2ba-70261bc32efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:58.051358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-1bb65352-ae15-4343-a2ba-70261bc32efc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.1045818 Jul 22 19:52:58.180567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-40b7b8ab-4476-45a9-b948-24aedf8139a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:58.182561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-40b7b8ab-4476-45a9-b948-24aedf8139a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153393 Jul 22 19:52:58.213218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.226128 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.278552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:52:58.299791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce85eb-641a-4e53-98b6-8b683386a187,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:58.325876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.326239 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Added segment f23e0191-d60d-41a8-b53f-eed51bcdb57b of type vlan for network be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7 Jul 22 19:52:58.420828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-71206786-0f37-4c74-9e07-0ada761d8827 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313178 Jul 22 19:52:58.424001 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.492120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.494516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:58.495528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.531593 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0784929 Jul 22 19:52:58.534981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54350) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:58.592509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc845874-c07d-4b0c-8b3f-2ed3d837498a req-149c6c55-dcb5-4710-b8dc-15863f2b7d25 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648936 Jul 22 19:52:58.614163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c08a3-fad7-4f6c-b6c7-1c96487527fb tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:58.626231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:52:58.749770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.856986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.871986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:58.893520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23e0191-d60d-41a8-b53f-eed51bcdb57b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:58.893844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23e0191-d60d-41a8-b53f-eed51bcdb57b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:52:58.916366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.964626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.979311 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:52:58.979826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:52:58.981622 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:52:59.067381 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.079024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:52:59.091915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.101722 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7 HTTP/1.1" status: 204 len: 168 time: 0.5602956 Jul 22 19:52:59.102082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:59.117841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:59.211599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d10c5-7c34-4b14-aded-71dcabd034d7 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Network': ['ID=be9ad2e9-498d-4a0a-b2b4-83b65a4f37e7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:59.234078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:59.236943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.312331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:52:59.349883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.360700 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Added segment 4cf9a4ba-4180-4ea5-8f82-5b646fcf864a of type vlan for network e40ba286-a642-4d00-a8c4-4d18118fe627 Jul 22 19:52:59.498293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.556425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.560543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:52:59.561731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:52:59.647929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5421188 Jul 22 19:52:59.648136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54380) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:52:59.653008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'subnet': {'network_id': 'e40ba286-a642-4d00-a8c4-4d18118fe627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:52:59.703812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482479f0-07da-4bd4-ab42-18ccaa2d7896 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=e40ba286-a642-4d00-a8c4-4d18118fe627,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:52:59.716401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e40ba286-a642-4d00-a8c4-4d18118fe627 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:52:59.785936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:52:59.789993 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:00.325977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.objects.ports [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93800) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 19:53:00.326702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:00.415237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb090ee8-7959-4a6f-b4b6-db677a665b3a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:00.430186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Checking segment: {'id': '4cf9a4ba-4180-4ea5-8f82-5b646fcf864a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e40ba286-a642-4d00-a8c4-4d18118fe627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:00.430552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Network hostable DHCP agents. Network: e40ba286-a642-4d00-a8c4-4d18118fe627, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:00.479854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Network e40ba286-a642-4d00-a8c4-4d18118fe627 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:00.515691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e40ba286-a642-4d00-a8c4-4d18118fe627) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:00.533645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fa706-f7a1-4ed2-87ee-e17ce8ec7c97 None None] Network e40ba286-a642-4d00-a8c4-4d18118fe627 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:00.549948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:00.561685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:00.626446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c4c6defb-3723-4df5-b26f-a49e8c8edf7f tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9772010 Jul 22 19:53:00.629098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54402) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:00.633463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'floatingip': {'floating_network_id': 'e40ba286-a642-4d00-a8c4-4d18118fe627'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:00.708112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89bd29-29c0-46f6-ac00-5382bb17bc03 None None] Network e40ba286-a642-4d00-a8c4-4d18118fe627 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:00.728084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:00.829065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:00.984305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Allocated IP 172.20.0.14 (e40ba286-a642-4d00-a8c4-4d18118fe627/eb090ee8-7959-4a6f-b4b6-db677a665b3a/9477be21-acae-4d96-919c-46325268126b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:01.225511 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.292058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.333748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Network e40ba286-a642-4d00-a8c4-4d18118fe627 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:01.336757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:01.340416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:01.386011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Port': ['ID=9477be21-acae-4d96-919c-46325268126b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:01.482286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.530254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.844886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.852485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:01.933251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Port': ['ID=9477be21-acae-4d96-919c-46325268126b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:01.974049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:02.024037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:02.029723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7048bcc-b104-4a01-9001-1cb03aeea1d4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3984160 Jul 22 19:53:02.030440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:02.506625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54444) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:02.629134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a9e61acf-8c5e-4ee6-b688-c5d6092eea3d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=e40ba286-a642-4d00-a8c4-4d18118fe627 HTTP/1.1" status: 200 len: 690 time: 0.5973554 Jul 22 19:53:02.631879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54450) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:02.729668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21cdd5ca-0810-45ff-9c00-b55fb24cbcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:02.770521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:02.983736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Deleting port 9477be21-acae-4d96-919c-46325268126b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:02.986008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.081386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21cdd5ca-0810-45ff-9c00-b55fb24cbcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.086502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21cdd5ca-0810-45ff-9c00-b55fb24cbcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.157490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.157747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.167024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd5ca-0810-45ff-9c00-b55fb24cbcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a05466-2d8d-42f2-a89e-b996ac1bc13a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:03.181300 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21cdd5ca-0810-45ff-9c00-b55fb24cbcde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48d4e2b3f85845459e81e1aec3e1d768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6706607 Jul 22 19:53:03.181694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:03.184621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Calling delete_port for 9477be21-acae-4d96-919c-46325268126b owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:03.257704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.283689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.333517 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.352896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.355857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.357591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4a05466-2d8d-42f2-a89e-b996ac1bc13a HTTP/1.1" status: 204 len: 168 time: 0.1740148 Jul 22 19:53:03.367372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a8546-3600-4cdf-8564-f6d042711586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a05466-2d8d-42f2-a89e-b996ac1bc13a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:03.373635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Port': ['ID=9477be21-acae-4d96-919c-46325268126b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:03.445933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.493532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.578508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.608621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb090ee8-7959-4a6f-b4b6-db677a665b3a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:03.675728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.691682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40ba286-a642-4d00-a8c4-4d18118fe627']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:03.710496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf9a4ba-4180-4ea5-8f82-5b646fcf864a') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:03.710810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf9a4ba-4180-4ea5-8f82-5b646fcf864a') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:03.720949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.739323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.745774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:03.746520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:03.748495 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:03.819775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.836477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e40ba286-a642-4d00-a8c4-4d18118fe627 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:53:03.838054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Network': ['ID=e40ba286-a642-4d00-a8c4-4d18118fe627,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:03.840076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:03.842050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d9171fac-438a-4de6-9776-b479487fa21d tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e40ba286-a642-4d00-a8c4-4d18118fe627 HTTP/1.1" status: 204 len: 168 time: 1.2086012 Jul 22 19:53:03.844626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:03.927839 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-51bd0a96-d281-4ec1-a399-e5386c2d12f1 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.0819013 Jul 22 19:53:03.930371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54492) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:04.063289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afdc29-4d5f-4e01-8e0b-66c81486c4d8 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.063762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afdc29-4d5f-4e01-8e0b-66c81486c4d8 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.064376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afdc29-4d5f-4e01-8e0b-66c81486c4d8 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.064833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afdc29-4d5f-4e01-8e0b-66c81486c4d8 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.070419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-46afdc29-4d5f-4e01-8e0b-66c81486c4d8 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2743 time: 0.1364582 Jul 22 19:53:04.070808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54494) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:04.107294 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-d0616e29-3780-4e9c-aea8-1d02419856e4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] delete failed (client error): The resource could not be found. Jul 22 19:53:04.110682 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0616e29-3780-4e9c-aea8-1d02419856e4 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/c979b904-6482-43fd-9e78-be101df216a0 HTTP/1.1" status: 404 len: 345 time: 0.0365527 Jul 22 19:53:04.111055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54498) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:04.142124 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab7eb3-54de-4186-ba15-080d6c559bb3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 19:53:04.142992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ab7eb3-54de-4186-ba15-080d6c559bb3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:53:04.145610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6ab7eb3-54de-4186-ba15-080d6c559bb3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e40ba286-a642-4d00-a8c4-4d18118fe627 HTTP/1.1" status: 404 len: 339 time: 0.0335684 Jul 22 19:53:04.149661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54504) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:04.156780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'name': 'tempest-network--471660675', 'router:external': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:04.202753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:04.205428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.236810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:04.263595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.263948 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Added segment abcf9dd0-26f1-4cc7-9478-8f24ab105734 of type vlan for network f4fd8ff1-2bad-4496-893c-a425d0433387 Jul 22 19:53:04.318376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.366620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.367961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.368770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:04.457617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=f4fd8ff1-2bad-4496-893c-a425d0433387,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:04.470424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f4fd8ff1-2bad-4496-893c-a425d0433387 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:04.478815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54512) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:04.479441 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d81e4a4-1729-4cd3-9771-da44a5135cab tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3287358 Jul 22 19:53:04.687146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416683e8-4d81-4d6d-af1b-de64309feaee tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.693113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416683e8-4d81-4d6d-af1b-de64309feaee tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.700675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416683e8-4d81-4d6d-af1b-de64309feaee tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.705412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416683e8-4d81-4d6d-af1b-de64309feaee tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:04.708079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-416683e8-4d81-4d6d-af1b-de64309feaee tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2276113 Jul 22 19:53:04.710794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54526) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:05.195783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.302957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.313855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fd8ff1-2bad-4496-893c-a425d0433387']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:05.324589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcf9dd0-26f1-4cc7-9478-8f24ab105734') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:05.324896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcf9dd0-26f1-4cc7-9478-8f24ab105734') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:05.334896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.353102 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.361375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:05.364419 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:05.427287 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:05.432869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.439007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4fd8ff1-2bad-4496-893c-a425d0433387 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:53:05.453492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.472163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f4fd8ff1-2bad-4496-893c-a425d0433387 HTTP/1.1" status: 204 len: 168 time: 0.7562087 Jul 22 19:53:05.473510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54560) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:05.480576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2714e5-3fe7-46e1-b6e1-533d6c29017a tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4fd8ff1-2bad-4496-893c-a425d0433387,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:05.482972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'name': 'tempest-network--1473043394', 'router:external': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:05.513036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:05.515625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.542213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:05.553289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.553618 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Added segment 487a5082-787f-4c5a-b86e-bd86b5e2ab94 of type vlan for network 33f94608-4c13-4b61-9dc4-949a13452e01 Jul 22 19:53:05.653952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.705682 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.707099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:05.707693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:05.821346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=33f94608-4c13-4b61-9dc4-949a13452e01,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:05.838546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 33f94608-4c13-4b61-9dc4-949a13452e01 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:05.842133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be788688-f258-4cd8-8638-96ffaee616c2 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3631485 Jul 22 19:53:05.842490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54582) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.045080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e537fd-0ad1-4029-a4eb-19f31aeeaa85 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:06.047815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c0e537fd-0ad1-4029-a4eb-19f31aeeaa85 tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "GET /v2.0/networks/33f94608-4c13-4b61-9dc4-949a13452e01 HTTP/1.1" status: 200 len: 757 time: 0.2044945 Jul 22 19:53:06.051221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.150337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d77851f-a22c-4fb3-8372-ba86045a574b tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:06.154532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54598) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.154758 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4d77851f-a22c-4fb3-8372-ba86045a574b tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "GET /v2.0/networks/b874c08d-57f0-44b8-8d1c-bc2d9b8075ac HTTP/1.1" status: 200 len: 768 time: 0.1022620 Jul 22 19:53:06.260647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.352750 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.364506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f94608-4c13-4b61-9dc4-949a13452e01']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:06.376053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487a5082-787f-4c5a-b86e-bd86b5e2ab94') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:06.376469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487a5082-787f-4c5a-b86e-bd86b5e2ab94') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:06.377111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54600) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.382847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'network': {'name': 'tempest-network-smoke--2089723855', 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:06.386701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.403176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.404914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:06.409430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.410167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:06.410540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:06.412300 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:06.423037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.474453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.490759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33f94608-4c13-4b61-9dc4-949a13452e01 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:53:06.509574 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.522115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54602) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.529742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/33f94608-4c13-4b61-9dc4-949a13452e01 HTTP/1.1" status: 204 len: 168 time: 0.3737655 Jul 22 19:53:06.535947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'name': 'tempest-network--255841418'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:06.541348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfcf9d-8a4d-412c-87e1-fe58326a10a0 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Network': ['ID=33f94608-4c13-4b61-9dc4-949a13452e01,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:06.580460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.600931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.621596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:06.662143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Made reservation on behalf of c71c8882881342918d31ad35b172bc76 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:06.665000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.667710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.668057 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Added segment 36a1bc1b-00b5-41b9-946c-0f03ed524b27 of type vlan for network 4567f11b-bc3f-467c-8c9a-81b647a32bae Jul 22 19:53:06.685192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2908081d-53b3-41c3-bd48-d63053ae41e0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:06.733597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.740265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:06.755582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.755582 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Added segment 9faae470-6b2f-4c15-8094-cb8b508ecc0d of type vlan for network 21cb1166-cce9-4409-97f2-19ef0c0bbe92 Jul 22 19:53:06.808921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.814514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:06.815967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.819601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.908165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54606) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.909353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5293314 Jul 22 19:53:06.913508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'admin_state_up': True, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:06.914681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64726d59-6973-42eb-9a27-be955a1e963a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Network': ['ID=4567f11b-bc3f-467c-8c9a-81b647a32bae,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:06.927818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.929118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:06.930257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.937202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:06.958315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.959520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:06.974531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4509633 Jul 22 19:53:06.977853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54610) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:06.985973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:07.021538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05928ed5-f5bf-4fe8-80c2-307f81a70984 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=21cb1166-cce9-4409-97f2-19ef0c0bbe92,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:07.039012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 21cb1166-cce9-4409-97f2-19ef0c0bbe92 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:07.108448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.154367 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7147e4a6-8443-441b-af83-1da51679879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.390697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.434367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.470261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.482748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Network 21cb1166-cce9-4409-97f2-19ef0c0bbe92 is not hosted by any dhcp agent {{(pid=93800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 19:53:07.483619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:07.484382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.488669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "PUT /v2.0/networks/21cb1166-cce9-4409-97f2-19ef0c0bbe92 HTTP/1.1" status: 200 len: 857 time: 0.5059061 Jul 22 19:53:07.489091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:07.572772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.607117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c39df-d81b-4647-a32c-db9706ad0530 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event updated for resources: {'Network': ['ID=21cb1166-cce9-4409-97f2-19ef0c0bbe92,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:07.704565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.727978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cb1166-cce9-4409-97f2-19ef0c0bbe92']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:07.741032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faae470-6b2f-4c15-8094-cb8b508ecc0d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:07.741346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faae470-6b2f-4c15-8094-cb8b508ecc0d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:07.751806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.758600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.772961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.781211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.782622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:07.783103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:07.786184 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:07.858945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.866235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21cb1166-cce9-4409-97f2-19ef0c0bbe92 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 19:53:07.876975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:07.883520 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] 10.222.0.10 "DELETE /v2.0/networks/21cb1166-cce9-4409-97f2-19ef0c0bbe92 HTTP/1.1" status: 204 len: 168 time: 0.3933377 Jul 22 19:53:07.913361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:07.914225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95bfdc-319a-4342-8a84-a13bf09839c3 tempest-ExternalNetworksTestJSON-1549379817 tempest-ExternalNetworksTestJSON-1549379817-project-admin] Pushing event deleted for resources: {'Network': ['ID=21cb1166-cce9-4409-97f2-19ef0c0bbe92,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:07.981235 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd125f4-bd33-4bb4-abb6-801f6ac7cc6f tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] DELETE failed (client error): The resource could not be found. Jul 22 19:53:07.981712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd125f4-bd33-4bb4-abb6-801f6ac7cc6f tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:53:07.988950 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2bd125f4-bd33-4bb4-abb6-801f6ac7cc6f tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "DELETE /v2.0/subnets/eb090ee8-7959-4a6f-b4b6-db677a665b3a HTTP/1.1" status: 404 len: 337 time: 0.0675693 Jul 22 19:53:07.989248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54626) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:08.053676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.25.6.8 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/97e31910-3532-4706-9d70-f44458c6e214) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:08.175311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.239812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.295078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.321178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.344095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b874c08d-57f0-44b8-8d1c-bc2d9b8075ac']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:08.357807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391baf0f-f3e6-4d1d-99d0-cae86f8ea293') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:08.358225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391baf0f-f3e6-4d1d-99d0-cae86f8ea293') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:08.359761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:08.385959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.386853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:08.392138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:08.407824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.417984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:08.418787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:08.496963 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:08.501604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.506840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=97e31910-3532-4706-9d70-f44458c6e214,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:08.515342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.517465 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] 10.222.0.10 "DELETE /v2.0/networks/b874c08d-57f0-44b8-8d1c-bc2d9b8075ac HTTP/1.1" status: 204 len: 168 time: 0.5272572 Jul 22 19:53:08.535012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e809a-d17a-4da5-b80f-e61d7376448a tempest-ExternalNetworksTestJSON-1302853522 tempest-ExternalNetworksTestJSON-1302853522-project] Pushing event deleted for resources: {'Network': ['ID=b874c08d-57f0-44b8-8d1c-bc2d9b8075ac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:08.836249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:08.856118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.036108 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fdc5c71f-67d6-4552-8095-f1dde330f610 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc8ec420e36547e183adfb40bd53cf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787629 Jul 22 19:53:09.036733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.071902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.119715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.152107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.222715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.225657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.229177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3116b919-b12e-4b4f-840d-c6057a673b29 HTTP/1.1" status: 204 len: 168 time: 0.1909218 Jul 22 19:53:09.239648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e99730-c83c-4016-bbde-88c09a2b8354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3116b919-b12e-4b4f-840d-c6057a673b29,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:09.258886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:53:09.385659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:09.398901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Sync routers for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:09.412373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:09.413268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:52:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:09.413407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.415507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d6c7b717-0eb3-46ff-b96a-357f2efa9e61 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.5057638 Jul 22 19:53:09.418686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.665041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:09.726835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54660) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.838432 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f198ab10-9e8e-4281-a97b-909553c64359 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=6427d6796d524b1aaa1d09a526a1563e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4165785 Jul 22 19:53:09.841206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34e30e87-c5a1-43c9-aceb-699fae62f6a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c71c8882881342918d31ad35b172bc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133080 Jul 22 19:53:09.843655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54666) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.843862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54664) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:09.908253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.940824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:09.985495 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.009746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.013218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.016675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9ce85eb-641a-4e53-98b6-8b683386a187 HTTP/1.1" status: 204 len: 168 time: 0.1699035 Jul 22 19:53:10.019749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:08Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.029560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f9494-af7b-49ee-8d86-73dc9c36c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce85eb-641a-4e53-98b6-8b683386a187,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:10.052300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Checking router: 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:10.052881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Updating router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 port 97e31910-3532-4706-9d70-f44458c6e214 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:53:10.149053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7577c2-9506-40ca-a752-9d40413df13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.169142 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.205334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317bf85-36ea-4152-a29e-8c0a6a28177a tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:10.207026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8317bf85-36ea-4152-a29e-8c0a6a28177a tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3621719 Jul 22 19:53:10.209990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54670) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:10.283861 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8defd7f6-39c0-41c5-8578-119c8d84da58 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699923 Jul 22 19:53:10.284293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54672) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:10.292845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1021278258', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:10.462382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:10.470090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.553164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.569057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Transition to ACTIVE for port object 97e31910-3532-4706-9d70-f44458c6e214 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:10.576766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.698896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Pushing event updated for resources: {'Port': ['ID=97e31910-3532-4706-9d70-f44458c6e214,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:10.728402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.728770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.729099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.729413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.729969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.730089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.730436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.730676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.731002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.731323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.731640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.731957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:10.777408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Attempting to bind port 97e31910-3532-4706-9d70-f44458c6e214 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:10.777678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Attempting to bind port 97e31910-3532-4706-9d70-f44458c6e214 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:10.778259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Attempting to bind port 97e31910-3532-4706-9d70-f44458c6e214 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:10.790203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:10.790582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:10.791033 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.791427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:10.791969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Bound port: 97e31910-3532-4706-9d70-f44458c6e214, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:10.792401 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.845266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.883436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] For port 97e31910-3532-4706-9d70-f44458c6e214, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:10.887491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] For port 97e31910-3532-4706-9d70-f44458c6e214, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97e31910-3532-4706-9d70-f44458c6e214,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:10.896840 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:10.959249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Subnet': ['ID=6e4432a3-af98-4500-a3e1-c15ded5a4fc3,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:10.977831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:10.978401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Checking segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:10.978879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:10.979255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network hostable DHCP agents. Network: 4567f11b-bc3f-467c-8c9a-81b647a32bae, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:11.002031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:11.014609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 4567f11b-bc3f-467c-8c9a-81b647a32bae) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:11.019995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:11.020922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.045723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:11.047221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6dd4792-47d4-4f12-84fb-594161c99ffd tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7614224 Jul 22 19:53:11.113092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2b259-cc4d-4069-98e6-c67a9ef5eea7 None None] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:11.208846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:11.280814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:11.376048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18afcf1-7cf1-4bc3-be9d-0c642f4ae940 None None] Pushing event updated for resources: {'Port': ['ID=97e31910-3532-4706-9d70-f44458c6e214,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:11.433335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f79353b-bb8c-4491-b0d4-1f29da91dbcf tempest-AgentManagementNegativeTest-862113703 tempest-AgentManagementNegativeTest-862113703-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2232871 Jul 22 19:53:11.694207 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.769756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-4567f11b-bc3f-467c-8c9a-81b647a32bae', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:11.771273 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:11.781485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54710) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:11.909717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:08Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:11.946490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6466de49-d7ad-4c13-8310-159c01fe6a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.001566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.012295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c35ac-14a8-4c72-9fa6-7d9f24126826 None None] The sync data for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 is: [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:08Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:12.053565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Allocated IP 172.20.0.2 (4567f11b-bc3f-467c-8c9a-81b647a32bae/6e4432a3-af98-4500-a3e1-c15ded5a4fc3/5bbf8c35-5012-43ef-8c55-5856412df42e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:12.163017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6466de49-d7ad-4c13-8310-159c01fe6a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.172875 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6466de49-d7ad-4c13-8310-159c01fe6a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.233507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6466de49-d7ad-4c13-8310-159c01fe6a08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4263c5d2fa9d4432ba4143efb929fbf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504919 Jul 22 19:53:12.235500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466de49-d7ad-4c13-8310-159c01fe6a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf4aae-14e9-4abf-97d7-309689b5fa8a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.253181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54722) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:12.255608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.278324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Transition to ACTIVE for port object 5bbf8c35-5012-43ef-8c55-5856412df42e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:12.316723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Transition to ACTIVE for port object 5bbf8c35-5012-43ef-8c55-5856412df42e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:12.324182 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.332508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.359338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.401231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:12.404789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:12.409690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:12.431661 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.434745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.436824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ddf4aae-14e9-4abf-97d7-309689b5fa8a HTTP/1.1" status: 204 len: 168 time: 0.1788795 Jul 22 19:53:12.473086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ea25-19ed-4678-abe1-5ec678150d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf4aae-14e9-4abf-97d7-309689b5fa8a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.516268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Pushing event updated for resources: {'Port': ['ID=5bbf8c35-5012-43ef-8c55-5856412df42e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.548626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Attempting to bind port 5bbf8c35-5012-43ef-8c55-5856412df42e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:12.549187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Attempting to bind port 5bbf8c35-5012-43ef-8c55-5856412df42e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:12.550180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Attempting to bind port 5bbf8c35-5012-43ef-8c55-5856412df42e on network 4567f11b-bc3f-467c-8c9a-81b647a32bae {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:12.564245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:12.564641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Checking segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:12.565388 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.565817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Bound using segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:12.566263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Bound port: 5bbf8c35-5012-43ef-8c55-5856412df42e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:12.566719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.645887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.20.0.1 (4567f11b-bc3f-467c-8c9a-81b647a32bae/6e4432a3-af98-4500-a3e1-c15ded5a4fc3/f2d73d73-cb1d-42b7-980a-7367a785c3e5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:12.694024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] For port 5bbf8c35-5012-43ef-8c55-5856412df42e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:12.704331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] For port 5bbf8c35-5012-43ef-8c55-5856412df42e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bbf8c35-5012-43ef-8c55-5856412df42e,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:12.724456 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.822151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5919f-92e6-494d-93a6-36c0834eec34 None None] Pushing event updated for resources: {'Port': ['ID=5bbf8c35-5012-43ef-8c55-5856412df42e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:12.924970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.927493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:12.989220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Transition to ACTIVE for port object f2d73d73-cb1d-42b7-980a-7367a785c3e5 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:13.049895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.254248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:13.279225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:13.295206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:13.504865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:13.516239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.779570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:13.834728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54760) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:13.949164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bbf8c35-5012-43ef-8c55-5856412df42e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:14.030547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1612359345'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:14.044717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5bbf8c35-5012-43ef-8c55-5856412df42e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:14.055751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97e31910-3532-4706-9d70-f44458c6e214 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:14.128130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:14.131797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.147359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 97e31910-3532-4706-9d70-f44458c6e214 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:14.152486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 97e31910-3532-4706-9d70-f44458c6e214 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:14.152912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.187710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.319961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.324683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.333194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.367726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 97e31910-3532-4706-9d70-f44458c6e214, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97e31910-3532-4706-9d70-f44458c6e214,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:14.386300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.431907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.458535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.459840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:14.478246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.500258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=97e31910-3532-4706-9d70-f44458c6e214,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:14.543598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277480b5-48cc-4c61-8544-41834e5801b2 None None] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:14.583610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:14.594762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.595115 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment 5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d of type vlan for network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 Jul 22 19:53:14.635114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Provisioning for port 5bbf8c35-5012-43ef-8c55-5856412df42e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:14.643355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Provisioning complete for port 5bbf8c35-5012-43ef-8c55-5856412df42e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:14.643719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.652604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89404236-943b-4e26-b957-a77091b12638,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:14.684181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.740277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:14.745945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:14.848745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.856623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:14.857486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.860034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.911593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-be89108d-a799-489b-9d17-1482146b6296 None None] For port 5bbf8c35-5012-43ef-8c55-5856412df42e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bbf8c35-5012-43ef-8c55-5856412df42e,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:14.916109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0803828 Jul 22 19:53:14.916368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54770) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:14.920567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:14.937552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'name': 'tempest-PortsTestJSON-1435319235'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:14.987669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c085e5-5ac3-4bdd-89ea-335815b83c44 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=55549f84-dc0e-43a4-b99f-5a8ca07e14f7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:15.001854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89108d-a799-489b-9d17-1482146b6296 None None] Pushing event updated for resources: {'Port': ['ID=5bbf8c35-5012-43ef-8c55-5856412df42e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:15.005751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:15.016285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:15.371867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Provisioning for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:15.379172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Provisioning complete for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:15.379856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.429910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Port f2d73d73-cb1d-42b7-980a-7367a785c3e5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:15.444020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Provisioning complete for port 5bbf8c35-5012-43ef-8c55-5856412df42e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:15.444608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3bf82ec-2024-4496-8603-9e9252375ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.528943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:15.535602 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c345b87-35e7-4c85-a565-217fd911e20f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "PUT /v2.0/routers/1dff382d-63b6-45f4-8e3a-8f7f38e2c131/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4887235 Jul 22 19:53:15.542084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54778) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:15.542189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Sync routers for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:15.552369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--853162523', 'description': 'tempest-secgroup_access--853162523 description', 'project_id': '6427d6796d524b1aaa1d09a526a1563e'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:15.553238 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:15.553870 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:15.586986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.628811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:15.633336 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.673536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 627ea211-8979-4af0-af04-ade713aa81a2 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:15.728392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8effdcea-97ad-43ec-b7ed-c40913f130d1 None None] Provisioning complete for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:15.730256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8effdcea-97ad-43ec-b7ed-c40913f130d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.732732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.739544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.783407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.785532 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2426591 Jul 22 19:53:15.790156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:15.797318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1199556145', 'description': 'tempest-secgroup_general--1199556145 description', 'project_id': '6427d6796d524b1aaa1d09a526a1563e'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:15.801575 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:15.809044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfdbe3-527b-4c25-8328-6f27f4dc992c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed6edc-c99c-45da-85e4-aec2c44c23a9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:15.881980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:15.893378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8effdcea-97ad-43ec-b7ed-c40913f130d1 None None] Port f2d73d73-cb1d-42b7-980a-7367a785c3e5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:16.008685 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.020215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.024638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bbf8c35-5012-43ef-8c55-5856412df42e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:16.081860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7a7d1ce8-1a81-45a1-a33d-60275f482aea None None] Provisioning complete for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:16.083027 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1ce8-1a81-45a1-a33d-60275f482aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.091892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eecfe2-f1f6-4388-834b-f7e771afaef3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.099289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.103588 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-daf800b1-e5d2-4ae5-a5f3-9e8584bbb18f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3119693 Jul 22 19:53:16.106627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.108731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54788) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.119560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'security_group_rule': {'security_group_id': 'b0ed6edc-c99c-45da-85e4-aec2c44c23a9', 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:16.140391 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.169514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d1ce8-1a81-45a1-a33d-60275f482aea None None] Port f2d73d73-cb1d-42b7-980a-7367a785c3e5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:16.190754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5bbf8c35-5012-43ef-8c55-5856412df42e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:16.193497 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.205102 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.207829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.324606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:16.325048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: 55549f84-dc0e-43a4-b99f-5a8ca07e14f7, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:16.364678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97e31910-3532-4706-9d70-f44458c6e214 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:16.366752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=627ea211-8979-4af0-af04-ade713aa81a2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.374200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.384167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.398675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:16.399293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e33116a1-764f-4d5f-aa44-8f75db9503e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.414453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 55549f84-dc0e-43a4-b99f-5a8ca07e14f7) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:16.418815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:16.427693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:16.428909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68bd40b-e07c-4d54-9171-5b61ac7ec8ef None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:16.431487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.432964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5511ffdc-e740-4b9d-9ee5-b99325653d8b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.446157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.447814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e6173f6c-6a22-4559-94c3-d5d14cb1d440 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3398819 Jul 22 19:53:16.503438 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 2, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:16.508269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 97e31910-3532-4706-9d70-f44458c6e214 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:16.508680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.533447 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Checking router: 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:16.534057 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Updating router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 port f2d73d73-cb1d-42b7-980a-7367a785c3e5 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:53:16.588754 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.616714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e33116a1-764f-4d5f-aa44-8f75db9503e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.629818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e33116a1-764f-4d5f-aa44-8f75db9503e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.646246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-13235aa0-e594-4ce1-a51d-b123b15832f8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7279737 Jul 22 19:53:16.649654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54802) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.660492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1323420600'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:16.677882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e33116a1-764f-4d5f-aa44-8f75db9503e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb3c2581822543a7bd4479d072d4e574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5656881 Jul 22 19:53:16.680460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:16.694021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33116a1-764f-4d5f-aa44-8f75db9503e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ed9694-5ea2-4364-a1b0-544fe9ffe994,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.725864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:16.730204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.761978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.790597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.801002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-434cb7df-edf3-4910-a83a-22ce5f426b0e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--853162523&fields=id&tenant_id=6427d6796d524b1aaa1d09a526a1563e HTTP/1.1" status: 200 len: 267 time: 0.0778859 Jul 22 19:53:16.805943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:16.832899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.833606 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment aebd634f-87d9-447a-b322-6baf86196fb6 of type vlan for network bc841e1d-5c3c-4e4d-8b30-ddfb23960129 Jul 22 19:53:16.857105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.859614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.863866 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8ed9694-5ea2-4364-a1b0-544fe9ffe994 HTTP/1.1" status: 204 len: 168 time: 0.1783910 Jul 22 19:53:16.870971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fe94b-7f24-4403-b5af-aa0fcf173d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ed9694-5ea2-4364-a1b0-544fe9ffe994,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:16.904173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.914168 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-30a38f21-57c7-4bda-a759-39930cafeaa6 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--1199556145&fields=id&tenant_id=6427d6796d524b1aaa1d09a526a1563e HTTP/1.1" status: 200 len: 267 time: 0.1016955 Jul 22 19:53:16.940370 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.954169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Transition to ACTIVE for port object f2d73d73-cb1d-42b7-980a-7367a785c3e5 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:16.971829 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.983834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:16.990156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:16.990912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.027168 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Pushing event updated for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:17.050397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.056583 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.057874 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.058321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.058761 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.059364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.059946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.060612 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.061487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.063038 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.063174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4121625 Jul 22 19:53:17.063786 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.064438 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:17.066107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:17.071414 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'ports': [{'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'}, {'network_id': 'bc841e1d-5c3c-4e4d-8b30-ddfb23960129'}]} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:17.071742 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:17.072252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': 'bc841e1d-5c3c-4e4d-8b30-ddfb23960129'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:17.133493 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Attempting to bind port f2d73d73-cb1d-42b7-980a-7367a785c3e5 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:17.134406 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Attempting to bind port f2d73d73-cb1d-42b7-980a-7367a785c3e5 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:17.134987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Attempting to bind port f2d73d73-cb1d-42b7-980a-7367a785c3e5 on network 4567f11b-bc3f-467c-8c9a-81b647a32bae {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:17.141189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:17.149373 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Checking segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:17.150160 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.150929 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Bound using segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:17.151637 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Bound port: f2d73d73-cb1d-42b7-980a-7367a785c3e5, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:17.152283 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.157760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792772-dc57-4808-af4a-58e449aad9a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=bc841e1d-5c3c-4e4d-8b30-ddfb23960129,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:17.169604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bc841e1d-5c3c-4e4d-8b30-ddfb23960129 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:17.245128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-ff4f4b92-d682-4f93-ad82-562396995ed8 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:17.272079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-ff4f4b92-d682-4f93-ad82-562396995ed8 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 797 time: 0.3420551 Jul 22 19:53:17.314259 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] For port f2d73d73-cb1d-42b7-980a-7367a785c3e5, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:17.316268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-717b822e-5e66-489b-a184-865a86884fb5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/quotas/6427d6796d524b1aaa1d09a526a1563e HTTP/1.1" status: 200 len: 375 time: 0.0427144 Jul 22 19:53:17.323233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] For port f2d73d73-cb1d-42b7-980a-7367a785c3e5, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f2d73d73-cb1d-42b7-980a-7367a785c3e5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:17.341362 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.349131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 2} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:17.363110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.379942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.463982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c9e8-9a5f-4b5b-b6c2-a93b6a075dd8 None None] Pushing event updated for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:17.467747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:17.468415 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:17.504906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-ad1b3c68-7137-4c1d-aa2f-c54b75762e24 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1874027 Jul 22 19:53:17.571996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port b97d7056-6446-4cfb-99f3-a33c2760c55a yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:17.699049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-5e0fd2bf-272c-4bf5-a99b-9885f6bd89cd service neutron] 10.222.0.10 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800640 Jul 22 19:53:17.701317 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:17.834060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:17.971492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-10c6fe4d-8614-4efe-92b8-2d64362cdb67 service neutron] 10.222.0.10 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663858 Jul 22 19:53:18.021848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port e3e94b56-8053-47a9-8bb1-c2858c349187 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:18.046780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:17Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:18.085946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c43721-44b3-4824-b651-d7a13d207034 None None] The sync data for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 is: [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:17Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:18.228764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:18.300097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f23e760-511e-4c6d-83eb-75f3fc69609d req-e088acc1-69ec-40ff-b16a-f2dc6bdc6074 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 210 time: 0.0671270 Jul 22 19:53:18.336252 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:18.415464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:18.418992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:18.423681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:18.424828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:18.426866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=b97d7056-6446-4cfb-99f3-a33c2760c55a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:18.509818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=e3e94b56-8053-47a9-8bb1-c2858c349187,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:18.542438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': 'aebd634f-87d9-447a-b322-6baf86196fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bc841e1d-5c3c-4e4d-8b30-ddfb23960129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:18.542959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: bc841e1d-5c3c-4e4d-8b30-ddfb23960129, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:18.568940 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network bc841e1d-5c3c-4e4d-8b30-ddfb23960129 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:18.589234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bc841e1d-5c3c-4e4d-8b30-ddfb23960129) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:18.599633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:18.600506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8cdde-b64e-4ae6-b575-39f37c2fd119 None None] Network bc841e1d-5c3c-4e4d-8b30-ddfb23960129 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:18.621727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:18.635977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:18.640471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:18.670439 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c74e41fa-4bd4-473a-88cc-76fb9d8906c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6029625 Jul 22 19:53:18.673395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54858) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:18.914122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port e3e94b56-8053-47a9-8bb1-c2858c349187 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:18.914915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.004024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.026775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for e3e94b56-8053-47a9-8bb1-c2858c349187 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:19.156356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.200490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=e3e94b56-8053-47a9-8bb1-c2858c349187,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:19.208344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.209853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0d99595a-c651-4cdc-a273-27dc5559674d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/e3e94b56-8053-47a9-8bb1-c2858c349187 HTTP/1.1" status: 204 len: 168 time: 0.5346820 Jul 22 19:53:19.212665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.365495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213964b1-dbd6-4447-8676-b92a6ce26618 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:19.372253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213964b1-dbd6-4447-8676-b92a6ce26618 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:19.376973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54876) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.385411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-213964b1-dbd6-4447-8676-b92a6ce26618 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1710744 Jul 22 19:53:19.523979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ee89a01-33c5-407e-84dd-f98aa348e9af req-741cecac-6171-4650-a0a6-eee1101586e3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 210 time: 0.1155429 Jul 22 19:53:19.689846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port b97d7056-6446-4cfb-99f3-a33c2760c55a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:19.690584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.746713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-73fb12ae-bd54-451e-8206-f7c2c14a441d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:19.748391 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-73fb12ae-bd54-451e-8206-f7c2c14a441d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.32 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 797 time: 0.1877210 Jul 22 19:53:19.833180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:19.867416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for b97d7056-6446-4cfb-99f3-a33c2760c55a owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:19.873417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-9444336d-32fc-4c9a-bcc1-040116bf9a12 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6427d6796d524b1aaa1d09a526a1563e HTTP/1.1" status: 200 len: 477 time: 0.1149786 Jul 22 19:53:19.882400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:19.887379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'port': {'device_id': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'admin_state_up': True, 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'security_groups': ['b0ed6edc-c99c-45da-85e4-aec2c44c23a9', 'e6eecfe2-f1f6-4388-834b-f7e771afaef3']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:19.895033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965194748', 'description': 'tempest-secgroup-smoke-1965194748 description', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:19.967789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f2d73d73-cb1d-42b7-980a-7367a785c3e5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:20.010500 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.038012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:20.040247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.042703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:20.043103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.069212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:20.075759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.083818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.126267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=b97d7056-6446-4cfb-99f3-a33c2760c55a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.135591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.138335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cd1630df-1dc1-4a3a-9a53-1d356df14ecf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/b97d7056-6446-4cfb-99f3-a33c2760c55a HTTP/1.1" status: 204 len: 168 time: 0.7594945 Jul 22 19:53:20.140776 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.167016 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.227986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f2d73d73-cb1d-42b7-980a-7367a785c3e5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f2d73d73-cb1d-42b7-980a-7367a785c3e5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:20.234473 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.238638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.20.0.12 (4567f11b-bc3f-467c-8c9a-81b647a32bae/6e4432a3-af98-4500-a3e1-c15ded5a4fc3/89aeef2b-adec-49c4-9bf6-3e40184bacd5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:20.303297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.308910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590b152d-b65c-4d8b-baa1-6eee02c0ade4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:20.310480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-590b152d-b65c-4d8b-baa1-6eee02c0ade4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1686769 Jul 22 19:53:20.313950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54888) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.349190 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ea51fa-efa1-46b5-aa50-fc4531a40a1d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:20.351010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-90ea51fa-efa1-46b5-aa50-fc4531a40a1d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/e3e94b56-8053-47a9-8bb1-c2858c349187 HTTP/1.1" status: 404 len: 333 time: 0.0355148 Jul 22 19:53:20.355506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54890) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.370158 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.392845 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1448b19d-15dc-420d-8d26-2d7c004b0dde tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:20.394416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1448b19d-15dc-420d-8d26-2d7c004b0dde tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/b97d7056-6446-4cfb-99f3-a33c2760c55a HTTP/1.1" status: 404 len: 333 time: 0.0379963 Jul 22 19:53:20.395185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.397267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.430287 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.435029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d9faae-0bfb-468e-9701-114805e5bfd8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.486381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Transition to ACTIVE for port object 89aeef2b-adec-49c4-9bf6-3e40184bacd5 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:20.500022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.503661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.504936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.540837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.543065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6594541 Jul 22 19:53:20.547991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54894) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.556319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:20.566928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9a18f-ae0a-4426-8a45-9aaf1ad8c088 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6f43b-d148-4bd3-9012-d0c607a750e2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.574514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.612601 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.664883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:20.706733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.710540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.719910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:20.723970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:20.739229 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.757261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a79bec-b4f9-477c-b0ce-79a78868fbf0 req-62fc7806-73f5-4317-869a-2304bf42b133 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:20.765932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91a79bec-b4f9-477c-b0ce-79a78868fbf0 req-62fc7806-73f5-4317-869a-2304bf42b133 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 971 time: 0.1276255 Jul 22 19:53:20.789196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:20.790027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.795029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc841e1d-5c3c-4e4d-8b30-ddfb23960129']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:20.795816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0efb35d-6996-454b-b61d-73641f8b0fa6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.801244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.807809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.809191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe00b134-8b37-4e3a-ab6c-a60df917f4b9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2597620 Jul 22 19:53:20.814929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54900) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:20.819707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:20.819896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.820430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.820780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.821121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.821454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.821788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.822119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.822456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.822784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.823239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.823616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.823944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:20.835183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebd634f-87d9-447a-b322-6baf86196fb6') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:20.835487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebd634f-87d9-447a-b322-6baf86196fb6') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:20.853540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.866580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-018c9611-037b-431b-8287-7f52e3e7751f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9835832 Jul 22 19:53:20.871355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91a79bec-b4f9-477c-b0ce-79a78868fbf0 req-d0e3d480-5ae4-4da9-a560-c51a82e7fa57 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1044445 Jul 22 19:53:20.876345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.889895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Request body: {'port': {'device_id': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:20.895475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.917680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:20.918179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:20.921513 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:20.951337 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.958952 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.991208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1221a466-566d-4a96-a3ce-04f0cccbdb10,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:20.997363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:20.999339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e7d857e6-34e0-48f6-845e-5fb5c2d928f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1831255 Jul 22 19:53:21.002873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54902) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.007883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.045978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.053142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.055750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/bc841e1d-5c3c-4e4d-8b30-ddfb23960129 HTTP/1.1" status: 204 len: 168 time: 0.6567261 Jul 22 19:53:21.059959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54906) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.072253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1645944276'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.095709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f435b-d066-467c-b2fe-b371e752af2d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=bc841e1d-5c3c-4e4d-8b30-ddfb23960129,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.097770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.100056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f29baeef-11f9-4ec8-be12-88354e1b9394 None None] Provisioning for port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:21.103544 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 19:53:21.103544 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 19:53:21.103544 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': '2ada752607db4d6484bfa28d320395ea', 'id': '99022d60-066a-498c-800e-3d2a79f00f51', 'expiration': datetime.datetime(2021, 7, 22, 19, 55, 21, 91219)}] Jul 22 19:53:21.103544 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:53:21.104854 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:53:21.106426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f29baeef-11f9-4ec8-be12-88354e1b9394 None None] Provisioning complete for port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:21.107598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f29baeef-11f9-4ec8-be12-88354e1b9394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.144495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f29baeef-11f9-4ec8-be12-88354e1b9394 None None] Port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:21.146894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.269032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.272859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.301185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0549c59-d078-4ce7-8bb9-ae0296329a1a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.323626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.324860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4a74574-8a44-4c32-9cbd-0c121bde5faa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209422 Jul 22 19:53:21.327847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54910) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.333997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.366331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.425711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.430322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.446004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aeef2b-adec-49c4-9bf6-3e40184bacd5 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:21.447748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aee2f27-84bc-4295-9fe6-3b28e00f0c72,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.455958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.459201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.460833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68e72772-3c6e-4d9d-9a12-d29fa72195ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315517 Jul 22 19:53:21.463356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54912) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.468479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.468961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Transition to ACTIVE for port object 89aeef2b-adec-49c4-9bf6-3e40184bacd5 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:21.473033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.493276 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:53:21.498882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.522779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Pushing event updated for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.571223 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.576513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.592349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039da305-db80-4492-afe6-7bc49a77464f,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.609866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Attempting to bind port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:21.610619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Attempting to bind port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:21.610864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.611094 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Attempting to bind port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 on network 4567f11b-bc3f-467c-8c9a-81b647a32bae {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:21.613035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-32482d1f-4dd7-48fb-889c-fc3fade9c3b3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484036 Jul 22 19:53:21.616920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.623317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '3ff6f43b-d148-4bd3-9012-d0c607a750e2', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.632278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 on network 4567f11b-bc3f-467c-8c9a-81b647a32bae not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:53:21.632610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Attempting to bind port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 on network 4567f11b-bc3f-467c-8c9a-81b647a32bae {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:21.634618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:21.640488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.643314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:21.643815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Checking segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:21.644220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Bound using segment: {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:21.644830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Bound port: 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a1bc1b-00b5-41b9-946c-0f03ed524b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:21.645000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.680748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:21.689846 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:53:21.693929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.694294 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment d86a91f1-960e-472e-876c-ea66a8423ee6 of type vlan for network fee9fc23-9d90-4da6-8407-43d261a587b2 Jul 22 19:53:21.702221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.745323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.762418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:21.788833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.795229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:21.795954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.809434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:21.824690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.841066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.867151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.874767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=fee9fc23-9d90-4da6-8407-43d261a587b2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.898474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f36a4021-4647-4a6d-a472-281f352d7d7d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8375359 Jul 22 19:53:21.901841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54920) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.904758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:21.905385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.906776 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] 10.222.0.32 "PUT /v2.0/ports/89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 1132 time: 1.0242140 Jul 22 19:53:21.908910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.911986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:21.914314 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d152ce3-23e0-4166-a046-c87d69b183f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:21.916327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network fee9fc23-9d90-4da6-8407-43d261a587b2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:21.929705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e36e2e-1269-4ce2-b428-4e3f7d0728a1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:21.945636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:21.954376 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2dbc1b2e-b843-4352-81a3-8c0e7b551293 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3359394 Jul 22 19:53:21.962241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:21.969186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'network': {'name': 'tempest-network-smoke--782028970', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:21.988629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af47c4-3957-441d-a2d4-cae485c00233 service neutron] Pushing event updated for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:22.021917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f2d73d73-cb1d-42b7-980a-7367a785c3e5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:22.028576 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bdf61c-5952-4a20-8299-375f788d8a20 x-openstack-request-id: req-08bdf61c-5952-4a20-8299-375f788d8a20 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:22.028781 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:22.029133 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08bdf61c-5952-4a20-8299-375f788d8a20 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:22.029417 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'status': 'completed', 'code': 200} Jul 22 19:53:22.051806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:22.056273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.107490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-e59edb85-7566-40f5-9bf0-40a3fdcc991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.110856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-e59edb85-7566-40f5-9bf0-40a3fdcc991a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1135 time: 0.1234291 Jul 22 19:53:22.134983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:22.169756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:22.173382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.203715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-b24b757a-5365-4e4e-9942-ac2e314356b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 217 time: 0.0802145 Jul 22 19:53:22.219843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.221646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f2d73d73-cb1d-42b7-980a-7367a785c3e5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:22.222169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.222394 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Added segment dd027cb5-4115-4597-b4b1-93fc47724e49 of type vlan for network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 Jul 22 19:53:22.233794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a3272-0bc9-4634-bb94-c11b910fc8ea req-ba9a53a8-ca31-4c53-a2fd-47f339bd1c9b tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.235449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b0a3272-0bc9-4634-bb94-c11b910fc8ea req-ba9a53a8-ca31-4c53-a2fd-47f339bd1c9b tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 983 time: 0.1527047 Jul 22 19:53:22.325956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.331567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b0a3272-0bc9-4634-bb94-c11b910fc8ea req-95ffc445-549d-4923-a4c2-274472f7273e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0869861 Jul 22 19:53:22.332614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-ebaddb8b-b084-4138-a49f-a9654eba247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.334085 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-ebaddb8b-b084-4138-a49f-a9654eba247d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 200 len: 835 time: 0.1222136 Jul 22 19:53:22.414809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.420377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.420961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.464062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5005932 Jul 22 19:53:22.467202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:22.472732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'admin_state_up': True, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:22.481833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.498961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb8a27-1923-4b21-b924-087332542c69 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Network': ['ID=e19a3d2b-f67e-410e-b15f-bdc1bc89b969,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:22.505173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db9be-100e-45a4-adff-3528f0210981 req-144e4d70-04c7-415c-a73d-66834a0d9be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.506956 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-144e4d70-04c7-415c-a73d-66834a0d9be0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4567f11b-bc3f-467c-8c9a-81b647a32bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657214 Jul 22 19:53:22.510050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:22.552040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.553084 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.569951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=75e6648b-7d6a-4784-98f7-614a6a91d708,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:22.592004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': 'd86a91f1-960e-472e-876c-ea66a8423ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:22.592400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: fee9fc23-9d90-4da6-8407-43d261a587b2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:22.609160 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-53675a07-87a0-4839-bee1-50e52eefb3e9 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959210 Jul 22 19:53:22.636966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.645798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network fee9fc23-9d90-4da6-8407-43d261a587b2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:22.698365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1f1db9be-100e-45a4-adff-3528f0210981 req-bb007c9b-8d6d-49ba-9755-2a59f1fb38cc service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Jul 22 19:53:22.714340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, fee9fc23-9d90-4da6-8407-43d261a587b2) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:22.720611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.721212 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.724428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273d38f9-e2c3-4e17-accb-874583cc97dd None None] Network fee9fc23-9d90-4da6-8407-43d261a587b2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:22.796300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.801136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c7fae22f-9e70-4486-b197-5ab34a61cafe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8980157 Jul 22 19:53:22.804357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 54934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:22.809269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2', 'name': 'tempest-PortsTestJSON-1650461473'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:22.814021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-1c3665ba-7b1e-42ef-8024-1ac598486128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.816341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-1c3665ba-7b1e-42ef-8024-1ac598486128 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1135 time: 0.0728469 Jul 22 19:53:22.881891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-fee9fc23-9d90-4da6-8407-43d261a587b2', 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '75e6648b-7d6a-4784-98f7-614a6a91d708'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:22.882988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:22.929359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-1fdc8bb6-f773-482f-8942-c0a894e152fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:22.933564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-1fdc8bb6-f773-482f-8942-c0a894e152fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 898 time: 0.1105778 Jul 22 19:53:22.993165 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-9f7050c9-5c25-44fa-9ae3-b2a6cffabf9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 217 time: 0.0521913 Jul 22 19:53:23.008556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:23.012656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.038009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:23.044999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Allocated IP 172.20.0.2 (fee9fc23-9d90-4da6-8407-43d261a587b2/75e6648b-7d6a-4784-98f7-614a6a91d708/398a1f4b-9e31-4714-a3d8-3c5735b9ad62) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:23.051230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-59096da6-b54a-466f-a633-2f2bec2edb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:23.054036 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-59096da6-b54a-466f-a633-2f2bec2edb33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 200 len: 835 time: 0.0529454 Jul 22 19:53:23.116464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-824cd8dc-9965-40d7-9148-2e2cac3ec750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:23.118047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-824cd8dc-9965-40d7-9148-2e2cac3ec750 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4567f11b-bc3f-467c-8c9a-81b647a32bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576293 Jul 22 19:53:23.200196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.218684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.219753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.231447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Transition to ACTIVE for port object 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:23.235635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-2e173735-afdf-4191-a656-56e5f5929550 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105778 Jul 22 19:53:23.249350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Transition to ACTIVE for port object 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:23.259161 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.316708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Pushing event updated for resources: {'Port': ['ID=398a1f4b-9e31-4714-a3d8-3c5735b9ad62,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:23.343931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Network fee9fc23-9d90-4da6-8407-43d261a587b2 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:23.346668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:23.349286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:23.355333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d152ce3-23e0-4166-a046-c87d69b183f4 req-f97fe8ef-8444-46ff-ad0b-cc648119ff01 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111724 Jul 22 19:53:23.357623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.13 (fee9fc23-9d90-4da6-8407-43d261a587b2/75e6648b-7d6a-4784-98f7-614a6a91d708/5d4c61da-cf44-41a0-8b3d-96535eaf4ae8) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:23.400092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.188 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:23.595649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Attempting to bind port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:23.596627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Attempting to bind port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd86a91f1-960e-472e-876c-ea66a8423ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:23.597222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Attempting to bind port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 on network fee9fc23-9d90-4da6-8407-43d261a587b2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:23.602881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:23.603354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Checking segment: {'id': 'd86a91f1-960e-472e-876c-ea66a8423ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:23.603832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.604381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Bound using segment: {'id': 'd86a91f1-960e-472e-876c-ea66a8423ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:23.604969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Bound port: 398a1f4b-9e31-4714-a3d8-3c5735b9ad62, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86a91f1-960e-472e-876c-ea66a8423ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fee9fc23-9d90-4da6-8407-43d261a587b2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:23.605462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.827933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8c8da-ad12-4b5c-879e-1da6a600fb09 req-a00cf204-c001-4e66-a369-c19f6fce4b50 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:23.832219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] For port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:23.832219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] For port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=398a1f4b-9e31-4714-a3d8-3c5735b9ad62,segment=NetworkSegment(d86a91f1-960e-472e-876c-ea66a8423ee6),segment_id=d86a91f1-960e-472e-876c-ea66a8423ee6)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:23.833026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95a8c8da-ad12-4b5c-879e-1da6a600fb09 req-a00cf204-c001-4e66-a369-c19f6fce4b50 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 983 time: 0.2608960 Jul 22 19:53:23.833403 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.833606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.833606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.833606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object 5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:23.833898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107abb27-9e28-4dd6-8e63-ad15db12ae55 None None] Pushing event updated for resources: {'Port': ['ID=398a1f4b-9e31-4714-a3d8-3c5735b9ad62,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:23.834067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95a8c8da-ad12-4b5c-879e-1da6a600fb09 req-72231d26-606c-4b38-aa3f-4eb94bc64161 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1246359 Jul 22 19:53:23.878178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.887475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:23.944324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network fee9fc23-9d90-4da6-8407-43d261a587b2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:23.951276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:23.952367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:23.957471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:23.980724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:23.988254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:23.993231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:24.086814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:24.087506 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.151558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=5d4c61da-cf44-41a0-8b3d-96535eaf4ae8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:24.189020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-84e8ce98-1c9e-4a37-b5cc-8dbdf709f32b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3836606 Jul 22 19:53:24.192065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:24.305474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:24.305825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.389698 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.400452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.430406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:24.585122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.599443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.616765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=5d4c61da-cf44-41a0-8b3d-96535eaf4ae8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:24.732057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.734194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3948386-c312-4ab1-97db-9fc809104ebc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 HTTP/1.1" status: 204 len: 168 time: 0.5410864 Jul 22 19:53:24.737618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:24.783455 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d72508-77c0-4aed-98e0-0da8e3d3d20b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:53:24.784304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d72508-77c0-4aed-98e0-0da8e3d3d20b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:53:24.786180 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e3d72508-77c0-4aed-98e0-0da8e3d3d20b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 HTTP/1.1" status: 404 len: 333 time: 0.0475175 Jul 22 19:53:24.789225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:24.831553 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fdd7ba-9dcc-4f4b-89a4-c5eda8405fad tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:24.833416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67fdd7ba-9dcc-4f4b-89a4-c5eda8405fad tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/5d4c61da-cf44-41a0-8b3d-96535eaf4ae8 HTTP/1.1" status: 404 len: 333 time: 0.0429945 Jul 22 19:53:24.838309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:24.928216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 75e6648b-7d6a-4784-98f7-614a6a91d708 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:24.932016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:24.996387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.071228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3ddbc-b2d1-440f-afa2-c12cd3040bc4 None None] Network fee9fc23-9d90-4da6-8407-43d261a587b2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:25.075529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de9c37-2a3b-46c1-8ecf-9f2a2e6c03b1 req-46a04ca3-befc-453c-b774-c92e59f22dd5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:25.076993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04de9c37-2a3b-46c1-8ecf-9f2a2e6c03b1 req-46a04ca3-befc-453c-b774-c92e59f22dd5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 983 time: 0.1569045 Jul 22 19:53:25.145141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dedae663-793d-40bb-9fa9-f91367c6f84f None None] Provisioning for port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:25.150821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.184339 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.209817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04de9c37-2a3b-46c1-8ecf-9f2a2e6c03b1 req-211bca7a-7cd4-4556-8fbb-94f3949850af tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0922887 Jul 22 19:53:25.262893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.281751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 89aeef2b-adec-49c4-9bf6-3e40184bacd5 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:53:25.294049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=75e6648b-7d6a-4784-98f7-614a6a91d708,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:25.296059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.300312 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3b0f19d6-7dfe-43ef-952d-f8d74af8cbb8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/75e6648b-7d6a-4784-98f7-614a6a91d708 HTTP/1.1" status: 204 len: 168 time: 0.4584770 Jul 22 19:53:25.301579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 54994) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:25.395620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:53:25.419829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.464418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:25.494455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'port_id': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'mac_address': 'fa:16:3e:8a:1c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:53:25.496260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:25.496716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.526910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:25.537330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.554162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aeef2b-adec-49c4-9bf6-3e40184bacd5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:25.572058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.576674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:25.576818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-60e594be-9739-4caf-b215-693280e68b87 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1085646 Jul 22 19:53:25.578088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55000) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:25.578599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Sync routers for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:25.587797 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.596643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:25.597457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:25.637263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=398a1f4b-9e31-4714-a3d8-3c5735b9ad62,segment=NetworkSegment(d86a91f1-960e-472e-876c-ea66a8423ee6),segment_id=d86a91f1-960e-472e-876c-ea66a8423ee6)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:25.637856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:25.653204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:25.777099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b439021-df8a-4b30-acf4-f46204d8c223 None None] Network fee9fc23-9d90-4da6-8407-43d261a587b2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:25.796623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f724aa48-e10c-4afb-900c-f56f0a904540 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=ca372bc1d5c740e2bf960361d1bd5e37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2170763 Jul 22 19:53:25.798431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55008) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:25.802342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:25.816440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['89aeef2b-adec-49c4-9bf6-3e40184bacd5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:53:25.960417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6fddc-4a6d-44c7-b838-ea76d1e5ec22 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:25.962127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-36d6fddc-4a6d-44c7-b838-ea76d1e5ec22 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610215 Jul 22 19:53:25.964942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55012) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:26.004680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3b797b95-d45a-435c-9ea3-54d193822b54 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385535 Jul 22 19:53:26.007589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:26.008603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55014) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:26.015586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398042591', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:26.028920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:26.144454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:26.148444 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.157528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.174925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:26.207352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=398a1f4b-9e31-4714-a3d8-3c5735b9ad62,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:26.334059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.344963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee9fc23-9d90-4da6-8407-43d261a587b2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:26.354645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No active binding found for port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 {{(pid=93802) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 19:53:26.355077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 19:53:26.357928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86a91f1-960e-472e-876c-ea66a8423ee6') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:26.358235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86a91f1-960e-472e-876c-ea66a8423ee6') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:26.372550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.398018 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.404817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:26.405280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:26.410653 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:26.416916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Port 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 not found, will not notify nova. {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 19:53:26.488121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:24Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:26.523320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Checking router: 675e6b6e-5779-4b4f-9c41-8c1264bbf90f for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:26.523552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Updating router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:53:26.532576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.543429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea73d-79b4-4bbf-aa35-ff4bde872ef8 req-7fe9934a-0845-4262-8a7e-f715f3ea136f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:26.545425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-008ea73d-79b4-4bbf-aa35-ff4bde872ef8 req-7fe9934a-0845-4262-8a7e-f715f3ea136f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 984 time: 0.1964881 Jul 22 19:53:26.547127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.562410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.564815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/fee9fc23-9d90-4da6-8407-43d261a587b2 HTTP/1.1" status: 204 len: 168 time: 1.2617342 Jul 22 19:53:26.570815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef14ec39-e6f9-4cf5-994d-6cfaec36f1e8 None None] DHCP port deletion for fee9fc23-9d90-4da6-8407-43d261a587b2 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:26.571005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55030) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:26.588526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-120431280'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:26.593549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e854695-0c3f-4889-ad68-fcca4c77237e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=fee9fc23-9d90-4da6-8407-43d261a587b2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:26.622165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:26.625316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.625748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.637307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Subnet': ['ID=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:26.655360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:26.666544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.666991 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment 505c9fb6-4b2e-4593-b38f-cf225e1110f7 of type vlan for network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 Jul 22 19:53:26.705006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-008ea73d-79b4-4bbf-aa35-ff4bde872ef8 req-96c4762d-6912-4e63-b6fe-fd4357c4d061 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0926044 Jul 22 19:53:26.715935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Checking segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:26.716589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network hostable DHCP agents. Network: e19a3d2b-f67e-410e-b15f-bdc1bc89b969, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:26.717151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.739158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:26.752366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, e19a3d2b-f67e-410e-b15f-bdc1bc89b969) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:26.759278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:26.760564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.770897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69155e48-ad0d-4774-a901-1d6fdf059819 None None] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:26.775048 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.784286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:26.785365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:26.797127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0e66a451-8f8c-4cb4-a75d-a1ec16e57cc2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7845874 Jul 22 19:53:26.799879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55036) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:26.813986 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2304192 Jul 22 19:53:26.819335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55038) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:26.874317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddb356-76c6-4d9b-8691-4322afd1585a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=10ed36c8-f9fc-41c3-9a50-9bd3c6498b94,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:26.875188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:26.909599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:27.063158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:27.066709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.118530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:27.119387 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.165005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.238502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Transition to ACTIVE for port object d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:27.246675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.319555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 89aeef2b-adec-49c4-9bf6-3e40184bacd5 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:27.330428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76387-3f8f-44b1-bb56-443dd2871d8f None None] Pushing event updated for resources: {'Port': ['ID=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:27.416811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Attempting to bind port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:27.417195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Attempting to bind port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:27.417563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Attempting to bind port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:27.440397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.440998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:27.441266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:27.441573 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.441982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:27.442473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Bound port: d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:27.443523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.444505 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.536138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=03a4d9b7-1bde-4087-832e-4d51db36ed36,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:27.595240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': '505c9fb6-4b2e-4593-b38f-cf225e1110f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:27.596014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:27.634889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Allocated IP 172.20.0.2 (e19a3d2b-f67e-410e-b15f-bdc1bc89b969/64cb0ce6-2d59-479e-abf1-c16ce8f27bbc/f92402c4-771a-42ee-b524-b25998c63d64) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:27.672443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:27.683009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.695445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:27.697317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:27.714373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] For port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:27.720474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13033e39-9d54-4ec9-9e65-423cd1d08dac None None] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:27.750083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:27.750466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.758125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:27.758798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.836989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] For port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:27.839840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3b0013df-a1f1-46cc-b6c1-c7be04788367 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0189269 Jul 22 19:53:27.843460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55064) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:27.855155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94', 'security_groups': [], 'name': 'tempest-PortsTestJSON-204678060'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:27.866961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:27.953316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:28.011596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:28.011945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 398a1f4b-9e31-4714-a3d8-3c5735b9ad62 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:28.061760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.069481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:28.070091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:28.093452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d207e-4246-43a5-86c2-423620033531 req-6b1fc3ca-d380-4f07-aa55-a3449a4a58ae tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:28.095001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-637d207e-4246-43a5-86c2-423620033531 req-6b1fc3ca-d380-4f07-aa55-a3449a4a58ae tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 984 time: 0.2830217 Jul 22 19:53:28.147286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc76387-3f8f-44b1-bb56-443dd2871d8f None None] Pushing event updated for resources: {'Port': ['ID=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:28.178407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Transition to ACTIVE for port object f92402c4-771a-42ee-b524-b25998c63d64 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:28.234472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Transition to ACTIVE for port object f92402c4-771a-42ee-b524-b25998c63d64 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:28.243494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.260403 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.329203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-10ed36c8-f9fc-41c3-9a50-9bd3c6498b94', 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '03a4d9b7-1bde-4087-832e-4d51db36ed36'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:28.330608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.357378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:28.359517 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa33b1-4543-4d77-b18a-dd58a5a2214b" -d '{"events": [{"server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "name": "network-vif-plugged", "status": "completed", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:28.363350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:28.374967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:28.441406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:28.445242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:28.449123 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb2269c-c69f-4c0f-a40c-b50cf41be7dc x-openstack-request-id: req-8bb2269c-c69f-4c0f-a40c-b50cf41be7dc {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:28.449657 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "name": "network-vif-plugged", "status": "completed", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:28.449918 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bb2269c-c69f-4c0f-a40c-b50cf41be7dc {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:28.451715 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'code': 200} Jul 22 19:53:28.456447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:28.479561 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.498135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Pushing event updated for resources: {'Port': ['ID=f92402c4-771a-42ee-b524-b25998c63d64,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:28.573404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.1 (e19a3d2b-f67e-410e-b15f-bdc1bc89b969/64cb0ce6-2d59-479e-abf1-c16ce8f27bbc/466904ef-50e9-44c2-8c06-e5651355defd) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:28.623991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c9be-d900-451f-afed-5c6adb01c914 req-14ae25bc-f869-40a4-aecc-a6ae93de9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:28.628445 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1c9be-d900-451f-afed-5c6adb01c914 req-14ae25bc-f869-40a4-aecc-a6ae93de9973 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.1247556 Jul 22 19:53:28.677643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1c9be-d900-451f-afed-5c6adb01c914 req-508ea058-c014-4c8c-be32-b157e8950b59 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365102 Jul 22 19:53:28.714089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-637d207e-4246-43a5-86c2-423620033531 req-dba307b7-c10d-4ae9-8033-1a24ada4d2f9 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6060953 Jul 22 19:53:28.718823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:28.729981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Attempting to bind port f92402c4-771a-42ee-b524-b25998c63d64 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:28.730380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Attempting to bind port f92402c4-771a-42ee-b524-b25998c63d64 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:28.730746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Attempting to bind port f92402c4-771a-42ee-b524-b25998c63d64 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:28.736021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:28.739990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.746186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.758452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:28.758914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Checking segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:28.759508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.760082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Bound using segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:28.760599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Bound port: f92402c4-771a-42ee-b524-b25998c63d64, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:28.760978 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.772343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port c517218a-0f84-40fa-905a-c4ac51e9382a yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:28.777160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object 466904ef-50e9-44c2-8c06-e5651355defd will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:28.847922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Allocated IP 172.20.0.2 (10ed36c8-f9fc-41c3-9a50-9bd3c6498b94/03a4d9b7-1bde-4087-832e-4d51db36ed36/519747aa-54e2-4143-a29c-52db15a19759) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:28.868547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.908517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] For port f92402c4-771a-42ee-b524-b25998c63d64, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:28.920030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:28.923316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:28.928655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:28.934495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] For port f92402c4-771a-42ee-b524-b25998c63d64, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f92402c4-771a-42ee-b524-b25998c63d64,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:28.952571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:28.966303 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:28.976619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:24Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:28.991788 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.031599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88897da5-4388-463b-a28b-9d752ac23539 None None] The sync data for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 is: [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:24Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:29.110634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96312a81-121d-45cc-aeda-22211b1c8fee None None] Pushing event updated for resources: {'Port': ['ID=f92402c4-771a-42ee-b524-b25998c63d64,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:29.175114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.196450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Transition to ACTIVE for port object 519747aa-54e2-4143-a29c-52db15a19759 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:29.227528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Transition to ACTIVE for port object 519747aa-54e2-4143-a29c-52db15a19759 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:29.236530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.310629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:29.325413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:29.336217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:29.338422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Pushing event updated for resources: {'Port': ['ID=519747aa-54e2-4143-a29c-52db15a19759,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:29.414548 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.435963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.13 (10ed36c8-f9fc-41c3-9a50-9bd3c6498b94/03a4d9b7-1bde-4087-832e-4d51db36ed36/c517218a-0f84-40fa-905a-c4ac51e9382a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:29.437273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Attempting to bind port 519747aa-54e2-4143-a29c-52db15a19759 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:29.438213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Attempting to bind port 519747aa-54e2-4143-a29c-52db15a19759 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '505c9fb6-4b2e-4593-b38f-cf225e1110f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:29.438758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Attempting to bind port 519747aa-54e2-4143-a29c-52db15a19759 on network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:29.445441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:29.446261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Checking segment: {'id': '505c9fb6-4b2e-4593-b38f-cf225e1110f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:29.446826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.447407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Bound using segment: {'id': '505c9fb6-4b2e-4593-b38f-cf225e1110f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:29.448053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Bound port: 519747aa-54e2-4143-a29c-52db15a19759, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505c9fb6-4b2e-4593-b38f-cf225e1110f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '10ed36c8-f9fc-41c3-9a50-9bd3c6498b94'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:29.448625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.645598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] For port 519747aa-54e2-4143-a29c-52db15a19759, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:29.656648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] For port 519747aa-54e2-4143-a29c-52db15a19759, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=519747aa-54e2-4143-a29c-52db15a19759,segment=NetworkSegment(505c9fb6-4b2e-4593-b38f-cf225e1110f7),segment_id=505c9fb6-4b2e-4593-b38f-cf225e1110f7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:29.666480 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.842792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:29.859184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object c517218a-0f84-40fa-905a-c4ac51e9382a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:29.907154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.008040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:30.042334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=c517218a-0f84-40fa-905a-c4ac51e9382a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:30.042334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:30.050410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:30.143604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020cfcc-19b4-4f19-aa25-6daac57f573c None None] Pushing event updated for resources: {'Port': ['ID=519747aa-54e2-4143-a29c-52db15a19759,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:30.151534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:30.214777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:30.215468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.291339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:30.296092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:30.296792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.373456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c1706304-a36c-40da-9312-25df11bd8daf tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5261598 Jul 22 19:53:30.378404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:30.389686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef602ecf-bb64-41f6-a1cc-864a63bf3859 req-3f6ad476-966e-4d78-b9fd-7e35eedc4f32 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:30.391022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef602ecf-bb64-41f6-a1cc-864a63bf3859 req-3f6ad476-966e-4d78-b9fd-7e35eedc4f32 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 985 time: 0.4071705 Jul 22 19:53:30.448194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.488915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:30.497860 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.501801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f92402c4-771a-42ee-b524-b25998c63d64 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:30.537733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef602ecf-bb64-41f6-a1cc-864a63bf3859 req-65bb2412-4830-478b-bcd8-dcfc1ba1e091 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1363964 Jul 22 19:53:30.548496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port c517218a-0f84-40fa-905a-c4ac51e9382a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:30.549248 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.578044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.593320 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.597770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-b0604356-a95a-41d2-86be-170c56fa34a7 req-fe6cd71b-3eae-4dfc-9c96-c5ee501e4795 service neutron] (93801) timed out ('10.222.0.10', 56602) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:53:30.727883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:30.745233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f92402c4-771a-42ee-b524-b25998c63d64 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:30.809435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:30.810222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.813195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:30.854883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for c517218a-0f84-40fa-905a-c4ac51e9382a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:30.888336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da138ce1-6ce4-48d0-a16c-0101fc319cbc None None] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:30.904057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa5e14-0ba1-46b8-8d00-fe56b5fb682b req-8a561782-88cc-45f7-a38b-82c4be30a99b tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:30.905640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61aa5e14-0ba1-46b8-8d00-fe56b5fb682b req-8a561782-88cc-45f7-a38b-82c4be30a99b tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 985 time: 0.1969512 Jul 22 19:53:31.052951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Provisioning for port f92402c4-771a-42ee-b524-b25998c63d64 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:31.054384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61aa5e14-0ba1-46b8-8d00-fe56b5fb682b req-edc6a92f-c0fb-4d2c-9cb1-79c3e48a2518 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1168380 Jul 22 19:53:31.065113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.086225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:31.087861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:31.089719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Provisioning complete for port f92402c4-771a-42ee-b524-b25998c63d64 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:31.090152 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.183750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=c517218a-0f84-40fa-905a-c4ac51e9382a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:31.277625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.279850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78c52a3e-7868-488e-87dd-c1ba8f516591 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/c517218a-0f84-40fa-905a-c4ac51e9382a HTTP/1.1" status: 204 len: 168 time: 0.8984694 Jul 22 19:53:31.282510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55136) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:31.307329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.346238 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-48790c3f-8dec-4080-81c2-fe90a3cf2277 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:31.348199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-48790c3f-8dec-4080-81c2-fe90a3cf2277 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/c517218a-0f84-40fa-905a-c4ac51e9382a HTTP/1.1" status: 404 len: 333 time: 0.0632153 Jul 22 19:53:31.351224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fc548-2958-4a59-8481-0f36b83a938a req-0d51195c-688e-4e09-9ee1-a394b40cbed4 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:31.352235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:31.353719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-270fc548-2958-4a59-8481-0f36b83a938a req-0d51195c-688e-4e09-9ee1-a394b40cbed4 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.1141157 Jul 22 19:53:31.373196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] For port f92402c4-771a-42ee-b524-b25998c63d64, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f92402c4-771a-42ee-b524-b25998c63d64,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:31.379187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.400518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-270fc548-2958-4a59-8481-0f36b83a938a req-9e8ab2b6-c458-4d9c-b0a2-49864c56f296 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.419376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:31.456764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d5bda7-f71e-4662-acdc-13b944d268a3 None None] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:31.461342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 03a4d9b7-1bde-4087-832e-4d51db36ed36 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:31.467452 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.553973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.619911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f43a9f59-e6c0-4f15-a8c3-867563b6ab64 None None] Provisioning for port 519747aa-54e2-4143-a29c-52db15a19759 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:31.635350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60343d9f-93fe-4bcc-be86-19968e4e7a97 None None] Pushing event updated for resources: {'Port': ['ID=f92402c4-771a-42ee-b524-b25998c63d64,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:31.691579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:31.708633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a03505e-c022-4ae4-ad09-1a3eaec5ebb2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/675e6b6e-5779-4b4f-9c41-8c1264bbf90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9073560 Jul 22 19:53:31.753677 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.757898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-270fc548-2958-4a59-8481-0f36b83a938a req-9e8ab2b6-c458-4d9c-b0a2-49864c56f296 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.769366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-270fc548-2958-4a59-8481-0f36b83a938a req-9e8ab2b6-c458-4d9c-b0a2-49864c56f296 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.806998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-270fc548-2958-4a59-8481-0f36b83a938a req-9e8ab2b6-c458-4d9c-b0a2-49864c56f296 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4426169 Jul 22 19:53:31.841670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:31.845694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ab2b6-c458-4d9c-b0a2-49864c56f296 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e47757-4a8d-4295-919a-2d5be10b4315,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:31.883559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Provisioning complete for port f92402c4-771a-42ee-b524-b25998c63d64 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:31.883931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:31.989176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.023244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-70c2c08f-7a90-48d5-8519-1734bb8be560 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965194748&fields=id&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 267 time: 0.1044309 Jul 22 19:53:32.083699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.085678 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/03a4d9b7-1bde-4087-832e-4d51db36ed36 HTTP/1.1" status: 204 len: 168 time: 0.7281473 Jul 22 19:53:32.097523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de684-c1fa-49e0-b83c-cba31bab7ef8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=03a4d9b7-1bde-4087-832e-4d51db36ed36,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:32.107122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:32.114380 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Sync routers for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:32.116577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa7903-823a-4b20-88ab-d879170f697a tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:32.117422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Provisioning for port 466904ef-50e9-44c2-8c06-e5651355defd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:32.118783 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3bfa7903-823a-4b20-88ab-d879170f697a tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1132 time: 0.2760551 Jul 22 19:53:32.122018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55170) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:32.126576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:32.127784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Provisioning complete for port 466904ef-50e9-44c2-8c06-e5651355defd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:32.128180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.140826 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:32.141470 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:32.226012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-afea87f1-3d60-48be-a0f4-bb2decfa9c4d None None] Port 466904ef-50e9-44c2-8c06-e5651355defd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:32.252525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f92402c4-771a-42ee-b524-b25998c63d64 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:32.311582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.322223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f92402c4-771a-42ee-b524-b25998c63d64 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:32.322804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.361485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:32.366131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-65dec095-6507-403b-a1e6-959fc06709db tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:32.370522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.388230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-65dec095-6507-403b-a1e6-959fc06709db tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 796 time: 0.3467743 Jul 22 19:53:32.409784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-907912ee-b490-4bd3-8578-c6af880231be None None] Provisioning complete for port 466904ef-50e9-44c2-8c06-e5651355defd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:32.411927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-e9b91081-88e3-4421-bf16-d5e5ac37498e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/quotas/ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 375 time: 0.0137997 Jul 22 19:53:32.412402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-907912ee-b490-4bd3-8578-c6af880231be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.480823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c8a8a-e388-449d-a42d-6362fa014811 None None] Network 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:32.613091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 519747aa-54e2-4143-a29c-52db15a19759 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:32.613663 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.649625 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:53:32.664237 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 2, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:32.679600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-907912ee-b490-4bd3-8578-c6af880231be None None] Port 466904ef-50e9-44c2-8c06-e5651355defd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:32.706010 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Checking router: 675e6b6e-5779-4b4f-9c41-8c1264bbf90f for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:32.706622 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Updating router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f port 466904ef-50e9-44c2-8c06-e5651355defd binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:53:32.721016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 519747aa-54e2-4143-a29c-52db15a19759, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=519747aa-54e2-4143-a29c-52db15a19759,segment=NetworkSegment(505c9fb6-4b2e-4593-b38f-cf225e1110f7),segment_id=505c9fb6-4b2e-4593-b38f-cf225e1110f7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:32.721394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.735673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 519747aa-54e2-4143-a29c-52db15a19759 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:32.759810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 519747aa-54e2-4143-a29c-52db15a19759 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:32.773384 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.787922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.927960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:32.931210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Could not find standard attr ID for object 519747aa-54e2-4143-a29c-52db15a19759. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:32.931809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:32.969149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-09a9afa9-9f84-4245-8394-a320452212e5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5502579 Jul 22 19:53:32.999331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c89409bf-2ab4-4c62-b14d-081e2ef41502 None None] Provisioning complete for port 466904ef-50e9-44c2-8c06-e5651355defd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:32.999711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c89409bf-2ab4-4c62-b14d-081e2ef41502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.029928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 519747aa-54e2-4143-a29c-52db15a19759 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:33.037028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=519747aa-54e2-4143-a29c-52db15a19759,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.041143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.25.6.38 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:33.103548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c89409bf-2ab4-4c62-b14d-081e2ef41502 None None] Port 466904ef-50e9-44c2-8c06-e5651355defd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:33.114321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6e843-955e-426a-ba89-709408452cb4 None None] DHCP port deletion for 10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:33.174024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.181566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:33.182255 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.231203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ed36c8-f9fc-41c3-9a50-9bd3c6498b94']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:33.243718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-d5689f2a-5f8f-4119-ac9b-8b5b2550e03a service neutron] 10.222.0.10 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504237 Jul 22 19:53:33.248707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505c9fb6-4b2e-4593-b38f-cf225e1110f7') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:33.249010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505c9fb6-4b2e-4593-b38f-cf225e1110f7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:33.256089 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.264364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.267758 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Transition to ACTIVE for port object 466904ef-50e9-44c2-8c06-e5651355defd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:33.285049 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.294623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.305564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.319117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:33.319539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:33.322609 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:33.349092 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1915e-3ffe-4103-b1dd-e881fbcbd23e None None] Pushing event updated for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.446512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-c73918a9-186b-42d0-b284-de92e0f2c5cd service neutron] 10.222.0.10 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926041 Jul 22 19:53:33.448253 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Attempting to bind port 466904ef-50e9-44c2-8c06-e5651355defd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:33.448880 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Attempting to bind port 466904ef-50e9-44c2-8c06-e5651355defd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:33.449765 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Attempting to bind port 466904ef-50e9-44c2-8c06-e5651355defd on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:33.455269 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:33.455645 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Checking segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:33.456289 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.456867 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Bound using segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:33.457495 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Bound port: 466904ef-50e9-44c2-8c06-e5651355defd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:33.457844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.458318 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.471403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.476800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/10ed36c8-f9fc-41c3-9a50-9bd3c6498b94 HTTP/1.1" status: 204 len: 168 time: 1.3535993 Jul 22 19:53:33.478130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55194) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:33.484905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'name': 'tempest-PortsTestJSON-27163581'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:33.512904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80265c6-b78c-48b4-a300-002e4c334278 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=10ed36c8-f9fc-41c3-9a50-9bd3c6498b94,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.537832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.614823 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] For port 466904ef-50e9-44c2-8c06-e5651355defd, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:33.624732 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] For port 466904ef-50e9-44c2-8c06-e5651355defd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=466904ef-50e9-44c2-8c06-e5651355defd,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:33.633261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:33.636369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:33.636725 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.640931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:33.688099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:33.696951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:33.699387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.764834 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:33.766916 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:33.774557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1915e-3ffe-4103-b1dd-e881fbcbd23e None None] Pushing event updated for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:33.854621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-649f2099-49fd-438d-89c4-7995a91851eb req-82aede1e-8729-4db5-838d-1ec3ef0b5408 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 210 time: 0.0927370 Jul 22 19:53:33.856311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 0ca0c259-8e7e-4b7b-90d6-d707e2966731 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:33.935699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 519747aa-54e2-4143-a29c-52db15a19759 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:33.996090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 519747aa-54e2-4143-a29c-52db15a19759 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:33.996804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 519747aa-54e2-4143-a29c-52db15a19759 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:34.167035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.213375 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.253249 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:34.292919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:34.297139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:34.302939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:34.309920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:34.310840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.318866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=0ca0c259-8e7e-4b7b-90d6-d707e2966731,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:34.334187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.335135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.335698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.336450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.337813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.338536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.339130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.339576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.340356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.340635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.341093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.342152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:53:34.349130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d481bb85-32c6-4579-8371-1c94800ac33e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8698454 Jul 22 19:53:34.352055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55218) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:34.428330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.536979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.553653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 0ca0c259-8e7e-4b7b-90d6-d707e2966731 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:34.554256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.586852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:33Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:34.642983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39f618-595e-4aba-91e9-b6a1cc0f665d None None] The sync data for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 is: [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:33Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:34.652139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.671289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 0ca0c259-8e7e-4b7b-90d6-d707e2966731 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:34.819450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.831050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.847828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.938863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=0ca0c259-8e7e-4b7b-90d6-d707e2966731,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:34.953636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:34.957749 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6f453aa7-394e-4455-ac1c-03f67efe6427 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/0ca0c259-8e7e-4b7b-90d6-d707e2966731 HTTP/1.1" status: 204 len: 168 time: 0.6045222 Jul 22 19:53:34.960537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55236) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:34.967111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'mac_address': 'fa:16:3e:b9:54:f8', 'name': 'tempest-PortsTestJSON-2104450095'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:35.001912 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:35.024259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:35.044755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d9659cd-f075-49ea-8358-091b423a02bf req-2247402e-c38a-48d5-8e09-b74e89579c40 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 210 time: 0.0417225 Jul 22 19:53:35.179030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:35.228304 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Floating IP 76585648-4970-43ee-8247-a1e9a80d9aeb associated. External IP: 172.25.6.38, port: 89aeef2b-adec-49c4-9bf6-3e40184bacd5. Jul 22 19:53:35.351475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:35.403580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port eb24fd70-8c6f-4568-81a1-6a4125ab0c21 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:35.470697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-25467994-8e4e-4d29-b709-8138a7879b66 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:35.472627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-25467994-8e4e-4d29-b709-8138a7879b66 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 796 time: 0.2193644 Jul 22 19:53:35.531462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-3dfc93a4-09f9-4627-928c-cebdffede4d7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 380 time: 0.0494936 Jul 22 19:53:35.541877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'port': {'device_id': 'bf303001-beba-455d-935c-b0e151111f02', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'admin_state_up': True, 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'security_groups': ['3ff6f43b-d148-4bd3-9012-d0c607a750e2']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:35.704248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:35.719701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:35.727557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:35.938513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 466904ef-50e9-44c2-8c06-e5651355defd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:36.005572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 466904ef-50e9-44c2-8c06-e5651355defd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:36.007186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.6 (e19a3d2b-f67e-410e-b15f-bdc1bc89b969/64cb0ce6-2d59-479e-abf1-c16ce8f27bbc/8b53c06f-d38b-44d5-b04a-8261d4f50914) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:36.015696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 466904ef-50e9-44c2-8c06-e5651355defd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:36.016569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.166321 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.236936 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.241718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 466904ef-50e9-44c2-8c06-e5651355defd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=466904ef-50e9-44c2-8c06-e5651355defd,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:36.247830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e35e18f-5517-4bee-b7c5-f15b6c8875a6 req-e601c860-0acb-4c81-adcb-5376dbd93816 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 210 time: 0.0736899 Jul 22 19:53:36.253928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.339515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:36.359772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.364631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.374868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object 8b53c06f-d38b-44d5-b04a-8261d4f50914 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:36.424082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:36.427539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.435581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:36.438062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:36.444616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.445285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.458881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:36.465687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=eb24fd70-8c6f-4568-81a1-6a4125ab0c21,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:36.471381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Sync routers for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:36.486990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:36.487926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:36.511540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:36.518728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:36.522741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:36.537358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9c539ff6-4bc2-4818-acad-af7b6f7aa293 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5733469 Jul 22 19:53:36.537358 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.537955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55270) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:36.577625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:36.606541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.607227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.652983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-13f50ca3-7e30-469f-8748-46813fee7fb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1129367 Jul 22 19:53:36.662893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Request body: {'port': {'device_id': 'bf303001-beba-455d-935c-b0e151111f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:36.674959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b0bb7-9f0a-42b5-9e84-1f0a708c9f98 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.675725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:36.679512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55276) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:36.685239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c38b0bb7-9f0a-42b5-9e84-1f0a708c9f98 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/eb24fd70-8c6f-4568-81a1-6a4125ab0c21 HTTP/1.1" status: 200 len: 841 time: 0.1455724 Jul 22 19:53:36.712875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ca850fe-0de7-46ea-8888-513dfaffcd69 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5897310 Jul 22 19:53:36.713654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55278) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:36.714132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:36.716635 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fa22ff-ece0-4c71-b487-21b669fa7294" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:36.857682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.930372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port eb24fd70-8c6f-4568-81a1-6a4125ab0c21 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:36.930888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:36.983457 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.983929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.984427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.984903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.985368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.986596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.987074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:36.991634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5cbc83e2-1ea1-4b40-9b27-b171a6ffea87 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4928 time: 0.2696042 Jul 22 19:53:36.991634 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846a8a9-feac-4044-ad0f-48142475c92b x-openstack-request-id: req-d846a8a9-feac-4044-ad0f-48142475c92b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:36.991634 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:36.991634 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d846a8a9-feac-4044-ad0f-48142475c92b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:36.992364 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'status': 'completed', 'code': 200} Jul 22 19:53:37.000491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3588563d-0159-41ab-8f14-ced711820013 None None] Provisioning for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:37.002456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55286) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:37.010812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3588563d-0159-41ab-8f14-ced711820013 None None] Provisioning complete for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:37.011089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3588563d-0159-41ab-8f14-ced711820013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.058984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '76585648-4970-43ee-8247-a1e9a80d9aeb', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'port_id': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'mac_address': 'fa:16:3e:8a:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:34Z', 'updated_at': '2021-07-22T19:53:34Z', 'revision_number': 0, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:37.082966 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.091460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3588563d-0159-41ab-8f14-ced711820013 None None] Port 8b53c06f-d38b-44d5-b04a-8261d4f50914 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:37.093090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Checking router: 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:37.110054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:37.111567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:37.115219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for eb24fd70-8c6f-4568-81a1-6a4125ab0c21 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:37.157375 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f2e5af8b-38b8-4012-8547-2a141b14c1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.196801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.197313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.197764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.198220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.199373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.199837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.205656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ccf2a13b-b08d-43da-b95f-70de5b886bcc tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.1988585 Jul 22 19:53:37.206618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55290) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:37.213740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-f7b8be79-4f24-46c3-ae3f-174d9af5c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.215799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-f7b8be79-4f24-46c3-ae3f-174d9af5c190 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.2211981 Jul 22 19:53:37.247516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:37.338082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-c178a0c5-677d-4da0-9322-04406c009824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.339529 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-c178a0c5-677d-4da0-9322-04406c009824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 898 time: 0.1173539 Jul 22 19:53:37.425276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-5fc0d209-ae45-4a3c-8645-99a8d70b972d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 999 time: 0.0783665 Jul 22 19:53:37.504305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.515095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b53c06f-d38b-44d5-b04a-8261d4f50914 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:37.530108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-c6ada6e5-9916-4860-8a7e-1e4b619bc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.534738 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-c6ada6e5-9916-4860-8a7e-1e4b619bc68a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 200 len: 835 time: 0.1006868 Jul 22 19:53:37.562300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.581348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=eb24fd70-8c6f-4568-81a1-6a4125ab0c21,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:37.591638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.594836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68c09acd-531e-4ea8-92a3-2649283c6c80 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/eb24fd70-8c6f-4568-81a1-6a4125ab0c21 HTTP/1.1" status: 204 len: 168 time: 0.9141476 Jul 22 19:53:37.600717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:37.606479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Transition to ACTIVE for port object 8b53c06f-d38b-44d5-b04a-8261d4f50914 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:37.615315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c1886-1058-4fb8-9246-9e6428097924 req-76015b8a-dbd8-4139-abc0-7b27615aaf48 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.617330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b29c1886-1058-4fb8-9246-9e6428097924 req-76015b8a-dbd8-4139-abc0-7b27615aaf48 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 931 time: 0.2519057 Jul 22 19:53:37.619739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.651572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '76585648-4970-43ee-8247-a1e9a80d9aeb', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'port_id': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'mac_address': 'fa:16:3e:8a:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:34Z', 'updated_at': '2021-07-22T19:53:34Z', 'revision_number': 0, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:37.652850 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed16c61f-a413-489c-992e-3086532bd6e8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:37.658156 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ed16c61f-a413-489c-992e-3086532bd6e8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/eb24fd70-8c6f-4568-81a1-6a4125ab0c21 HTTP/1.1" status: 404 len: 333 time: 0.0485218 Jul 22 19:53:37.662381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:37.667527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'name': 'tempest-PortsTestJSON-900794702'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:37.696196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fc2a8-db9d-4bf3-9f51-def76dd3829f None None] The sync data for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 is: [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '76585648-4970-43ee-8247-a1e9a80d9aeb', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'floating_ip_address': '172.25.6.38', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'port_id': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'mac_address': 'fa:16:3e:8a:1c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:34Z', 'updated_at': '2021-07-22T19:53:34Z', 'revision_number': 0, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:37.731093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:37.754197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b29c1886-1058-4fb8-9246-9e6428097924 req-4ee4c551-5834-49e0-8443-90a3184be9db tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223569 Jul 22 19:53:37.820908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-d67638bd-6608-46f0-bf40-4beff2edd372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:37.822369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-d67638bd-6608-46f0-bf40-4beff2edd372 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4567f11b-bc3f-467c-8c9a-81b647a32bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2795413 Jul 22 19:53:37.875517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-48d170f3-9a1f-45e1-aa96-7199907c01e5 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.6663957 Jul 22 19:53:37.880459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55312) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:37.886672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:37.896820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:37.920250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:37.920790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:37.921212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:37.929567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:53:37.934977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 466904ef-50e9-44c2-8c06-e5651355defd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:37.935508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:37.944594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:37.945104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Checking segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:37.945604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Bound using segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:37.946152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Bound port: 8b53c06f-d38b-44d5-b04a-8261d4f50914, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:37.946621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.008712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e5664e-b339-49ab-98bf-27af212eddd9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.009287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e5664e-b339-49ab-98bf-27af212eddd9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.010283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 466904ef-50e9-44c2-8c06-e5651355defd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:38.024465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.024674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-38e5664e-b339-49ab-98bf-27af212eddd9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1dff382d-63b6-45f4-8e3a-8f7f38e2c131 HTTP/1.1" status: 200 len: 1990 time: 0.1298523 Jul 22 19:53:38.081515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:38.092031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:38.093679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-d090343a-1e10-49b7-be4e-fc5ce0139827 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613189 Jul 22 19:53:38.101736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 152e0b45-88f9-4ee5-8fc9-5e0d058e6462 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:38.102892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.165403 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271d84a-b92c-4bea-95c2-3514e14ad1df None None] New status for floating IP 76585648-4970-43ee-8247-a1e9a80d9aeb: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:53:38.168110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.168790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.189406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] 10.222.0.26 "PUT /v2.0/ports/8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 1092 time: 1.5155613 Jul 22 19:53:38.190080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:38.192716 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99841604-bc22-4fe5-a0c8-7588e119bc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:38.219415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6530686-1c9d-40bf-ac77-3d4f692a6a6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:38.285963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d4fa22ff-ece0-4c71-b487-21b669fa7294 req-f1627245-24cd-415b-a396-e339b8d21b07 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181982 Jul 22 19:53:38.295000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-bbae11b9-e90b-43d9-b791-9ce80dba82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.297292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-bbae11b9-e90b-43d9-b791-9ce80dba82a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.0723050 Jul 22 19:53:38.328049 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4ad4f-4a27-4dcf-8a11-24a1016fd961 x-openstack-request-id: req-5cd4ad4f-4a27-4dcf-8a11-24a1016fd961 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:38.328299 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:38.328619 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5cd4ad4f-4a27-4dcf-8a11-24a1016fd961 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:38.329024 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'status': 'completed', 'code': 200} Jul 22 19:53:38.380107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-1fa942ce-0db2-41d7-b8f7-aea1c9055e27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 217 time: 0.0749261 Jul 22 19:53:38.468050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-2ae9fc14-b4f9-4f49-b4fc-0e731cc2fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.469620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-2ae9fc14-b4f9-4f49-b4fc-0e731cc2fefe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0832655 Jul 22 19:53:38.495118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.545465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.567490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-b1a6bc53-75b1-4ca2-93e5-938964568649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.569309 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-b1a6bc53-75b1-4ca2-93e5-938964568649 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927887 Jul 22 19:53:38.590089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:38.594352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:38.606703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:38.615003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:38.615636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.643143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=152e0b45-88f9-4ee5-8fc9-5e0d058e6462,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:38.648300 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-105ec55b-1002-4384-80f1-ef0e5e2ab9cc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9853704 Jul 22 19:53:38.651145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55330) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:38.658380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:38.790554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:38.982804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-df7d049e-ecc5-4176-9a41-486e821f16bb service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059405 Jul 22 19:53:38.994491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.000799 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.039712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] In _notify_port_updated(), no bound segment for port 152e0b45-88f9-4ee5-8fc9-5e0d058e6462 on network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:53:39.045522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.045811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.050221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/ports/152e0b45-88f9-4ee5-8fc9-5e0d058e6462 HTTP/1.1" status: 200 len: 818 time: 0.3947594 Jul 22 19:53:39.052133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55336) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:39.052761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e0ca52-fc50-40a5-9a8d-c9a46bb7f27d req-7d417637-0a18-40f1-8016-16b7280d0c02 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.054302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94e0ca52-fc50-40a5-9a8d-c9a46bb7f27d req-7d417637-0a18-40f1-8016-16b7280d0c02 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.1333911 Jul 22 19:53:39.096387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05677ce-ff20-423e-a508-89d4c7598f84 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=152e0b45-88f9-4ee5-8fc9-5e0d058e6462,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:39.135448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94e0ca52-fc50-40a5-9a8d-c9a46bb7f27d req-8e980702-2569-4495-83c3-ead1f3c5071d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530605 Jul 22 19:53:39.139121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34f5bd48-3f21-4f4b-ba42-a925164c785d req-c392ecd3-d16e-45da-9d96-fd1f9c706334 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457365 Jul 22 19:53:39.172634 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 152e0b45-88f9-4ee5-8fc9-5e0d058e6462 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:39.173296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.247734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-254ddb5e-ebc8-4c9a-ac3e-534b723b9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.249459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-254ddb5e-ebc8-4c9a-ac3e-534b723b9b7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.0627584 Jul 22 19:53:39.251433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.263562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 152e0b45-88f9-4ee5-8fc9-5e0d058e6462 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:39.344370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.352096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-4e3d97a5-94e6-4d37-9c54-f81e73f32a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.353944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-4e3d97a5-94e6-4d37-9c54-f81e73f32a5c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.0984280 Jul 22 19:53:39.379030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=152e0b45-88f9-4ee5-8fc9-5e0d058e6462,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:39.384801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.386968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f33cbc62-8cb7-4ce0-a090-3bf34f29344f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/152e0b45-88f9-4ee5-8fc9-5e0d058e6462 HTTP/1.1" status: 204 len: 168 time: 0.3339431 Jul 22 19:53:39.392810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55338) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:39.403316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-316463e7-349c-40d7-96b8-df9696924393 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 217 time: 0.0426469 Jul 22 19:53:39.460003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-c955399d-9750-4e50-8b31-d1c1cfb0ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.460127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f222bc7-79de-4469-b8dd-cd6e7395170c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.464049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-c955399d-9750-4e50-8b31-d1c1cfb0ba9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0510368 Jul 22 19:53:39.464212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5f222bc7-79de-4469-b8dd-cd6e7395170c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0678179 Jul 22 19:53:39.464308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55340) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:39.494742 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-69523d21-67da-4171-9375-2494cd405453 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:39.499872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69523d21-67da-4171-9375-2494cd405453 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/152e0b45-88f9-4ee5-8fc9-5e0d058e6462 HTTP/1.1" status: 404 len: 333 time: 0.0311337 Jul 22 19:53:39.500504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55342) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:39.506205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1556659199'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:39.533056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-6401b75d-2d00-4d6e-98e4-6c2d4d73b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.535886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-6401b75d-2d00-4d6e-98e4-6c2d4d73b466 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671434 Jul 22 19:53:39.536876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:39.540401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.567839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:39.576967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.577309 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment 6c5b4b78-3caa-415f-904e-1a274d378929 of type vlan for network d0064cf4-c050-4bf2-a735-d0a988263f5f Jul 22 19:53:39.618021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.639965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-5dd20357-2486-48a0-b7ba-61d3c534b7c6 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971432 Jul 22 19:53:39.653591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.659337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:39.659979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.700997 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1968217 Jul 22 19:53:39.701242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55344) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:39.706790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:39.745979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99841604-bc22-4fe5-a0c8-7588e119bc4d req-aa224384-aabc-4113-86c7-8f9cfef61369 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989075 Jul 22 19:53:39.755070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4af9-4509-438d-a36f-dfd998fe4b7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=d0064cf4-c050-4bf2-a735-d0a988263f5f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:39.766380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:39.877837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:39.881303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:39.944316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.041853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18949226-5f7a-41cc-8798-11050c4e1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.066204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.122623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=902e9e56-f3e0-420a-b4fd-dd09e6024906,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:40.133547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': '6c5b4b78-3caa-415f-904e-1a274d378929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:40.133904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: d0064cf4-c050-4bf2-a735-d0a988263f5f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:40.150084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network d0064cf4-c050-4bf2-a735-d0a988263f5f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:40.159438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d0064cf4-c050-4bf2-a735-d0a988263f5f) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:40.164890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:40.165908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.169336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b8c40-67ba-46ca-9210-f65a139c81fa None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:40.201772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55352) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:40.201865 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5912da27-dcb0-4bbe-a0f0-a954972528c1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4995234 Jul 22 19:53:40.207536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:40.374171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec12b-d7e4-4452-ad4a-b657be74b497 req-0f27fcec-c2de-488c-a8de-1dc251aab796 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:40.376039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-008ec12b-d7e4-4452-ad4a-b657be74b497 req-0f27fcec-c2de-488c-a8de-1dc251aab796 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.1293397 Jul 22 19:53:40.379828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d0064cf4-c050-4bf2-a735-d0a988263f5f', 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '902e9e56-f3e0-420a-b4fd-dd09e6024906'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:40.380741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.407099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:40.411356 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.458921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-008ec12b-d7e4-4452-ad4a-b657be74b497 req-daed082e-e4df-4316-957a-afada139fe1d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725579 Jul 22 19:53:40.524810 n-d-800087-13 neutron-server[93800]: INFO neutron.db.ipam_backend_mixin [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 902e9e56-f3e0-420a-b4fd-dd09e6024906 (CIDR: 172.20.0.0/28) Jul 22 19:53:40.529662 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:53:40.530171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:53:40.546919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ba66ebbf-862c-4d37-9c92-4f8a5613441b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3442264 Jul 22 19:53:40.549814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55354) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:40.555013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:40.676749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:40.680346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.685572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Allocated IP 172.20.0.2 (d0064cf4-c050-4bf2-a735-d0a988263f5f/902e9e56-f3e0-420a-b4fd-dd09e6024906/3111e3a7-f60d-409b-b768-e3e5e9dbbf30) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:40.857195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.869747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Transition to ACTIVE for port object 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:40.888797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Transition to ACTIVE for port object 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:40.899399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.936249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:40.943354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:40.947138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:40.954131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:40.954434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Pushing event updated for resources: {'Port': ['ID=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:41.005385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network d0064cf4-c050-4bf2-a735-d0a988263f5f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:41.013234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:41.018736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:41.019376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.020246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Attempting to bind port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:41.020630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Attempting to bind port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '6c5b4b78-3caa-415f-904e-1a274d378929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:41.020996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Attempting to bind port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 on network d0064cf4-c050-4bf2-a735-d0a988263f5f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:41.027054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:41.027054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Checking segment: {'id': '6c5b4b78-3caa-415f-904e-1a274d378929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:41.027405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.027719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Bound using segment: {'id': '6c5b4b78-3caa-415f-904e-1a274d378929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:41.028214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Bound port: 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5b4b78-3caa-415f-904e-1a274d378929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:41.028606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.041327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=0e7d4b38-301b-4e02-a8f3-512d0c8b12f9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:41.046429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f636efc-f0dd-48ac-b9ab-b20bed8c148a tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4955530 Jul 22 19:53:41.050222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55360) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:41.055413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'fixed_ips': [{'subnet_id': '902e9e56-f3e0-420a-b4fd-dd09e6024906'}, {'subnet_id': '0e7d4b38-301b-4e02-a8f3-512d0c8b12f9'}], 'name': 'tempest-PortsTestJSON-1573134529'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:41.101992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] For port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:41.105824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] For port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,segment=NetworkSegment(6c5b4b78-3caa-415f-904e-1a274d378929),segment_id=6c5b4b78-3caa-415f-904e-1a274d378929)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:41.111332 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.177724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ce686-5712-4469-bee9-7d054d4d7e83 None None] Pushing event updated for resources: {'Port': ['ID=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:41.187783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:41.285453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.303977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:41.529256 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.649549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.13 (d0064cf4-c050-4bf2-a735-d0a988263f5f/902e9e56-f3e0-420a-b4fd-dd09e6024906/2ad4ddcb-e3b0-4326-b804-f51dab434dcc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:41.661656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.30 (d0064cf4-c050-4bf2-a735-d0a988263f5f/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9/2ad4ddcb-e3b0-4326-b804-f51dab434dcc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:41.695034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38078d5-1a05-4559-8597-b8cf1b76d272 req-ee66f9d6-5938-431b-a521-114225bd8a0b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:41.697492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38078d5-1a05-4559-8597-b8cf1b76d272 req-ee66f9d6-5938-431b-a521-114225bd8a0b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.1461370 Jul 22 19:53:41.744514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38078d5-1a05-4559-8597-b8cf1b76d272 req-efccd317-0764-4ad2-b6bf-5179380b1f2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Jul 22 19:53:41.861477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.876207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object 2ad4ddcb-e3b0-4326-b804-f51dab434dcc will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:41.928803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:41.942336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:42.028001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=2ad4ddcb-e3b0-4326-b804-f51dab434dcc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:42.037110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network d0064cf4-c050-4bf2-a735-d0a988263f5f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:42.038692 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:42.041274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:42.048333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:42.111267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:42.114945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.137068 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc76b448-1245-43d3-ac0f-20b18c6d92f4 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.0859768 Jul 22 19:53:42.139596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55370) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:42.148017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '902e9e56-f3e0-420a-b4fd-dd09e6024906'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:42.245818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.387849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f52ac-cb2e-4d20-8e3f-d02f68fd0b2c None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:42.477193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Provisioning for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:42.487897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Provisioning complete for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:42.488322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.521558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Delete allocated IP 172.20.0.30 (d0064cf4-c050-4bf2-a735-d0a988263f5f/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9) {{(pid=93801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:53:42.639524 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.655067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.668573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Ignored duplicate provisioning block setup for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:53:42.673991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.691795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] For port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,segment=NetworkSegment(6c5b4b78-3caa-415f-904e-1a274d378929),segment_id=6c5b4b78-3caa-415f-904e-1a274d378929)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:42.700019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.747390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=2ad4ddcb-e3b0-4326-b804-f51dab434dcc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:42.808290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1264e8-0a74-4a87-82a3-a6527786868f None None] Pushing event updated for resources: {'Port': ['ID=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:42.815348 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] In _notify_port_updated(), no bound segment for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc on network d0064cf4-c050-4bf2-a735-d0a988263f5f {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:53:42.821303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Update dhcp port {'port': {'network_id': 'd0064cf4-c050-4bf2-a735-d0a988263f5f', 'fixed_ips': [{'subnet_id': '902e9e56-f3e0-420a-b4fd-dd09e6024906', 'ip_address': '172.20.0.2'}, {'subnet_id': '0e7d4b38-301b-4e02-a8f3-512d0c8b12f9'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '3111e3a7-f60d-409b-b768-e3e5e9dbbf30'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:53:42.825627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:42.826285 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.830485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-323dab6e-3a06-465a-b983-61e76131dfd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/ports/2ad4ddcb-e3b0-4326-b804-f51dab434dcc HTTP/1.1" status: 200 len: 920 time: 0.6864922 Jul 22 19:53:42.830700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55374) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:42.835828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '902e9e56-f3e0-420a-b4fd-dd09e6024906'}, {'subnet_id': '0e7d4b38-301b-4e02-a8f3-512d0c8b12f9'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:42.878592 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.910712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aae28-16da-4be1-a156-5030a5d45e1c req-534afb5f-2143-43a1-bae6-77ec9ec4a4e2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:42.912333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-733aae28-16da-4be1-a156-5030a5d45e1c req-534afb5f-2143-43a1-bae6-77ec9ec4a4e2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.0872123 Jul 22 19:53:42.949558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.950998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:42.963102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-733aae28-16da-4be1-a156-5030a5d45e1c req-53376b1d-b27d-4396-ac3e-2e41301925a6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Jul 22 19:53:43.094652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Allocated IP 172.20.0.18 (d0064cf4-c050-4bf2-a735-d0a988263f5f/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9/3111e3a7-f60d-409b-b768-e3e5e9dbbf30) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:43.124869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:53:43.276321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] For port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,segment=NetworkSegment(6c5b4b78-3caa-415f-904e-1a274d378929),segment_id=6c5b4b78-3caa-415f-904e-1a274d378929)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:43.313818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:43.329997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.338671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'mac_address': 'fa:16:3e:ff:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:53:43.348259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Transition to ACTIVE for port object 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:43.374317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.410532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.30 (d0064cf4-c050-4bf2-a735-d0a988263f5f/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9/2ad4ddcb-e3b0-4326-b804-f51dab434dcc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:43.449811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.496095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b53c06f-d38b-44d5-b04a-8261d4f50914 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:53:43.502158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635415d-6443-4ed6-bf71-b2615c21412e None None] Pushing event updated for resources: {'Port': ['ID=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:43.522000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:43.526079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.542846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.555126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Ignored duplicate provisioning block setup for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 19:53:43.561008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.579660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:43.683944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=2ad4ddcb-e3b0-4326-b804-f51dab434dcc,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:43.698567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] In _notify_port_updated(), no bound segment for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc on network d0064cf4-c050-4bf2-a735-d0a988263f5f {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:53:43.704101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:43.705446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.706811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-62c21d2c-644d-4827-90f3-4fdaafdff568 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/ports/2ad4ddcb-e3b0-4326-b804-f51dab434dcc HTTP/1.1" status: 200 len: 1000 time: 0.8751621 Jul 22 19:53:43.709607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:43.737880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['8b53c06f-d38b-44d5-b04a-8261d4f50914'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:53:43.840285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:43.840984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.887121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:43.947570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:43.960793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 2ad4ddcb-e3b0-4326-b804-f51dab434dcc owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:44.061309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb5d25-cf49-482e-aebd-921f4379dea3 None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:44.233162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4c6b2-5fc9-486c-8ab2-60ede1b1ea5b req-6e9b1c4f-c045-4fbd-832a-9f695ca29f86 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:44.241355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cf4c6b2-5fc9-486c-8ab2-60ede1b1ea5b req-6e9b1c4f-c045-4fbd-832a-9f695ca29f86 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 944 time: 0.1785185 Jul 22 19:53:44.290877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cf4c6b2-5fc9-486c-8ab2-60ede1b1ea5b req-246c9e4b-fcf0-43e7-ae14-fb54d454b012 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438359 Jul 22 19:53:44.567370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Provisioning for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:44.573503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.577619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Provisioning complete for port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:44.577999 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.600245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Port 2ad4ddcb-e3b0-4326-b804-f51dab434dcc was deleted so its status cannot be updated. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 19:53:44.608061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=2ad4ddcb-e3b0-4326-b804-f51dab434dcc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:44.628235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Provisioning for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:44.633255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Provisioning complete for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:44.633640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ae02589c-e94e-4d68-8eb5-8fc405699553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.718090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.721914 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-130c7d4a-2acd-456e-9cab-eba674b41232 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/2ad4ddcb-e3b0-4326-b804-f51dab434dcc HTTP/1.1" status: 204 len: 168 time: 1.0113466 Jul 22 19:53:44.723553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55398) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:44.767969 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-532a1e28-9538-487a-beab-9b521c687e51 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:44.769619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-532a1e28-9538-487a-beab-9b521c687e51 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/2ad4ddcb-e3b0-4326-b804-f51dab434dcc HTTP/1.1" status: 404 len: 333 time: 0.0450418 Jul 22 19:53:44.773965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55400) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:44.837957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 0e7d4b38-301b-4e02-a8f3-512d0c8b12f9 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:44.842023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.845591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e30923ab-6c48-4735-943e-e39ebde2aeb5 None None] Could not find standard attr ID for object 2ad4ddcb-e3b0-4326-b804-f51dab434dcc. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:44.857366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e30923ab-6c48-4735-943e-e39ebde2aeb5 None None] Provisioning complete for port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:44.857745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e30923ab-6c48-4735-943e-e39ebde2aeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:44.902291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.050898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.079055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-64c82caa-062d-4ce4-b596-29bb5f683398 None None] Could not find standard attr ID for object 2ad4ddcb-e3b0-4326-b804-f51dab434dcc. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:45.120204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:45.130605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.160037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7d4b38-301b-4e02-a8f3-512d0c8b12f9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.167101 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.169942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-85aa196a-ff9f-4b19-987f-129fdd6479b7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9 HTTP/1.1" status: 204 len: 168 time: 0.3945491 Jul 22 19:53:45.172729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:45.208312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9f58ec07-d5f3-453a-8a76-8d00f0502a4f None None] Could not find standard attr ID for object 2ad4ddcb-e3b0-4326-b804-f51dab434dcc. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:45.217831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:45.236911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:45.237169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 902e9e56-f3e0-420a-b4fd-dd09e6024906 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:45.238610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.241080 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.285302 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.338353 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.363234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:45.367415 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af203087-c8ca-4e58-8bc1-d4796597caa6" -d '{"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-plugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:45.393075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:45.401272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.407962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.451382 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f766f-15b7-4b60-a13e-b5bda323058e x-openstack-request-id: req-b01f766f-15b7-4b60-a13e-b5bda323058e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:45.451674 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-plugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:45.451929 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b01f766f-15b7-4b60-a13e-b5bda323058e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:45.452351 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'code': 200} Jul 22 19:53:45.469476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266155a3-87f9-4681-b23b-3bafad492c89 req-810b9aa9-21cc-4a29-9f1e-fe37d3675ce2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:45.477143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-266155a3-87f9-4681-b23b-3bafad492c89 req-810b9aa9-21cc-4a29-9f1e-fe37d3675ce2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 944 time: 0.1251652 Jul 22 19:53:45.480618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.498944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.535838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=902e9e56-f3e0-420a-b4fd-dd09e6024906,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.541712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.544453 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8d9327d6-e7e7-4ec3-b8a0-5a692fcdf10f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/902e9e56-f3e0-420a-b4fd-dd09e6024906 HTTP/1.1" status: 204 len: 168 time: 0.3697758 Jul 22 19:53:45.546949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55412) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:45.555780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-266155a3-87f9-4681-b23b-3bafad492c89 req-f917d423-3091-4cb3-ade7-387bae92ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729568 Jul 22 19:53:45.589384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc6a4-aaac-4ace-a19c-bb0644e4cd3c req-a170ee08-36d0-4cf0-8022-8ca5f211f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:45.590940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-524bc6a4-aaac-4ace-a19c-bb0644e4cd3c req-a170ee08-36d0-4cf0-8022-8ca5f211f761 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.0821943 Jul 22 19:53:45.629506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-524bc6a4-aaac-4ace-a19c-bb0644e4cd3c req-1d62d2af-5676-453b-9f17-d838f5798938 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314374 Jul 22 19:53:45.642633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.701246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:45.701593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.719962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3827e4cc-0fd4-428f-924a-f299a41fcd66 None None] Network d0064cf4-c050-4bf2-a735-d0a988263f5f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:45.768594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,segment=NetworkSegment(6c5b4b78-3caa-415f-904e-1a274d378929),segment_id=6c5b4b78-3caa-415f-904e-1a274d378929)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:45.768964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.780628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:45.864657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.893998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=3111e3a7-f60d-409b-b768-e3e5e9dbbf30,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:45.895901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:45.921461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08bc1f-38c1-451f-bd3b-e01ba1fb2653 None None] DHCP port deletion for d0064cf4-c050-4bf2-a735-d0a988263f5f request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:45.979965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:45.990672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0064cf4-c050-4bf2-a735-d0a988263f5f']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:46.000336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5b4b78-3caa-415f-904e-1a274d378929') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:46.000707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5b4b78-3caa-415f-904e-1a274d378929') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:46.009553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.023171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.029102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:46.029588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:46.033107 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:46.093750 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.101483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.103134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/d0064cf4-c050-4bf2-a735-d0a988263f5f HTTP/1.1" status: 204 len: 168 time: 0.5548124 Jul 22 19:53:46.107497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55414) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:46.119323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d99cd6-c78f-42e7-a0f2-db2bd5f36d58 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=d0064cf4-c050-4bf2-a735-d0a988263f5f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:46.170310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e8cdc-1df6-4b5c-b039-507b429de26f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.171697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dc5e8cdc-1df6-4b5c-b039-507b429de26f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0631592 Jul 22 19:53:46.175329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55416) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:46.234316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4345898f-08f4-4da4-8331-0162937d8077 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0579243 Jul 22 19:53:46.238136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55418) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:46.243050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1123317614'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:46.264139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:46.267799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.298366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:46.314538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.314979 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment 4aab535e-a708-422b-ae8e-fcbc73403f6c of type vlan for network 59afff6b-53c3-45da-91dd-a3befd047498 Jul 22 19:53:46.379002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.424207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.430790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.431488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.467679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2285051 Jul 22 19:53:46.470836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55424) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:46.476512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '59afff6b-53c3-45da-91dd-a3befd047498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:46.509976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7669e-12e9-4109-a4f9-4fd6d3d22cc7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=59afff6b-53c3-45da-91dd-a3befd047498,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:46.522987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 59afff6b-53c3-45da-91dd-a3befd047498 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:46.572377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:46.575907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.700692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e9586-a96f-4979-ade1-b444106067f5 req-4ca257ab-ad69-40b1-ab93-cbc07f39d116 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.702275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce6e9586-a96f-4979-ade1-b444106067f5 req-4ca257ab-ad69-40b1-ab93-cbc07f39d116 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.0700216 Jul 22 19:53:46.743075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce6e9586-a96f-4979-ade1-b444106067f5 req-0a6599b3-52b8-456f-b26a-8302a293c8ef tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Jul 22 19:53:46.783568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.847512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=c8af1343-f594-4731-a7f6-aa05dbb8c6b7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:46.863352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': '4aab535e-a708-422b-ae8e-fcbc73403f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:46.863718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: 59afff6b-53c3-45da-91dd-a3befd047498, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:46.880666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 59afff6b-53c3-45da-91dd-a3befd047498 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:46.890361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 59afff6b-53c3-45da-91dd-a3befd047498) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:46.898797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.899642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:46.899774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34580cc-45d4-45fc-98e2-fc57e65c8552 None None] Network 59afff6b-53c3-45da-91dd-a3befd047498 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:46.936612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5cfc0445-4463-455b-a40d-1c0ab3201bd5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4644127 Jul 22 19:53:46.937029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55432) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:46.945805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '59afff6b-53c3-45da-91dd-a3befd047498', 'name': 'tempest-PortsTestJSON-830327032'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:46.996283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76374b9-6a87-49d9-8b7a-2daabf9199d9 req-fc85be98-87af-4d60-a1b7-1195a04e6229 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:46.997910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e76374b9-6a87-49d9-8b7a-2daabf9199d9 req-fc85be98-87af-4d60-a1b7-1195a04e6229 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.1725485 Jul 22 19:53:47.065840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-59afff6b-53c3-45da-91dd-a3befd047498', 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': 'c8af1343-f594-4731-a7f6-aa05dbb8c6b7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:47.066661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.081431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e76374b9-6a87-49d9-8b7a-2daabf9199d9 req-51ce58f0-7197-4c90-9ae0-744a503bb60b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540965 Jul 22 19:53:47.118911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55434) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:47.130413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:47.134994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.185760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port cd8c8400-6973-4ada-abcb-bcc78d848ade yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:47.209486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Allocated IP 172.20.0.2 (59afff6b-53c3-45da-91dd-a3befd047498/c8af1343-f594-4731-a7f6-aa05dbb8c6b7/795d4369-a3de-46d4-8048-d294bef6f171) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:47.277657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3200451-8dd7-427d-8847-81da97d5b065 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:47.283502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:47.283772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f3200451-8dd7-427d-8847-81da97d5b065 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1092 time: 0.1631503 Jul 22 19:53:47.289150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:47.312405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.356230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.364700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Transition to ACTIVE for port object 795d4369-a3de-46d4-8048-d294bef6f171 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:47.384391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Transition to ACTIVE for port object 795d4369-a3de-46d4-8048-d294bef6f171 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:47.403761 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.433522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.482956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Network 59afff6b-53c3-45da-91dd-a3befd047498 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:47.486796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:47.491351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:47.494606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Pushing event updated for resources: {'Port': ['ID=795d4369-a3de-46d4-8048-d294bef6f171,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:47.498550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.14 (59afff6b-53c3-45da-91dd-a3befd047498/c8af1343-f594-4731-a7f6-aa05dbb8c6b7/cd8c8400-6973-4ada-abcb-bcc78d848ade) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:47.561595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Attempting to bind port 795d4369-a3de-46d4-8048-d294bef6f171 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:47.562046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Attempting to bind port 795d4369-a3de-46d4-8048-d294bef6f171 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '4aab535e-a708-422b-ae8e-fcbc73403f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:47.562815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Attempting to bind port 795d4369-a3de-46d4-8048-d294bef6f171 on network 59afff6b-53c3-45da-91dd-a3befd047498 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:47.567952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:47.568405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Checking segment: {'id': '4aab535e-a708-422b-ae8e-fcbc73403f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:47.568809 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.569227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Bound using segment: {'id': '4aab535e-a708-422b-ae8e-fcbc73403f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:47.569690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Bound port: 795d4369-a3de-46d4-8048-d294bef6f171, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aab535e-a708-422b-ae8e-fcbc73403f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '59afff6b-53c3-45da-91dd-a3befd047498'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:47.570071 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.617557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.202 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:47.656193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] For port 795d4369-a3de-46d4-8048-d294bef6f171, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:47.662764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] For port 795d4369-a3de-46d4-8048-d294bef6f171, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=795d4369-a3de-46d4-8048-d294bef6f171,segment=NetworkSegment(4aab535e-a708-422b-ae8e-fcbc73403f6c),segment_id=4aab535e-a708-422b-ae8e-fcbc73403f6c)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:47.668799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.688611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.708522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object cd8c8400-6973-4ada-abcb-bcc78d848ade will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:47.747005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c373b0-e1fe-4bb8-a843-e1b1281f3e7e None None] Pushing event updated for resources: {'Port': ['ID=795d4369-a3de-46d4-8048-d294bef6f171,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:47.760555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.772704 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.828114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.836419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 59afff6b-53c3-45da-91dd-a3befd047498 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:47.840265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:47.843654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:47.848578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=cd8c8400-6973-4ada-abcb-bcc78d848ade,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:47.903638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:47.910949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:47.920071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:47.920847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:47.922184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:47.927508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:47.938624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d57ab112-1b1a-48af-a298-17f926fb4d86 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0002255 Jul 22 19:53:47.941290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55488) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:47.950232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '59afff6b-53c3-45da-91dd-a3befd047498', 'name': 'tempest-PortsTestJSON-1623234907'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:47.961549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:47.983000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:47.983202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3111e3a7-f60d-409b-b768-e3e5e9dbbf30 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:48.158707 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:48.170785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.193825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port f99df9a9-529a-4e5b-a363-8dde840115d6 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:48.318853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.7 (59afff6b-53c3-45da-91dd-a3befd047498/c8af1343-f594-4731-a7f6-aa05dbb8c6b7/f99df9a9-529a-4e5b-a363-8dde840115d6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:48.421977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.508093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.525966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object f99df9a9-529a-4e5b-a363-8dde840115d6 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:48.541722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.571824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.637426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 59afff6b-53c3-45da-91dd-a3befd047498 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:48.644326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:48.648371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:48.678938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=f99df9a9-529a-4e5b-a363-8dde840115d6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:48.713282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:48.715048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.733894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3d6e0b8-60c9-45ac-abf2-bcf0f0522b2b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7913351 Jul 22 19:53:48.737292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55596) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:48.803898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.810588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:48.878345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f38c40-3c47-43b5-9de9-5f3aa6770fed tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:48.880057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f6f38c40-3c47-43b5-9de9-5f3aa6770fed tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1418226 Jul 22 19:53:48.883717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55614) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:48.885895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:48.897259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.015464 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP da73b185-d3d2-4bb5-ac8d-2d200a6c8876 associated. External IP: 172.25.6.202, port: 8b53c06f-d38b-44d5-b04a-8261d4f50914. Jul 22 19:53:49.019409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6d4320-5861-40aa-8824-3c38e1deb73f None None] Network 59afff6b-53c3-45da-91dd-a3befd047498 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:49.033013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port f99df9a9-529a-4e5b-a363-8dde840115d6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:49.033507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.112707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e046f7a3-5785-4feb-80c2-8e29464cae9a None None] Provisioning for port 795d4369-a3de-46d4-8048-d294bef6f171 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:49.167385 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.189613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for f99df9a9-529a-4e5b-a363-8dde840115d6 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:49.309020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:53:49.464473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:53:49.474260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Sync routers for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:53:49.489600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.490819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:49.491593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:49.562652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-417dc06f-6ebb-4a49-afba-f3c3bad08314 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2541811 Jul 22 19:53:49.565165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:53:49.579157 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7857477-d654-4022-9bff-d68b15644c92" -d '{"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:53:49.669538 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6689b0-5526-4d54-a49a-f1826ebe44f8 x-openstack-request-id: req-af6689b0-5526-4d54-a49a-f1826ebe44f8 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:53:49.670208 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:53:49.672075 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af6689b0-5526-4d54-a49a-f1826ebe44f8 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:53:49.673382 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'status': 'completed', 'code': 200} Jul 22 19:53:49.725615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:49.757536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:49.835566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=f99df9a9-529a-4e5b-a363-8dde840115d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:49.933467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c01ad065-0c44-4c3b-b15f-6a9523fb72a7 None None] Provisioning for port cd8c8400-6973-4ada-abcb-bcc78d848ade completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:49.946316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c01ad065-0c44-4c3b-b15f-6a9523fb72a7 None None] Provisioning complete for port cd8c8400-6973-4ada-abcb-bcc78d848ade triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:49.946672 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c01ad065-0c44-4c3b-b15f-6a9523fb72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.002168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc27c63-f825-4f0d-8de5-4ee2c82f759c req-e862272c-3bb4-4f21-9162-4761f1922a03 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.004708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc27c63-f825-4f0d-8de5-4ee2c82f759c req-e862272c-3bb4-4f21-9162-4761f1922a03 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.3157256 Jul 22 19:53:50.009359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 795d4369-a3de-46d4-8048-d294bef6f171 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:50.018178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.020107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-45b85a80-f883-4759-beb3-722c6f3716be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/f99df9a9-529a-4e5b-a363-8dde840115d6 HTTP/1.1" status: 204 len: 168 time: 1.1354666 Jul 22 19:53:50.022804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55740) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:50.026549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c01ad065-0c44-4c3b-b15f-6a9523fb72a7 None None] Port cd8c8400-6973-4ada-abcb-bcc78d848ade cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:50.053022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7857477-d654-4022-9bff-d68b15644c92 req-f8610152-2214-437f-a374-331abb38c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.054326 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-24acedbf-053c-451c-9dfe-e2703b1f2658 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:50.055247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-f8610152-2214-437f-a374-331abb38c7de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.3671303 Jul 22 19:53:50.056102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-24acedbf-053c-451c-9dfe-e2703b1f2658 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/f99df9a9-529a-4e5b-a363-8dde840115d6 HTTP/1.1" status: 404 len: 333 time: 0.0321639 Jul 22 19:53:50.058755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:50.064002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c01ad065-0c44-4c3b-b15f-6a9523fb72a7 None None] Could not find standard attr ID for object f99df9a9-529a-4e5b-a363-8dde840115d6. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:50.114874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfc27c63-f825-4f0d-8de5-4ee2c82f759c req-419511cf-ad16-4d60-8a89-d13554243fb9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985372 Jul 22 19:53:50.158619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:50.203395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 795d4369-a3de-46d4-8048-d294bef6f171 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:50.214595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 795d4369-a3de-46d4-8048-d294bef6f171 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:50.215147 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.251634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7857477-d654-4022-9bff-d68b15644c92 req-65874f74-bedc-4692-b23c-4a2fafb607c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.260106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-65874f74-bedc-4692-b23c-4a2fafb607c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.1913345 Jul 22 19:53:50.264486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1798c262-87fd-4791-9f49-4e89ae0d5adf None None] Provisioning complete for port cd8c8400-6973-4ada-abcb-bcc78d848ade triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:50.264919 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1798c262-87fd-4791-9f49-4e89ae0d5adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.272683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a46118d2-da18-4ba7-bdb4-75c689ae7592 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 200 len: 991 time: 0.1127725 Jul 22 19:53:50.295838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port cd8c8400-6973-4ada-abcb-bcc78d848ade {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:50.296406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.370812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1798c262-87fd-4791-9f49-4e89ae0d5adf None None] Port cd8c8400-6973-4ada-abcb-bcc78d848ade cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:50.378178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-be4b0cad-1b67-4e68-abd8-61170ff0079d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 999 time: 0.1171596 Jul 22 19:53:50.430865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.433835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'da73b185-d3d2-4bb5-ac8d-2d200a6c8876', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'mac_address': 'fa:16:3e:ff:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf303001-beba-455d-935c-b0e151111f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:48Z', 'updated_at': '2021-07-22T19:53:48Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:50.441414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.447647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for cd8c8400-6973-4ada-abcb-bcc78d848ade owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:50.463047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7857477-d654-4022-9bff-d68b15644c92 req-43a55828-a8ae-4340-8fe9-aa29ce08f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.465437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-43a55828-a8ae-4340-8fe9-aa29ce08f804 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0785325 Jul 22 19:53:50.487927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Checking router: 675e6b6e-5779-4b4f-9c41-8c1264bbf90f for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:53:50.514207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-41977755-3099-4c9c-a79b-6590702c699a None None] Could not find standard attr ID for object f99df9a9-529a-4e5b-a363-8dde840115d6. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:50.542874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:53:50.543531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:50.545845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7857477-d654-4022-9bff-d68b15644c92 req-f5c9dc07-2b4d-41ee-b471-75bbf54ea36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:50.549525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-f5c9dc07-2b4d-41ee-b471-75bbf54ea36c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766044 Jul 22 19:53:50.621628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 795d4369-a3de-46d4-8048-d294bef6f171, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=795d4369-a3de-46d4-8048-d294bef6f171,segment=NetworkSegment(4aab535e-a708-422b-ae8e-fcbc73403f6c),segment_id=4aab535e-a708-422b-ae8e-fcbc73403f6c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:50.631599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.707214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.713499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-4eb2b292-6648-4026-8fd4-92b93f4705fd service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565654 Jul 22 19:53:50.721094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=795d4369-a3de-46d4-8048-d294bef6f171,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:50.737228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:53:50.762706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=cd8c8400-6973-4ada-abcb-bcc78d848ade,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:50.867450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:50.867986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7857477-d654-4022-9bff-d68b15644c92 req-8c9558b0-dbda-4791-a0fa-d0f57e5b0923 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458571 Jul 22 19:53:50.874614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dff18293-e510-4472-b8cd-6e8bf25927fb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/cd8c8400-6973-4ada-abcb-bcc78d848ade HTTP/1.1" status: 204 len: 168 time: 0.8148780 Jul 22 19:53:50.877669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55832) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:50.922049 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40ef3ed-a1b3-45c9-b6d6-5e0d8c9914be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:50.924941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e40ef3ed-a1b3-45c9-b6d6-5e0d8c9914be tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/cd8c8400-6973-4ada-abcb-bcc78d848ade HTTP/1.1" status: 404 len: 333 time: 0.0402670 Jul 22 19:53:50.927510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55842) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:50.997796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet c8af1343-f594-4731-a7f6-aa05dbb8c6b7 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:51.003285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.048872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.106201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'da73b185-d3d2-4bb5-ac8d-2d200a6c8876', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'mac_address': 'fa:16:3e:ff:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf303001-beba-455d-935c-b0e151111f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:48Z', 'updated_at': '2021-07-22T19:53:48Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:51.134342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cff30-7fa0-49e2-9171-162a485f0bcc None None] The sync data for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 is: [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'da73b185-d3d2-4bb5-ac8d-2d200a6c8876', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.202', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'mac_address': 'fa:16:3e:ff:dd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf303001-beba-455d-935c-b0e151111f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:53:48Z', 'updated_at': '2021-07-22T19:53:48Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:53:51.161630 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.234823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.265918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=c8af1343-f594-4731-a7f6-aa05dbb8c6b7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:51.270462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.275920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-289bb797-372a-4bf6-8a78-e180ceb2e70d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/c8af1343-f594-4731-a7f6-aa05dbb8c6b7 HTTP/1.1" status: 204 len: 168 time: 0.3436542 Jul 22 19:53:51.276764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:51.277134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:51.282569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a0689-c93e-47e7-ac29-ca03c0f843da None None] Network 59afff6b-53c3-45da-91dd-a3befd047498 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:51.385090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-600a5a27-8e00-436e-ba83-4daa86c553e6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 200 len: 991 time: 0.0999990 Jul 22 19:53:51.400565 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b10997-8195-4553-98a2-bc8c96771398 None None] New status for floating IP da73b185-d3d2-4bb5-ac8d-2d200a6c8876: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:53:51.427623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.492812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 795d4369-a3de-46d4-8048-d294bef6f171 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:51.493217 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.543532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] DHCP port deletion for 59afff6b-53c3-45da-91dd-a3befd047498 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:51.564206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 795d4369-a3de-46d4-8048-d294bef6f171, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=795d4369-a3de-46d4-8048-d294bef6f171,segment=NetworkSegment(4aab535e-a708-422b-ae8e-fcbc73403f6c),segment_id=4aab535e-a708-422b-ae8e-fcbc73403f6c)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:51.565316 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.577730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 795d4369-a3de-46d4-8048-d294bef6f171 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:51.602749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Deleting port 795d4369-a3de-46d4-8048-d294bef6f171 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:51.603226 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.662614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.676374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] For port 795d4369-a3de-46d4-8048-d294bef6f171, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=795d4369-a3de-46d4-8048-d294bef6f171,segment=NetworkSegment(4aab535e-a708-422b-ae8e-fcbc73403f6c),segment_id=4aab535e-a708-422b-ae8e-fcbc73403f6c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:51.676770 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.688046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Calling delete_port for 795d4369-a3de-46d4-8048-d294bef6f171 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:51.693727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 795d4369-a3de-46d4-8048-d294bef6f171 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:51.700501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=795d4369-a3de-46d4-8048-d294bef6f171,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:51.768402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.789149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.802007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59afff6b-53c3-45da-91dd-a3befd047498']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:51.802764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] Pushing event deleted for resources: {'Port': ['ID=795d4369-a3de-46d4-8048-d294bef6f171,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:51.806584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b46ca3-afac-4fdf-8e48-d5b3b235569c None None] No DVR routers for this DVR port 795d4369-a3de-46d4-8048-d294bef6f171 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:51.820352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aab535e-a708-422b-ae8e-fcbc73403f6c') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:51.820659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aab535e-a708-422b-ae8e-fcbc73403f6c') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:51.832349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.849253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.863690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:51.864104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:51.867792 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:51.901006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 795d4369-a3de-46d4-8048-d294bef6f171 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:51.921761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 795d4369-a3de-46d4-8048-d294bef6f171 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:51.922108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 795d4369-a3de-46d4-8048-d294bef6f171 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:51.949975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.957131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:51.958994 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/59afff6b-53c3-45da-91dd-a3befd047498 HTTP/1.1" status: 204 len: 168 time: 0.6829481 Jul 22 19:53:51.963058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55922) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:51.968974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2006979950'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:51.972400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eca9b-fa20-421f-8818-0fffa613b9cd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=59afff6b-53c3-45da-91dd-a3befd047498,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:51.992400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:51.995945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.019728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:52.028269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.028619 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment e2dafb55-06b7-4935-8405-757a498b2318 of type vlan for network 13da76aa-0c90-46e8-ba07-279ef4f12340 Jul 22 19:53:52.068675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.097623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.103852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:52.104468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.139512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1747718 Jul 22 19:53:52.142388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55924) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:52.147266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:52.193564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49000e-6c02-42ee-8b76-8f576ff3b8c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=13da76aa-0c90-46e8-ba07-279ef4f12340,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:52.205011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:52.268775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:52.272934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.387545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55926) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:52.454799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9bdc7e49-267a-4ef1-bba4-a96ab6db4306 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 200 len: 993 time: 0.0655077 Jul 22 19:53:52.472501 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.544793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:52.553019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': 'e2dafb55-06b7-4935-8405-757a498b2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:52.553390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: 13da76aa-0c90-46e8-ba07-279ef4f12340, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:52.571091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:52.581655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 13da76aa-0c90-46e8-ba07-279ef4f12340) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:52.585973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:52.586678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.592417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88284052-25e7-4b27-acdf-8a73ca409d5a None None] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:52.603649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-97124319-77ac-402f-a816-dee4bf80a3a0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4601870 Jul 22 19:53:52.606446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55928) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:52.611834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340', 'name': 'tempest-PortsTestJSON-1608064051', 'fixed_ips': [{'subnet_id': '4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c', 'ip_address': '172.20.0.10'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:52.729785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:52.751943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-13da76aa-0c90-46e8-ba07-279ef4f12340', 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:52.753426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.816733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:52.835166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port 5a58b10c-681a-476f-b489-fc48edce811a yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:52.913424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Allocated IP 172.20.0.2 (13da76aa-0c90-46e8-ba07-279ef4f12340/4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c/79c9b633-1631-460b-8d7d-4d2e84801e43) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:53.062281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.070917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Transition to ACTIVE for port object 79c9b633-1631-460b-8d7d-4d2e84801e43 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:53.085312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Transition to ACTIVE for port object 79c9b633-1631-460b-8d7d-4d2e84801e43 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:53.091274 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.133027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:53.139317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:53.142996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:53.156377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Pushing event updated for resources: {'Port': ['ID=79c9b633-1631-460b-8d7d-4d2e84801e43,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:53.166687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.10 (13da76aa-0c90-46e8-ba07-279ef4f12340/4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c/5a58b10c-681a-476f-b489-fc48edce811a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:53.217071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Attempting to bind port 79c9b633-1631-460b-8d7d-4d2e84801e43 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:53.217672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Attempting to bind port 79c9b633-1631-460b-8d7d-4d2e84801e43 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'e2dafb55-06b7-4935-8405-757a498b2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:53.218040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Attempting to bind port 79c9b633-1631-460b-8d7d-4d2e84801e43 on network 13da76aa-0c90-46e8-ba07-279ef4f12340 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:53.223863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:53.224391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Checking segment: {'id': 'e2dafb55-06b7-4935-8405-757a498b2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:53.225057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.225808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Bound using segment: {'id': 'e2dafb55-06b7-4935-8405-757a498b2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:53.226364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Bound port: 79c9b633-1631-460b-8d7d-4d2e84801e43, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2dafb55-06b7-4935-8405-757a498b2318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:53.226842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.294538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] For port 79c9b633-1631-460b-8d7d-4d2e84801e43, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:53.298903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] For port 79c9b633-1631-460b-8d7d-4d2e84801e43, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79c9b633-1631-460b-8d7d-4d2e84801e43,segment=NetworkSegment(e2dafb55-06b7-4935-8405-757a498b2318),segment_id=e2dafb55-06b7-4935-8405-757a498b2318)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:53.303034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.333663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.348127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object 5a58b10c-681a-476f-b489-fc48edce811a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:53.368201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e430af-511a-47bd-968b-c24cbb34bed2 None None] Pushing event updated for resources: {'Port': ['ID=79c9b633-1631-460b-8d7d-4d2e84801e43,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:53.384532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.441375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:53.444620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:53.447071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:53.477308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=5a58b10c-681a-476f-b489-fc48edce811a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:53.510126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:53.510126 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.538507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b27db4d9-cfa8-4812-8130-c26888b6f7b5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9308233 Jul 22 19:53:53.541066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:53.546037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': '13da76aa-0c90-46e8-ba07-279ef4f12340', 'name': 'tempest-PortsTestJSON-332015362', 'fixed_ips': [{'subnet_id': '4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c', 'ip_address': '172.20.0.9'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:53.673960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:53.679125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:53.696944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port c6ac6714-2712-45db-a1c1-e87eebd9932b yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:53.870312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.9 (13da76aa-0c90-46e8-ba07-279ef4f12340/4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c/c6ac6714-2712-45db-a1c1-e87eebd9932b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:53.910067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79c9b633-1631-460b-8d7d-4d2e84801e43 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:53.966043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 79c9b633-1631-460b-8d7d-4d2e84801e43 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:54.059709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.075255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object c6ac6714-2712-45db-a1c1-e87eebd9932b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:54.116384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.169816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:54.173668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:54.176831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:54.185663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=c6ac6714-2712-45db-a1c1-e87eebd9932b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:54.238634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.239572 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.257770 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-00f45869-9a99-4a28-8c42-6aeeb4cee23f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7155833 Jul 22 19:53:54.260439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55940) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:54.365618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376859b3-aec9-4d3e-9cba-86be6af8aaa6 None None] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:54.374847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec68b287-6b77-4d94-81a9-b3e1982fe6f0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.377185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ec68b287-6b77-4d94-81a9-b3e1982fe6f0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1154051 Jul 22 19:53:54.379991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55942) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:54.456777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0323f-cce6-48f2-a16c-47fb3bdafeb5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.462975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0323f-cce6-48f2-a16c-47fb3bdafeb5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.469008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0323f-cce6-48f2-a16c-47fb3bdafeb5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:54.472004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-16f0323f-cce6-48f2-a16c-47fb3bdafeb5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0904129 Jul 22 19:53:54.475179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55944) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:54.592909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port c6ac6714-2712-45db-a1c1-e87eebd9932b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:54.593295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.663155 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.664447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Provisioning for port 79c9b633-1631-460b-8d7d-4d2e84801e43 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:54.685531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Provisioning complete for port 79c9b633-1631-460b-8d7d-4d2e84801e43 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:54.685901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.687798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.700207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for c6ac6714-2712-45db-a1c1-e87eebd9932b owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:54.785559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.828620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] For port 79c9b633-1631-460b-8d7d-4d2e84801e43, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79c9b633-1631-460b-8d7d-4d2e84801e43,segment=NetworkSegment(e2dafb55-06b7-4935-8405-757a498b2318),segment_id=e2dafb55-06b7-4935-8405-757a498b2318)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:54.836718 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.862371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.890515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7de7-b751-4132-809c-03c516c0e472 None None] Pushing event updated for resources: {'Port': ['ID=79c9b633-1631-460b-8d7d-4d2e84801e43,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:54.903646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=c6ac6714-2712-45db-a1c1-e87eebd9932b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:54.986731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:54.992479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e608acc-d1cb-45bd-b366-028b2dbd7138 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/c6ac6714-2712-45db-a1c1-e87eebd9932b HTTP/1.1" status: 204 len: 168 time: 0.5123317 Jul 22 19:53:54.993793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:55.031710 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0d3ca2-d5e0-46e8-843c-c9d0365ef32d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:55.034076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bb0d3ca2-d5e0-46e8-843c-c9d0365ef32d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/c6ac6714-2712-45db-a1c1-e87eebd9932b HTTP/1.1" status: 404 len: 333 time: 0.0404596 Jul 22 19:53:55.037028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55952) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:55.065914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Provisioning for port 5a58b10c-681a-476f-b489-fc48edce811a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:55.071440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Provisioning complete for port 5a58b10c-681a-476f-b489-fc48edce811a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:55.072569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.121335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Port 5a58b10c-681a-476f-b489-fc48edce811a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:55.133038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Provisioning complete for port 79c9b633-1631-460b-8d7d-4d2e84801e43 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:55.133493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.169704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 5a58b10c-681a-476f-b489-fc48edce811a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:55.170058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.261303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-11ebabf0-eda1-4527-990a-e43854ffe4f5 None None] Could not find standard attr ID for object c6ac6714-2712-45db-a1c1-e87eebd9932b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:55.309535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.323160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 5a58b10c-681a-476f-b489-fc48edce811a owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:55.381330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a371b2f2-485f-40e0-8653-fb958b7c6693 None None] Provisioning complete for port 5a58b10c-681a-476f-b489-fc48edce811a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:55.382331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a371b2f2-485f-40e0-8653-fb958b7c6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.430986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a371b2f2-485f-40e0-8653-fb958b7c6693 None None] Port 5a58b10c-681a-476f-b489-fc48edce811a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:55.474022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.509299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=5a58b10c-681a-476f-b489-fc48edce811a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:55.543789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7546298-491b-429e-adaf-90ffe07de194 None None] Could not find standard attr ID for object c6ac6714-2712-45db-a1c1-e87eebd9932b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:53:55.589428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.591733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e9139258-6b98-4f98-8902-c9eefe24540d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/5a58b10c-681a-476f-b489-fc48edce811a HTTP/1.1" status: 204 len: 168 time: 0.5537016 Jul 22 19:53:55.594469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55960) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:55.624247 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace78212-4948-42a8-97fb-4f59051dd342 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:53:55.626268 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ace78212-4948-42a8-97fb-4f59051dd342 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/5a58b10c-681a-476f-b489-fc48edce811a HTTP/1.1" status: 404 len: 333 time: 0.0295222 Jul 22 19:53:55.628951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55962) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:55.689750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:53:55.693300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.735592 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.826094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.903705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79c9b633-1631-460b-8d7d-4d2e84801e43 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:53:55.918310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.948996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:55.956945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:55.959085 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15ee17a9-0014-433e-a6f2-30ad61c7f44b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c HTTP/1.1" status: 204 len: 168 time: 0.3292158 Jul 22 19:53:55.961951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55964) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:55.965354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096293f3-c4c0-40f1-9ce9-df062ae47341 None None] Network 13da76aa-0c90-46e8-ba07-279ef4f12340 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:56.041689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 79c9b633-1631-460b-8d7d-4d2e84801e43 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:56.042061 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.045297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.099464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 79c9b633-1631-460b-8d7d-4d2e84801e43 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:56.099888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.169229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 79c9b633-1631-460b-8d7d-4d2e84801e43, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=79c9b633-1631-460b-8d7d-4d2e84801e43,segment=NetworkSegment(e2dafb55-06b7-4935-8405-757a498b2318),segment_id=e2dafb55-06b7-4935-8405-757a498b2318)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:56.169420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.188723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 79c9b633-1631-460b-8d7d-4d2e84801e43 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:56.250681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] DHCP port deletion for 13da76aa-0c90-46e8-ba07-279ef4f12340 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:53:56.288598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.307064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 79c9b633-1631-460b-8d7d-4d2e84801e43 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:56.318997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Deleting port 79c9b633-1631-460b-8d7d-4d2e84801e43 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:53:56.319474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.356415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=79c9b633-1631-460b-8d7d-4d2e84801e43,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:56.388633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] For port 79c9b633-1631-460b-8d7d-4d2e84801e43, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:53:56.389194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.401423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Calling delete_port for 79c9b633-1631-460b-8d7d-4d2e84801e43 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:53:56.404095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Port 79c9b633-1631-460b-8d7d-4d2e84801e43 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:53:56.405399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.412578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.423720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da76aa-0c90-46e8-ba07-279ef4f12340']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:56.431165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] Pushing event deleted for resources: {'Port': ['ID=79c9b633-1631-460b-8d7d-4d2e84801e43,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:56.434733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601ac3f-62d6-49ad-918f-fde4243d9a02 None None] No DVR routers for this DVR port 79c9b633-1631-460b-8d7d-4d2e84801e43 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:53:56.438644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dafb55-06b7-4935-8405-757a498b2318') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:56.438952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dafb55-06b7-4935-8405-757a498b2318') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:53:56.453164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.467811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.481273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:53:56.481686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:53:56.484791 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:53:56.547048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.555115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.560727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/13da76aa-0c90-46e8-ba07-279ef4f12340 HTTP/1.1" status: 204 len: 168 time: 0.5970490 Jul 22 19:53:56.560883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55970) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:56.570781 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-738563176'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:56.576940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c9f5d-547e-46a5-b389-45a9df4e6a61 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=13da76aa-0c90-46e8-ba07-279ef4f12340,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:56.603887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:56.607329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.633836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:53:56.644034 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.644538 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Added segment 3726211d-0439-4304-bb28-0ac98fe3c6aa of type vlan for network b765defc-5746-41ff-b912-114aa855ae97 Jul 22 19:53:56.686735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.713293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.718957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:56.720176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:56.754342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1912787 Jul 22 19:53:56.757343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:56.762536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': 'b765defc-5746-41ff-b912-114aa855ae97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:56.795213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c0ec1-170a-42ab-876e-98953b0eb2a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Network': ['ID=b765defc-5746-41ff-b912-114aa855ae97,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:56.805325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b765defc-5746-41ff-b912-114aa855ae97 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:53:56.856822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:56.860466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.048566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.116742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=5746f509-3995-4c69-8c87-ff8e9d0373f4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:57.124390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Checking segment: {'id': '3726211d-0439-4304-bb28-0ac98fe3c6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:57.124390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network hostable DHCP agents. Network: b765defc-5746-41ff-b912-114aa855ae97, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:53:57.142062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network b765defc-5746-41ff-b912-114aa855ae97 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:53:57.150805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b765defc-5746-41ff-b912-114aa855ae97) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:57.154876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:57.155417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.161973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ba2fc-ef98-44c3-bbaf-d3ebe719cfe7 None None] Network b765defc-5746-41ff-b912-114aa855ae97 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:57.171992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-25f3dd46-99f7-4c37-a539-04a515543d9b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4134655 Jul 22 19:53:57.174969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55974) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:57.180049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-955336907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:57.207497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.208935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.267173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.271279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.288774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.290067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65760618-c360-4d09-9e5e-4fd88865223b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1139016 Jul 22 19:53:57.292919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:57.298227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'network_id': 'b765defc-5746-41ff-b912-114aa855ae97', 'name': 'tempest-PortsTestJSON-1059314217'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:53:57.345173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b765defc-5746-41ff-b912-114aa855ae97', 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '5746f509-3995-4c69-8c87-ff8e9d0373f4'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:53:57.346202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.361242 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.503909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Allocated IP 172.20.0.2 (b765defc-5746-41ff-b912-114aa855ae97/5746f509-3995-4c69-8c87-ff8e9d0373f4/7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:57.674492 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.684096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Transition to ACTIVE for port object 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:57.700535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Transition to ACTIVE for port object 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:57.708188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.754297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Pushing event updated for resources: {'Port': ['ID=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:57.769495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Network b765defc-5746-41ff-b912-114aa855ae97 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:57.771021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:57.773522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:57.794999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:53:57.798752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.827191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port ab133047-343c-44cc-9759-52cfba6efb8c yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:53:57.837346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Attempting to bind port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:53:57.837726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Attempting to bind port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '3726211d-0439-4304-bb28-0ac98fe3c6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:53:57.838136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Attempting to bind port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd on network b765defc-5746-41ff-b912-114aa855ae97 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:53:57.853655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:53:57.854036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Checking segment: {'id': '3726211d-0439-4304-bb28-0ac98fe3c6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:53:57.854446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.854838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Bound using segment: {'id': '3726211d-0439-4304-bb28-0ac98fe3c6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:53:57.855337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Bound port: 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3726211d-0439-4304-bb28-0ac98fe3c6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b765defc-5746-41ff-b912-114aa855ae97'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:53:57.855846 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:57.894090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79c9b633-1631-460b-8d7d-4d2e84801e43 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:53:57.917775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 79c9b633-1631-460b-8d7d-4d2e84801e43 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:53:57.918149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 79c9b633-1631-460b-8d7d-4d2e84801e43 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:53:57.945123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.8 (b765defc-5746-41ff-b912-114aa855ae97/5746f509-3995-4c69-8c87-ff8e9d0373f4/ab133047-343c-44cc-9759-52cfba6efb8c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:53:57.956786 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] For port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:53:57.960844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] For port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,segment=NetworkSegment(3726211d-0439-4304-bb28-0ac98fe3c6aa),segment_id=3726211d-0439-4304-bb28-0ac98fe3c6aa)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:53:57.965755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.029914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ece29-d63d-4df5-995b-523a58f1413d None None] Pushing event updated for resources: {'Port': ['ID=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:58.115395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.131790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object ab133047-343c-44cc-9759-52cfba6efb8c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:53:58.205304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.257795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network b765defc-5746-41ff-b912-114aa855ae97 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:53:58.263028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:53:58.269627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:53:58.273710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=ab133047-343c-44cc-9759-52cfba6efb8c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:58.308980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-0d85bcf4-afa4-4117-82ef-7e3fb817ead4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0749185 Jul 22 19:53:58.334171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:58.334848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.350564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-94688bea-e9c8-4910-b6ee-47fc4b84e9f3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0561650 Jul 22 19:53:58.353222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 55984) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:58.626766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-04195bb6-e4ce-4ec2-9354-fa44dc29552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:58.628364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-04195bb6-e4ce-4ec2-9354-fa44dc29552d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=752a55532197462f943d7ad93035aa6c&device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 1097 time: 0.2375753 Jul 22 19:53:58.744293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 55996) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:58.896500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-efaf8a6a-8e36-4acb-87fc-a6af90476367 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dde2d4410cd0477db733c637e7fdc240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508908 Jul 22 19:53:58.898932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:53:58.951491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.974690 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:58.984261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66123a3f-0d75-480a-8fde-b7619b818fb1 None None] Network b765defc-5746-41ff-b912-114aa855ae97 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:53:59.028136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.032708 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.035787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3590bd79-7274-4097-b485-a0a70b42789c HTTP/1.1" status: 204 len: 168 time: 0.1358886 Jul 22 19:53:59.044728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87729d-a19b-4810-8a04-aacc0447687c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3590bd79-7274-4097-b485-a0a70b42789c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:59.070334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59e23f85-f7b7-4bce-b0d6-18b251163c37 None None] Provisioning for port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:59.119520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-fd14a7b9-0254-4901-9692-54bcc622ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:59.121052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-fd14a7b9-0254-4901-9692-54bcc622ccdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 200 len: 912 time: 0.4691746 Jul 22 19:53:59.182744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.250820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-cb804177-7c29-45a7-b9c1-1b134387feb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 200 len: 1001 time: 0.1119905 Jul 22 19:53:59.404508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-25a7c267-222d-40a3-a98c-acb0f3254c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:59.405912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-25a7c267-222d-40a3-a98c-acb0f3254c35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 200 len: 850 time: 0.1127915 Jul 22 19:53:59.529532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-633e6ec9-859c-4359-8c73-d622fd766f8d None None] Provisioning for port ab133047-343c-44cc-9759-52cfba6efb8c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:53:59.536160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-633e6ec9-859c-4359-8c73-d622fd766f8d None None] Provisioning complete for port ab133047-343c-44cc-9759-52cfba6efb8c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:59.537229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-633e6ec9-859c-4359-8c73-d622fd766f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.555914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-5a543f29-e14f-4b5d-b29a-380e0a2528b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:53:59.561885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-5a543f29-e14f-4b5d-b29a-380e0a2528b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f120101b-5f6d-44f5-bae1-38ccdff39306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167891 Jul 22 19:53:59.567205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.575456 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.605825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-633e6ec9-859c-4359-8c73-d622fd766f8d None None] Port ab133047-343c-44cc-9759-52cfba6efb8c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:59.710057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=ab133047-343c-44cc-9759-52cfba6efb8c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:53:59.726152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a5409993-85b2-4e05-ade7-9a6522a4da1f None None] Provisioning complete for port ab133047-343c-44cc-9759-52cfba6efb8c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:53:59.726528 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5409993-85b2-4e05-ade7-9a6522a4da1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:53:59.778917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a5409993-85b2-4e05-ade7-9a6522a4da1f None None] Port ab133047-343c-44cc-9759-52cfba6efb8c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:53:59.791842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-f837c42d-feeb-48cb-a3e6-0a5a288b613e service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763113 Jul 22 19:53:59.937520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:00.037607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-21071d08-b3a3-4907-aa72-b7de6bc6f64a None None] Provisioning complete for port ab133047-343c-44cc-9759-52cfba6efb8c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:00.039181 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-21071d08-b3a3-4907-aa72-b7de6bc6f64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.078104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:00.090188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:00.090800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.110569 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.119978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-21071d08-b3a3-4907-aa72-b7de6bc6f64a None None] Port ab133047-343c-44cc-9759-52cfba6efb8c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:00.163086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e0b32dd-bda9-497d-8084-fc061e770c1c req-9ef442ba-c282-40db-8191-0eb9d07b30c4 service neutron] 10.222.0.26 "GET /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609107 Jul 22 19:54:00.203572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.239929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,segment=NetworkSegment(3726211d-0439-4304-bb28-0ac98fe3c6aa),segment_id=3726211d-0439-4304-bb28-0ac98fe3c6aa)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:00.245733 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.275141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.308675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:00.575873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.581221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.670761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=ab133047-343c-44cc-9759-52cfba6efb8c,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:00.674629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:00.784440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network b765defc-5746-41ff-b912-114aa855ae97 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:00.786042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:00.911612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Router 9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:54:01.017308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:01.024944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-250bfb48-0bf5-4a7f-b22c-530587a82cc2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/routers/9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6682069 Jul 22 19:54:01.025310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56110) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:01.027887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] Sync routers for ids ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:01.050812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] Routers {'9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:01.051478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:01.093887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-40f4d4ac-63b3-46b9-b6df-99c041501a7f None None] Provisioning complete for port ab133047-343c-44cc-9759-52cfba6efb8c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:01.094822 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-40f4d4ac-63b3-46b9-b6df-99c041501a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.098216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:01.105327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0226c701-c7cc-4857-ab31-b0cdcb8fede2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:01.109297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0226c701-c7cc-4857-ab31-b0cdcb8fede2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa HTTP/1.1" status: 200 len: 982 time: 0.0829582 Jul 22 19:54:01.113073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:01.141098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] Routers {'9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:01.142035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:01.185112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-40f4d4ac-63b3-46b9-b6df-99c041501a7f None None] Port ab133047-343c-44cc-9759-52cfba6efb8c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:01.186725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:01.187433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6272f407-584a-4023-bec7-8673fd66f844 None None] The sync data for ids ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:01.597125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.834442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port ab133047-343c-44cc-9759-52cfba6efb8c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:01.834794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.919065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:01.936298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:01.951972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for ab133047-343c-44cc-9759-52cfba6efb8c owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:01.978519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:01.978845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:02.142628 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:02.172957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=ab133047-343c-44cc-9759-52cfba6efb8c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:02.347503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:02.601050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Router 9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:02.628573 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-87cdf235-06fc-4931-9c79-b0d0613da1d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3270996 Jul 22 19:54:02.722257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:02.731011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:02.731509 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e0ef4962-30c9-4fb5-b800-f9884242bfea tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/routers/9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6171103 Jul 22 19:54:02.739920 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] Sync routers for ids ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:02.749874 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] Routers {'9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:02.751426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:02.763537 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-124e2caa-eb8e-4fe5-97d1-a84df7e1ae4c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:54:02.764904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-b983c3bf-30d1-4499-b616-dd1e1a7b4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:02.767347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-b983c3bf-30d1-4499-b616-dd1e1a7b4901 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.0776637 Jul 22 19:54:02.768679 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56134) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:02.768885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-124e2caa-eb8e-4fe5-97d1-a84df7e1ae4c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/ab133047-343c-44cc-9759-52cfba6efb8c HTTP/1.1" status: 404 len: 333 time: 0.0359445 Jul 22 19:54:02.821455 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:02.833663 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] Routers {'9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:02.834923 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:02.879711 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:02.880663 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3f6b0-bdd2-4cea-8671-31a71d3bf72c None None] The sync data for ids ['9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:02.945012 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.155055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.155908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-b8c7210f-eb10-4e45-8024-76676cccec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:03.158121 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-b8c7210f-eb10-4e45-8024-76676cccec00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 898 time: 0.2786999 Jul 22 19:54:03.159322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.247516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.248025 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Fanout notify agent at l3_agent the message router_deleted on router 9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:54:03.256422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.257530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2b6d27e-3aa0-4064-a9ba-184312a0f00e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/routers/9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa HTTP/1.1" status: 204 len: 168 time: 0.4865127 Jul 22 19:54:03.260211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56138) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:03.275699 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-cc255a8d-9542-4793-86a1-5448abedf102 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 1001 time: 0.1108646 Jul 22 19:54:03.328203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 5746f509-3995-4c69-8c87-ff8e9d0373f4 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:03.331835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.339090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-a04dc335-cdc1-4470-bd10-d19bbfbdc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:03.340692 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-a04dc335-cdc1-4470-bd10-d19bbfbdc598 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 200 len: 835 time: 0.0569005 Jul 22 19:54:03.380489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.413562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-1f2c619d-f14f-41b4-a7ac-677b28b2cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:03.413562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-1f2c619d-f14f-41b4-a7ac-677b28b2cabd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4567f11b-bc3f-467c-8c9a-81b647a32bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646863 Jul 22 19:54:03.428281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-d9f1bc98-4284-413c-ad19-5d53b696cdf8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:54:03.429362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-d9f1bc98-4284-413c-ad19-5d53b696cdf8 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085599 Jul 22 19:54:03.478842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.546573 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-ccddda9b-b721-435e-954a-6f5e46e4cb3f service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092544 Jul 22 19:54:03.561016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.592942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=5746f509-3995-4c69-8c87-ff8e9d0373f4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:03.603449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.604699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e4844-959f-49ed-a91f-8c9d693812a8 None None] Network b765defc-5746-41ff-b912-114aa855ae97 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:03.605754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3ac9d906-e562-4ea1-99e5-56bc5d1017aa tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/5746f509-3995-4c69-8c87-ff8e9d0373f4 HTTP/1.1" status: 204 len: 168 time: 0.3443666 Jul 22 19:54:03.608117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56146) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:03.702410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.742243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a8bcbe8-dce6-486c-a915-570e708f3eea req-63f6811b-0006-41a3-9b76-ce9c3f26fca4 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872737 Jul 22 19:54:03.772628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:03.773276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.873995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] For port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,segment=NetworkSegment(3726211d-0439-4304-bb28-0ac98fe3c6aa),segment_id=3726211d-0439-4304-bb28-0ac98fe3c6aa)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:03.874361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:03.893117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:03.933092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] DHCP port deletion for b765defc-5746-41ff-b912-114aa855ae97 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:03.988788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Deleting port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:03.989195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.011869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.052791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No DVR routers for this DVR port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:04.061535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:04.077022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] For port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,segment=NetworkSegment(3726211d-0439-4304-bb28-0ac98fe3c6aa),segment_id=3726211d-0439-4304-bb28-0ac98fe3c6aa)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:04.077420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.095293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Calling delete_port for 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:04.163208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.175468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b765defc-5746-41ff-b912-114aa855ae97']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:04.194509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.199764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3726211d-0439-4304-bb28-0ac98fe3c6aa') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:04.199764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3726211d-0439-4304-bb28-0ac98fe3c6aa') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:04.210879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.223254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] Pushing event deleted for resources: {'Port': ['ID=7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:04.230898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c5df6-2ba3-41a7-bcb6-6d1c626ea18b None None] No DVR routers for this DVR port 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:04.231196 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.240089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:04.240489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:04.243433 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:04.315376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.337042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.340659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/b765defc-5746-41ff-b912-114aa855ae97 HTTP/1.1" status: 204 len: 168 time: 0.7314701 Jul 22 19:54:04.342035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b142db-9072-4321-a88c-d321315f6458 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=b765defc-5746-41ff-b912-114aa855ae97,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:04.343068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56150) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.383439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56152) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.419727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd065a-5d3e-44de-89fa-277ddaa1f1ec tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:04.427629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dddd065a-5d3e-44de-89fa-277ddaa1f1ec tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/627ea211-8979-4af0-af04-ade713aa81a2 HTTP/1.1" status: 200 len: 841 time: 0.0833886 Jul 22 19:54:04.428705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.496683 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-60da39de-cca1-4bc5-9419-efb28f5a040f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/627ea211-8979-4af0-af04-ade713aa81a2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0664372 Jul 22 19:54:04.497841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.504438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:04.518267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5db2c3dc-324f-4f1e-ac35-bc7359aae8c6 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2721 time: 0.1336050 Jul 22 19:54:04.523592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.531698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'network': {'name': 'tempest-network-smoke--1220328155', 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'port_security_enabled': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:04.600976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:04.605321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.639069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:04.642570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.648777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:04.690711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.691066 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Added segment 58517eba-7f43-42b3-ae0b-0cd966385021 of type vlan for network a7ca1131-53d4-4659-810e-4fda26b2f74e Jul 22 19:54:04.784604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.845215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.851064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:04.851647 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.909384 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3820336 Jul 22 19:54:04.909754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56162) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:04.914462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'admin_state_up': True, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:04.940838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.941589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:04.946520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47133bf-08b9-4b36-a66a-73c360e1d417 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Network': ['ID=a7ca1131-53d4-4659-810e-4fda26b2f74e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:04.962151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a7ca1131-53d4-4659-810e-4fda26b2f74e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:05.002839 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.058598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.098270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:05.102631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:05.106072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:05.106793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.119123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24943c-4274-4d33-8dd9-d995a1fccce8 None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:05.130978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=3bf71ce6-af2b-41c6-8f0d-862db6e002a2,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:05.143819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2f48595-a8b0-4291-b8bc-d795dca26dfc tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6446977 Jul 22 19:54:05.152180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:05.158416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325218121'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:05.196219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.249056 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.321250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.329214 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.382219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.383807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2305481 Jul 22 19:54:05.386177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9b14e-9ff4-4b74-9eef-ae5c8ae670a7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f85537-366d-44b7-b579-ed43fac912ec,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:05.401214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:05.409264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1007371593'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:05.438911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.570304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.588223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.596210 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.598030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.634732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.636197 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2337072 Jul 22 19:54:05.639147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56170) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:05.646289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-842108588', 'security_groups': ['9cd0e68d-1f0e-4c27-8b74-a9a1ade75298'], 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3bf71ce6-af2b-41c6-8f0d-862db6e002a2'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:05.677646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bcdfd-4c19-4a25-a942-8054457c5fbe tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd0e68d-1f0e-4c27-8b74-a9a1ade75298,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:05.739729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.25.6.200 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7cb70e0c-8e58-4cac-b851-606f9b39fd4e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:05.755962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'tenant_id': '2ada752607db4d6484bfa28d320395ea', 'fixed_ips': [{'subnet_id': '3bf71ce6-af2b-41c6-8f0d-862db6e002a2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:05.756961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:05.861718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:05.948261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:05.976956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:05.977685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7eca4c15-fa76-47c7-ba0c-a9b0ecb634cd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:05.977891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.004790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Allocated IP 172.20.0.2 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/3bf71ce6-af2b-41c6-8f0d-862db6e002a2/0167dee0-f8ff-460a-b6bc-fe7e77851e9b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:06.006514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.034743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:54:06.069896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.139223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:06.150910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:06.156249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:06.189024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:06.219571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.227815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Transition to ACTIVE for port object 0167dee0-f8ff-460a-b6bc-fe7e77851e9b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:06.247363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Transition to ACTIVE for port object 0167dee0-f8ff-460a-b6bc-fe7e77851e9b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:06.255792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.300388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:06.305946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:06.311422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:06.321415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.5 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/3bf71ce6-af2b-41c6-8f0d-862db6e002a2/bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:06.346141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:06.391919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Attempting to bind port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:06.392266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Attempting to bind port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:06.392571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Attempting to bind port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b on network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:06.402249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:06.402634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Checking segment: {'id': '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:06.403039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.403433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Bound using segment: {'id': '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:06.404030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Bound port: 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:06.404457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.446396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.491082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:06.495533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:06.504417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.591750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9ed2f-a20f-4b58-b9ea-85e4c588179e None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:06.940961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:06.959606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:07.002062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.048526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:07.049726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:07.055667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:07.088179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:07.093925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.108026 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68b94266-a176-4751-9351-48c7828ac29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.120236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:07.120871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.138429 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b1613ee3-0925-4f42-be63-17c7b422a87f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4952455 Jul 22 19:54:07.138632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56178) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.145301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:07.289293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:07.289650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 3fc5ad35-abf5-4b4b-abd9-87158969b706 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:54:07.293956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.416572 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3bf71ce6-af2b-41c6-8f0d-862db6e002a2 (CIDR: 172.20.0.0/28) Jul 22 19:54:07.420857 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:54:07.421426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:07.436441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:07.441963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-97d1d6da-8884-4bcc-a139-5388837316a6 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2985175 Jul 22 19:54:07.441963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56182) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.447916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:07.450962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Sync routers for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:07.466957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.468358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-71159f8a-e58b-4c50-a398-2dfca0be5938 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5574720 Jul 22 19:54:07.471303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:07.471857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56184) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.472536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:07.564120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3163a009-5e3e-4962-a29d-fdca48752886 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:07.571166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3163a009-5e3e-4962-a29d-fdca48752886 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=6427d6796d524b1aaa1d09a526a1563e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0980029 Jul 22 19:54:07.572070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.606327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:07.730864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e7306456-ab78-471b-80bd-242d2e04290c None None] Provisioning for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:07.741787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:07.745970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.809131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e839c14-8d5b-43fc-b46c-9572396849ff tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:07.814505 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7e839c14-8d5b-43fc-b46c-9572396849ff tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2375534 Jul 22 19:54:07.814705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e7306456-ab78-471b-80bd-242d2e04290c None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:07.814705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e7306456-ab78-471b-80bd-242d2e04290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:07.816156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56188) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.868726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e7306456-ab78-471b-80bd-242d2e04290c None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:07.881388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0e177b46-203e-4586-9c21-220142bac8e8 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0617261 Jul 22 19:54:07.884861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56190) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.951660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:06Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:07.963336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-52dd6899-1960-4112-99c9-db6419fe2cd9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=6427d6796d524b1aaa1d09a526a1563e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783730 Jul 22 19:54:07.965604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56192) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:07.988550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Checking router: 3fc5ad35-abf5-4b4b-abd9-87158969b706 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:07.988921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Updating router 3fc5ad35-abf5-4b4b-abd9-87158969b706 port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:54:08.033438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.058130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:08.121710 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.151294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe2383-65ca-4ac8-af40-29b9ab154914 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:08.154736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-09fe2383-65ca-4ac8-af40-29b9ab154914 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1877742 Jul 22 19:54:08.158804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56196) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:08.188003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fce450c2-6607-4a94-b9f9-b687bbe94388 None None] Provisioning for port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:08.196885 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:08.200621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:08.201383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fce450c2-6607-4a94-b9f9-b687bbe94388 None None] Provisioning complete for port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:08.201813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fce450c2-6607-4a94-b9f9-b687bbe94388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.204822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:08.205422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.207470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6c6bb30b-35a2-49ca-85d8-d42f5db86b80 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471089 Jul 22 19:54:08.210757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56198) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:08.218357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258414092', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:08.241305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c31bbe-63b1-4085-9c26-e6a7f4b54f31 None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:08.246734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=00915d2f-10b1-468f-824c-daf1c99039b1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:08.272706 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-381f050f-58aa-4ac0-be41-88be54d6dd03 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8303521 Jul 22 19:54:08.274983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56202) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:08.281758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-214278666', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '00915d2f-10b1-468f-824c-daf1c99039b1'}], 'security_groups': ['94f85537-366d-44b7-b579-ed43fac912ec']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:08.289156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:08.333431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fce450c2-6607-4a94-b9f9-b687bbe94388 None None] Port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:08.334741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:08.335112 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.360359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:08.366828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.528640 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.600740 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.603873 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.624141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Transition to ACTIVE for port object 7cb70e0c-8e58-4cac-b851-606f9b39fd4e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:08.631250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.639627 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.687647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:08.697903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Subnet': ['ID=0352b7c3-f287-48f3-939f-018218a73206,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:08.705747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.721430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Checking segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:08.721801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network hostable DHCP agents. Network: a7ca1131-53d4-4659-810e-4fda26b2f74e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:08.722924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6897-66c6-4504-978d-54cd911aed8a None None] Pushing event updated for resources: {'Port': ['ID=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:08.729236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Attempting to bind port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:08.732891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Attempting to bind port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:08.733258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Attempting to bind port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:08.750303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a7ca1131-53d4-4659-810e-4fda26b2f74e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:08.763046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a7ca1131-53d4-4659-810e-4fda26b2f74e) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:08.769108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:08.769491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:08.769891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.770275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:08.770732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:08.770860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Bound port: 7cb70e0c-8e58-4cac-b851-606f9b39fd4e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:08.771173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.774728 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:08.797840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d443f4e-7c92-49fb-98a1-20d9150f4e8c tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5830953 Jul 22 19:54:08.798483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:08.820188 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c7152d-5a74-4bff-b84f-788978886fdd None None] Network a7ca1131-53d4-4659-810e-4fda26b2f74e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:08.884050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:08.940385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Update dhcp port {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'fixed_ips': [{'subnet_id': '3bf71ce6-af2b-41c6-8f0d-862db6e002a2', 'ip_address': '172.20.0.2'}, {'subnet_id': '00915d2f-10b1-468f-824c-daf1c99039b1'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '0167dee0-f8ff-460a-b6bc-fe7e77851e9b'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:54:08.946398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] For port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:08.990369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Delete allocated IP 172.20.0.5 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/3bf71ce6-af2b-41c6-8f0d-862db6e002a2) {{(pid=93800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:54:09.006753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.28 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/00915d2f-10b1-468f-824c-daf1c99039b1/bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:09.192875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.200057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] For port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:09.229319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.245710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:09.252725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.280968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.367218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:09.384919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.390337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] In _notify_port_updated(), no bound segment for port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 on network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:54:09.396450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:09.397195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.400187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-46091769-9bd3-4edd-9fd5-7f803c0af295 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/ports/bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 HTTP/1.1" status: 200 len: 920 time: 1.1224797 Jul 22 19:54:09.402142 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56210) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:09.521981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a6897-66c6-4504-978d-54cd911aed8a None None] Pushing event updated for resources: {'Port': ['ID=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:09.525235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:09.525989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:53:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:09.588497 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:54:09.611699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:09.612051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.652564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a7ca1131-53d4-4659-810e-4fda26b2f74e', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'fixed_ips': [{'subnet_id': '0352b7c3-f287-48f3-939f-018218a73206'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:09.653407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.689468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Allocated IP 172.20.0.18 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/00915d2f-10b1-468f-824c-daf1c99039b1/0167dee0-f8ff-460a-b6bc-fe7e77851e9b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:09.785961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:09.789492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:09.821661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:09.886593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.20.0.17 (a7ca1131-53d4-4659-810e-4fda26b2f74e/0352b7c3-f287-48f3-939f-018218a73206/dfdd7a3c-cc26-457d-bcad-8de4b14e32e3) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:09.935962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:10.021927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:10.029247 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.064353 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.068250 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.092194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4f59db78-7c87-4c49-aed7-1e7dc3ac1afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.101742 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.105778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Transition to ACTIVE for port object dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:10.107648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.142814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Transition to ACTIVE for port object 0167dee0-f8ff-460a-b6bc-fe7e77851e9b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:10.148590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:10.149005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.155723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.211939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.217578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-338347cb-15f6-4490-a9af-3b3286863eda tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 HTTP/1.1" status: 204 len: 168 time: 0.8143013 Jul 22 19:54:10.221425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:10.229853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.257752 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-534fe61c-6a6a-426c-b1ac-ef2a6e4c6b07 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:54:10.259795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-534fe61c-6a6a-426c-b1ac-ef2a6e4c6b07 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65 HTTP/1.1" status: 404 len: 333 time: 0.0372617 Jul 22 19:54:10.262709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56216) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:10.274913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a7ca1131-53d4-4659-810e-4fda26b2f74e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:10.281841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:10.287143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:10.326140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Allocated IP 172.20.0.18 (a7ca1131-53d4-4659-810e-4fda26b2f74e/0352b7c3-f287-48f3-939f-018218a73206/a1854603-8837-49e5-93d7-4db253fa7068) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:10.336468 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.351844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.364829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.404098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.435262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.440673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.445252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/security-groups/9cd0e68d-1f0e-4c27-8b74-a9a1ade75298 HTTP/1.1" status: 204 len: 168 time: 0.1779497 Jul 22 19:54:10.445901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56220) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:10.481856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090bb12-75a5-49e3-9800-012b74803a62 None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.488643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0278d-6c76-43fb-b043-d0142f905ef1 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd0e68d-1f0e-4c27-8b74-a9a1ade75298,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.507137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b had new provisioning blocks added so it will not transition to active. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 22 19:54:10.525161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:06Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:10.567889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.576759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22e1e2f-13a2-48dd-8293-6276b58d6b9b None None] The sync data for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 is: [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:06Z', 'revision_number': 3, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:10.612420 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.618983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.675275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.708450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Transition to ACTIVE for port object a1854603-8837-49e5-93d7-4db253fa7068 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:10.742005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Transition to ACTIVE for port object a1854603-8837-49e5-93d7-4db253fa7068 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:10.749029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.753231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.753804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.757538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/security-groups/94f85537-366d-44b7-b579-ed43fac912ec HTTP/1.1" status: 204 len: 168 time: 0.3002715 Jul 22 19:54:10.758677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56222) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:10.810959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b54f5-30af-438d-bda8-fe78d78f98c5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f85537-366d-44b7-b579-ed43fac912ec,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.816325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Network a7ca1131-53d4-4659-810e-4fda26b2f74e is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:10.819433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:10.823121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:10.849351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 3bf71ce6-af2b-41c6-8f0d-862db6e002a2 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:10.861153 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:10.900939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Pushing event updated for resources: {'Port': ['ID=a1854603-8837-49e5-93d7-4db253fa7068,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:10.912087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.912087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.912087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.912751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.913089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.913442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.913764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.914097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.914428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.914760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.915087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.915416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:10.954802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.011940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Attempting to bind port a1854603-8837-49e5-93d7-4db253fa7068 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:11.012619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Attempting to bind port a1854603-8837-49e5-93d7-4db253fa7068 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:11.013079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Attempting to bind port a1854603-8837-49e5-93d7-4db253fa7068 on network a7ca1131-53d4-4659-810e-4fda26b2f74e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:11.031168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:11.031816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Checking segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:11.032354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.033241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Bound using segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:11.033829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Bound port: a1854603-8837-49e5-93d7-4db253fa7068, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:11.034311 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.138944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] For port a1854603-8837-49e5-93d7-4db253fa7068, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:11.143236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] For port a1854603-8837-49e5-93d7-4db253fa7068, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a1854603-8837-49e5-93d7-4db253fa7068,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:11.151082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.164594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.246157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707da411-c3e8-4e68-a818-ccb868dc6c81 None None] Pushing event updated for resources: {'Port': ['ID=a1854603-8837-49e5-93d7-4db253fa7068,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:11.262512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.270898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.317018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.336343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.344625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/3bf71ce6-af2b-41c6-8f0d-862db6e002a2 HTTP/1.1" status: 204 len: 168 time: 0.5815489 Jul 22 19:54:11.345449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56226) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:11.354289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:11.375575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14321761-922b-4c91-b160-b7c5cae3215b None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:11.441493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75864f-ff75-4d7e-9e97-3f4ce0102a17 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf71ce6-af2b-41c6-8f0d-862db6e002a2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:11.467894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:11.491518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.575926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Provisioning for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:11.624107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:11.624516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.659536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a7ca1131-53d4-4659-810e-4fda26b2f74e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:11.662749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:11.686470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:11.695239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.726935 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:11.873103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 3fc5ad35-abf5-4b4b-abd9-87158969b706 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:12.085397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:12.091289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9cea397e-0a2b-4e1f-a57c-f74ea8843054 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "PUT /v2.0/routers/3fc5ad35-abf5-4b4b-abd9-87158969b706/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2916856 Jul 22 19:54:12.175159 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.222967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:12.292393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=240d161d-9f3b-4e60-99d1-d8c78b0dbd95,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:12.309978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:12.311726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:12.320183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:12.322005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.378571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-840dc94e-1ad4-47a9-a374-80c6a0eb833f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0270975 Jul 22 19:54:12.378928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56238) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:12.384436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1036692406'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:12.420567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:12.421096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.446983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.485913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:12.486316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.489111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:12.524341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f10bbfe6-2974-4165-bf98-8ab0a134441d None None] Could not find standard attr ID for object bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:54:12.622868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cb70e0c-8e58-4cac-b851-606f9b39fd4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:12.703455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:12.707727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:12.708103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.730925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-c2b62474-3359-4e28-b7e3-7ffe1065baed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:12.733622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-c2b62474-3359-4e28-b7e3-7ffe1065baed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/networks?id=a7ca1131-53d4-4659-810e-4fda26b2f74e HTTP/1.1" status: 200 len: 798 time: 0.3202112 Jul 22 19:54:12.813997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.830200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.870962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.897650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-cb34a913-c7f5-4631-b6de-fbac2543647f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/quotas/6427d6796d524b1aaa1d09a526a1563e HTTP/1.1" status: 200 len: 375 time: 0.0819848 Jul 22 19:54:12.902456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b00ef-215e-469a-9f63-c11723804e0d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:12.939195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:12.947657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.948588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a1854603-8837-49e5-93d7-4db253fa7068 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:12.961215 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:12.962878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f0420bbf-f2ee-4810-9daf-59a948f4a7dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5829699 Jul 22 19:54:12.966012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:12.973159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1110681718'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:12.995544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65182b0-93e6-4473-936e-b12574cad82c None None] Network a7ca1131-53d4-4659-810e-4fda26b2f74e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:13.022555 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.033399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-ecbcf030-0769-4a28-a19c-3ddcc915fa1d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1210740 Jul 22 19:54:13.036926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.199641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ef73fe1-64f7-444b-aae2-d1310ada92c0 None None] Provisioning for port a1854603-8837-49e5-93d7-4db253fa7068 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:13.203989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:13.257888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a1854603-8837-49e5-93d7-4db253fa7068 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:13.264520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a1854603-8837-49e5-93d7-4db253fa7068 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:13.266089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.275497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.286064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.324708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-6d6d58da-5a44-4cab-94cb-6eb59dc194cb service neutron] 10.222.0.10 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567229 Jul 22 19:54:13.326387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de02c18-129c-47a4-a51c-c6ace75c8372,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:13.346132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.348065 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1d38722a-8de7-40c5-a383-7253088f19cb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3798497 Jul 22 19:54:13.351204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56260) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:13.358285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'security_group': {'name': 'tempest-secgroup-97388703'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:13.427102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.465926 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Sync routers for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:13.488737 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:13.489401 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:13.538859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.538859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86196d09-a95e-4b93-a045-821640e7d5fc None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:13.608128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-b4122d1a-bc7e-4526-8ab8-e13b4a166462 service neutron] 10.222.0.10 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825179 Jul 22 19:54:13.617434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6840753d-2a8d-4e9a-b001-e41578fd455c None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:13.617687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6840753d-2a8d-4e9a-b001-e41578fd455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.620320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.631220 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.694525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a1854603-8837-49e5-93d7-4db253fa7068, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a1854603-8837-49e5-93d7-4db253fa7068,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:13.715627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.717185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3636310 Jul 22 19:54:13.725733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56268) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:13.726326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34400b-5df0-4894-9652-5f6727f6a4e2 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea9ccd-396d-48a5-b9f6-cde70111d2fb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:13.734553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:13.747839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1693006939', 'security_groups': ['fbea9ccd-396d-48a5-b9f6-cde70111d2fb'], 'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '240d161d-9f3b-4e60-99d1-d8c78b0dbd95'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:13.783664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:14.065346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cb70e0c-8e58-4cac-b851-606f9b39fd4e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:14.127678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9bed9e48-9e36-4be8-9be0-dbfe81f1128c req-5d133a86-7e47-4757-ac4c-b4af9beb98e8 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 210 time: 0.1405506 Jul 22 19:54:14.167047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:14.311214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:10Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dfdd7a3c-cc26-457d-bcad-8de4b14e32e3', 'name': '', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:70:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '0352b7c3-f287-48f3-939f-018218a73206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:09Z', 'updated_at': '2021-07-22T19:54:10Z', 'revision_number': 2, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '0352b7c3-f287-48f3-939f-018218a73206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:14.366822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Checking router: 3fc5ad35-abf5-4b4b-abd9-87158969b706 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:14.367783 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Updating router 3fc5ad35-abf5-4b4b-abd9-87158969b706 port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:54:14.404922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a1854603-8837-49e5-93d7-4db253fa7068,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:14.447435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:14.490508 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:14.494482 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] device_id is not set on port b3e232e8-9956-45eb-b8e1-9bd6486ca57b yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:54:14.606779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:14.607243 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:14.682493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6840753d-2a8d-4e9a-b001-e41578fd455c None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:14.683569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6840753d-2a8d-4e9a-b001-e41578fd455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:14.775634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6840753d-2a8d-4e9a-b001-e41578fd455c None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:14.884573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.12 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/240d161d-9f3b-4e60-99d1-d8c78b0dbd95/b3e232e8-9956-45eb-b8e1-9bd6486ca57b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:15.026272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-08295e58-1a20-44ee-b1fc-174df6272463 None None] Provisioning complete for port a1854603-8837-49e5-93d7-4db253fa7068 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:15.027175 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08295e58-1a20-44ee-b1fc-174df6272463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.036837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Update dhcp port {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'fixed_ips': [{'subnet_id': '00915d2f-10b1-468f-824c-daf1c99039b1', 'ip_address': '172.20.0.18'}, {'subnet_id': '240d161d-9f3b-4e60-99d1-d8c78b0dbd95'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '0167dee0-f8ff-460a-b6bc-fe7e77851e9b'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:54:15.042231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.056868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object b3e232e8-9956-45eb-b8e1-9bd6486ca57b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:15.105560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.120343 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.133772 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Transition to ACTIVE for port object dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:15.143897 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.166790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:15.170957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:15.183191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:15.225772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=b3e232e8-9956-45eb-b8e1-9bd6486ca57b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:15.247005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.255026 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbc91c-ff7f-43a0-8305-c1e6dd933ede None None] Pushing event updated for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:15.279881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:15.283855 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.320510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:15.321087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-36f847c0-2a66-4e1c-a055-4fb3660fcabb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5928307 Jul 22 19:54:15.325875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:15.383751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5bf1f9c-3985-4483-b3e0-bf9244692ac8 req-1ee14cb2-5f60-49f6-b211-ec1fc6ebe4c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 210 time: 0.0602181 Jul 22 19:54:15.480108 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-08295e58-1a20-44ee-b1fc-174df6272463 None None] Provisioning for port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:15.545468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Allocated IP 172.20.0.2 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/240d161d-9f3b-4e60-99d1-d8c78b0dbd95/0167dee0-f8ff-460a-b6bc-fe7e77851e9b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:15.565872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:15.571605 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.634481 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Attempting to bind port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:15.635975 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Attempting to bind port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:15.636598 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Attempting to bind port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 on network a7ca1131-53d4-4659-810e-4fda26b2f74e {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:15.643509 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:15.644845 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Checking segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:15.645869 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.646483 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Bound using segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:15.647289 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Bound port: dfdd7a3c-cc26-457d-bcad-8de4b14e32e3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:15.648246 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.706551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:15.740760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] For port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:15.746029 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] For port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:15.750082 n-d-800087-13 neutron-server[93801]: INFO neutron.db.ipam_backend_mixin [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 240d161d-9f3b-4e60-99d1-d8c78b0dbd95 (CIDR: 172.20.0.0/28) Jul 22 19:54:15.752614 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.756422 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:54:15.757093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:15.782448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.790582 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ef2dcbb-8a05-4b3f-bdf5-2cc709874cc3 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4686999 Jul 22 19:54:15.803920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56294) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:15.813377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:15.814240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Transition to ACTIVE for port object 0167dee0-f8ff-460a-b6bc-fe7e77851e9b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:15.819686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:15.933928 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:15.951794 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:15.956181 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbc91c-ff7f-43a0-8305-c1e6dd933ede None None] Pushing event updated for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:16.022680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a1854603-8837-49e5-93d7-4db253fa7068 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:16.030188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-19c56f78-6ec5-4861-b826-f5365ab533e4 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:16.034038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-19c56f78-6ec5-4861-b826-f5365ab533e4 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.26 "GET /v2.0/networks?id=a7ca1131-53d4-4659-810e-4fda26b2f74e HTTP/1.1" status: 200 len: 798 time: 0.4115572 Jul 22 19:54:16.073921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Request body: {'port': {'device_id': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'admin_state_up': True, 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:16.165957 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:16.373935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45207a8e-c119-42ec-8e57-96257aaa902e None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:16.405060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:16.414814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:16.423779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a1854603-8837-49e5-93d7-4db253fa7068 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:16.424270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:16.602426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e8f159b-8084-4cc5-a2e9-1fd2e697bef5 req-3996f832-28db-4ea0-ab95-46c2652dbe76 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 210 time: 0.0792732 Jul 22 19:54:16.643983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:10Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dfdd7a3c-cc26-457d-bcad-8de4b14e32e3', 'name': '', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:70:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '0352b7c3-f287-48f3-939f-018218a73206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:09Z', 'updated_at': '2021-07-22T19:54:15Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '0352b7c3-f287-48f3-939f-018218a73206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:16.645629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Made reservation on behalf of 6427d6796d524b1aaa1d09a526a1563e for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:16.653817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:16.675609 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77bcca-3ac0-4d81-a3ae-1ca807d5f180 None None] The sync data for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 is: [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:10Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dfdd7a3c-cc26-457d-bcad-8de4b14e32e3', 'name': '', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:70:e8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '0352b7c3-f287-48f3-939f-018218a73206', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:09Z', 'updated_at': '2021-07-22T19:54:15Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '0352b7c3-f287-48f3-939f-018218a73206', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:16.698367 n-d-800087-13 neutron-server[93800]: INFO neutron.db.ipam_backend_mixin [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 00915d2f-10b1-468f-824c-daf1c99039b1 (CIDR: 172.20.0.16/28) Jul 22 19:54:16.706319 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:54:16.706822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:16.787493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-967a5ac4-4ff5-4b75-807a-4b5e824c5486 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9823570 Jul 22 19:54:16.790147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56310) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:16.797621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'subnet': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:16.904433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Allocated IP 172.20.0.23 (a7ca1131-53d4-4659-810e-4fda26b2f74e/0352b7c3-f287-48f3-939f-018218a73206/2e084683-fb81-414e-96ce-416633fe7d1a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:17.013622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Made reservation on behalf of 2ada752607db4d6484bfa28d320395ea for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:17.017869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.136286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Provisioning for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:17.145933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:17.146440 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.210276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.241672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Transition to ACTIVE for port object 2e084683-fb81-414e-96ce-416633fe7d1a will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:17.314284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.318030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:17.318464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.353508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Network a7ca1131-53d4-4659-810e-4fda26b2f74e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:17.357677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:17.371486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:17.381381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1733c2ae-887e-4f32-a902-4e769d6ae228 None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:17.513985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17dd9a97-4977-48fe-8682-1af0b881460c None None] Provisioning for port b3e232e8-9956-45eb-b8e1-9bd6486ca57b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:17.520500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event updated for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:17.521513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17dd9a97-4977-48fe-8682-1af0b881460c None None] Provisioning complete for port b3e232e8-9956-45eb-b8e1-9bd6486ca57b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:17.523471 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17dd9a97-4977-48fe-8682-1af0b881460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.533988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.592498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:17.594090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.610767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-17dd9a97-4977-48fe-8682-1af0b881460c None None] Port b3e232e8-9956-45eb-b8e1-9bd6486ca57b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:17.619109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:17.623354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:17.628034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-99976c35-84e6-48e7-bb87-ef98a94d10a3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5732055 Jul 22 19:54:17.631944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:17.632464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.640510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-5d8a8b09-983a-4093-b0c0-2402655b4a75 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:54:17.641632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-5d8a8b09-983a-4093-b0c0-2402655b4a75 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063965 Jul 22 19:54:17.660611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Request body: {'port': {'device_id': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:17.689200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8974404 Jul 22 19:54:17.697772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:17.709376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1840958553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'efa1807a-1c1d-4cf0-9da3-e9285adf1d34'}], 'security_groups': ['dd1b00ef-215e-469a-9f63-c11723804e0d', '5de02c18-129c-47a4-a51c-c6ace75c8372']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:17.794051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc84624-9200-4252-8df8-855b683c635b tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Subnet': ['ID=efa1807a-1c1d-4cf0-9da3-e9285adf1d34,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:17.856903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.871830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bbb5c0b7-e029-48a6-b137-e5047425af3b None None] Provisioning for port 2e084683-fb81-414e-96ce-416633fe7d1a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:17.881815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bbb5c0b7-e029-48a6-b137-e5047425af3b None None] Provisioning complete for port 2e084683-fb81-414e-96ce-416633fe7d1a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:17.882494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bbb5c0b7-e029-48a6-b137-e5047425af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:17.981574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5c0b7-e029-48a6-b137-e5047425af3b None None] Port 2e084683-fb81-414e-96ce-416633fe7d1a cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:17.992593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2fbac5-2c8d-41f7-8b27-dea62262dc8b None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:18.011059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0915ce-3c82-431f-a050-cb458b4ab6f7 req-b1e242ac-88bb-488e-a64e-698129bb6375 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:18.012636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c0915ce-3c82-431f-a050-cb458b4ab6f7 req-b1e242ac-88bb-488e-a64e-698129bb6375 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 895 time: 0.1502223 Jul 22 19:54:18.150118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-92844b14-c906-4be1-a332-855fb2b496d5 None None] Could not find standard attr ID for object bff4eaaa-a39f-4ea5-ba9f-0fcc7c48ae65. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:54:18.200758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:18.209941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.327780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:18.385349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e084683-fb81-414e-96ce-416633fe7d1a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:18.388358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:18.388952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.397317 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.411172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Transition to ACTIVE for port object 2e084683-fb81-414e-96ce-416633fe7d1a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:18.423226 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.606170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.634230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Pushing event updated for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:18.694299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:18.722587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.723352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:18.725094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Attempting to bind port 2e084683-fb81-414e-96ce-416633fe7d1a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:18.729904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Attempting to bind port 2e084683-fb81-414e-96ce-416633fe7d1a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:18.730295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Attempting to bind port 2e084683-fb81-414e-96ce-416633fe7d1a on network a7ca1131-53d4-4659-810e-4fda26b2f74e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:18.744589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Port 2e084683-fb81-414e-96ce-416633fe7d1a on network a7ca1131-53d4-4659-810e-4fda26b2f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:54:18.744589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Attempting to bind port 2e084683-fb81-414e-96ce-416633fe7d1a on network a7ca1131-53d4-4659-810e-4fda26b2f74e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:18.748367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:18.748720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Checking segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:18.749180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Bound using segment: {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:18.749625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Bound port: 2e084683-fb81-414e-96ce-416633fe7d1a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58517eba-7f43-42b3-ae0b-0cd966385021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:18.756687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.929112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:18.935657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2e084683-fb81-414e-96ce-416633fe7d1a,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:18.941487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:18.944962 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.962340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:18.962724 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:18.969842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Update dhcp port {'port': {'network_id': '55549f84-dc0e-43a4-b99f-5a8ca07e14f7', 'fixed_ips': [{'subnet_id': '00915d2f-10b1-468f-824c-daf1c99039b1', 'ip_address': '172.20.0.18'}, {'subnet_id': '240d161d-9f3b-4e60-99d1-d8c78b0dbd95', 'ip_address': '172.20.0.2'}, {'subnet_id': 'efa1807a-1c1d-4cf0-9da3-e9285adf1d34'}], 'binding:host_id': 'n-d-800087-13'}, 'id': '0167dee0-f8ff-460a-b6bc-fe7e77851e9b'} from n-d-800087-13. {{(pid=93802) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 19:54:19.018353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Pushing event updated for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:19.023500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.024366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:19.025788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-97ae40ed-be79-431e-9812-0f547a8cb58f service neutron] 10.222.0.26 "PUT /v2.0/ports/2e084683-fb81-414e-96ce-416633fe7d1a HTTP/1.1" status: 200 len: 1056 time: 1.3720117 Jul 22 19:54:19.026241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:19.028970 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa" -d '{"events": [{"name": "network-changed", "server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:19.044666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:19.168456 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc9d209-8e73-43a6-acfa-57321236df3a x-openstack-request-id: req-5fc9d209-8e73-43a6-acfa-57321236df3a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:19.168929 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:19.169317 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fc9d209-8e73-43a6-acfa-57321236df3a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:19.198139 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a', 'status': 'completed', 'code': 200} Jul 22 19:54:19.294485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Allocated IP 172.20.0.34 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/efa1807a-1c1d-4cf0-9da3-e9285adf1d34/0167dee0-f8ff-460a-b6bc-fe7e77851e9b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:19.352522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-db45e668-d21c-4f34-9603-dd4c26af29db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.354657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-db45e668-d21c-4f34-9603-dd4c26af29db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 1059 time: 0.2753153 Jul 22 19:54:19.418927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9035d-9595-42bb-bf2b-5092f79c4644 req-f776531f-8eda-4d1b-8fe4-11e2beba955a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.424202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:19.430798 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ba9035d-9595-42bb-bf2b-5092f79c4644 req-f776531f-8eda-4d1b-8fe4-11e2beba955a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 907 time: 0.2220039 Jul 22 19:54:19.437061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-086eb02e-27d9-4495-9a34-ec617cb415c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2e084683-fb81-414e-96ce-416633fe7d1a HTTP/1.1" status: 200 len: 217 time: 0.0708418 Jul 22 19:54:19.495363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:19.554264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-4d95028c-4286-4e25-8787-84eced86c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.555873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-4d95028c-4286-4e25-8787-84eced86c052 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0352b7c3-f287-48f3-939f-018218a73206 HTTP/1.1" status: 200 len: 837 time: 0.1027462 Jul 22 19:54:19.568945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Transition to ACTIVE for port object 0167dee0-f8ff-460a-b6bc-fe7e77851e9b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:19.583499 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:19.628664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-ca479d1d-f7ab-490a-bcaa-8ad24bcbaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:19.630490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-ca479d1d-f7ab-490a-bcaa-8ad24bcbaefa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7ca1131-53d4-4659-810e-4fda26b2f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0670860 Jul 22 19:54:19.752383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-f5fed03b-75a5-46c9-b592-480cfe1bddd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132772 Jul 22 19:54:19.766044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Delete allocated IP 172.20.0.12 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/240d161d-9f3b-4e60-99d1-d8c78b0dbd95) {{(pid=93801) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 19:54:19.770603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965dcec-ec6c-4234-ac3e-39ac3b1c3298 None None] Pushing event updated for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:19.791078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Allocated IP 172.20.0.45 (55549f84-dc0e-43a4-b99f-5a8ca07e14f7/efa1807a-1c1d-4cf0-9da3-e9285adf1d34/b3e232e8-9956-45eb-b8e1-9bd6486ca57b) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:19.900625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fb462a5-7ae8-4295-81b1-a18e59fc794b req-62f3a06f-238c-4080-a0ed-1b1f0135e36a service neutron] 10.222.0.26 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404850 Jul 22 19:54:19.999197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:20.085739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:20.086119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.092308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-b6cc8c2c-f878-47b2-a380-073c3317ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.094484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-b6cc8c2c-f878-47b2-a380-073c3317ef59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 1059 time: 0.1177232 Jul 22 19:54:20.166768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.191611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Transition to ACTIVE for port object b3e232e8-9956-45eb-b8e1-9bd6486ca57b will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:20.201206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.234499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:20.341514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event updated for resources: {'Port': ['ID=b3e232e8-9956-45eb-b8e1-9bd6486ca57b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:20.475777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] In _notify_port_updated(), no bound segment for port b3e232e8-9956-45eb-b8e1-9bd6486ca57b on network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:54:20.483705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.485772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.489882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2f57141-9bb3-4aef-a2d3-8b7e58fe76d8 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "PUT /v2.0/ports/b3e232e8-9956-45eb-b8e1-9bd6486ca57b HTTP/1.1" status: 200 len: 960 time: 2.7885537 Jul 22 19:54:20.490259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56352) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:20.651281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port b3e232e8-9956-45eb-b8e1-9bd6486ca57b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:20.651985 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.733754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Provisioning for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:20.738595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:20.738793 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.759595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-afb90280-5f5d-4bcb-91b2-52479a88f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.761537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-afb90280-5f5d-4bcb-91b2-52479a88f89b service neutron] 10.222.0.26 "GET /v2.0/networks?id=a7ca1131-53d4-4659-810e-4fda26b2f74e HTTP/1.1" status: 200 len: 899 time: 0.6601443 Jul 22 19:54:20.774460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.787970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for b3e232e8-9956-45eb-b8e1-9bd6486ca57b owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:20.841020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-a9f77a6f-d7dd-4287-8b67-c1192d87e472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=2e084683-fb81-414e-96ce-416633fe7d1a HTTP/1.1" status: 200 len: 217 time: 0.0443535 Jul 22 19:54:20.922890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbc110-4a22-4fea-8d06-88d9a98bd286 req-d9e08aef-eaa0-4f4b-8480-8323ba23ddc9 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.924643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cabbc110-4a22-4fea-8d06-88d9a98bd286 req-d9e08aef-eaa0-4f4b-8480-8323ba23ddc9 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 907 time: 0.1619847 Jul 22 19:54:20.932025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-6d97a928-5ad5-41bc-ae92-122adbb90d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:20.932466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Provisioning for port b3e232e8-9956-45eb-b8e1-9bd6486ca57b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:20.932928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.933621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-6d97a928-5ad5-41bc-ae92-122adbb90d2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0352b7c3-f287-48f3-939f-018218a73206 HTTP/1.1" status: 200 len: 837 time: 0.0858576 Jul 22 19:54:20.939296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Provisioning complete for port b3e232e8-9956-45eb-b8e1-9bd6486ca57b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:20.939678 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.973509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Port b3e232e8-9956-45eb-b8e1-9bd6486ca57b was deleted so its status cannot be updated. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 19:54:20.988084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:20.988534 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:20.994355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=b3e232e8-9956-45eb-b8e1-9bd6486ca57b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:21.009045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.009045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.009379 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.009723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.010057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.010387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.011328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.011663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.011993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.012352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.012682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.012990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:21.052277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed9dad-3f33-49d1-bf22-2fc2df9576db None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:21.061742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-190330ed-8864-41f1-8772-23e33185e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:21.064508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-190330ed-8864-41f1-8772-23e33185e2ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a7ca1131-53d4-4659-810e-4fda26b2f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1227798 Jul 22 19:54:21.097096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.107832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-37a010bc-1089-4ac9-aeed-cee0efc374bb tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/b3e232e8-9956-45eb-b8e1-9bd6486ca57b HTTP/1.1" status: 204 len: 168 time: 0.6092489 Jul 22 19:54:21.108575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56366) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:21.139858 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-569685aa-bd34-4075-99df-ef262c1e4975 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] GET failed (client error): The resource could not be found. Jul 22 19:54:21.144810 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-569685aa-bd34-4075-99df-ef262c1e4975 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports/b3e232e8-9956-45eb-b8e1-9bd6486ca57b HTTP/1.1" status: 404 len: 333 time: 0.0328288 Jul 22 19:54:21.147072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56368) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:21.222624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-feda7f3e-102f-4494-984e-b01ce55555df service neutron] 10.222.0.26 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366878 Jul 22 19:54:21.229822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.258177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.333782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.336574 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.343867 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/security-groups/fbea9ccd-396d-48a5-b9f6-cde70111d2fb HTTP/1.1" status: 204 len: 168 time: 0.1957126 Jul 22 19:54:21.344511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56370) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:21.362736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9a71d92-c388-4943-b5c2-b7ce3a4268fa req-f6a42c06-6702-4dbd-b129-8c081f00ef3e service neutron] 10.222.0.26 "GET /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315708 Jul 22 19:54:21.366119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8a96c7d3-fa8c-4670-8a2b-77f1c597a927 None None] Could not find standard attr ID for object b3e232e8-9956-45eb-b8e1-9bd6486ca57b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:54:21.393250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621a83f-2d43-4f23-8e0f-5b4960966a26 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea9ccd-396d-48a5-b9f6-cde70111d2fb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:21.445925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.479102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.543137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.547255 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.549138 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/security-groups/5de02c18-129c-47a4-a51c-c6ace75c8372 HTTP/1.1" status: 204 len: 168 time: 0.2007976 Jul 22 19:54:21.551730 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:21.560552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e594232-2b03-45d2-ba23-170f9105a6d7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de02c18-129c-47a4-a51c-c6ace75c8372,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:21.625875 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.650286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.702841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.705561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.709514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56376) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:21.709979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/security-groups/dd1b00ef-215e-469a-9f63-c11723804e0d HTTP/1.1" status: 204 len: 168 time: 0.1565950 Jul 22 19:54:21.720925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b37638-3b5d-4759-8954-4107d9e0f457 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b00ef-215e-469a-9f63-c11723804e0d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:21.792235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 240d161d-9f3b-4e60-99d1-d8c78b0dbd95 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:21.795412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.839472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:21.922082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.001389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.098115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=240d161d-9f3b-4e60-99d1-d8c78b0dbd95,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:22.104901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6cb5ee-8264-4431-bc6d-c6f5056616a8 None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:22.105498 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.106955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3af71a88-3de1-4a71-a792-9d2059926aa5 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/240d161d-9f3b-4e60-99d1-d8c78b0dbd95 HTTP/1.1" status: 204 len: 168 time: 0.3958035 Jul 22 19:54:22.112102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56382) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:22.197239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72481eb9-ea38-49cd-84a3-d399605e3f57 req-5ae480a3-ccef-4971-9f0c-045aedda0521 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:22.206101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72481eb9-ea38-49cd-84a3-d399605e3f57 req-5ae480a3-ccef-4971-9f0c-045aedda0521 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 907 time: 0.1932943 Jul 22 19:54:22.215878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet efa1807a-1c1d-4cf0-9da3-e9285adf1d34 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:22.219901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.266835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.371881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.444879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.478244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=efa1807a-1c1d-4cf0-9da3-e9285adf1d34,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:22.483317 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.487641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6f20d47d-d5d1-4840-af8f-c486c35e8d7f tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/efa1807a-1c1d-4cf0-9da3-e9285adf1d34 HTTP/1.1" status: 204 len: 168 time: 0.3714249 Jul 22 19:54:22.490068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56384) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:22.540273 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b455b9ab-19b1-4b88-ab70-28cfd4d1fd7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:22.540750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b455b9ab-19b1-4b88-ab70-28cfd4d1fd7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:22.542740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b455b9ab-19b1-4b88-ab70-28cfd4d1fd7e tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/240d161d-9f3b-4e60-99d1-d8c78b0dbd95 HTTP/1.1" status: 404 len: 337 time: 0.0514429 Jul 22 19:54:22.545836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56386) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:22.629624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting subnet 00915d2f-10b1-468f-824c-daf1c99039b1 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:22.635132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.687205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.833373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.924705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.958249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Subnet': ['ID=00915d2f-10b1-468f-824c-daf1c99039b1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:22.962787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:22.967810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-399d87cd-2799-4b83-9f0c-ecb792ff4e82 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/00915d2f-10b1-468f-824c-daf1c99039b1 HTTP/1.1" status: 204 len: 168 time: 0.4153678 Jul 22 19:54:22.968091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.008875 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a89cfb-2c37-4745-a363-b938ed3d9321 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.009437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a89cfb-2c37-4745-a363-b938ed3d9321 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.012267 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56a89cfb-2c37-4745-a363-b938ed3d9321 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/3bf71ce6-af2b-41c6-8f0d-862db6e002a2 HTTP/1.1" status: 404 len: 337 time: 0.0421703 Jul 22 19:54:23.014919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.034416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902b870-ce26-4a15-b40a-82084594905a None None] Network 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:23.051017 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-162c2b7c-dea0-49b4-a3a9-d5cfd6a930dd tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa HTTP/1.1" status: 200 len: 205 time: 0.0325189 Jul 22 19:54:23.051299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56394) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.094144 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e2062447-cafd-4bb5-aa87-b39d1f6f3ed7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] delete failed (client error): The resource could not be found. Jul 22 19:54:23.095380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2062447-cafd-4bb5-aa87-b39d1f6f3ed7 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/routers/9c928e0f-ab60-4fad-bfb1-b81d17b5f2aa HTTP/1.1" status: 404 len: 336 time: 0.0424848 Jul 22 19:54:23.097829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56398) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.143706 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e74eff-82db-48f3-a4fd-b3e59128a03c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.144164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e74eff-82db-48f3-a4fd-b3e59128a03c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.146059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d8e74eff-82db-48f3-a4fd-b3e59128a03c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/5746f509-3995-4c69-8c87-ff8e9d0373f4 HTTP/1.1" status: 404 len: 337 time: 0.0471680 Jul 22 19:54:23.148992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56400) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.190338 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ebf28c-fbd4-40ed-b899-43adaae0663d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.190963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ebf28c-fbd4-40ed-b899-43adaae0663d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.195776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a4ebf28c-fbd4-40ed-b899-43adaae0663d tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/4f95d7e4-87d5-4afe-9c14-b44e9ffe3e0c HTTP/1.1" status: 404 len: 337 time: 0.0447237 Jul 22 19:54:23.196909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.208714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3199484d-5434-4a12-b254-63a64faac5a7 None None] Provisioning complete for port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:23.209998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3199484d-5434-4a12-b254-63a64faac5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.237820 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-b320cafb-8f5c-4d0c-b5f2-2f57c6bc3bb0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.238417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b320cafb-8f5c-4d0c-b5f2-2f57c6bc3bb0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.240737 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b320cafb-8f5c-4d0c-b5f2-2f57c6bc3bb0 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/c8af1343-f594-4731-a7f6-aa05dbb8c6b7 HTTP/1.1" status: 404 len: 337 time: 0.0425560 Jul 22 19:54:23.243430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56406) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.264797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2e084683-fb81-414e-96ce-416633fe7d1a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:54:23.280496 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb99370d-29e7-41f5-bb3d-21dcf6a31b16 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.281902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb99370d-29e7-41f5-bb3d-21dcf6a31b16 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.283957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb99370d-29e7-41f5-bb3d-21dcf6a31b16 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/2ad4ddcb-e3b0-4326-b804-f51dab434dcc HTTP/1.1" status: 404 len: 333 time: 0.0393641 Jul 22 19:54:23.287126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56408) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.329071 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9067490b-fc31-43a9-a536-e18b5ecaf109 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.329539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9067490b-fc31-43a9-a536-e18b5ecaf109 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.331334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9067490b-fc31-43a9-a536-e18b5ecaf109 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/0e7d4b38-301b-4e02-a8f3-512d0c8b12f9 HTTP/1.1" status: 404 len: 337 time: 0.0431755 Jul 22 19:54:23.334144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56410) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.418584 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f734bde-f67a-4e00-bd66-89ec5c7eac31 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.419046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f734bde-f67a-4e00-bd66-89ec5c7eac31 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.423504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f734bde-f67a-4e00-bd66-89ec5c7eac31 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/902e9e56-f3e0-420a-b4fd-dd09e6024906 HTTP/1.1" status: 404 len: 337 time: 0.0857179 Jul 22 19:54:23.424728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.444251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] DHCP port deletion for 55549f84-dc0e-43a4-b99f-5a8ca07e14f7 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:23.454364 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-51550bc1-559e-4ea1-b2a7-7a38e512155c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.455510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51550bc1-559e-4ea1-b2a7-7a38e512155c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.459888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-51550bc1-559e-4ea1-b2a7-7a38e512155c tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/c517218a-0f84-40fa-905a-c4ac51e9382a HTTP/1.1" status: 404 len: 333 time: 0.0323398 Jul 22 19:54:23.460074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56414) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.481727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774c205-9531-4ecd-b8c6-b7e4fc93c592 req-0787bfc6-39f3-4225-a4f7-35d46c53a2f7 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:23.483292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d774c205-9531-4ecd-b8c6-b7e4fc93c592 req-0787bfc6-39f3-4225-a4f7-35d46c53a2f7 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 907 time: 0.1644058 Jul 22 19:54:23.487424 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f7f79c-b170-4a24-a4c5-ef197e73be25 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.487811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f7f79c-b170-4a24-a4c5-ef197e73be25 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.489577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-09f7f79c-b170-4a24-a4c5-ef197e73be25 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/03a4d9b7-1bde-4087-832e-4d51db36ed36 HTTP/1.1" status: 404 len: 337 time: 0.0287888 Jul 22 19:54:23.492136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56416) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.516412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2e084683-fb81-414e-96ce-416633fe7d1a,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:23.518487 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-97931d2e-4158-4f64-bf6b-fe7e36aa5b59 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] DELETE failed (client error): The resource could not be found. Jul 22 19:54:23.518945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97931d2e-4158-4f64-bf6b-fe7e36aa5b59 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:54:23.520718 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-97931d2e-4158-4f64-bf6b-fe7e36aa5b59 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/subnets/75e6648b-7d6a-4784-98f7-614a6a91d708 HTTP/1.1" status: 404 len: 337 time: 0.0276542 Jul 22 19:54:23.523351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56418) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.541040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '2e084683-fb81-414e-96ce-416633fe7d1a', 'network_id': 'a7ca1131-53d4-4659-810e-4fda26b2f74e', 'port_id': '2e084683-fb81-414e-96ce-416633fe7d1a', 'mac_address': 'fa:16:3e:62:f1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352b7c3-f287-48f3-939f-018218a73206', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:54:23.548294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3199484d-5434-4a12-b254-63a64faac5a7 None None] Provisioning complete for port 627ea211-8979-4af0-af04-ade713aa81a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:23.548706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3199484d-5434-4a12-b254-63a64faac5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.600588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Deleting port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:23.600961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.627893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Deleting port 627ea211-8979-4af0-af04-ade713aa81a2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:23.628290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.632507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3199484d-5434-4a12-b254-63a64faac5a7 None None] Port 627ea211-8979-4af0-af04-ade713aa81a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:23.636099 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.684600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e084683-fb81-414e-96ce-416633fe7d1a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:23.693454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] For port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,segment=NetworkSegment(5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d),segment_id=5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:23.693850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.711054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.714585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Calling delete_port for 0167dee0-f8ff-460a-b6bc-fe7e77851e9b owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:23.722092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2e084683-fb81-414e-96ce-416633fe7d1a,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:23.725180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Calling delete_port for 627ea211-8979-4af0-af04-ade713aa81a2 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:23.729618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.818334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.822567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:23.849788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Port': ['ID=627ea211-8979-4af0-af04-ade713aa81a2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:23.850576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.858039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.868805 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5905d208-4b9d-4b4f-981c-525399207d91 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/ports/627ea211-8979-4af0-af04-ade713aa81a2 HTTP/1.1" status: 204 len: 168 time: 0.3444450 Jul 22 19:54:23.871545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56426) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:23.890231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] No DVR routers for this DVR port 0167dee0-f8ff-460a-b6bc-fe7e77851e9b on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:23.892757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a32c-72b1-4611-9b5c-1fdb6232881f None None] Pushing event deleted for resources: {'Port': ['ID=0167dee0-f8ff-460a-b6bc-fe7e77851e9b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:23.957913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:23.986066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['2e084683-fb81-414e-96ce-416633fe7d1a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:54:23.987410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:23.988865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 0167dee0-f8ff-460a-b6bc-fe7e77851e9b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:23.989342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0167dee0-f8ff-460a-b6bc-fe7e77851e9b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:24.051496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-43292cf4-89fb-4db1-b076-9002b5eded9e tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:24.053106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-43292cf4-89fb-4db1-b076-9002b5eded9e tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.0820954 Jul 22 19:54:24.072371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-7293c5b9-99f7-455e-b272-7c1c5ca302b5 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.091670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.103616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55549f84-dc0e-43a4-b99f-5a8ca07e14f7']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:24.114647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:24.114927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7abfa6-8eb7-4d02-a6cd-f43efcd6e97d') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:24.126369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.145336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.152177 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:24.152656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:24.156619 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:24.185294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-7293c5b9-99f7-455e-b272-7c1c5ca302b5 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.197670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-7293c5b9-99f7-455e-b272-7c1c5ca302b5 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.232900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.246865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f9c4675-7287-4ff9-8b8c-553f5660dbe8 req-7293c5b9-99f7-455e-b272-7c1c5ca302b5 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874788 Jul 22 19:54:24.247582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.250284 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] 10.222.0.10 "DELETE /v2.0/networks/55549f84-dc0e-43a4-b99f-5a8ca07e14f7 HTTP/1.1" status: 204 len: 168 time: 0.3773813 Jul 22 19:54:24.261947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293c5b9-99f7-455e-b272-7c1c5ca302b5 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e45c42-7908-454e-ab32-6e3e120f33e8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:24.265244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad07f48-a623-4ec0-9b6b-3e6df89a3328 tempest-PortsTestJSON-1139030853 tempest-PortsTestJSON-1139030853-project] Pushing event deleted for resources: {'Network': ['ID=55549f84-dc0e-43a4-b99f-5a8ca07e14f7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:24.487086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dc617-4721-404d-b0dc-a51283b6a6c2 req-69cfd37d-704d-42d7-b563-dbe56224176d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:24.488629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3dc617-4721-404d-b0dc-a51283b6a6c2 req-69cfd37d-704d-42d7-b563-dbe56224176d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.0688117 Jul 22 19:54:24.506556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:24.532364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f3dc617-4721-404d-b0dc-a51283b6a6c2 req-cb3184c7-9e4b-44c0-abf9-c79faeb3bf36 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363896 Jul 22 19:54:24.555813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56442) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:24.606120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.647109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae10cb41-b72e-410d-9be0-9497f7da4aae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ada752607db4d6484bfa28d320395ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391633 Jul 22 19:54:24.649790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-74fb6f4a-1fa6-487b-8cd1-d97b88738e12 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 200 len: 993 time: 0.0920093 Jul 22 19:54:24.650250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56444) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:24.677087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4f54-2c92-4ffc-b267-52e17d1c360f req-6b47583c-5864-4ff8-ac56-4f9e41d0e00a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:24.678635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-254f4f54-2c92-4ffc-b267-52e17d1c360f req-6b47583c-5864-4ff8-ac56-4f9e41d0e00a tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 908 time: 0.1145120 Jul 22 19:54:24.704576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.732338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.774551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.777559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:24.778709 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89404236-943b-4e26-b957-a77091b12638 HTTP/1.1" status: 204 len: 168 time: 0.1274068 Jul 22 19:54:24.786555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5291-8d46-49ce-b6af-01b63d01846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89404236-943b-4e26-b957-a77091b12638,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:24.999200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-57576227-23bb-411a-9067-0d062de7fd4e req-31fbe160-2169-4602-939c-026766347335 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:54:25.008564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-57576227-23bb-411a-9067-0d062de7fd4e req-31fbe160-2169-4602-939c-026766347335 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066993 Jul 22 19:54:25.249077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2e084683-fb81-414e-96ce-416633fe7d1a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:25.314743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 2e084683-fb81-414e-96ce-416633fe7d1a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:25.325190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 2e084683-fb81-414e-96ce-416633fe7d1a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:25.325570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.438272 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.467737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:25.471297 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7336745-769d-467b-aa30-eed51df0fdb1" -d '{"events": [{"server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "name": "network-vif-plugged", "status": "completed", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:25.490850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2e084683-fb81-414e-96ce-416633fe7d1a,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:25.497012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.514276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:25.552215 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b405f1-4f23-407b-a599-6a04757c990f x-openstack-request-id: req-e4b405f1-4f23-407b-a599-6a04757c990f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:25.552564 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "name": "network-vif-plugged", "status": "completed", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:25.552828 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4b405f1-4f23-407b-a599-6a04757c990f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:25.553220 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a', 'code': 200} Jul 22 19:54:25.556898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:25.723687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1452453853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:25.767948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085afdb-b5b1-4ec0-9a6e-0f3881471251 req-aec322b3-8b77-43e4-aa8b-afd192d83aa8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.769601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4085afdb-b5b1-4ec0-9a6e-0f3881471251 req-aec322b3-8b77-43e4-aa8b-afd192d83aa8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.0978367 Jul 22 19:54:25.772758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.774503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.863274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4085afdb-b5b1-4ec0-9a6e-0f3881471251 req-5313d4c8-9d4d-4ec7-b072-c23063c15078 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826883 Jul 22 19:54:25.871376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.882100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.898776 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-64dddbf6-de2c-476c-ae68-ac1721b4fcab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2454913 Jul 22 19:54:25.909237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.913992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:25.914176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ecaed188-fba0-487e-b02a-6ef15a766621 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3980665 Jul 22 19:54:25.925354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3c3b-a74b-4f2c-82ba-bc948c414181 req-4c6bf1dd-1aba-439f-91e7-0d2da68de705 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.927149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5da3c3b-a74b-4f2c-82ba-bc948c414181 req-4c6bf1dd-1aba-439f-91e7-0d2da68de705 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.1548309 Jul 22 19:54:25.932374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1405236846'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:25.936744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d02179-5650-48d3-a84b-663a34a3c3f0 req-c46c3763-576d-422c-9382-28bd4af90126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:25.939107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3d02179-5650-48d3-a84b-663a34a3c3f0 req-c46c3763-576d-422c-9382-28bd4af90126 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 1061 time: 0.3361125 Jul 22 19:54:25.962753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:25.966429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:25.976922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.074710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.078789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.106060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:26.116755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f124f5-1064-4b91-ab32-23b12f6aee76,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:26.122655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.123004 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Added segment 5ff53831-241c-44d9-95bb-4c6b8dd49d24 of type vlan for network 841939a8-123b-4cbd-841f-b702cab42b6e Jul 22 19:54:26.169415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.217715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.223906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:26.224461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.258818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56524) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:26.264065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'subnet': {'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:26.270192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3417404 Jul 22 19:54:26.360305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f078911-718c-4ae5-b539-94da03b747e0 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Network': ['ID=841939a8-123b-4cbd-841f-b702cab42b6e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:26.372974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 841939a8-123b-4cbd-841f-b702cab42b6e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:26.381234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:26.385348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.584233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.647852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Subnet': ['ID=dd73821d-2ab7-489a-9a1f-ff05479a1cb0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:26.657521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Checking segment: {'id': '5ff53831-241c-44d9-95bb-4c6b8dd49d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:26.657900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network hostable DHCP agents. Network: 841939a8-123b-4cbd-841f-b702cab42b6e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:26.675133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network 841939a8-123b-4cbd-841f-b702cab42b6e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:26.683726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 841939a8-123b-4cbd-841f-b702cab42b6e) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:26.688294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:26.688892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.694326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb92a1-82cb-4cb2-b72a-88a6e3ea1fbc None None] Network 841939a8-123b-4cbd-841f-b702cab42b6e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:26.716457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-31784188-f4c1-4322-8f3f-96d07d8fbc1d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4564922 Jul 22 19:54:26.720132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56534) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:26.727533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'network': {'name': 'tempest-router-network01--1474300438'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:26.753525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:26.758900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.789286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:26.801744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.802757 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Added segment 9c303c49-40f2-4ad9-aabc-57aa31c9b84c of type vlan for network f42e2674-684a-4a81-8b9b-120088565e75 Jul 22 19:54:26.869017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-841939a8-123b-4cbd-841f-b702cab42b6e', 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e', 'tenant_id': '0d9b304da2c340d5b88cc87fb55e9d0f', 'fixed_ips': [{'subnet_id': 'dd73821d-2ab7-489a-9a1f-ff05479a1cb0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:26.871326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.873735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.908187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.914172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:26.914769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:26.948290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2266133 Jul 22 19:54:26.950884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56538) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:26.964814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'network': {'name': 'tempest-router-network02--197480842'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:27.032614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865a218-2e9d-4d7d-a4b0-47fd4d757b66 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Network': ['ID=f42e2674-684a-4a81-8b9b-120088565e75,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:27.032890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Allocated IP 2001:db8::2 (841939a8-123b-4cbd-841f-b702cab42b6e/dd73821d-2ab7-489a-9a1f-ff05479a1cb0/dcb48bb7-879e-49e8-8b51-c12fd661c294) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:27.045190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f42e2674-684a-4a81-8b9b-120088565e75 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:27.089600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:27.093086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.152859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:27.180650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fafc-62f0-4827-a5b2-7b7244d01d3a req-c32a236a-9ff9-4ba3-86b6-17ffba247295 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.182374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8116fafc-62f0-4827-a5b2-7b7244d01d3a req-c32a236a-9ff9-4ba3-86b6-17ffba247295 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2143295 Jul 22 19:54:27.190468 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca41b6-ef50-4635-9834-9285cb54dfbd req-8b6d475b-6f47-48d2-94e7-d66214d191eb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.191971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13ca41b6-ef50-4635-9834-9285cb54dfbd req-8b6d475b-6f47-48d2-94e7-d66214d191eb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.1795356 Jul 22 19:54:27.224087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.224466 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Added segment c9997241-cf46-454d-b2d3-fd040af22c23 of type vlan for network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 Jul 22 19:54:27.240655 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.249170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Transition to ACTIVE for port object dcb48bb7-879e-49e8-8b51-c12fd661c294 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:27.265076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Transition to ACTIVE for port object dcb48bb7-879e-49e8-8b51-c12fd661c294 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:27.270354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.310381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Network 841939a8-123b-4cbd-841f-b702cab42b6e is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:27.315772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.318073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:27.322721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:27.324880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Pushing event updated for resources: {'Port': ['ID=dcb48bb7-879e-49e8-8b51-c12fd661c294,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:27.341686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8116fafc-62f0-4827-a5b2-7b7244d01d3a req-76161887-5a64-4161-b936-7161c59fb7f1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486852 Jul 22 19:54:27.365960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-d9e93016-c2e9-40dd-84b8-f6186a1f04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.368805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-d9e93016-c2e9-40dd-84b8-f6186a1f04f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.2121954 Jul 22 19:54:27.392296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.395517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Attempting to bind port dcb48bb7-879e-49e8-8b51-c12fd661c294 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:27.396047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Attempting to bind port dcb48bb7-879e-49e8-8b51-c12fd661c294 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5ff53831-241c-44d9-95bb-4c6b8dd49d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:27.396617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Attempting to bind port dcb48bb7-879e-49e8-8b51-c12fd661c294 on network 841939a8-123b-4cbd-841f-b702cab42b6e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:27.401933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:27.402540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Checking segment: {'id': '5ff53831-241c-44d9-95bb-4c6b8dd49d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:27.402942 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.403331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Bound using segment: {'id': '5ff53831-241c-44d9-95bb-4c6b8dd49d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:27.403799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Bound port: dcb48bb7-879e-49e8-8b51-c12fd661c294, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff53831-241c-44d9-95bb-4c6b8dd49d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '841939a8-123b-4cbd-841f-b702cab42b6e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:27.404207 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.422584 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.428612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.429230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.525484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5733809 Jul 22 19:54:27.529458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:27.538577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'subnet': {'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:27.565298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509f385-946e-450c-a265-eb4a785448dd tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Network': ['ID=bd44f9e7-c4fd-4d96-ba37-368ca6b1a689,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:27.578797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf9c2-8437-46ad-988a-e16430ce8fc0 req-38cd9686-85b7-4352-9750-cf92f092227f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.580392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-200bf9c2-8437-46ad-988a-e16430ce8fc0 req-38cd9686-85b7-4352-9750-cf92f092227f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.2985187 Jul 22 19:54:27.604316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-37ca3ccd-6b81-45f4-9c02-7402e4b7873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.606333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-37ca3ccd-6b81-45f4-9c02-7402e4b7873c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.2235670 Jul 22 19:54:27.618062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:27.674796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:27.679846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.718938 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-cb0fb014-14f2-4a81-bbfb-0485e45086b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 1001 time: 0.0958223 Jul 22 19:54:27.728556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] For port dcb48bb7-879e-49e8-8b51-c12fd661c294, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:27.742906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] For port dcb48bb7-879e-49e8-8b51-c12fd661c294, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcb48bb7-879e-49e8-8b51-c12fd661c294,segment=NetworkSegment(5ff53831-241c-44d9-95bb-4c6b8dd49d24),segment_id=5ff53831-241c-44d9-95bb-4c6b8dd49d24)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:27.752810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:27.871757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5367d9bd-5118-41eb-94fe-e43ec91fd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.873370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5367d9bd-5118-41eb-94fe-e43ec91fd19b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.1113014 Jul 22 19:54:27.881015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81119efc-c865-4a92-abc6-6beec6025e0f None None] Pushing event updated for resources: {'Port': ['ID=dcb48bb7-879e-49e8-8b51-c12fd661c294,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:27.885319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84482-4982-4094-8cac-ec6b45a5fe5d req-66096cff-e268-427b-b052-851aab4968f9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.888476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e5c84482-4982-4094-8cac-ec6b45a5fe5d req-66096cff-e268-427b-b052-851aab4968f9 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 1061 time: 0.1674492 Jul 22 19:54:27.959130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-6755f827-a93f-4bd1-abf0-994804539c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:27.961222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-6755f827-a93f-4bd1-abf0-994804539c9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800810 Jul 22 19:54:27.982370 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.032176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Subnet': ['ID=2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:28.075812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Checking segment: {'id': '9c303c49-40f2-4ad9-aabc-57aa31c9b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:28.075939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network hostable DHCP agents. Network: f42e2674-684a-4a81-8b9b-120088565e75, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:28.129286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-2dece2d2-f177-46a1-9283-72c8c5994329 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591375 Jul 22 19:54:28.131319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network f42e2674-684a-4a81-8b9b-120088565e75 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:28.135920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99a372-00c5-4848-9f20-9df1d76288c0 req-a7954548-4dd3-41a1-ba82-f1c4c80f8dba tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.139230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf99a372-00c5-4848-9f20-9df1d76288c0 req-a7954548-4dd3-41a1-ba82-f1c4c80f8dba tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.1581271 Jul 22 19:54:28.154567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f42e2674-684a-4a81-8b9b-120088565e75) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:28.160438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.161441 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.166694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9481927e-d2a6-4287-bef3-82ee5c64ee8d None None] Network f42e2674-684a-4a81-8b9b-120088565e75 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:28.180985 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc98aea6-09cf-4e5f-b8d4-15b66c4aa250 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6471913 Jul 22 19:54:28.186443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56566) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:28.212635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'subnet': {'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:28.300884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-4ab19abf-06b0-412e-97a6-5c83d7537e86 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621630 Jul 22 19:54:28.320131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf99a372-00c5-4848-9f20-9df1d76288c0 req-de0d58ac-de1b-4e37-8f0a-40aed657bf1c tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1328032 Jul 22 19:54:28.342843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:28.352832 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.362600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56568) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:28.461430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-f42e2674-684a-4a81-8b9b-120088565e75', 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75', 'tenant_id': '0d9b304da2c340d5b88cc87fb55e9d0f', 'fixed_ips': [{'subnet_id': '2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:28.462720 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.515872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bbc5f-8275-48ee-84e1-06e115e2e2d1 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.518107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-138bbc5f-8275-48ee-84e1-06e115e2e2d1 tempest-TestSecurityGroupsBasicOps-894544661 tempest-TestSecurityGroupsBasicOps-894544661-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 1056 time: 0.1539772 Jul 22 19:54:28.661683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe303242-d1a2-46da-9030-3d01c3c9258a req-cfc51a92-afeb-4eb4-9b82-2acb55388fbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.666829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe303242-d1a2-46da-9030-3d01c3c9258a req-cfc51a92-afeb-4eb4-9b82-2acb55388fbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.1770601 Jul 22 19:54:28.673160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.712824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Allocated IP 2001:db8::2 (f42e2674-684a-4a81-8b9b-120088565e75/2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4/10d0db69-4359-4118-8d0a-6733261c1104) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:28.783222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe303242-d1a2-46da-9030-3d01c3c9258a req-fef6b916-0bc3-48d4-8828-682c97fb21d2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063979 Jul 22 19:54:28.850925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Subnet': ['ID=9e5d7484-1599-4a03-9c58-86c99e2bde80,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:28.862531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Checking segment: {'id': 'c9997241-cf46-454d-b2d3-fd040af22c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:28.863341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network hostable DHCP agents. Network: bd44f9e7-c4fd-4d96-ba37-368ca6b1a689, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:28.895987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:28.912299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bd44f9e7-c4fd-4d96-ba37-368ca6b1a689) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:28.916875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.917523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:28.928413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581c054d-e1a9-478d-bc4e-ee6619515d56 None None] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:28.941556 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01790bc6-dbda-4a24-9b47-0d054efe7c83 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7534235 Jul 22 19:54:28.944732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:28.969986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b9c01-9104-41f4-89f3-3065f7e05331 req-ad6ff95b-3b9a-4ee5-84d5-78c34f6c9b94 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:28.972064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-488b9c01-9104-41f4-89f3-3065f7e05331 req-ad6ff95b-3b9a-4ee5-84d5-78c34f6c9b94 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.0992613 Jul 22 19:54:29.100167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.117759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Transition to ACTIVE for port object 10d0db69-4359-4118-8d0a-6733261c1104 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:29.167287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Transition to ACTIVE for port object 10d0db69-4359-4118-8d0a-6733261c1104 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:29.237782 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.240285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-bd44f9e7-c4fd-4d96-ba37-368ca6b1a689', 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689', 'tenant_id': '0d9b304da2c340d5b88cc87fb55e9d0f', 'fixed_ips': [{'subnet_id': '9e5d7484-1599-4a03-9c58-86c99e2bde80'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:29.241293 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.306320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.318159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Network f42e2674-684a-4a81-8b9b-120088565e75 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:29.321342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a634ab-c5ea-4074-bd8f-40420ffd9ba9 None None] Network 841939a8-123b-4cbd-841f-b702cab42b6e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:29.347351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:29.404363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:29.412295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Pushing event updated for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:29.490508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-93af5621-8d47-4e9f-82f0-adb3c0ba1573 None None] Provisioning for port dcb48bb7-879e-49e8-8b51-c12fd661c294 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:29.557951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Allocated IP 2001:db8::1 (f42e2674-684a-4a81-8b9b-120088565e75/2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4/05abd509-43e4-4c56-a35f-d8964c0934d1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:29.574027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Attempting to bind port 10d0db69-4359-4118-8d0a-6733261c1104 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:29.574404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Attempting to bind port 10d0db69-4359-4118-8d0a-6733261c1104 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9c303c49-40f2-4ad9-aabc-57aa31c9b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:29.575469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Attempting to bind port 10d0db69-4359-4118-8d0a-6733261c1104 on network f42e2674-684a-4a81-8b9b-120088565e75 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:29.590996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:29.591259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Checking segment: {'id': '9c303c49-40f2-4ad9-aabc-57aa31c9b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:29.591673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.592074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Bound using segment: {'id': '9c303c49-40f2-4ad9-aabc-57aa31c9b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:29.592597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Bound port: 10d0db69-4359-4118-8d0a-6733261c1104, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c303c49-40f2-4ad9-aabc-57aa31c9b84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f42e2674-684a-4a81-8b9b-120088565e75'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:29.592986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.636988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Allocated IP 2001:db8::2 (bd44f9e7-c4fd-4d96-ba37-368ca6b1a689/9e5d7484-1599-4a03-9c58-86c99e2bde80/7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:29.684002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.701309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Transition to ACTIVE for port object 05abd509-43e4-4c56-a35f-d8964c0934d1 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:29.750807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.791308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network f42e2674-684a-4a81-8b9b-120088565e75 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:29.795274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:29.800071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:29.800360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:29.800966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.808737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=10d0db69-4359-4118-8d0a-6733261c1104,segment=NetworkSegment(9c303c49-40f2-4ad9-aabc-57aa31c9b84c),segment_id=9c303c49-40f2-4ad9-aabc-57aa31c9b84c)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:29.828453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.949622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Port': ['ID=05abd509-43e4-4c56-a35f-d8964c0934d1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:29.971777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:29.991238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec104-f68e-4b50-a154-fc94002d0063 None None] Pushing event updated for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:30.006576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.021818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Transition to ACTIVE for port object 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:30.050090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Transition to ACTIVE for port object 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:30.059248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcb48bb7-879e-49e8-8b51-c12fd661c294 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:30.104458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684134-eab0-44dc-a81c-91baa7bf04bb req-221875dc-b6fc-4984-9205-70f7d7c55c7e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:30.116350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.121943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00684134-eab0-44dc-a81c-91baa7bf04bb req-221875dc-b6fc-4984-9205-70f7d7c55c7e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2039065 Jul 22 19:54:30.136971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:30.141575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:30.164667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:30.334002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00684134-eab0-44dc-a81c-91baa7bf04bb req-e98d9d7c-099b-496d-96bc-0fff1c3e8d90 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109568 Jul 22 19:54:30.355345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dcb48bb7-879e-49e8-8b51-c12fd661c294 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:30.369689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dcb48bb7-879e-49e8-8b51-c12fd661c294 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:30.370307 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.372060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Pushing event updated for resources: {'Port': ['ID=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:30.391195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Attempting to bind port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:30.393083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Attempting to bind port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c9997241-cf46-454d-b2d3-fd040af22c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:30.393642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Attempting to bind port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e on network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:30.406394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-3d26a51b-f9e0-4506-845d-0940f4671f30 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:30.410386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-3d26a51b-f9e0-4506-845d-0940f4671f30 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.26 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.2851226 Jul 22 19:54:30.477815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:30.478423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Checking segment: {'id': 'c9997241-cf46-454d-b2d3-fd040af22c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:30.482694 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.484347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Bound using segment: {'id': 'c9997241-cf46-454d-b2d3-fd040af22c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:30.485201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Bound port: 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9997241-cf46-454d-b2d3-fd040af22c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'bd44f9e7-c4fd-4d96-ba37-368ca6b1a689'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:30.485806 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.492812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918efb0a-3835-42f7-82fb-789c57f23ecd req-b2e4e4eb-0f2e-4eca-9d38-5dbed8df573f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:30.494663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-918efb0a-3835-42f7-82fb-789c57f23ecd req-b2e4e4eb-0f2e-4eca-9d38-5dbed8df573f tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 909 time: 0.2746253 Jul 22 19:54:30.560362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0fde73d1-c879-4c7e-a978-c32b3fce021c None None] Provisioning complete for port dcb48bb7-879e-49e8-8b51-c12fd661c294 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:30.561034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fde73d1-c879-4c7e-a978-c32b3fce021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.566705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.576525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.578296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.615450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 2e084683-fb81-414e-96ce-416633fe7d1a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:30.615936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.667373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Port': ['ID=05abd509-43e4-4c56-a35f-d8964c0934d1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:30.673204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] For port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:30.682001 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.707523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] For port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,segment=NetworkSegment(c9997241-cf46-454d-b2d3-fd040af22c23),segment_id=c9997241-cf46-454d-b2d3-fd040af22c23)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:30.744357 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.855929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port 2e084683-fb81-414e-96ce-416633fe7d1a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=2e084683-fb81-414e-96ce-416633fe7d1a,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:30.856636 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.866914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fde73d1-c879-4c7e-a978-c32b3fce021c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.892675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 2e084683-fb81-414e-96ce-416633fe7d1a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:30.919676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dcb48bb7-879e-49e8-8b51-c12fd661c294, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcb48bb7-879e-49e8-8b51-c12fd661c294,segment=NetworkSegment(5ff53831-241c-44d9-95bb-4c6b8dd49d24),segment_id=5ff53831-241c-44d9-95bb-4c6b8dd49d24)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:30.955853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:30.986636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8115514-efce-44de-b511-aee7f4999e3c None None] Pushing event updated for resources: {'Port': ['ID=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:30.990098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network f42e2674-684a-4a81-8b9b-120088565e75 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:31.001520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:31.058876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-0fde73d1-c879-4c7e-a978-c32b3fce021c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:54:31.059251 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-0fde73d1-c879-4c7e-a978-c32b3fce021c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:54:31.076308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dcb48bb7-879e-49e8-8b51-c12fd661c294,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:31.161754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.203088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=2e084683-fb81-414e-96ce-416633fe7d1a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:31.235908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Router 6fde5ad0-a938-423e-af1e-7649219b122d is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:54:31.297357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] No DVR routers for this DVR port 2e084683-fb81-414e-96ce-416633fe7d1a on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:31.300555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:31.302913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83cd8150-0ad9-44cc-bb17-7b1244d3767d req-a2cf7174-6197-406c-8ecb-708d4cac759e tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.26 "DELETE /v2.0/ports/2e084683-fb81-414e-96ce-416633fe7d1a HTTP/1.1" status: 204 len: 173 time: 0.8836670 Jul 22 19:54:31.303456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'name': 'network-vif-deleted', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:31.318267 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6ecf7f-9e32-4f9d-9635-0756828c9ec4" -d '{"events": [{"server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "name": "network-vif-deleted", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:31.379409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:31.392323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] Sync routers for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:31.397000 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a8bb3897-240f-4378-87fa-1cfbfc9d5054 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475138 Jul 22 19:54:31.397588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56616) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:31.425849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:31.431198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:31.491838 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd6214b-86a5-4e0d-96da-b4b730a0abc5 x-openstack-request-id: req-1fd6214b-86a5-4e0d-96da-b4b730a0abc5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:31.492253 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ccfb8e-ad64-481a-b589-cf39153f44fd", "name": "network-vif-deleted", "tag": "2e084683-fb81-414e-96ce-416633fe7d1a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:31.492570 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fd6214b-86a5-4e0d-96da-b4b730a0abc5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:31.493216 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ccfb8e-ad64-481a-b589-cf39153f44fd', 'name': 'network-vif-deleted', 'tag': '2e084683-fb81-414e-96ce-416633fe7d1a', 'status': 'completed', 'code': 200} Jul 22 19:54:31.540982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:31.558686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:31.559318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:31.721220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:31.721839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397768b-eeee-4e44-a2a4-1faf26242c98 None None] The sync data for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:31.789551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d273e0ac-4683-446b-aed2-cd3e2bc12117 None None] Network f42e2674-684a-4a81-8b9b-120088565e75 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:32.020427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ecaa0241-540f-446f-9163-85e625074d2a None None] Provisioning for port 10d0db69-4359-4118-8d0a-6733261c1104 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:32.228784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d5f8e27-6767-4242-8f26-d758d629572b req-2a05ece3-c4f5-444b-995a-78574a8cdbe3 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ccfb8e-ad64-481a-b589-cf39153f44fd HTTP/1.1" status: 200 len: 210 time: 0.1359551 Jul 22 19:54:32.409369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ea74-6ba3-4955-b99e-d7b16ccba92b req-aa999be7-05c3-4660-a80a-2a1ec0f3ea90 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:32.411186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8925ea74-6ba3-4955-b99e-d7b16ccba92b req-aa999be7-05c3-4660-a80a-2a1ec0f3ea90 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.8817582 Jul 22 19:54:32.492080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:32.539481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8925ea74-6ba3-4955-b99e-d7b16ccba92b req-313a0688-768e-4ab2-b516-b6d62612e6ff tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924969 Jul 22 19:54:32.561083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30462e1b-1fdc-4037-872e-cb1999fe2344 None None] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:32.647467 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-d5f5d901-6d71-4de2-85fc-c0fd9be718bf tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:54:32.648578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d5f5d901-6d71-4de2-85fc-c0fd9be718bf tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2495637 Jul 22 19:54:32.651390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:32.699368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1ec9c34c-72bf-47c6-be83-5b6cf8d05b3d None None] Provisioning for port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:32.736546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:32.759090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:32.759460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.951292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:32.996300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,segment=NetworkSegment(c9997241-cf46-454d-b2d3-fd040af22c23),segment_id=c9997241-cf46-454d-b2d3-fd040af22c23)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:33.003725 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.010164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcb48bb7-879e-49e8-8b51-c12fd661c294 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:33.089733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:33.137491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dcb48bb7-879e-49e8-8b51-c12fd661c294 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:33.138265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.149838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.283557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 10d0db69-4359-4118-8d0a-6733261c1104 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:33.301145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:33.418801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Provisioning complete for port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:33.419553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.545136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting port 05abd509-43e4-4c56-a35f-d8964c0934d1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:33.545485 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.591774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 10d0db69-4359-4118-8d0a-6733261c1104 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:33.622547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 10d0db69-4359-4118-8d0a-6733261c1104 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:33.622961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.716575 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.723798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Provisioning for port 05abd509-43e4-4c56-a35f-d8964c0934d1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:33.729603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Provisioning complete for port 05abd509-43e4-4c56-a35f-d8964c0934d1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:33.730115 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.732473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Calling delete_port for 05abd509-43e4-4c56-a35f-d8964c0934d1 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:33.777888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.887384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=10d0db69-4359-4118-8d0a-6733261c1104,segment=NetworkSegment(9c303c49-40f2-4ad9-aabc-57aa31c9b84c),segment_id=9c303c49-40f2-4ad9-aabc-57aa31c9b84c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:33.891489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-71fd078b-6448-40dc-90b9-bf8f0d8c60b4 None None] Port 05abd509-43e4-4c56-a35f-d8964c0934d1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:33.897661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:33.949194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8404d7-d282-4743-b05f-08430564bf9c req-e081679b-b3b2-4135-9f01-225cd6ca5946 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:33.951531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c8404d7-d282-4743-b05f-08430564bf9c req-e081679b-b3b2-4135-9f01-225cd6ca5946 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2187078 Jul 22 19:54:33.986582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:34.018039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3e90c5fe-bbb1-48ca-a092-7024027ce77e None None] Provisioning complete for port 05abd509-43e4-4c56-a35f-d8964c0934d1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:34.018555 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3e90c5fe-bbb1-48ca-a092-7024027ce77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.023177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.074909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c8404d7-d282-4743-b05f-08430564bf9c req-ff9dfc51-bef5-4534-bf7e-3e0e6b3f23a5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148133 Jul 22 19:54:34.077240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:34.079804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3e90c5fe-bbb1-48ca-a092-7024027ce77e None None] Port 05abd509-43e4-4c56-a35f-d8964c0934d1 was deleted so its status cannot be updated. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 19:54:34.141198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:34.141551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.158598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Port': ['ID=05abd509-43e4-4c56-a35f-d8964c0934d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:34.370891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.683671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.784256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:34.784597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.866587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Router 6fde5ad0-a938-423e-af1e-7649219b122d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:34.889086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port dfdd7a3c-cc26-457d-bcad-8de4b14e32e3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:34.889725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:34.903951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:34.995775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:35.007930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb69731e-cb96-4779-8db7-8aac2760656b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3547654 Jul 22 19:54:35.009228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:35.011432 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] Sync routers for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:35.027344 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:35.027981 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:35.060004 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-68e97e8d-0eda-4ea6-9303-22e64f97fde6 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] delete failed (client error): The resource could not be found. Jul 22 19:54:35.062884 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-68e97e8d-0eda-4ea6-9303-22e64f97fde6 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-734615590 HTTP/1.1" status: 404 len: 334 time: 0.0532084 Jul 22 19:54:35.065576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56644) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:35.070517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3a804d0b-65bf-415c-88e4-e21b168bd33b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'router': {'external_gateway_info': {'network_id': '6fde5ad0-a938-423e-af1e-7649219b122d'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:35.080535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:35.091086 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:35.095908 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:35.208395 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:35.209460 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51469aa4-3044-493f-a41c-788a16b4c0c1 None None] The sync data for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:35.289401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2e084683-fb81-414e-96ce-416633fe7d1a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:35.297319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.336946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 2e084683-fb81-414e-96ce-416633fe7d1a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:35.337288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 2e084683-fb81-414e-96ce-416633fe7d1a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:35.376949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=dfdd7a3c-cc26-457d-bcad-8de4b14e32e3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:35.446862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.447221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.447565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.447908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.448373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.448712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.449049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.449381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.449716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.450048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.450375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.450777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:54:35.471161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a804d0b-65bf-415c-88e4-e21b168bd33b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.498552 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-3a804d0b-65bf-415c-88e4-e21b168bd33b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] update failed (client error): The resource could not be found. Jul 22 19:54:35.499838 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a804d0b-65bf-415c-88e4-e21b168bd33b tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d HTTP/1.1" status: 404 len: 339 time: 0.4328437 Jul 22 19:54:35.503409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56650) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:35.509301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1486723442'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:35.533067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772976-581c-44a7-8516-1394cdd4a4ed req-a158ef48-cf26-4f4b-9df0-aca7c8655388 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:35.541583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa772976-581c-44a7-8516-1394cdd4a4ed req-a158ef48-cf26-4f4b-9df0-aca7c8655388 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2481861 Jul 22 19:54:35.544699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:35.550856 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.587439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:35.603766 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.604179 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Added segment 87b4f975-7b96-40e0-9e12-85ba41a632a4 of type vlan for network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 Jul 22 19:54:35.654212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa772976-581c-44a7-8516-1394cdd4a4ed req-0e5c4dc9-972e-4f5b-bd82-cf754a8eaecc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117983 Jul 22 19:54:35.665846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.692166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.701007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.707699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:35.708403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.750331 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2424233 Jul 22 19:54:35.751331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:35.757970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'subnet': {'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:35.806232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bf7a9-7d5e-49f3-a131-a87b3e30cc4f tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Network': ['ID=82c84b4b-6c74-4d54-901c-c3f8ba148a81,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:35.822360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:35.891136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Made reservation on behalf of 0d9b304da2c340d5b88cc87fb55e9d0f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:35.897401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:35.939725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 3fc5ad35-abf5-4b4b-abd9-87158969b706 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:36.053673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:36.066482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Sync routers for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:36.070263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-16b6be72-4c6b-4a5b-a23d-051e2a1ae0c5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "PUT /v2.0/routers/3fc5ad35-abf5-4b4b-abd9-87158969b706/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679844 Jul 22 19:54:36.070966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:36.093977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:36.094740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:36.158932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting subnet 0352b7c3-f287-48f3-939f-018218a73206 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:36.167271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.169469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.185371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 10d0db69-4359-4118-8d0a-6733261c1104 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:36.223530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.263397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Subnet': ['ID=e6c7715b-d09a-4536-820e-871ebc9bad89,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:36.266410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Checking segment: {'id': '87b4f975-7b96-40e0-9e12-85ba41a632a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:36.267207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network hostable DHCP agents. Network: 82c84b4b-6c74-4d54-901c-c3f8ba148a81, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:36.296720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:36.312838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 82c84b4b-6c74-4d54-901c-c3f8ba148a81) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:36.321375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:36.322119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.328791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38374ac0-f1c4-4c14-b371-1aee1c8a81ec None None] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:36.362043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3590c221-898d-43ff-bce6-80dde7a56f34 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6098459 Jul 22 19:54:36.362803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56664) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:36.369663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fabb925c-eafe-4de2-9164-cba9ff010cef tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'router': {'external_gateway_info': {'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:36.370558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:36.397127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.430426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 10d0db69-4359-4118-8d0a-6733261c1104 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:36.431054 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.482520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.556110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Subnet': ['ID=0352b7c3-f287-48f3-939f-018218a73206,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:36.567596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.569592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a0e14627-495e-46c5-8d0d-e35fface465d tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/subnets/0352b7c3-f287-48f3-939f-018218a73206 HTTP/1.1" status: 204 len: 168 time: 0.4976048 Jul 22 19:54:36.573261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56668) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:36.582981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081ed93-fbb7-44c5-a3cc-839c2a316158 None None] Network a7ca1131-53d4-4659-810e-4fda26b2f74e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:36.808106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fabb925c-eafe-4de2-9164-cba9ff010cef tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:36.970501 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-fabb925c-eafe-4de2-9164-cba9ff010cef tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:54:36.977342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fabb925c-eafe-4de2-9164-cba9ff010cef tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d HTTP/1.1" status: 400 len: 364 time: 0.6128790 Jul 22 19:54:36.978096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56672) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:37.047706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-82c84b4b-6c74-4d54-901c-c3f8ba148a81', 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81', 'tenant_id': '0d9b304da2c340d5b88cc87fb55e9d0f', 'fixed_ips': [{'subnet_id': 'e6c7715b-d09a-4536-820e-871ebc9bad89'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:37.048618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.090232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:35Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:37.179097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.204070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Checking router: 3fc5ad35-abf5-4b4b-abd9-87158969b706 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:37.212967 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6db29a4d-06cd-4f73-bf0d-effc593c9222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.253565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Routers {'3fc5ad35-abf5-4b4b-abd9-87158969b706'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:37.255204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3fc5ad35-abf5-4b4b-abd9-87158969b706'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:37.304552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] DHCP port deletion for a7ca1131-53d4-4659-810e-4fda26b2f74e request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:37.326659 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.340775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1980e-b631-44a3-82d4-03288cee6d6d req-be0bd72e-638e-482a-af98-9bda0df0b44d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:37.342311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8c1980e-b631-44a3-82d4-03288cee6d6d req-be0bd72e-638e-482a-af98-9bda0df0b44d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2516873 Jul 22 19:54:37.387273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.393035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Allocated IP 2001:db8:1::2 (82c84b4b-6c74-4d54-901c-c3f8ba148a81/e6c7715b-d09a-4536-820e-871ebc9bad89/d84e941b-84ce-489a-b368-4dc1c7f21dbc) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:37.430852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8c1980e-b631-44a3-82d4-03288cee6d6d req-4033e9b2-464d-4e0d-bc9b-0ce6a70fd2c5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815773 Jul 22 19:54:37.443711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:37.444708 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.457138 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] Set router 3fc5ad35-abf5-4b4b-abd9-87158969b706 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:37.576542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Deleting port a1854603-8837-49e5-93d7-4db253fa7068 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:37.577060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.587901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port 7cb70e0c-8e58-4cac-b851-606f9b39fd4e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:37.589802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.603427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 7cb70e0c-8e58-4cac-b851-606f9b39fd4e owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:37.766688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Allocated IP 2001:db8::1 (841939a8-123b-4cbd-841f-b702cab42b6e/dd73821d-2ab7-489a-9a1f-ff05479a1cb0/e4712890-5b80-4217-9c0e-d3dbe14f2483) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:37.850002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.893248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=7cb70e0c-8e58-4cac-b851-606f9b39fd4e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:37.928247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:37.959279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Transition to ACTIVE for port object e4712890-5b80-4217-9c0e-d3dbe14f2483 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:38.007278 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] For port a1854603-8837-49e5-93d7-4db253fa7068, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a1854603-8837-49e5-93d7-4db253fa7068,segment=NetworkSegment(58517eba-7f43-42b3-ae0b-0cd966385021),segment_id=58517eba-7f43-42b3-ae0b-0cd966385021)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:38.008245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.012847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.025347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Calling delete_port for a1854603-8837-49e5-93d7-4db253fa7068 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:38.052792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.055546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.072395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network 841939a8-123b-4cbd-841f-b702cab42b6e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:38.085905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:38.117276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:38.118270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.155935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Transition to ACTIVE for port object d84e941b-84ce-489a-b368-4dc1c7f21dbc will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:38.191834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.194117 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.208874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Port': ['ID=e4712890-5b80-4217-9c0e-d3dbe14f2483,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:38.212202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a1854603-8837-49e5-93d7-4db253fa7068 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:38.269409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.269950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc5ad35-abf5-4b4b-abd9-87158969b706 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:54:38.272665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Transition to ACTIVE for port object d84e941b-84ce-489a-b368-4dc1c7f21dbc will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:38.277700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.281992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-73d77a77-fd7e-46ce-adc2-75e8bbe0e1bc tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/routers/3fc5ad35-abf5-4b4b-abd9-87158969b706 HTTP/1.1" status: 204 len: 168 time: 1.7047570 Jul 22 19:54:38.283018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:38.292441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.300919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:35Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:38.381773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e186fd6b-2f5d-4ab7-bf6c-eadf035b0d0a None None] The sync data for ids ['3fc5ad35-abf5-4b4b-abd9-87158969b706'] in n-d-800087-13 is: [{'id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1929346609', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200'}], 'enable_snat': True}, 'gw_port_id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:04Z', 'updated_at': '2021-07-22T19:54:35Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '7cb70e0c-8e58-4cac-b851-606f9b39fd4e', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc5ad35-abf5-4b4b-abd9-87158969b706', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:05Z', 'updated_at': '2021-07-22T19:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:38.412886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:38.413471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Pushing event updated for resources: {'Port': ['ID=d84e941b-84ce-489a-b368-4dc1c7f21dbc,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:38.413858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.415537 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.424863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.440567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:38.450418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:38.471869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Port a1854603-8837-49e5-93d7-4db253fa7068 update to DOWN by agent not found {{(pid=93802) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 22 19:54:38.480734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] Pushing event deleted for resources: {'Port': ['ID=a1854603-8837-49e5-93d7-4db253fa7068,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:38.485151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e267b2a-833c-45bf-99f0-66646794c176 None None] No DVR routers for this DVR port a1854603-8837-49e5-93d7-4db253fa7068 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:38.533118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6844a2c8-6943-49f3-95d7-2c76d5370e0a None None] Provisioning for port e4712890-5b80-4217-9c0e-d3dbe14f2483 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:38.540433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6844a2c8-6943-49f3-95d7-2c76d5370e0a None None] Provisioning complete for port e4712890-5b80-4217-9c0e-d3dbe14f2483 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:38.540858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6844a2c8-6943-49f3-95d7-2c76d5370e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.602416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Attempting to bind port d84e941b-84ce-489a-b368-4dc1c7f21dbc on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:38.602884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Attempting to bind port d84e941b-84ce-489a-b368-4dc1c7f21dbc by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '87b4f975-7b96-40e0-9e12-85ba41a632a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:38.603321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Attempting to bind port d84e941b-84ce-489a-b368-4dc1c7f21dbc on network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:38.613313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:38.613695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Checking segment: {'id': '87b4f975-7b96-40e0-9e12-85ba41a632a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:38.614173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.614568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Bound using segment: {'id': '87b4f975-7b96-40e0-9e12-85ba41a632a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:38.615077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Bound port: d84e941b-84ce-489a-b368-4dc1c7f21dbc, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b4f975-7b96-40e0-9e12-85ba41a632a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '82c84b4b-6c74-4d54-901c-c3f8ba148a81'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:38.615466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.619340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6844a2c8-6943-49f3-95d7-2c76d5370e0a None None] Port e4712890-5b80-4217-9c0e-d3dbe14f2483 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:38.631060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34f343-cc20-462a-b7c6-732c8e9e7da2 req-9b17310d-458a-4825-8af2-2ad011d76ee3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:38.639475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c34f343-cc20-462a-b7c6-732c8e9e7da2 req-9b17310d-458a-4825-8af2-2ad011d76ee3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.0918629 Jul 22 19:54:38.640864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.652175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ca1131-53d4-4659-810e-4fda26b2f74e']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:38.665306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58517eba-7f43-42b3-ae0b-0cd966385021') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:38.666205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58517eba-7f43-42b3-ae0b-0cd966385021') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:38.678313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.701737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c34f343-cc20-462a-b7c6-732c8e9e7da2 req-8fed85bb-50a4-4d44-8018-0e8f030e3659 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563710 Jul 22 19:54:38.705484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] For port d84e941b-84ce-489a-b368-4dc1c7f21dbc, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:38.709017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] For port d84e941b-84ce-489a-b368-4dc1c7f21dbc, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d84e941b-84ce-489a-b368-4dc1c7f21dbc,segment=NetworkSegment(87b4f975-7b96-40e0-9e12-85ba41a632a4),segment_id=87b4f975-7b96-40e0-9e12-85ba41a632a4)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:38.713836 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.723925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.735602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:38.736651 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:38.828322 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:38.831118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c1888-c34d-4472-83df-ed432dcc9ee3 None None] Pushing event updated for resources: {'Port': ['ID=d84e941b-84ce-489a-b368-4dc1c7f21dbc,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:38.901469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.907228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:38.916009 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/networks/a7ca1131-53d4-4659-810e-4fda26b2f74e HTTP/1.1" status: 204 len: 168 time: 0.6301208 Jul 22 19:54:38.916504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56698) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:38.958098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9df5f-e2b3-42fa-803b-2f17f3298416 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Network': ['ID=a7ca1131-53d4-4659-810e-4fda26b2f74e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:39.220244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.226549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.227347 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.285831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:39.286234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.372511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event updated for resources: {'Port': ['ID=e4712890-5b80-4217-9c0e-d3dbe14f2483,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:39.423950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.424589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.425961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Network 841939a8-123b-4cbd-841f-b702cab42b6e is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:39.428392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:39.449139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:39.662848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Router 6fde5ad0-a938-423e-af1e-7649219b122d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:39.735510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.865787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c552e352-9956-411d-a77d-1dc292feaa5b None None] Provisioning complete for port e4712890-5b80-4217-9c0e-d3dbe14f2483 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:39.866777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c552e352-9956-411d-a77d-1dc292feaa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:39.878182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=35fb95f8-1ae0-43d7-9d23-bcb8fdc3f186,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:39.970470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c552e352-9956-411d-a77d-1dc292feaa5b None None] Port e4712890-5b80-4217-9c0e-d3dbe14f2483 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:40.010301 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.062741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629cd7ae-9666-4a34-a2cf-ace21d90cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.067224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.067880 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Floating IP 76585648-4970-43ee-8247-a1e9a80d9aeb disassociated (deleted). External IP: 172.25.6.38, port: 89aeef2b-adec-49c4-9bf6-3e40184bacd5. Jul 22 19:54:40.080910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4224ad-9ed4-4f26-bebe-dee28eeff8d5 req-007a0a48-ea75-4863-80a5-b6d638fca100 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:40.088586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db4224ad-9ed4-4f26-bebe-dee28eeff8d5 req-007a0a48-ea75-4863-80a5-b6d638fca100 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.2652116 Jul 22 19:54:40.128924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d84e941b-84ce-489a-b368-4dc1c7f21dbc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:40.234477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db4224ad-9ed4-4f26-bebe-dee28eeff8d5 req-8c7c6ead-c154-41a3-8ec9-f5e5fa18eaff tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439188 Jul 22 19:54:40.236034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port d84e941b-84ce-489a-b368-4dc1c7f21dbc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:40.250675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:40.286222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:40.286565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dfdd7a3c-cc26-457d-bcad-8de4b14e32e3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:40.286981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cb70e0c-8e58-4cac-b851-606f9b39fd4e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:40.336412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7cb70e0c-8e58-4cac-b851-606f9b39fd4e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:40.336814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7cb70e0c-8e58-4cac-b851-606f9b39fd4e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:40.463844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d867bf2b-b43e-469c-86b0-934458eca700 None None] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:40.475074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:40.486872 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] Sync routers for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:40.492786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1c5573fd-ce62-40d0-b7bd-6bc193734b86 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5134799 Jul 22 19:54:40.493433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:40.501017 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:40.505662 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:40.544604 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-1d3592ad-b187-4c3a-9e9c-f3dfaf5ec310 service neutron] show failed (client error): The resource could not be found. Jul 22 19:54:40.545636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-1d3592ad-b187-4c3a-9e9c-f3dfaf5ec310 service neutron] 10.222.0.26 "GET /v2.0/ports/8b53c06f-d38b-44d5-b04a-8261d4f50914/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0780032 Jul 22 19:54:40.572979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:40.573535 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:40.595340 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:40.596349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:40.612697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Provisioning for port d84e941b-84ce-489a-b368-4dc1c7f21dbc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:40.643013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Provisioning complete for port d84e941b-84ce-489a-b368-4dc1c7f21dbc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:40.643486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.696020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6320-c344-47d8-8778-e31cf39974f9 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.716724 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:40.717484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92799366-9db5-4067-a0b4-be2fc9c7847e None None] The sync data for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:40.724813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:40.733458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:40.761058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Sync routers for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:40.797490 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a1a160ff-b8bb-4f64-a4a2-dbc113ee8ecb tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/floatingips/76585648-4970-43ee-8247-a1e9a80d9aeb HTTP/1.1" status: 204 len: 168 time: 1.8795648 Jul 22 19:54:40.798139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:40.805737 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:40.825479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:40.826116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:40.875327 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c027c4-30f9-468d-a68d-af89ffab0b6c x-openstack-request-id: req-94c027c4-30f9-468d-a68d-af89ffab0b6c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:40.876081 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:40.876523 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94c027c4-30f9-468d-a68d-af89ffab0b6c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:40.877116 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'status': 'completed', 'code': 200} Jul 22 19:54:40.978308 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-0a4c6320-c344-47d8-8778-e31cf39974f9 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:54:40.982062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a4c6320-c344-47d8-8778-e31cf39974f9 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d HTTP/1.1" status: 409 len: 329 time: 0.4850960 Jul 22 19:54:40.982754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:41.001577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-f8bf4d81-d738-4369-ab4f-ff6f592efc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.003161 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-f8bf4d81-d738-4369-ab4f-ff6f592efc8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6427d6796d524b1aaa1d09a526a1563e&device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 1137 time: 0.1077883 Jul 22 19:54:41.051204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.087889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-4a3af7ae-b422-40fd-8212-ebf7d93d3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.089574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-4a3af7ae-b422-40fd-8212-ebf7d93d3e6f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 1097 time: 0.2335188 Jul 22 19:54:41.111435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:41.138816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] For port d84e941b-84ce-489a-b368-4dc1c7f21dbc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d84e941b-84ce-489a-b368-4dc1c7f21dbc,segment=NetworkSegment(87b4f975-7b96-40e0-9e12-85ba41a632a4),segment_id=87b4f975-7b96-40e0-9e12-85ba41a632a4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:41.168731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.231189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:41.241285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-0d0ee1b6-2f5a-485b-9886-abeb60accdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.242813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-0d0ee1b6-2f5a-485b-9886-abeb60accdd8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 200 len: 898 time: 0.2314262 Jul 22 19:54:41.357465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-eb36e3ea-dcb4-4dba-9cc6-c446b9343575 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 200 len: 217 time: 0.1060259 Jul 22 19:54:41.498753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:41.574304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f0e5d-77b4-4d07-a066-e296999e0cd4 req-16ec867d-a54d-4843-95b9-ca079224f3db tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.582343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a8f0e5d-77b4-4d07-a066-e296999e0cd4 req-16ec867d-a54d-4843-95b9-ca079224f3db tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 985 time: 0.4213140 Jul 22 19:54:41.652052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a8f0e5d-77b4-4d07-a066-e296999e0cd4 req-53b61028-bd42-43ec-b237-ce81463bf0c4 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0687435 Jul 22 19:54:41.658926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-08759cf8-282d-4d70-bcd0-cba19efb2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.660793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-08759cf8-282d-4d70-bcd0-cba19efb2165 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 200 len: 835 time: 0.2940798 Jul 22 19:54:41.736238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4cb79-158d-470c-8408-fbbd5fe42361 None None] Pushing event updated for resources: {'Port': ['ID=d84e941b-84ce-489a-b368-4dc1c7f21dbc,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:41.753578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb8d3c-e0c3-40c5-b72a-9f7499424b5e req-b6ff7d10-732e-4972-acd7-ff5964b995fa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.761533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3eb8d3c-e0c3-40c5-b72a-9f7499424b5e req-b6ff7d10-732e-4972-acd7-ff5964b995fa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.3740594 Jul 22 19:54:41.781270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-c6adc9fe-e695-482f-a4b3-2bfc5258ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:41.783492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-c6adc9fe-e695-482f-a4b3-2bfc5258ac7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4567f11b-bc3f-467c-8c9a-81b647a32bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103661 Jul 22 19:54:41.856330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:41.878780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3eb8d3c-e0c3-40c5-b72a-9f7499424b5e req-8793051e-023b-4e6b-921e-02dc0e5288c7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157613 Jul 22 19:54:41.941495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:42.057029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-f4e2eefa-ea79-4041-ae8c-8aaa08db9bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637012 Jul 22 19:54:42.089737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d84e941b-84ce-489a-b368-4dc1c7f21dbc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:42.159001 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.199839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:42.206228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee99d2f2-b9f5-4aa6-8784-7a6b64af4d15 req-c3d5d59a-97ac-4162-8651-5f3411682217 service neutron] 10.222.0.32 "GET /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395202 Jul 22 19:54:42.210813 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc653c1c-1b9e-43de-a7d8-ce5983f3c44f" -d '{"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-unplugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:42.227398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.269355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Transition to ACTIVE for port object 8b53c06f-d38b-44d5-b04a-8261d4f50914 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:42.291124 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.315987 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d506d3b-06f8-46c0-9550-409da5f3bc9c x-openstack-request-id: req-7d506d3b-06f8-46c0-9550-409da5f3bc9c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:42.315987 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-unplugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:42.316347 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d506d3b-06f8-46c0-9550-409da5f3bc9c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:42.317260 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'code': 200} Jul 22 19:54:42.349603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:42.354620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1fe5aed7-7bd5-4198-a714-fac14419bb75 None None] Provisioning complete for port d84e941b-84ce-489a-b368-4dc1c7f21dbc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:42.354620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fe5aed7-7bd5-4198-a714-fac14419bb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.419066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Checking router: 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:42.433885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.460665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port d84e941b-84ce-489a-b368-4dc1c7f21dbc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:42.461065 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.503733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-c311b63e-755e-4fd4-8d4e-9c9469cfafaa tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:42.508355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-c311b63e-755e-4fd4-8d4e-9c9469cfafaa tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 985 time: 0.1614156 Jul 22 19:54:42.592737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:42.601307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:42.759514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:42.765498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.859960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:42.876133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=6']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:42.944365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] No DVR routers for this DVR port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:42.972541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port 89aeef2b-adec-49c4-9bf6-3e40184bacd5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=89aeef2b-adec-49c4-9bf6-3e40184bacd5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:42.973785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:42.987556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 89aeef2b-adec-49c4-9bf6-3e40184bacd5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:43.154000 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.287933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.331677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=89aeef2b-adec-49c4-9bf6-3e40184bacd5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:43.346623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:43.347072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:43.350001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:43.354195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:54:43.354581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Attempting to bind port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:43.369998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:43.370331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Checking segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:43.370871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Bound using segment: {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:43.371441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Bound port: 8b53c06f-d38b-44d5-b04a-8261d4f50914, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd027cb5-4115-4597-b4b1-93fc47724e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:43.371868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.403749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:43.409159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] No DVR routers for this DVR port 89aeef2b-adec-49c4-9bf6-3e40184bacd5 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:43.415684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.417724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16c99363-1ad8-4ab5-bae3-dee5c1c9e78e req-b3dfa2ca-b811-4e39-9329-ed98b7634810 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.32 "DELETE /v2.0/ports/89aeef2b-adec-49c4-9bf6-3e40184bacd5 HTTP/1.1" status: 204 len: 173 time: 0.9033782 Jul 22 19:54:43.419311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'name': 'network-vif-deleted', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:43.421932 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e3c4d6-612b-4575-96f8-1f2027ccab72" -d '{"events": [{"server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "name": "network-vif-deleted", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:43.439121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d771b-937b-4394-8bd3-049e9815c31e req-296e34b3-9a3a-413e-8cf5-3da512c7d345 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.447078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c92d771b-937b-4394-8bd3-049e9815c31e req-296e34b3-9a3a-413e-8cf5-3da512c7d345 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/ports?device_id=3cc81e2d-0b9a-4a99-8f90-a25326807179 HTTP/1.1" status: 200 len: 906 time: 0.6159658 Jul 22 19:54:43.463346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b70706-24b7-44ff-bfd7-a30eca850b04 None None] The sync data for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 is: [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:53:13Z', 'revision_number': 4, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f2d73d73-cb1d-42b7-980a-7367a785c3e5', 'name': '', 'network_id': '4567f11b-bc3f-467c-8c9a-81b647a32bae', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'mac_address': 'fa:16:3e:fc:6a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:12Z', 'updated_at': '2021-07-22T19:53:20Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'subnets': [{'id': '6e4432a3-af98-4500-a3e1-c15ded5a4fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:43.485798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692bcd2-3013-487e-b790-ab5dedb3d9d2 req-4c17ef35-62a2-4dac-9e9a-d65e8cf10e4f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.493448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1692bcd2-3013-487e-b790-ab5dedb3d9d2 req-4c17ef35-62a2-4dac-9e9a-d65e8cf10e4f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.2678599 Jul 22 19:54:43.534213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c92d771b-937b-4394-8bd3-049e9815c31e req-002966bf-e373-4a28-9561-97a25eeff737 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "GET /v2.0/security-groups?id=e6eecfe2-f1f6-4388-834b-f7e771afaef3&id=b0ed6edc-c99c-45da-85e4-aec2c44c23a9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0861063 Jul 22 19:54:43.542631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting port e4712890-5b80-4217-9c0e-d3dbe14f2483 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:43.545246 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.581761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:43.602650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1692bcd2-3013-487e-b790-ab5dedb3d9d2 req-780b4aa5-8acf-4c50-9085-93bbe34efe58 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082375 Jul 22 19:54:43.615958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:43.645456 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1b2cce-bcb6-4ed7-b119-d780103ecbcb x-openstack-request-id: req-2a1b2cce-bcb6-4ed7-b119-d780103ecbcb {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:43.645749 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc81e2d-0b9a-4a99-8f90-a25326807179", "name": "network-vif-deleted", "tag": "89aeef2b-adec-49c4-9bf6-3e40184bacd5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:43.646002 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a1b2cce-bcb6-4ed7-b119-d780103ecbcb {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:43.646396 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc81e2d-0b9a-4a99-8f90-a25326807179', 'name': 'network-vif-deleted', 'tag': '89aeef2b-adec-49c4-9bf6-3e40184bacd5', 'status': 'completed', 'code': 200} Jul 22 19:54:43.665850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.721888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:43.722665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.724285 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 1092 time: 2.6213057 Jul 22 19:54:43.877392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:43.897465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f4b54-623f-401b-ab29-a85c23107368 service neutron] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:43.909376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Calling delete_port for e4712890-5b80-4217-9c0e-d3dbe14f2483 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:43.938105 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a99e8-1d33-4966-8660-368e019e6d65 None None] New status for floating IP 76585648-4970-43ee-8247-a1e9a80d9aeb: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:54:44.048490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-e51c8a89-3673-4938-b969-ecc19f31119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.050277 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-e51c8a89-3673-4938-b969-ecc19f31119d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.2764628 Jul 22 19:54:44.287521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-7ec2dedf-0339-47fe-91c5-c2a634ff16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.289070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-7ec2dedf-0339-47fe-91c5-c2a634ff16b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.2306128 Jul 22 19:54:44.333079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:44.335380 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115750f4-02a1-497c-80da-e308d438a986" -d '{"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:44.373449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:44.417631 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-70344c68-8702-4f4c-8224-84f31a726615 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 999 time: 0.1218092 Jul 22 19:54:44.438612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Port': ['ID=e4712890-5b80-4217-9c0e-d3dbe14f2483,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:44.441564 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2344cf6c-c96c-4450-9a5e-babff77c2ea3 x-openstack-request-id: req-2344cf6c-c96c-4450-9a5e-babff77c2ea3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:44.441939 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:44.442264 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2344cf6c-c96c-4450-9a5e-babff77c2ea3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:44.442724 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'status': 'completed', 'code': 200} Jul 22 19:54:44.521091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-6a6ece06-a3be-4568-9756-cb726fa551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.525724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-6a6ece06-a3be-4568-9756-cb726fa551f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.0961287 Jul 22 19:54:44.575497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:44.596272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-b033ecc9-dd05-4053-a8b1-856d530a6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.597930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-b033ecc9-dd05-4053-a8b1-856d530a6f76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.1533952 Jul 22 19:54:44.631564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:44.744010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-cc628c19-fac5-4716-9f23-b9faf0994b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.746099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-cc628c19-fac5-4716-9f23-b9faf0994b04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.2123728 Jul 22 19:54:44.747142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:44.838999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Router 6fde5ad0-a938-423e-af1e-7649219b122d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:44.841621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-4cf513bd-5d25-4a06-af87-0357c1ee6362 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 999 time: 0.0883312 Jul 22 19:54:44.843689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-b4b115fa-8022-4087-a285-e13fffe010c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.845230 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-b4b115fa-8022-4087-a285-e13fffe010c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390692 Jul 22 19:54:44.852515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:44.935249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f8b5b-7e54-431c-b84b-86eff47b0eee req-1aaeadfb-9907-4506-b8f7-db73775d1304 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.937217 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d64f8b5b-7e54-431c-b84b-86eff47b0eee req-1aaeadfb-9907-4506-b8f7-db73775d1304 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.2458060 Jul 22 19:54:44.939553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-e104a1a6-7723-415f-8a61-af666a8aef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:44.941143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-e104a1a6-7723-415f-8a61-af666a8aef2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0858798 Jul 22 19:54:45.027639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-4c6504aa-6e2b-4eab-aaa7-029f55f6603d service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745718 Jul 22 19:54:45.029099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:45.036906 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9f3270dd-5e25-436c-b62f-8c3dc7785bd2 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0532980 Jul 22 19:54:45.045152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] Sync routers for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:45.056930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:45.057684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:45.098667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:45.109280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] Routers {'6fde5ad0-a938-423e-af1e-7649219b122d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:45.110201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6fde5ad0-a938-423e-af1e-7649219b122d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:45.163493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:45.164369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d206217-bb75-4e74-8106-28d620c20ff5 None None] The sync data for ids ['6fde5ad0-a938-423e-af1e-7649219b122d'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:45.325252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:45.354416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:45.389947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:45.408708 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-ebc633b8-fe07-4f9f-a45f-fa108283920a tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] show failed (client error): The resource could not be found. Jul 22 19:54:45.409185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ebc633b8-fe07-4f9f-a45f-fa108283920a tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-89647130 HTTP/1.1" status: 404 len: 333 time: 0.0464423 Jul 22 19:54:45.415781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56772) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:45.421390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4cb4110f-04f6-4cd8-936f-eea578537b7d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:45.426258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.429270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.430456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/security-groups/e6eecfe2-f1f6-4388-834b-f7e771afaef3 HTTP/1.1" status: 204 len: 168 time: 0.7972443 Jul 22 19:54:45.476029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56776) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:45.529137 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-4cb4110f-04f6-4cd8-936f-eea578537b7d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] update failed (client error): The resource could not be found. Jul 22 19:54:45.530834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4cb4110f-04f6-4cd8-936f-eea578537b7d tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1955140928 HTTP/1.1" status: 404 len: 335 time: 0.1151807 Jul 22 19:54:45.546729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56778) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:45.550591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad677f6e-b133-4a24-8c8a-c5508ce52c38 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eecfe2-f1f6-4388-834b-f7e771afaef3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:45.597001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d64f8b5b-7e54-431c-b84b-86eff47b0eee req-8d56f6f5-0fd8-407f-88d4-127b52e17974 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6527948 Jul 22 19:54:45.637881 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-92916e80-0262-475e-b1cf-18af6b5ad1a1 service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997052 Jul 22 19:54:45.672985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.695525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting subnet e6c7715b-d09a-4536-820e-871ebc9bad89 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:45.707614 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.711554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-1e79738b-6a78-49fe-9352-7aadccb00cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.717467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-1e79738b-6a78-49fe-9352-7aadccb00cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7637806 Jul 22 19:54:45.772422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.774306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56782) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:45.798767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-8dc510e7-122b-43e1-aa80-dd1f695a50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.800913 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-8dc510e7-122b-43e1-aa80-dd1f695a50f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.0969059 Jul 22 19:54:45.868663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:45.879516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef37f01-f340-4e5e-ae5b-302caa0c8f4a req-6f822624-1fa2-4adb-b860-440c3be534b0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.884953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ef37f01-f340-4e5e-ae5b-302caa0c8f4a req-6f822624-1fa2-4adb-b860-440c3be534b0 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.4134047 Jul 22 19:54:45.900048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-09528440-213b-4a0a-abce-ced0bfbfb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:45.901914 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-09528440-213b-4a0a-abce-ced0bfbfb2b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.0949056 Jul 22 19:54:45.970198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-487583b6-0323-4344-a167-456bfb9eab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.005170 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-9bfe448d-04f6-4da5-86c6-78cdfad50b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 999 time: 0.0962176 Jul 22 19:54:46.066693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.069401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.070537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/security-groups/b0ed6edc-c99c-45da-85e4-aec2c44c23a9 HTTP/1.1" status: 204 len: 168 time: 0.5935724 Jul 22 19:54:46.074402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56786) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:46.076080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-f2878e2f-30b8-4e79-9464-3f8c3cdba733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:46.078109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-f2878e2f-30b8-4e79-9464-3f8c3cdba733 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0657051 Jul 22 19:54:46.087509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-afedfca2-0681-4d50-be9d-750ecc6027be service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841973 Jul 22 19:54:46.096665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ef37f01-f340-4e5e-ae5b-302caa0c8f4a req-37b1f249-8324-41f1-908a-9627dc7b37eb tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506202 Jul 22 19:54:46.109022 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2da01-9828-4a1b-8038-dda2561f6896 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed6edc-c99c-45da-85e4-aec2c44c23a9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.134999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.250222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-f495fae9-5d37-44aa-a1fc-86c277c86160 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524978 Jul 22 19:54:46.251565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.259758 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-487583b6-0323-4344-a167-456bfb9eab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.277446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-487583b6-0323-4344-a167-456bfb9eab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.283309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c7715b-d09a-4536-820e-871ebc9bad89,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.288449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.290738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99e573da-631a-4903-9932-4291f3659202 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/subnets/e6c7715b-d09a-4536-820e-871ebc9bad89 HTTP/1.1" status: 204 len: 168 time: 0.7379823 Jul 22 19:54:46.293662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56788) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:46.295359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d62986-20db-4274-933d-c56fa65a62e3 None None] Network 82c84b4b-6c74-4d54-901c-c3f8ba148a81 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:46.338933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115750f4-02a1-497c-80da-e308d438a986 req-30e318c0-ef24-4653-8c22-f8e37a6619c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:46.340485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-30e318c0-ef24-4653-8c22-f8e37a6619c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2534008 Jul 22 19:54:46.378663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.415564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-487583b6-0323-4344-a167-456bfb9eab44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1384bcef505e4839b5b881cc3b61958f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398165 Jul 22 19:54:46.418128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:46.428069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487583b6-0323-4344-a167-456bfb9eab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae35378-8450-496e-9b19-ccfdaa35683a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.470735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting port d84e941b-84ce-489a-b368-4dc1c7f21dbc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:46.471104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.505469 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.516577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-3d2330b3-6105-4a8a-9d79-5e1a364b45ce service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663332 Jul 22 19:54:46.518691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] DHCP port deletion for 82c84b4b-6c74-4d54-901c-c3f8ba148a81 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:46.564600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Deleting port d84e941b-84ce-489a-b368-4dc1c7f21dbc {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:46.565235 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.572119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] For port d84e941b-84ce-489a-b368-4dc1c7f21dbc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d84e941b-84ce-489a-b368-4dc1c7f21dbc,segment=NetworkSegment(87b4f975-7b96-40e0-9e12-85ba41a632a4),segment_id=87b4f975-7b96-40e0-9e12-85ba41a632a4)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:46.572693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.576064 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.594547 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:54:46.596027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Calling delete_port for d84e941b-84ce-489a-b368-4dc1c7f21dbc owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:46.641709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] For port d84e941b-84ce-489a-b368-4dc1c7f21dbc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d84e941b-84ce-489a-b368-4dc1c7f21dbc,segment=NetworkSegment(87b4f975-7b96-40e0-9e12-85ba41a632a4),segment_id=87b4f975-7b96-40e0-9e12-85ba41a632a4)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:46.642107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.654448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Calling delete_port for d84e941b-84ce-489a-b368-4dc1c7f21dbc owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:46.658136 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-115750f4-02a1-497c-80da-e308d438a986 req-13631cbf-50a6-4611-b63a-4d267a7753e8 service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321070 Jul 22 19:54:46.752208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.752783 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.754644 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.755800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ae35378-8450-496e-9b19-ccfdaa35683a HTTP/1.1" status: 204 len: 168 time: 0.3367255 Jul 22 19:54:46.759274 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.796459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] Pushing event deleted for resources: {'Port': ['ID=d84e941b-84ce-489a-b368-4dc1c7f21dbc,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.801548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f2e05-d861-4c46-a27f-198cc39dba11 req-7fb32d09-4fe7-47ec-8cbb-97b08560e2ce tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:46.802098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31aea9e-4a53-43a5-b45a-a1f746df76d6 None None] No DVR routers for this DVR port d84e941b-84ce-489a-b368-4dc1c7f21dbc on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:46.803206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a39f2e05-d861-4c46-a27f-198cc39dba11 req-7fb32d09-4fe7-47ec-8cbb-97b08560e2ce tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.1213627 Jul 22 19:54:46.806052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ddf1b-81b7-402e-91f8-33b0ea7a165d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae35378-8450-496e-9b19-ccfdaa35683a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.840076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:46.875630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Port': ['ID=d84e941b-84ce-489a-b368-4dc1c7f21dbc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:46.881156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] No DVR routers for this DVR port d84e941b-84ce-489a-b368-4dc1c7f21dbc on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:46.890778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a39f2e05-d861-4c46-a27f-198cc39dba11 req-afff8fa2-6c76-4062-b8b8-d8a9090c0860 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721092 Jul 22 19:54:47.020203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.036453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c84b4b-6c74-4d54-901c-c3f8ba148a81']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:47.056236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b4f975-7b96-40e0-9e12-85ba41a632a4') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:47.056549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b4f975-7b96-40e0-9e12-85ba41a632a4') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:47.082392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.107197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.117844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-1710fe6a-91ae-42d6-98e0-8587911f8d70 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:47.119525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-1710fe6a-91ae-42d6-98e0-8587911f8d70 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.1673858 Jul 22 19:54:47.144556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port f2d73d73-cb1d-42b7-980a-7367a785c3e5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:47.145117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.225979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:47.226401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:47.259966 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:47.365547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.369545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Deleting port 8d93a339-3896-4681-a9f6-f453c374f411 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:47.373274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.404033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port f2d73d73-cb1d-42b7-980a-7367a785c3e5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f2d73d73-cb1d-42b7-980a-7367a785c3e5,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:47.405418 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.405742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.407663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/networks/82c84b4b-6c74-4d54-901c-c3f8ba148a81 HTTP/1.1" status: 204 len: 168 time: 1.1124415 Jul 22 19:54:47.414068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56798) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:47.426556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b4d88-24d0-41d3-87fe-39ce5b0eb746 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Network': ['ID=82c84b4b-6c74-4d54-901c-c3f8ba148a81,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:47.430228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for f2d73d73-cb1d-42b7-980a-7367a785c3e5 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:47.515584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting subnet 9e5d7484-1599-4a03-9c58-86c99e2bde80 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:47.521388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.532433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] For port 8d93a339-3896-4681-a9f6-f453c374f411, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=8d93a339-3896-4681-a9f6-f453c374f411,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:47.532819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.573768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.602512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 89aeef2b-adec-49c4-9bf6-3e40184bacd5 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:47.605871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5c67-db1d-4ae9-872a-751beca9ee4a req-b815fd81-57ef-43eb-bd1f-bb865dad948d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:47.607409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3ad5c67-db1d-4ae9-872a-751beca9ee4a req-b815fd81-57ef-43eb-bd1f-bb865dad948d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 945 time: 0.1641889 Jul 22 19:54:47.627607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 89aeef2b-adec-49c4-9bf6-3e40184bacd5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:47.628002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 89aeef2b-adec-49c4-9bf6-3e40184bacd5 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:47.692450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3ad5c67-db1d-4ae9-872a-751beca9ee4a req-ccc1363d-a139-4f89-9027-daf3c7c31461 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745590 Jul 22 19:54:47.718672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.752967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.753344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.753659 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Floating IP d8c26fd5-639b-4163-a546-efcc79a32fd7 disassociated. External IP: 172.25.6.167, port: 8d93a339-3896-4681-a9f6-f453c374f411. Jul 22 19:54:47.754011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Calling delete_port for 8d93a339-3896-4681-a9f6-f453c374f411 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:47.805451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.849436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=f2d73d73-cb1d-42b7-980a-7367a785c3e5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:47.870753 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.896605 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.929405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'Port': ['ID=8d93a339-3896-4681-a9f6-f453c374f411,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:47.931814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5d7484-1599-4a03-9c58-86c99e2bde80,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:47.940615 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:47.943458 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b562407f-e1ad-4646-8976-724b9b14521e tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/subnets/9e5d7484-1599-4a03-9c58-86c99e2bde80 HTTP/1.1" status: 204 len: 168 time: 0.5281715 Jul 22 19:54:47.945463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56802) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:47.958563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56700b27-1090-4181-8e6c-8a96bbc15ed2 None None] Network bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:48.043585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting subnet 2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:48.088792 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.122284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.142919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d84e941b-84ce-489a-b368-4dc1c7f21dbc no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:48.172627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d84e941b-84ce-489a-b368-4dc1c7f21dbc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:48.173006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d84e941b-84ce-489a-b368-4dc1c7f21dbc not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:48.216600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.282053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] DHCP port deletion for bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:48.314933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:48.325618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e35cf0-bdfe-4a09-b408-30bafbc72d86 req-7cbcb72e-2f2f-4931-b164-09b19a9f4523 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:48.327778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e35cf0-bdfe-4a09-b408-30bafbc72d86 req-7cbcb72e-2f2f-4931-b164-09b19a9f4523 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.2757781 Jul 22 19:54:48.335772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Deleting port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:48.336347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.402607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:54:48.422506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] For port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,segment=NetworkSegment(c9997241-cf46-454d-b2d3-fd040af22c23),segment_id=c9997241-cf46-454d-b2d3-fd040af22c23)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:48.425590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.425730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.441528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Calling delete_port for 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:48.463534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6e35cf0-bdfe-4a09-b408-30bafbc72d86 req-79489033-58ba-4a6a-af14-687cdf8c2a6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253636 Jul 22 19:54:48.544812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:48.557309 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df0796c3-4ef8-4625-8303-3a68fdb788a5 tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "PUT /v2.0/routers/1dff382d-63b6-45f4-8e3a-8f7f38e2c131/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782012 Jul 22 19:54:48.560178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56806) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:48.563494 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Sync routers for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:48.575476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:48.579116 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:48.580023 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:48.582427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.584929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.601568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:48.609435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] No DVR routers for this DVR port 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:48.643308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting subnet 6e4432a3-af98-4500-a3e1-c15ded5a4fc3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:48.648681 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.650140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Subnet': ['ID=2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:48.653954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:48.655169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:48.660941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.666849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-34252ab3-46f9-4654-ae95-db1734c29037 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/subnets/2cfed4ad-35a3-4a6c-86ee-f1b63d5e97a4 HTTP/1.1" status: 204 len: 168 time: 0.7203147 Jul 22 19:54:48.667576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56810) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:48.705888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.723403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] No DVR routers for this DVR port 8d93a339-3896-4681-a9f6-f453c374f411 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:48.730516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.732611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2549986-c63d-4757-bb19-0709207bf1a2 req-c16eafaa-95e3-4541-b624-4cb527be68a9 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.26 "DELETE /v2.0/ports/8d93a339-3896-4681-a9f6-f453c374f411 HTTP/1.1" status: 204 len: 173 time: 1.6017306 Jul 22 19:54:48.738778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'name': 'network-vif-deleted', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:48.750355 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0ee908-26be-474f-96f4-87d120cf5a41" -d '{"events": [{"server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "name": "network-vif-deleted", "tag": "8d93a339-3896-4681-a9f6-f453c374f411"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:48.831385 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.841721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:48.872304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d003be6b-0d23-456e-ad6c-4630d7db2de7 None None] Network f42e2674-684a-4a81-8b9b-120088565e75 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:48.881356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f9764-1e95-4823-806c-61f2f4fa5bea None None] Pushing event deleted for resources: {'Port': ['ID=7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:48.890309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:48.939439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.961232 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:48.968458 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/subnets/6e4432a3-af98-4500-a3e1-c15ded5a4fc3 HTTP/1.1" status: 204 len: 168 time: 0.4064388 Jul 22 19:54:48.969167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:48.972480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a126488d-fc97-4d90-96cd-59380ad05ea2 None None] Network 4567f11b-bc3f-467c-8c9a-81b647a32bae requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:48.999848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-783ac237-1fa2-452f-be66-b49feb81449d req-f20429f1-b515-4759-991c-42c51346ccb7 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e67c8a-dcfc-45f9-840a-e3631695f35d HTTP/1.1" status: 200 len: 210 time: 0.1426768 Jul 22 19:54:49.002179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593fd35-563d-4607-bbe4-dd8756ed3aed tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4432a3-af98-4500-a3e1-c15ded5a4fc3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:49.069357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.101314 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d46d66-4ba0-4197-bd74-ea94b5e49ed7 x-openstack-request-id: req-b9d46d66-4ba0-4197-bd74-ea94b5e49ed7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:49.101679 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e67c8a-dcfc-45f9-840a-e3631695f35d", "name": "network-vif-deleted", "tag": "8d93a339-3896-4681-a9f6-f453c374f411", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:49.101946 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9d46d66-4ba0-4197-bd74-ea94b5e49ed7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:49.102357 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e67c8a-dcfc-45f9-840a-e3631695f35d', 'name': 'network-vif-deleted', 'tag': '8d93a339-3896-4681-a9f6-f453c374f411', 'status': 'completed', 'code': 200} Jul 22 19:54:49.102578 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:54:47Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.121566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4c27-d533-438d-93dc-497c11ad83bf req-cef3d043-f07a-4243-9161-443b8025ba3f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:49.123617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-cef3d043-f07a-4243-9161-443b8025ba3f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 943 time: 0.3464987 Jul 22 19:54:49.127873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.136821 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Checking router: 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:49.146569 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Routers {'1dff382d-63b6-45f4-8e3a-8f7f38e2c131'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:49.147557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.259403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171ef95-9d81-4e49-b1ac-0e5cd77abdce req-23204c18-902c-4edb-8df8-159797ff7fb8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:49.261049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3171ef95-9d81-4e49-b1ac-0e5cd77abdce req-23204c18-902c-4edb-8df8-159797ff7fb8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 943 time: 0.4167707 Jul 22 19:54:49.300751 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-557d4c27-d533-438d-93dc-497c11ad83bf req-6c0d2e79-8c40-43ef-a338-b747f358f3b3 service neutron] delete failed (client error): The resource could not be found. Jul 22 19:54:49.301879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-6c0d2e79-8c40-43ef-a338-b747f358f3b3 service neutron] 10.222.0.26 "DELETE /v2.0/ports/8b53c06f-d38b-44d5-b04a-8261d4f50914/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.1301298 Jul 22 19:54:49.302013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.329737 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] Set router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:49.379285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.410688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3171ef95-9d81-4e49-b1ac-0e5cd77abdce req-671aa64b-5353-411b-ab84-dd1ec99f5c0f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384690 Jul 22 19:54:49.432639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd44f9e7-c4fd-4d96-ba37-368ca6b1a689']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.448884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 97e31910-3532-4706-9d70-f44458c6e214 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:49.450121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9997241-cf46-454d-b2d3-fd040af22c23') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.450430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9997241-cf46-454d-b2d3-fd040af22c23') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.451371 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.465642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.515725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.534910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5e7a400f-ff06-4cd8-8887-1810b51390e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:49.536702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5e7a400f-ff06-4cd8-8887-1810b51390e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1095 time: 0.1522374 Jul 22 19:54:49.538002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:49.538502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:49.542356 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:49.557462 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:54:47Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.567747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.587830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port 97e31910-3532-4706-9d70-f44458c6e214, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97e31910-3532-4706-9d70-f44458c6e214,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:49.588399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.602642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:49.604128 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09be94-3376-4779-8ad5-d04afe06e9a6 None None] The sync data for ids ['1dff382d-63b6-45f4-8e3a-8f7f38e2c131'] in n-d-800087-13 is: [{'id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761388010', 'tenant_id': '6427d6796d524b1aaa1d09a526a1563e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': '97e31910-3532-4706-9d70-f44458c6e214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:06Z', 'updated_at': '2021-07-22T19:54:47Z', 'revision_number': 5, 'project_id': '6427d6796d524b1aaa1d09a526a1563e', 'gw_port': {'id': '97e31910-3532-4706-9d70-f44458c6e214', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dff382d-63b6-45f4-8e3a-8f7f38e2c131', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:07Z', 'updated_at': '2021-07-22T19:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:49.604761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 97e31910-3532-4706-9d70-f44458c6e214 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:49.621958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:54:49.656662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:49.657529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:49.812560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.838495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=97e31910-3532-4706-9d70-f44458c6e214,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:49.870829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:49.889245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:49.892246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'port_id': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'mac_address': 'fa:16:3e:ff:dd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:54:49.912552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.971753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:49.990533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] DHCP port deletion for f42e2674-684a-4a81-8b9b-120088565e75 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:50.051849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.063823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] DHCP port deletion for 4567f11b-bc3f-467c-8c9a-81b647a32bae request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:50.068660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.071556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/networks/bd44f9e7-c4fd-4d96-ba37-368ca6b1a689 HTTP/1.1" status: 204 len: 168 time: 1.3656070 Jul 22 19:54:50.073820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56820) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:50.109931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b53c06f-d38b-44d5-b04a-8261d4f50914 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:54:50.178082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:50.206552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56824) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:50.216355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:50.216712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7ebeed65-24dc-4aa3-b125-8c50dcd2ad8e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:50.217140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 10d0db69-4359-4118-8d0a-6733261c1104 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:50.224686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.241881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.244071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0cb16-9cff-4579-9521-1598000d9fc7 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Network': ['ID=bd44f9e7-c4fd-4d96-ba37-368ca6b1a689,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:50.259628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5edaa9b6-6fb1-4611-84c4-c74fe826a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:50.263489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5edaa9b6-6fb1-4611-84c4-c74fe826a025 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.7200356 Jul 22 19:54:50.285659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.398762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Deleting port 10d0db69-4359-4118-8d0a-6733261c1104 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:50.399432 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.403744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.406002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:50.409363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-799cb434-0638-47ab-8547-20b81ef39521 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 1000 time: 0.1331193 Jul 22 19:54:50.461073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Deleting port 5bbf8c35-5012-43ef-8c55-5856412df42e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:50.461549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.474972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.507686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting port 10d0db69-4359-4118-8d0a-6733261c1104 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:50.508033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.508407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.511173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.518229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4c27-d533-438d-93dc-497c11ad83bf req-658cf616-f7c5-42e7-8b45-9beb138709cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:50.519762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-658cf616-f7c5-42e7-8b45-9beb138709cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.1011450 Jul 22 19:54:50.552862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=10d0db69-4359-4118-8d0a-6733261c1104,segment=NetworkSegment(9c303c49-40f2-4ad9-aabc-57aa31c9b84c),segment_id=9c303c49-40f2-4ad9-aabc-57aa31c9b84c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.553349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.560073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8b53c06f-d38b-44d5-b04a-8261d4f50914'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:54:50.568402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.569356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Fanout notify agent at l3_agent the message router_deleted on router 1dff382d-63b6-45f4-8e3a-8f7f38e2c131 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:54:50.580824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.585095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2578b407-2657-48d7-81ca-2345001d29ea tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/routers/1dff382d-63b6-45f4-8e3a-8f7f38e2c131 HTTP/1.1" status: 204 len: 168 time: 1.5914965 Jul 22 19:54:50.585916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:50.608363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Calling delete_port for 10d0db69-4359-4118-8d0a-6733261c1104 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:50.669793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=10d0db69-4359-4118-8d0a-6733261c1104,segment=NetworkSegment(9c303c49-40f2-4ad9-aabc-57aa31c9b84c),segment_id=9c303c49-40f2-4ad9-aabc-57aa31c9b84c)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.670224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.682004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] For port 5bbf8c35-5012-43ef-8c55-5856412df42e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bbf8c35-5012-43ef-8c55-5856412df42e,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.682615 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.687754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.696999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Calling delete_port for 10d0db69-4359-4118-8d0a-6733261c1104 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:50.703632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.706373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.709276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.713039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda HTTP/1.1" status: 204 len: 168 time: 0.5029840 Jul 22 19:54:50.719181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56830) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:50.742210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5892064-f2e7-4ea0-b229-a209da3afca6 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:50.747444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Calling delete_port for 5bbf8c35-5012-43ef-8c55-5856412df42e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:50.750965 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-2be57f8a-9400-4f11-9c22-91a529a599e3 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] show failed (client error): The resource could not be found. Jul 22 19:54:50.754799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2be57f8a-9400-4f11-9c22-91a529a599e3 tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "GET /v2.0/security-groups/4e3cbacd-0bc6-45ec-b1ec-799f8e7ecdda HTTP/1.1" status: 404 len: 347 time: 0.0301318 Jul 22 19:54:50.766175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e240308-f83f-4e78-970b-71fc56e34383 req-33585410-6162-4131-9719-09cb02230586 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:50.767811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e240308-f83f-4e78-970b-71fc56e34383 req-33585410-6162-4131-9719-09cb02230586 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 944 time: 0.2524643 Jul 22 19:54:50.768726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56832) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:50.818492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5638ed5d-c473-44da-a6a6-6962a37d6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:50.822204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-5638ed5d-c473-44da-a6a6-6962a37d6a93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2788291 Jul 22 19:54:50.828990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Deleting port 5bbf8c35-5012-43ef-8c55-5856412df42e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:50.829419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.870042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:50.896877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] For port 5bbf8c35-5012-43ef-8c55-5856412df42e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5bbf8c35-5012-43ef-8c55-5856412df42e,segment=NetworkSegment(36a1bc1b-00b5-41b9-946c-0f03ed524b27),segment_id=36a1bc1b-00b5-41b9-946c-0f03ed524b27)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.897339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.909345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 10d0db69-4359-4118-8d0a-6733261c1104, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=10d0db69-4359-4118-8d0a-6733261c1104,segment=NetworkSegment(9c303c49-40f2-4ad9-aabc-57aa31c9b84c),segment_id=9c303c49-40f2-4ad9-aabc-57aa31c9b84c)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:50.910436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Calling delete_port for 5bbf8c35-5012-43ef-8c55-5856412df42e owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:50.921996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480d2be1-fa4f-46f6-8ebf-1eeeeb0d40af None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:47:55Z', 'revision_number': 4, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'dc04ab31-e79e-4f16-97b0-2309d53e1941', 'name': '', 'network_id': 'f120101b-5f6d-44f5-bae1-38ccdff39306', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'mac_address': 'fa:16:3e:13:b7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:53Z', 'updated_at': '2021-07-22T19:48:04Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'subnets': [{'id': '9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:50.928828 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:50.929519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f2d73d73-cb1d-42b7-980a-7367a785c3e5 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:50.991566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f2d73d73-cb1d-42b7-980a-7367a785c3e5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:50.991566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f2d73d73-cb1d-42b7-980a-7367a785c3e5 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:51.015511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e240308-f83f-4e78-970b-71fc56e34383 req-778c3cc3-2d4b-4aef-a994-5df05e1bf986 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094774 Jul 22 19:54:51.018908 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.051914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] No DVR routers for this DVR port 10d0db69-4359-4118-8d0a-6733261c1104 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:51.065784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.077380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.084287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-57ecb4fe-e8ae-4cb8-903c-fb1e9c0c9c68 service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332580 Jul 22 19:54:51.095916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.113638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.119769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.120868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636126cb-0b18-42f6-9d39-4e78a7449af0 None None] Pushing event deleted for resources: {'Port': ['ID=10d0db69-4359-4118-8d0a-6733261c1104,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.135782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] No DVR routers for this DVR port 5bbf8c35-5012-43ef-8c55-5856412df42e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:51.141067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Port': ['ID=5bbf8c35-5012-43ef-8c55-5856412df42e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.144165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] No DVR routers for this DVR port 10d0db69-4359-4118-8d0a-6733261c1104 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:51.150650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] No DVR routers for this DVR port 5bbf8c35-5012-43ef-8c55-5856412df42e on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:51.165942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d65008-eb2a-452e-8eea-c1e16bccb2f6 None None] Pushing event deleted for resources: {'Port': ['ID=5bbf8c35-5012-43ef-8c55-5856412df42e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.270140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Deleting port cb22212c-f516-4140-96b1-9b81ddb303d6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:51.270592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.298764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.309656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4567f11b-bc3f-467c-8c9a-81b647a32bae']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.321432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a1bc1b-00b5-41b9-946c-0f03ed524b27') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.321789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a1bc1b-00b5-41b9-946c-0f03ed524b27') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.331611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.333638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.349990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.351905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d93a339-3896-4681-a9f6-f453c374f411 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:51.355579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42e2674-684a-4a81-8b9b-120088565e75']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.356698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:51.357307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self.session.flush() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:51.361413 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:51.380600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 8d93a339-3896-4681-a9f6-f453c374f411 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:51.380931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 8d93a339-3896-4681-a9f6-f453c374f411 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:51.393830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c303c49-40f2-4ad9-aabc-57aa31c9b84c') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.394120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c303c49-40f2-4ad9-aabc-57aa31c9b84c') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:51.403516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-557d4c27-d533-438d-93dc-497c11ad83bf req-0dffc46d-afb1-4603-a221-cae425d528ff service neutron] 10.222.0.26 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943709 Jul 22 19:54:51.405751 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6daed74-1698-48b6-a5b3-e2951ea50061 None None] New status for floating IP d8c26fd5-639b-4163-a546-efcc79a32fd7: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:54:51.408252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.429426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.437496 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.442486 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] 10.222.0.10 "DELETE /v2.0/networks/4567f11b-bc3f-467c-8c9a-81b647a32bae HTTP/1.1" status: 204 len: 168 time: 0.8522415 Jul 22 19:54:51.443565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.454262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:51.454834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.469047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67ed40-4f9f-4867-8f30-edc61c4a45ba tempest-TestSecurityGroupsBasicOps-1991162917 tempest-TestSecurityGroupsBasicOps-1991162917-project] Pushing event deleted for resources: {'Network': ['ID=4567f11b-bc3f-467c-8c9a-81b647a32bae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:51.469451 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:51.496905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.497487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.556197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Calling delete_port for cb22212c-f516-4140-96b1-9b81ddb303d6 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:51.567920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.594027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.595941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/networks/f42e2674-684a-4a81-8b9b-120088565e75 HTTP/1.1" status: 204 len: 168 time: 1.5030816 Jul 22 19:54:51.598218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c284eec-f778-4bfe-9c6f-979bb4c9bf76 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Network': ['ID=f42e2674-684a-4a81-8b9b-120088565e75,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.602746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56838) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:51.676058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting subnet dd73821d-2ab7-489a-9a1f-ff05479a1cb0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:54:51.679411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.732734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.751739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.777507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Pushing event deleted for resources: {'Port': ['ID=cb22212c-f516-4140-96b1-9b81ddb303d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.841103 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.845507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56842) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:51.854043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.856680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.858401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2b6d78a5-baa0-4b5e-988f-ba0787aefd1d tempest-AttachVolumeTestJSON-1012080869 tempest-AttachVolumeTestJSON-1012080869-project] 10.222.0.10 "DELETE /v2.0/floatingips/d8c26fd5-639b-4163-a546-efcc79a32fd7 HTTP/1.1" status: 204 len: 168 time: 1.0591698 Jul 22 19:54:51.920380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.957242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Subnet': ['ID=dd73821d-2ab7-489a-9a1f-ff05479a1cb0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:51.974640 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:51.976912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d3f9a39f-9925-4dac-a707-fb803a443c74 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/subnets/dd73821d-2ab7-489a-9a1f-ff05479a1cb0 HTTP/1.1" status: 204 len: 168 time: 0.3715825 Jul 22 19:54:51.979355 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56848) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:51.984752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db5383-9da4-4311-86c6-229e008a5645 None None] Network 841939a8-123b-4cbd-841f-b702cab42b6e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:52.063213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bbf8c35-5012-43ef-8c55-5856412df42e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:52.089863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5bbf8c35-5012-43ef-8c55-5856412df42e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:52.090354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5bbf8c35-5012-43ef-8c55-5856412df42e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:52.090912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97e31910-3532-4706-9d70-f44458c6e214 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:52.149893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 97e31910-3532-4706-9d70-f44458c6e214 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:52.150379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97e31910-3532-4706-9d70-f44458c6e214 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:52.173065 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a9ff30ab-f7d3-48df-ae04-2de85789d373 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6427d6796d524b1aaa1d09a526a1563e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261077 Jul 22 19:54:52.173643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56854) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:52.179029 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.260617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Deleting port dcb48bb7-879e-49e8-8b51-c12fd661c294 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:52.261326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.287510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4776-2f01-4b1f-9d16-3666354ad265 req-ad1dd438-5d40-4ebf-a0f3-58df9228e75d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:52.289147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7dac4776-2f01-4b1f-9d16-3666354ad265 req-ad1dd438-5d40-4ebf-a0f3-58df9228e75d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 944 time: 0.1689880 Jul 22 19:54:52.289803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.309878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] DHCP port deletion for 841939a8-123b-4cbd-841f-b702cab42b6e request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:54:52.327874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.347005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] For port dcb48bb7-879e-49e8-8b51-c12fd661c294, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcb48bb7-879e-49e8-8b51-c12fd661c294,segment=NetworkSegment(5ff53831-241c-44d9-95bb-4c6b8dd49d24),segment_id=5ff53831-241c-44d9-95bb-4c6b8dd49d24)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:52.347790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.362072 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Calling delete_port for dcb48bb7-879e-49e8-8b51-c12fd661c294 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:52.370593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Deleting port dcb48bb7-879e-49e8-8b51-c12fd661c294 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:54:52.371345 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.371471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7dac4776-2f01-4b1f-9d16-3666354ad265 req-78077167-53c9-4221-a192-da132a112072 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723500 Jul 22 19:54:52.397212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56856) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:52.415897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.418562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.422848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2908081d-53b3-41c3-bd48-d63053ae41e0 HTTP/1.1" status: 204 len: 168 time: 0.2451077 Jul 22 19:54:52.437888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c3779-864a-4d4b-9aa6-ba3c004b6115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2908081d-53b3-41c3-bd48-d63053ae41e0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:52.470531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] For port dcb48bb7-879e-49e8-8b51-c12fd661c294, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcb48bb7-879e-49e8-8b51-c12fd661c294,segment=NetworkSegment(5ff53831-241c-44d9-95bb-4c6b8dd49d24),segment_id=5ff53831-241c-44d9-95bb-4c6b8dd49d24)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:52.471058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.492652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Calling delete_port for dcb48bb7-879e-49e8-8b51-c12fd661c294 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:54:52.517512 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8cd53336-20f6-4f93-bcf8-9894e0ce8fb1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 200 len: 992 time: 0.1191554 Jul 22 19:54:52.554360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.592766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] No DVR routers for this DVR port dcb48bb7-879e-49e8-8b51-c12fd661c294 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:52.595412 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.600047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Port': ['ID=dcb48bb7-879e-49e8-8b51-c12fd661c294,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:52.627825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] Pushing event deleted for resources: {'Port': ['ID=dcb48bb7-879e-49e8-8b51-c12fd661c294,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:52.643543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997ff76-c452-4ef1-b562-791b93004ff1 None None] No DVR routers for this DVR port dcb48bb7-879e-49e8-8b51-c12fd661c294 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:54:52.695773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.706404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841939a8-123b-4cbd-841f-b702cab42b6e']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:52.719178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff53831-241c-44d9-95bb-4c6b8dd49d24') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:52.719475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff53831-241c-44d9-95bb-4c6b8dd49d24') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:52.738896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.764593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.771711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:54:52.772307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:54:52.775815 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:54:52.804586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:52.851831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332221f2-6e7c-4e4f-a824-035eb17a8aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.867244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.884759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.888920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/networks/841939a8-123b-4cbd-841f-b702cab42b6e HTTP/1.1" status: 204 len: 168 time: 0.9062705 Jul 22 19:54:52.890021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56864) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:52.890433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a508-74bc-427f-92be-b41bc6a04495 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Pushing event deleted for resources: {'Network': ['ID=841939a8-123b-4cbd-841f-b702cab42b6e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:52.927262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c7f2a179-7aa6-4d0f-984d-db55f84c81e4 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fde5ad0-a938-423e-af1e-7649219b122d HTTP/1.1" status: 200 len: 205 time: 0.0359983 Jul 22 19:54:52.929579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56866) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:52.975717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332221f2-6e7c-4e4f-a824-035eb17a8aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:52.980816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-332221f2-6e7c-4e4f-a824-035eb17a8aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.009972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.024060 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-332221f2-6e7c-4e4f-a824-035eb17a8aa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c3d3df87e1f4935a1ed7c7858852fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161450 Jul 22 19:54:53.024060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332221f2-6e7c-4e4f-a824-035eb17a8aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d58f97-7c1f-4d7b-a45f-09ef30eb1cf2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:53.025112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:53.077366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.099155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.169759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.172735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.173905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03d58f97-7c1f-4d7b-a45f-09ef30eb1cf2 HTTP/1.1" status: 204 len: 168 time: 0.1478162 Jul 22 19:54:53.184203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283043a6-a9c7-4880-9ec0-994ce32a065e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d58f97-7c1f-4d7b-a45f-09ef30eb1cf2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:53.186556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.188897 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.235624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.236340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Fanout notify agent at l3_agent the message router_deleted on router 6fde5ad0-a938-423e-af1e-7649219b122d {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:54:53.244566 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.245704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2ca85ea2-3e39-4320-ae7b-e47e92231f53 tempest-RoutersNegativeIpV6Test-1206089847 tempest-RoutersNegativeIpV6Test-1206089847-project] 10.222.0.10 "DELETE /v2.0/routers/6fde5ad0-a938-423e-af1e-7649219b122d HTTP/1.1" status: 204 len: 168 time: 0.3151770 Jul 22 19:54:53.512483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56882) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:53.605437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:53.655565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-da0eb073-db7d-4200-a8d6-79da5211c7fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c5c861df25141908c9752e7e121d64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447969 Jul 22 19:54:53.656372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56888) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:53.662202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a9a6b646-7241-4732-bd25-88fd3f5a990b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d9b304da2c340d5b88cc87fb55e9d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485078 Jul 22 19:54:53.664727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:53.677508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:53.713756 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.715743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.739023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.744425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:53.746356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.750107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 8b53c06f-d38b-44d5-b04a-8261d4f50914 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:53.750798 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.804251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.808121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.809630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30e47757-4a8d-4295-919a-2d5be10b4315 HTTP/1.1" status: 204 len: 168 time: 0.1520469 Jul 22 19:54:53.814071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.819622 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.823575 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75f124f5-1064-4b91-ab32-23b12f6aee76 HTTP/1.1" status: 204 len: 168 time: 0.1556840 Jul 22 19:54:53.830816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb349743-63c9-4edb-aec9-c4eb93e1842b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f124f5-1064-4b91-ab32-23b12f6aee76,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:53.839302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a680fe7-8455-4fea-ad6c-26e3e1ed47ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e47757-4a8d-4295-919a-2d5be10b4315,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:53.887174 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.914133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:54:53.917009 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b202cf7-b114-4834-8047-4e2da5e185d8" -d '{"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-plugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:54:53.931099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:53.938768 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:53.994953 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103997f4-fa8c-4acc-bd3d-67f63ab4a38e x-openstack-request-id: req-103997f4-fa8c-4acc-bd3d-67f63ab4a38e {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:54:53.995412 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-plugged", "status": "completed", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:54:53.995865 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-103997f4-fa8c-4acc-bd3d-67f63ab4a38e {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:54:53.996656 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'code': 200} Jul 22 19:54:54.001132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcb48bb7-879e-49e8-8b51-c12fd661c294 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:54:54.035785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dcb48bb7-879e-49e8-8b51-c12fd661c294 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:54:54.036263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcb48bb7-879e-49e8-8b51-c12fd661c294 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:54:54.055725 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:54.621052 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.720696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56938) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:54.724728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:54.828563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-881288613-network', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:54.841074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5928e785-7fd2-4286-9355-1ed9ff773993 tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1050250654', 'prefixes': ['172.20.0.0/16']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:54.855551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Made reservation on behalf of e64f9e4c4df74377ad19af7aded2e4c2 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:54.858125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.867071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.964360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.968572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.973194 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5928e785-7fd2-4286-9355-1ed9ff773993 tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:54.974873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5928e785-7fd2-4286-9355-1ed9ff773993 tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2531121 Jul 22 19:54:54.978059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56944) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.015876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:54:55.039862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab02d91-4c40-49aa-8fe1-28d8618bd8b2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:55.047169 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4b33f6ba-ba45-4361-924c-f5933677cd2c tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "GET /v2.0/subnetpools/3ecca059-e9b2-40db-9cd7-38fa2a1aefa7 HTTP/1.1" status: 200 len: 732 time: 0.0680094 Jul 22 19:54:55.048742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.048921 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Added segment 75ce7824-4646-4b56-bbce-6fd7e366121e of type vlan for network 832c6501-28f3-40e8-a785-041a542c8aa5 Jul 22 19:54:55.049689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56946) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.054385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-35290fe7-2c3e-4adf-9d54-4fc91ecf596d tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-813675223'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:55.090288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.129606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.130624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:55.131204 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.164293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35290fe7-2c3e-4adf-9d54-4fc91ecf596d tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.165813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35290fe7-2c3e-4adf-9d54-4fc91ecf596d tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "PUT /v2.0/subnetpools/3ecca059-e9b2-40db-9cd7-38fa2a1aefa7 HTTP/1.1" status: 200 len: 683 time: 0.1151197 Jul 22 19:54:55.168471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56948) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.170270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4441009 Jul 22 19:54:55.173177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56950) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.184571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Request body: {'subnet': {'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-881288613-subnet', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:55.199877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f34e7-173a-4401-bedd-1ada45f57f66 admin admin] Pushing event updated for resources: {'Network': ['ID=832c6501-28f3-40e8-a785-041a542c8aa5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:55.210956 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 832c6501-28f3-40e8-a785-041a542c8aa5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:54:55.288074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Made reservation on behalf of e64f9e4c4df74377ad19af7aded2e4c2 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:54:55.290789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.318259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-68a6cd54-50c6-41ab-a519-5507b91e77ea tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] Notify callbacks [] for subnetpool, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.319432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68a6cd54-50c6-41ab-a519-5507b91e77ea tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3ecca059-e9b2-40db-9cd7-38fa2a1aefa7 HTTP/1.1" status: 204 len: 168 time: 0.1495385 Jul 22 19:54:55.322291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56956) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.338321 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a4fccd26-4431-4deb-9486-2a023012136b tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] show failed (client error): The resource could not be found. Jul 22 19:54:55.344463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a4fccd26-4431-4deb-9486-2a023012136b tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "GET /v2.0/subnetpools/3ecca059-e9b2-40db-9cd7-38fa2a1aefa7 HTTP/1.1" status: 404 len: 346 time: 0.0161431 Jul 22 19:54:55.344567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56960) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.362611 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-b0dabfc8-05bc-4e18-bbd3-5320127c7195 tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] delete failed (client error): The resource could not be found. Jul 22 19:54:55.367590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0dabfc8-05bc-4e18-bbd3-5320127c7195 tempest-SubnetPoolsTestJSON-2083387655 tempest-SubnetPoolsTestJSON-2083387655-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3ecca059-e9b2-40db-9cd7-38fa2a1aefa7 HTTP/1.1" status: 404 len: 346 time: 0.0182285 Jul 22 19:54:55.492458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.560726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6ab325-4713-4deb-a985-75930ba7048c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:55.569401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Checking segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:55.569836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Network hostable DHCP agents. Network: 832c6501-28f3-40e8-a785-041a542c8aa5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:54:55.588552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Network 832c6501-28f3-40e8-a785-041a542c8aa5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:54:55.598852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 832c6501-28f3-40e8-a785-041a542c8aa5) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:55.603587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:54:55.604933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.610892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced6589-d2c8-4a1a-be83-901d0fcbbaa1 None None] Network 832c6501-28f3-40e8-a785-041a542c8aa5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:55.624386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 56968) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.624807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-13c3dc2e-dcc4-427c-9e75-152258a286bc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4497445 Jul 22 19:54:55.628991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:54:55.651948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56970) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:55.653442 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.657039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.717667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.815467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d21f1b6-fcdc-4364-b7d8-69e420a43e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.887356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.930975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d21f1b6-fcdc-4364-b7d8-69e420a43e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.938599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d21f1b6-fcdc-4364-b7d8-69e420a43e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.956429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-832c6501-28f3-40e8-a785-041a542c8aa5', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:54:55.957629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:55.986524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21f1b6-fcdc-4364-b7d8-69e420a43e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b40d4c-d912-4008-badb-5425d7f43489,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:55.992476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d21f1b6-fcdc-4364-b7d8-69e420a43e72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e30a255feb1d431b975d9fc0dd47d1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391914 Jul 22 19:54:55.995111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 56974) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:56.058454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.086653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.129288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Allocated IP 172.20.0.2 (832c6501-28f3-40e8-a785-041a542c8aa5/ab6ab325-4713-4deb-a985-75930ba7048c/98da44bb-5253-43d5-a444-47f0e1266d1a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:56.149674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.155513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.157407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4b40d4c-d912-4008-badb-5425d7f43489 HTTP/1.1" status: 204 len: 168 time: 0.1603651 Jul 22 19:54:56.158986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.168098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1567c7-072a-4a79-b6b4-9a1cfd65b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b40d4c-d912-4008-badb-5425d7f43489,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:56.182505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.310430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.318621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Allocated IP 172.25.6.24 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/49c274b6-420e-4ce1-b3a1-df36c9c8f6bf) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:56.324377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Transition to ACTIVE for port object 98da44bb-5253-43d5-a444-47f0e1266d1a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:56.344605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Transition to ACTIVE for port object 98da44bb-5253-43d5-a444-47f0e1266d1a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:56.351136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.395634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Network 832c6501-28f3-40e8-a785-041a542c8aa5 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:56.399350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:56.403227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:56.411144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Pushing event updated for resources: {'Port': ['ID=98da44bb-5253-43d5-a444-47f0e1266d1a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:56.477707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Attempting to bind port 98da44bb-5253-43d5-a444-47f0e1266d1a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:56.478191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Attempting to bind port 98da44bb-5253-43d5-a444-47f0e1266d1a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:56.478824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Attempting to bind port 98da44bb-5253-43d5-a444-47f0e1266d1a on network 832c6501-28f3-40e8-a785-041a542c8aa5 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:56.486939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:56.487550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Checking segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:56.488225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.488756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Bound using segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:56.489337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Bound port: 98da44bb-5253-43d5-a444-47f0e1266d1a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:56.489920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.492842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.560922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.576577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] For port 98da44bb-5253-43d5-a444-47f0e1266d1a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:56.580658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] For port 98da44bb-5253-43d5-a444-47f0e1266d1a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98da44bb-5253-43d5-a444-47f0e1266d1a,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:56.587488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:56.610297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:56.616994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:56.620955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:56.651082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Pushing event updated for resources: {'Port': ['ID=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:56.664215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a60f30-64b7-4bf8-9ac9-9dc4c8fc1a51 None None] Pushing event updated for resources: {'Port': ['ID=98da44bb-5253-43d5-a444-47f0e1266d1a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:56.964322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:57.163585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:57.298868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:54:57.374570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:57.435321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:54:57.448289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:54:57.457991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:57.459541 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fdaa70ce-cbe3-4c98-bbe3-c40838c23347 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8338315 Jul 22 19:54:57.462121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57008) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:57.462637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:57.463366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:57.676754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:57.961795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e499d7-f149-474a-9db7-1c8778704e17 None None] Network 832c6501-28f3-40e8-a785-041a542c8aa5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:54:58.049382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:56Z', 'revision_number': 3, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:58.122114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98da44bb-5253-43d5-a444-47f0e1266d1a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:54:58.129064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ddd1b59-8d47-437d-9e77-e0f76fdd4dac None None] Provisioning for port 98da44bb-5253-43d5-a444-47f0e1266d1a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:58.158695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:54:58.159159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Updating router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:54:58.218278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57020) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:58.301771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.367719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79cd47df-5370-4ad5-bd5f-51803d32e016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.433747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.454977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 98da44bb-5253-43d5-a444-47f0e1266d1a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:58.470467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 98da44bb-5253-43d5-a444-47f0e1266d1a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:58.470810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.501632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79cd47df-5370-4ad5-bd5f-51803d32e016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.505699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-79cd47df-5370-4ad5-bd5f-51803d32e016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.551425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-79cd47df-5370-4ad5-bd5f-51803d32e016 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c1d3fa9a98448608b338ba6ddebb91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319066 Jul 22 19:54:58.553076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd47df-5370-4ad5-bd5f-51803d32e016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83f1c0-a2f4-4839-859f-ab082b26eb9e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:58.560436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57024) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:58.662668 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.716404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.736419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 98da44bb-5253-43d5-a444-47f0e1266d1a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98da44bb-5253-43d5-a444-47f0e1266d1a,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:54:58.747344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.773355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.781890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.784635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Allocated IP 172.20.0.1 (832c6501-28f3-40e8-a785-041a542c8aa5/ab6ab325-4713-4deb-a985-75930ba7048c/3927adb7-8bac-4c08-ad70-84fa103db92f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:54:58.824661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Transition to ACTIVE for port object 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:58.847121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.866307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=98da44bb-5253-43d5-a444-47f0e1266d1a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:58.912430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Attempting to bind port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:54:58.912814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Attempting to bind port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:54:58.913186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Attempting to bind port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:54:58.928105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:54:58.928505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:54:58.928947 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.929352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:54:58.929834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Bound port: 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:54:58.930218 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:58.936485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd388d9-c17c-4fc9-916f-da9976d4757c None None] Pushing event updated for resources: {'Port': ['ID=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.004299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.007070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.008578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c83f1c0-a2f4-4839-859f-ab082b26eb9e HTTP/1.1" status: 204 len: 168 time: 0.4467824 Jul 22 19:54:59.010815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] For port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:54:59.013120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-58219f4b-e552-4732-8743-e75ed7d8348b None None] Provisioning complete for port 98da44bb-5253-43d5-a444-47f0e1266d1a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:59.013414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-58219f4b-e552-4732-8743-e75ed7d8348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.027800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef63397-0f3a-4ca5-9385-e2c2d2486920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83f1c0-a2f4-4839-859f-ab082b26eb9e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.059504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] For port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:54:59.060893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.081148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.084886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Transition to ACTIVE for port object 3927adb7-8bac-4c08-ad70-84fa103db92f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:54:59.136404 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.190220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Network 832c6501-28f3-40e8-a785-041a542c8aa5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:54:59.199480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd388d9-c17c-4fc9-916f-da9976d4757c None None] Pushing event updated for resources: {'Port': ['ID=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.206447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:54:59.207083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:59.225946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Pushing event updated for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.234654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:54:59.237521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:54:59.288351 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.346253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:54:59.506619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.526944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57040) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:59.541322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34f5f19f-0b54-4198-a5a2-84dd3bf1cb5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.655602 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34f5f19f-0b54-4198-a5a2-84dd3bf1cb5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.661812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-34f5f19f-0b54-4198-a5a2-84dd3bf1cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.702306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5f19f-0b54-4198-a5a2-84dd3bf1cb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dbd5a0-0f30-49eb-8526-61405e06e6cd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.703233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bcc6f24f-f456-4332-81a2-8bbb07b3847e None None] Provisioning for port 3927adb7-8bac-4c08-ad70-84fa103db92f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:54:59.708663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bcc6f24f-f456-4332-81a2-8bbb07b3847e None None] Provisioning complete for port 3927adb7-8bac-4c08-ad70-84fa103db92f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:54:59.709191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bcc6f24f-f456-4332-81a2-8bbb07b3847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.736897 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-34f5f19f-0b54-4198-a5a2-84dd3bf1cb5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a751790b7fa9414686060b8c8190fef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086570 Jul 22 19:54:59.740619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:54:59.758503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6f24f-f456-4332-81a2-8bbb07b3847e None None] Port 3927adb7-8bac-4c08-ad70-84fa103db92f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:54:59.769403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:56Z', 'revision_number': 3, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:54:59.771002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.779234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.802669 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.805162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e46e7fe-2314-40f7-abf4-2b4ed7f1ad92 None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:56Z', 'revision_number': 3, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:54:59.837543 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.865822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.883263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Pushing event updated for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:54:59.910025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.912599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:54:59.916625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22dbd5a0-0f30-49eb-8526-61405e06e6cd HTTP/1.1" status: 204 len: 168 time: 0.1749539 Jul 22 19:54:59.925956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e23574-dd1a-4219-80e0-bae3a1ac133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dbd5a0-0f30-49eb-8526-61405e06e6cd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:00.022360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Network 832c6501-28f3-40e8-a785-041a542c8aa5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:00.030984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98da44bb-5253-43d5-a444-47f0e1266d1a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:00.036824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:00.124187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 98da44bb-5253-43d5-a444-47f0e1266d1a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:00.124187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:00.337248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:00.498870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d65baf80-a07f-4ebf-a8fe-6e01d84571e8 None None] Provisioning complete for port 3927adb7-8bac-4c08-ad70-84fa103db92f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:00.501944 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d65baf80-a07f-4ebf-a8fe-6e01d84571e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:00.508261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:00.520241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f3b4e5af-bd23-4acb-bfd8-087fb44aa656 admin admin] 10.222.0.10 "PUT /v2.0/routers/0225344c-3ed7-4a24-bdf7-6bb4c963a011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0520864 Jul 22 19:55:00.578369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d65baf80-a07f-4ebf-a8fe-6e01d84571e8 None None] Port 3927adb7-8bac-4c08-ad70-84fa103db92f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:01.215637 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57080) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:01.222938 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1268672666-network', 'tenant_id': '50d0171241474e5b9b0eb8496525f824'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:01.259282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Made reservation on behalf of 50d0171241474e5b9b0eb8496525f824 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:01.262668 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.273091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.383498 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.388617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.425811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:55:01.432718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f5091-57f8-495b-b544-f4674449c174,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:01.449934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.450476 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Added segment 88f10650-0c2d-4bd6-9111-290d334a2d72 of type vlan for network d67a2fd7-4a49-460d-befd-a3050e406b15 Jul 22 19:55:01.498748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.533603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.534610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:01.535188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.572027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3552043 Jul 22 19:55:01.575411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57088) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:01.581146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Request body: {'subnet': {'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1268672666-subnet', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:01.600056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d2e13-8fd1-429f-902c-eaa90ac78a15 admin admin] Pushing event updated for resources: {'Network': ['ID=d67a2fd7-4a49-460d-befd-a3050e406b15,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:01.610251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Made reservation on behalf of 50d0171241474e5b9b0eb8496525f824 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:01.612061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d67a2fd7-4a49-460d-befd-a3050e406b15 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:55:01.612913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.855993 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.920961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a587d5-f336-4cd8-8bb3-0e76f4581ec4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:01.941627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Checking segment: {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:01.942045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Network hostable DHCP agents. Network: d67a2fd7-4a49-460d-befd-a3050e406b15, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:55:01.966317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Network d67a2fd7-4a49-460d-befd-a3050e406b15 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:55:01.984705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d67a2fd7-4a49-460d-befd-a3050e406b15) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:01.990522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:01.991661 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:01.996470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31607fe-1f98-44cf-862b-3700ec16fbfb None None] Network d67a2fd7-4a49-460d-befd-a3050e406b15 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:02.013164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b293f918-f63f-4ed3-bb09-5062c8364a52 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4339428 Jul 22 19:55:02.014613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57100) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:02.020084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:02.052203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.053707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.105689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:02.149322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.177703 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:02.199940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:02.201132 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:02.228955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:02.277787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:02.278278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.344942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57112) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:02.363083 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:02.407302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-61d62b81-da0b-45e6-86c1-8743a2134972 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079462 Jul 22 19:55:02.415830 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.471285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d67a2fd7-4a49-460d-befd-a3050e406b15', 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'fixed_ips': [{'subnet_id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:55:02.472051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.581507 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.595494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-7c1607b7-0d4a-4480-a42c-629cb9e4511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:02.598735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-7c1607b7-0d4a-4480-a42c-629cb9e4511b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.1173706 Jul 22 19:55:02.625854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:02.645772 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.722802 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 2, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:02.776882 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:02.777622 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Updating router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 port 3927adb7-8bac-4c08-ad70-84fa103db92f binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:55:02.819208 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:02.821312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:02.840716 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-2ede67c2-1709-4273-b881-0bc525eb3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:02.844560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-2ede67c2-1709-4273-b881-0bc525eb3c30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.2198000 Jul 22 19:55:02.934599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Allocated IP 172.20.0.2 (d67a2fd7-4a49-460d-befd-a3050e406b15/f1a587d5-f336-4cd8-8bb3-0e76f4581ec4/84637284-f9e5-42f4-8c11-bc31591dfe70) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:02.950882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-25ddd75d-2e89-42b7-a516-cd86d8aca6ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 1001 time: 0.0983284 Jul 22 19:55:03.041847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57128) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:03.049350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-4a85cead-2c28-4ce6-be42-5458e670047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:03.050872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-4a85cead-2c28-4ce6-be42-5458e670047a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0933900 Jul 22 19:55:03.057719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.087858 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.126404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-8c1ad980-1c08-4cd1-9ead-836652181bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:03.128960 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-8c1ad980-1c08-4cd1-9ead-836652181bcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697155 Jul 22 19:55:03.209043 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.226901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Transition to ACTIVE for port object 84637284-f9e5-42f4-8c11-bc31591dfe70 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:03.244477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Transition to ACTIVE for port object 84637284-f9e5-42f4-8c11-bc31591dfe70 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:03.255573 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.262651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.285345 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Transition to ACTIVE for port object 3927adb7-8bac-4c08-ad70-84fa103db92f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:03.288506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3440e05-fc0d-40d0-b554-20cab6826f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.291655 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.306579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Network d67a2fd7-4a49-460d-befd-a3050e406b15 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:03.309587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:03.316474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:03.337687 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Pushing event updated for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.353977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Pushing event updated for resources: {'Port': ['ID=84637284-f9e5-42f4-8c11-bc31591dfe70,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.355904 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.356446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.356944 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.357461 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.357989 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.358577 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.359057 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.359540 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.360034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.360549 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.361066 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.363326 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:03.387746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-3e8862b5-dc7f-4635-947c-e85ed7daea8e service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430730 Jul 22 19:55:03.390219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Attempting to bind port 84637284-f9e5-42f4-8c11-bc31591dfe70 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:03.390597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Attempting to bind port 84637284-f9e5-42f4-8c11-bc31591dfe70 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:03.390960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Attempting to bind port 84637284-f9e5-42f4-8c11-bc31591dfe70 on network d67a2fd7-4a49-460d-befd-a3050e406b15 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:03.397671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:03.398053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Checking segment: {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:03.398455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.399538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Bound using segment: {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:03.400184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Bound port: 84637284-f9e5-42f4-8c11-bc31591dfe70, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:03.400375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Allocated IP 172.25.6.4 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/a7041dd1-8801-4b0a-bfe1-597952c231f4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:03.400638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.455285 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Attempting to bind port 3927adb7-8bac-4c08-ad70-84fa103db92f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:03.455898 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Attempting to bind port 3927adb7-8bac-4c08-ad70-84fa103db92f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:03.456498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Attempting to bind port 3927adb7-8bac-4c08-ad70-84fa103db92f on network 832c6501-28f3-40e8-a785-041a542c8aa5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:03.463205 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:03.463860 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Checking segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:03.464475 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.465370 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Bound using segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:03.466448 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Bound port: 3927adb7-8bac-4c08-ad70-84fa103db92f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:03.468191 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.531549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] For port 84637284-f9e5-42f4-8c11-bc31591dfe70, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:03.537713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] For port 84637284-f9e5-42f4-8c11-bc31591dfe70, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=84637284-f9e5-42f4-8c11-bc31591dfe70,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:03.552816 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.594886 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] For port 3927adb7-8bac-4c08-ad70-84fa103db92f, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:03.600045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] For port 3927adb7-8bac-4c08-ad70-84fa103db92f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3927adb7-8bac-4c08-ad70-84fa103db92f,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:03.608061 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.609887 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1131f0b9-c7ef-41a5-a8d4-62d07535e9ed req-59eca1d1-880a-4d28-a2bc-edc5fac24ce5 service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094765 Jul 22 19:55:03.659672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3440e05-fc0d-40d0-b554-20cab6826f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.660260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.665835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3440e05-fc0d-40d0-b554-20cab6826f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.674057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cf65f-9811-4422-b15e-44467785c9ca None None] Pushing event updated for resources: {'Port': ['ID=84637284-f9e5-42f4-8c11-bc31591dfe70,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.682676 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:03.683388 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:03.738412 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3440e05-fc0d-40d0-b554-20cab6826f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5f3f6-f17d-4fb7-95d1-c99d3f37d680,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.783559 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3440e05-fc0d-40d0-b554-20cab6826f7f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=412793e70c3c4c1eb5faec68ab65b313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7405102 Jul 22 19:55:03.786249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:03.802558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.823864 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64017e1-3852-4208-8116-0ef3e4c1e34c None None] Pushing event updated for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.861238 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:03.890716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:03.891633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Pushing event updated for resources: {'Port': ['ID=a7041dd1-8801-4b0a-bfe1-597952c231f4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:03.896688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:03.901057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:03.934245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:04.028547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.064922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:04.127821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:04.128722 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.147321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:03Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:04.161033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.187542 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42880aa-d47f-475a-a48c-fc366562b007 None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:03Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:04.396656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.399184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.400387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65a5f3f6-f17d-4fb7-95d1-c99d3f37d680 HTTP/1.1" status: 204 len: 168 time: 0.6120327 Jul 22 19:55:04.425067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a79b-2b4a-4aec-8b8e-2effcbafe268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5f3f6-f17d-4fb7-95d1-c99d3f37d680,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:04.493475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.784884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:04.813326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa3b6e9d-c29b-436f-868f-f1bc9c9f85d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.929020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa3b6e9d-c29b-436f-868f-f1bc9c9f85d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.936059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa3b6e9d-c29b-436f-868f-f1bc9c9f85d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:04.987321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aa3b6e9d-c29b-436f-868f-f1bc9c9f85d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c35e9432a61441e38bef53e2aa1dda17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007747 Jul 22 19:55:04.988055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b6e9d-c29b-436f-868f-f1bc9c9f85d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8264770-fc97-49e5-90f8-1e3b61308b29,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:04.991278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:04.991843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cc800f-f1b4-4912-a053-b76977e0a27c None None] Network d67a2fd7-4a49-460d-befd-a3050e406b15 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:05.004117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Deleting port dc04ab31-e79e-4f16-97b0-2309d53e1941 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:05.004425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.049456 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.074268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e71407d2-4353-418a-bbb6-fe500dd6aa43 None None] Provisioning for port 84637284-f9e5-42f4-8c11-bc31591dfe70 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:05.079375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.143360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.149435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.153837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b8264770-fc97-49e5-90f8-1e3b61308b29 HTTP/1.1" status: 204 len: 168 time: 0.1593702 Jul 22 19:55:05.162813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4f926-3775-428f-acac-1ed024e574b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8264770-fc97-49e5-90f8-1e3b61308b29,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:05.196536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] For port dc04ab31-e79e-4f16-97b0-2309d53e1941, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dc04ab31-e79e-4f16-97b0-2309d53e1941,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:05.197065 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.216111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Calling delete_port for dc04ab31-e79e-4f16-97b0-2309d53e1941 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:05.242763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.523792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Router 9e4801a9-6f37-4606-bc59-fe0f73359750 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:55:05.674556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.708986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc04ab31-e79e-4f16-97b0-2309d53e1941,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:05.767769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:05.782414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Sync routers for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:05.794257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:05.795259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:05.802024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.806149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6667d4eb-21cf-4778-a287-b360d868169c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7871795 Jul 22 19:55:05.807651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57156) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:05.951960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:05.980180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:06.255057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3927adb7-8bac-4c08-ad70-84fa103db92f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:06.261283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Router 7eb0432d-a778-42bf-9799-2d40980bfa3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:06.322296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:04Z', 'revision_number': 3, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:06.363329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Checking router: 9e4801a9-6f37-4606-bc59-fe0f73359750 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:06.364125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Updating router 9e4801a9-6f37-4606-bc59-fe0f73359750 port a7041dd1-8801-4b0a-bfe1-597952c231f4 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:55:06.367245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3927adb7-8bac-4c08-ad70-84fa103db92f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:06.388477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3927adb7-8bac-4c08-ad70-84fa103db92f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:06.389730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.394279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:06.401808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-63458bdf-6810-4270-96c1-2160916eb83a admin admin] 10.222.0.10 "PUT /v2.0/routers/7eb0432d-a778-42bf-9799-2d40980bfa3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0540309 Jul 22 19:55:06.402726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57166) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:06.405057 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Sync routers for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:06.418487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:06.419964 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:06.454389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.543927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.581691 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:06.621782 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.653425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3927adb7-8bac-4c08-ad70-84fa103db92f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3927adb7-8bac-4c08-ad70-84fa103db92f,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:06.678056 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.678829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 84637284-f9e5-42f4-8c11-bc31591dfe70 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:06.764884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:06.765964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.849196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Deleting port 22116afd-3dd3-4a0f-ba35-8234ccf50836 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:06.850202 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.879795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 84637284-f9e5-42f4-8c11-bc31591dfe70 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:06.887930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 84637284-f9e5-42f4-8c11-bc31591dfe70 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:06.888766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.935098 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.961116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] For port 22116afd-3dd3-4a0f-ba35-8234ccf50836, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=22116afd-3dd3-4a0f-ba35-8234ccf50836,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:06.961626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:06.994794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Calling delete_port for 22116afd-3dd3-4a0f-ba35-8234ccf50836 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:07.024096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.037884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Transition to ACTIVE for port object a7041dd1-8801-4b0a-bfe1-597952c231f4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:07.054884 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.079522 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:55:05Z', 'revision_number': 5, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port': {'id': '22116afd-3dd3-4a0f-ba35-8234ccf50836', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:14:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:47:51Z', 'updated_at': '2021-07-22T19:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:07.106534 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Checking router: 7eb0432d-a778-42bf-9799-2d40980bfa3d for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:07.115217 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Routers {'7eb0432d-a778-42bf-9799-2d40980bfa3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:07.115833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['7eb0432d-a778-42bf-9799-2d40980bfa3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:07.151163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7be9-5e71-4f67-98bf-35bafabd3e02 None None] Pushing event updated for resources: {'Port': ['ID=a7041dd1-8801-4b0a-bfe1-597952c231f4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:07.187360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Allocated IP 172.20.0.1 (d67a2fd7-4a49-460d-befd-a3050e406b15/f1a587d5-f336-4cd8-8bb3-0e76f4581ec4/9fde85a8-117a-4d2e-9ec8-386259137a0c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:07.195025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Attempting to bind port a7041dd1-8801-4b0a-bfe1-597952c231f4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:07.195025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Attempting to bind port a7041dd1-8801-4b0a-bfe1-597952c231f4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:07.195025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Attempting to bind port a7041dd1-8801-4b0a-bfe1-597952c231f4 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:07.197581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ff14b90-6b4e-4b91-bcca-fc8b12db5486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.254740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:07.255134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:07.255739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.255935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:07.256460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Bound port: a7041dd1-8801-4b0a-bfe1-597952c231f4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:07.256850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.267802 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] Set router 7eb0432d-a778-42bf-9799-2d40980bfa3d gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:07.276611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.310147 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.350905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.351812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=22116afd-3dd3-4a0f-ba35-8234ccf50836,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:07.374848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Transition to ACTIVE for port object 9fde85a8-117a-4d2e-9ec8-386259137a0c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:07.379474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] For port a7041dd1-8801-4b0a-bfe1-597952c231f4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:07.383969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 6, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:07.393805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] For port a7041dd1-8801-4b0a-bfe1-597952c231f4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a7041dd1-8801-4b0a-bfe1-597952c231f4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:07.410286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.414346 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057aef0-4335-45bd-a51c-65f58b9c67ac None None] The sync data for ids ['7eb0432d-a778-42bf-9799-2d40980bfa3d'] in n-d-800087-13 is: [{'id': '7eb0432d-a778-42bf-9799-2d40980bfa3d', 'name': 'tempest-AttachVolumeTestJSON-2100646046-router', 'tenant_id': '752a55532197462f943d7ad93035aa6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:47:49Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 6, 'project_id': '752a55532197462f943d7ad93035aa6c', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:07.419570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.423591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 84637284-f9e5-42f4-8c11-bc31591dfe70, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=84637284-f9e5-42f4-8c11-bc31591dfe70,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:07.439775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.462463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.507331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:07.508141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:54:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:07.508675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Network d67a2fd7-4a49-460d-befd-a3050e406b15 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:07.511845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:07.516555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:07.522455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:07.524931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.527286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.577153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.597920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.598935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eb0432d-a778-42bf-9799-2d40980bfa3d {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:55:07.604831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.610280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d32105e-55ff-45b9-8ed3-a6f806f55d2f admin admin] 10.222.0.10 "DELETE /v2.0/routers/7eb0432d-a778-42bf-9799-2d40980bfa3d HTTP/1.1" status: 204 len: 168 time: 1.2059071 Jul 22 19:55:07.610768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57190) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:07.620054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da7be9-5e71-4f67-98bf-35bafabd3e02 None None] Pushing event updated for resources: {'Port': ['ID=a7041dd1-8801-4b0a-bfe1-597952c231f4,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:07.679916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Deleting subnet 9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:55:07.683458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.698874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=84637284-f9e5-42f4-8c11-bc31591dfe70,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:07.715822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:07.738763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.860396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.896338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:07.978258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.005726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:08.011523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.014614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-92dd1a03-cfc4-45cd-8237-05a2a558aacd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9e7de59b-ab0a-4b19-8f8d-a6016bda7f9f HTTP/1.1" status: 204 len: 168 time: 0.4025495 Jul 22 19:55:08.016906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57194) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:08.035346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8a9d32-0a66-44de-b901-f06a2f942975 None None] Network f120101b-5f6d-44f5-bae1-38ccdff39306 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:08.078116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c21ff0fc-c239-4202-bec6-2b2a220e9ff0 None None] Provisioning for port 9fde85a8-117a-4d2e-9ec8-386259137a0c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:08.086082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.090459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c21ff0fc-c239-4202-bec6-2b2a220e9ff0 None None] Provisioning complete for port 9fde85a8-117a-4d2e-9ec8-386259137a0c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:08.090753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c21ff0fc-c239-4202-bec6-2b2a220e9ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.092310 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.096319 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.149511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Deleting port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:08.149846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.164867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.166589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Pushing event updated for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:08.222397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] For port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,segment=NetworkSegment(306a23c9-af79-4cd0-9a58-b591f71aaf08),segment_id=306a23c9-af79-4cd0-9a58-b591f71aaf08)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:08.222783 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.233579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c21ff0fc-c239-4202-bec6-2b2a220e9ff0 None None] Port 9fde85a8-117a-4d2e-9ec8-386259137a0c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:08.235744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Calling delete_port for e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:08.294418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Network d67a2fd7-4a49-460d-befd-a3050e406b15 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:08.296701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:08.362018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:04Z', 'revision_number': 3, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:08.365894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.408390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:08.415188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] No DVR routers for this DVR port e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:08.432337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3927adb7-8bac-4c08-ad70-84fa103db92f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:08.437126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce78f3-bd7f-436b-a923-e19ec93dc755 None None] The sync data for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 is: [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:04Z', 'revision_number': 3, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:08.476723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11171d-bc51-4ccb-bd92-8cd3f57af1ec None None] DHCP port deletion for f120101b-5f6d-44f5-bae1-38ccdff39306 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:55:08.523132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Router 9e4801a9-6f37-4606-bc59-fe0f73359750 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:08.530042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.535856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3927adb7-8bac-4c08-ad70-84fa103db92f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:08.539569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.546314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f120101b-5f6d-44f5-bae1-38ccdff39306']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:08.558931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306a23c9-af79-4cd0-9a58-b591f71aaf08') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:08.559483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306a23c9-af79-4cd0-9a58-b591f71aaf08') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:08.570837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.587213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.594793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:55:08.595505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:55:08.665023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.671131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.673098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 84637284-f9e5-42f4-8c11-bc31591dfe70 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:08.673645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/f120101b-5f6d-44f5-bae1-38ccdff39306 HTTP/1.1" status: 204 len: 168 time: 0.6557646 Jul 22 19:55:08.697042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053af50-6665-4279-aab6-a4eb412ed7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f120101b-5f6d-44f5-bae1-38ccdff39306,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:08.732138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:08.750664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc8c796f-cabe-49fd-a213-7ca76e4b8ac6 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e4801a9-6f37-4606-bc59-fe0f73359750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9327829 Jul 22 19:55:08.781745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4f4c9380-fa3f-4192-8db4-2dcddeef4fed None None] Provisioning complete for port 9fde85a8-117a-4d2e-9ec8-386259137a0c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:08.782270 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4f4c9380-fa3f-4192-8db4-2dcddeef4fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.814141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 84637284-f9e5-42f4-8c11-bc31591dfe70 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:08.814611 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:08.879716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c9380-fa3f-4192-8db4-2dcddeef4fed None None] Port 9fde85a8-117a-4d2e-9ec8-386259137a0c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:08.993101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57210) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:09.069580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dc04ab31-e79e-4f16-97b0-2309d53e1941 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:09.076669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:09.076957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cc56158d-638e-4a8a-80d3-90781a81d25a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=752a55532197462f943d7ad93035aa6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820203 Jul 22 19:55:09.103816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dc04ab31-e79e-4f16-97b0-2309d53e1941 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:09.104400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dc04ab31-e79e-4f16-97b0-2309d53e1941 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:09.104912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 22116afd-3dd3-4a0f-ba35-8234ccf50836 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:09.142383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:09.151924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 22116afd-3dd3-4a0f-ba35-8234ccf50836 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:09.152388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 22116afd-3dd3-4a0f-ba35-8234ccf50836 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:09.172553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:09.253958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:09.256999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:09.261496 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa0042e6-5bd4-477a-ac9e-494cbe65f855 HTTP/1.1" status: 204 len: 168 time: 0.1836178 Jul 22 19:55:09.270060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478291b-af03-4c29-8874-f74b1052345c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0042e6-5bd4-477a-ac9e-494cbe65f855,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:09.957116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.049212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a7041dd1-8801-4b0a-bfe1-597952c231f4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:10.078461 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f850433-6357-48f7-b397-a8b6d12f5b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.112085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a7041dd1-8801-4b0a-bfe1-597952c231f4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:10.122078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a7041dd1-8801-4b0a-bfe1-597952c231f4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:10.122542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.227034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.249996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a7041dd1-8801-4b0a-bfe1-597952c231f4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a7041dd1-8801-4b0a-bfe1-597952c231f4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:10.254990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.255871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57312) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:10.317864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a7041dd1-8801-4b0a-bfe1-597952c231f4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:10.343947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:10.364912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:10.365211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e281c3ca-2a71-4e39-ac8c-6eb39b2a57f2 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:10.394814 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1829170559-network', 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:10.417197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:10.419617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.428212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.533013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.538185 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.578615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:55:10.589064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf91c5-464e-4529-89aa-8f269263e74e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:10.594897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.595243 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Added segment 2489cb14-cc96-42f2-8983-28cfae85055f of type vlan for network 91589815-ab95-4d0c-980d-b6c469c2e143 Jul 22 19:55:10.655665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.688692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.690181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:10.690808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:10.725876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4683444 Jul 22 19:55:10.728675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:10.736860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Request body: {'subnet': {'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1829170559-subnet', 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:10.773363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca7073-c092-4c1a-89c1-f49a5b0405f2 admin admin] Pushing event updated for resources: {'Network': ['ID=91589815-ab95-4d0c-980d-b6c469c2e143,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:10.786891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 91589815-ab95-4d0c-980d-b6c469c2e143 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:55:10.801324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:10.803959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:11.023705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:11.090685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0661e832-d505-459c-854a-71a3865c169b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:11.101878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Checking segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:11.102249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Network hostable DHCP agents. Network: 91589815-ab95-4d0c-980d-b6c469c2e143, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:55:11.125360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Network 91589815-ab95-4d0c-980d-b6c469c2e143 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:55:11.141595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 91589815-ab95-4d0c-980d-b6c469c2e143) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:11.154111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19aa87-490b-459c-8d2d-bf2470d62e68 None None] Network 91589815-ab95-4d0c-980d-b6c469c2e143 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:11.166188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:11.167120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:11.208040 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bfe41471-fee7-4fe5-9bd5-4ec95c6f56af admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4779100 Jul 22 19:55:11.369910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3273084-1423-4ee1-94be-b6ac40295c37 None None] Network 91589815-ab95-4d0c-980d-b6c469c2e143 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:11.535098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Sync routers for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:11.552432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:11.553341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:11.557926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:11.676922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:11.833780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-7fe369b7-f45c-42f7-9489-980613e1517f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:11.841697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-7fe369b7-f45c-42f7-9489-980613e1517f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1440904 Jul 22 19:55:11.856914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-851f499a-89ce-46b9-9f56-8eb1e1f1a3b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/quotas/cd4fd97cf1df40eeae1f446f501c1346 HTTP/1.1" status: 200 len: 375 time: 0.0140252 Jul 22 19:55:11.910674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-4d0e07d0-bc5c-446b-8e8a-c5af661df7e3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464656 Jul 22 19:55:11.913683 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 4, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9fde85a8-117a-4d2e-9ec8-386259137a0c', 'name': '', 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'mac_address': 'fa:16:3e:19:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:06Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 2, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'subnets': [{'id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:11.924292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-9d1a3e29-862c-4474-8a74-0ed973646065 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:55:11.925466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-9d1a3e29-862c-4474-8a74-0ed973646065 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068686 Jul 22 19:55:11.942994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Checking router: 9e4801a9-6f37-4606-bc59-fe0f73359750 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:11.943518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Updating router 9e4801a9-6f37-4606-bc59-fe0f73359750 port 9fde85a8-117a-4d2e-9ec8-386259137a0c binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:55:11.981916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.082438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-562984c9-3fbf-48d4-826f-6ca7f9168bcf service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500404 Jul 22 19:55:12.121460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a7041dd1-8801-4b0a-bfe1-597952c231f4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:12.227044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0a421f25-6903-4616-abe5-589b9b04ebb8 service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386490 Jul 22 19:55:12.320791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a7041dd1-8801-4b0a-bfe1-597952c231f4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:12.321922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.551146 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.565713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-adf08810-abd7-42ac-bbce-f483ad34d436 req-1682c6dd-6880-4d10-8e72-8ca43777b8a2 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 210 time: 0.0580041 Jul 22 19:55:12.575702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Transition to ACTIVE for port object 9fde85a8-117a-4d2e-9ec8-386259137a0c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:12.586064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.665696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Pushing event updated for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:12.698390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.698390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.698390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.698390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.698871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.699297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.699718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.700175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.700605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.706003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.706434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.707008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:12.747569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Attempting to bind port 9fde85a8-117a-4d2e-9ec8-386259137a0c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:12.748582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Attempting to bind port 9fde85a8-117a-4d2e-9ec8-386259137a0c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:12.748923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Attempting to bind port 9fde85a8-117a-4d2e-9ec8-386259137a0c on network d67a2fd7-4a49-460d-befd-a3050e406b15 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:12.759770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:12.760232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Checking segment: {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:12.760605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.761812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Bound using segment: {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:12.762299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Bound port: 9fde85a8-117a-4d2e-9ec8-386259137a0c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f10650-0c2d-4bd6-9111-290d334a2d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:12.763976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.865847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] For port 9fde85a8-117a-4d2e-9ec8-386259137a0c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:12.870497 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] For port 9fde85a8-117a-4d2e-9ec8-386259137a0c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9fde85a8-117a-4d2e-9ec8-386259137a0c,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:12.881754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.952314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:12.973198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:12.973824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:12.979519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29abe64-e9b9-4178-ac50-28d4d78ce966 None None] Pushing event updated for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:13.120737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:13.411416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 4, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9fde85a8-117a-4d2e-9ec8-386259137a0c', 'name': '', 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'mac_address': 'fa:16:3e:19:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:06Z', 'updated_at': '2021-07-22T19:55:12Z', 'revision_number': 4, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'subnets': [{'id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:13.444172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1b8ed4-2382-4ceb-a248-68e1c4d1bb90 None None] The sync data for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 is: [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:55:07Z', 'revision_number': 4, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9fde85a8-117a-4d2e-9ec8-386259137a0c', 'name': '', 'network_id': 'd67a2fd7-4a49-460d-befd-a3050e406b15', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'mac_address': 'fa:16:3e:19:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_interface', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:06Z', 'updated_at': '2021-07-22T19:55:12Z', 'revision_number': 4, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'subnets': [{'id': 'f1a587d5-f336-4cd8-8bb3-0e76f4581ec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:13.682386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95ed5f08-e0bc-4824-8f50-edd92f87caf8 req-7be8cae4-7a05-4c49-9b33-bfbe1276faca tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 210 time: 0.0410225 Jul 22 19:55:14.108600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9fde85a8-117a-4d2e-9ec8-386259137a0c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:14.242881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9fde85a8-117a-4d2e-9ec8-386259137a0c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:14.247276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9fde85a8-117a-4d2e-9ec8-386259137a0c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:14.248132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:14.275395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-e7a77709-d232-4fe7-8661-d6613c743865 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:14.283387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-e7a77709-d232-4fe7-8661-d6613c743865 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1874292 Jul 22 19:55:14.293669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Request body: {'port': {'device_id': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'admin_state_up': True, 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:14.410523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:14.452197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:14.453366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 9fde85a8-117a-4d2e-9ec8-386259137a0c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9fde85a8-117a-4d2e-9ec8-386259137a0c,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:14.456609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:14.461419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:14.584446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:14.922097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9ebc941-3341-4ad4-85d1-a9000424564b req-2a32b4b8-b210-40aa-822e-15b64ef8c80a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 210 time: 0.0306585 Jul 22 19:55:15.046760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Allocated IP 172.20.0.14 (91589815-ab95-4d0c-980d-b6c469c2e143/0661e832-d505-459c-854a-71a3865c169b/c83f32af-b6a7-494a-aa92-a26a98425786) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:15.259295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:15.328863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:15.353203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Network 91589815-ab95-4d0c-980d-b6c469c2e143 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:15.356068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:15.383570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:15.453275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event updated for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:15.470012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:15.470768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:15.497710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-0fc1f663-91a2-4034-9ef0-403f1d1948e6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2079368 Jul 22 19:55:15.510459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Request body: {'port': {'device_id': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:15.601492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:15.935445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83f32af-b6a7-494a-aa92-a26a98425786 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:15.944417 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:15.960909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Transition to ACTIVE for port object c83f32af-b6a7-494a-aa92-a26a98425786 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:15.967582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.049602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:16.067496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9fde85a8-117a-4d2e-9ec8-386259137a0c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:16.158771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Attempting to bind port c83f32af-b6a7-494a-aa92-a26a98425786 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:16.159134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Attempting to bind port c83f32af-b6a7-494a-aa92-a26a98425786 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:16.159452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Attempting to bind port c83f32af-b6a7-494a-aa92-a26a98425786 on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:16.172641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Port c83f32af-b6a7-494a-aa92-a26a98425786 on network 91589815-ab95-4d0c-980d-b6c469c2e143 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:16.172994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Attempting to bind port c83f32af-b6a7-494a-aa92-a26a98425786 on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:16.179915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:16.180424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Checking segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:16.180627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Bound using segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:16.181037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Bound port: c83f32af-b6a7-494a-aa92-a26a98425786, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:16.181642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.206713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c06ddc-5994-4c2c-87fb-a63b79e244da req-cd372401-a9cf-4817-b412-dccd3b80f1f0 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.208498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25c06ddc-5994-4c2c-87fb-a63b79e244da req-cd372401-a9cf-4817-b412-dccd3b80f1f0 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 944 time: 0.1243153 Jul 22 19:55:16.294745 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25c06ddc-5994-4c2c-87fb-a63b79e244da req-2d5aeefd-a25b-4f7d-b1a4-6c3acef44e64 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625560 Jul 22 19:55:16.296757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:16.299912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c83f32af-b6a7-494a-aa92-a26a98425786,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:16.305326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.354061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.355057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9fde85a8-117a-4d2e-9ec8-386259137a0c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:16.355175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.355281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:16.356380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] 10.222.0.26 "PUT /v2.0/ports/c83f32af-b6a7-494a-aa92-a26a98425786 HTTP/1.1" status: 200 len: 1093 time: 0.8511419 Jul 22 19:55:16.356797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:16.360044 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd27f7-48b8-40ab-bceb-bd83c3154861" -d '{"events": [{"name": "network-changed", "server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:16.395212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917bcee-9aad-4121-8fc1-598804c0d7fc service neutron] Pushing event updated for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:16.443941 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329b0c52-a1fd-4c1f-9274-f6181d1f7e30 x-openstack-request-id: req-329b0c52-a1fd-4c1f-9274-f6181d1f7e30 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:16.445636 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:16.445636 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-329b0c52-a1fd-4c1f-9274-f6181d1f7e30 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:16.445636 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786', 'status': 'completed', 'code': 200} Jul 22 19:55:16.505364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-8f4c4fde-0e88-4c70-9eae-4bff2e077d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.507350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-8f4c4fde-0e88-4c70-9eae-4bff2e077d68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 1096 time: 0.0878565 Jul 22 19:55:16.556269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-c7ba83d3-f9bf-4e6c-a939-e06819b35382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83f32af-b6a7-494a-aa92-a26a98425786 HTTP/1.1" status: 200 len: 217 time: 0.0414948 Jul 22 19:55:16.617879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-2a2a9d5a-f7a2-4ac4-9965-86ef77e7772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:16.619491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-2a2a9d5a-f7a2-4ac4-9965-86ef77e7772f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0574105 Jul 22 19:55:16.656810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-fafe8108-b2c8-438f-81e7-2635753d8d6f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298002 Jul 22 19:55:16.756207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-f7ccf076-ab6e-4a2e-8023-b616573d38cf service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939455 Jul 22 19:55:16.874809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-958260e2-3832-4235-8bf4-fbd6341475e1 req-a87660f0-2fa8-4495-82c6-04af9048af59 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128933 Jul 22 19:55:16.998071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-b5186884-a08d-4505-a24d-eaa413d61dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.000893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-b5186884-a08d-4505-a24d-eaa413d61dfe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 1096 time: 0.0645821 Jul 22 19:55:17.110637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-57339d34-ecfc-4117-aaa5-e81e99b088be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.112347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-57339d34-ecfc-4117-aaa5-e81e99b088be service neutron] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.1058211 Jul 22 19:55:17.156692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-25077cfc-6178-41b2-b1c9-0783d1b5d96c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83f32af-b6a7-494a-aa92-a26a98425786 HTTP/1.1" status: 200 len: 217 time: 0.0376143 Jul 22 19:55:17.221222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-a41f70cd-6ea3-4122-8bc6-d6158d5429d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.223125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-a41f70cd-6ea3-4122-8bc6-d6158d5429d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0599487 Jul 22 19:55:17.266362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-32210b8a-673c-4202-826a-d8f72a20bba9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346549 Jul 22 19:55:17.381804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-8b3e7716-d1bf-4fa2-9177-78ee8506c5dd service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089723 Jul 22 19:55:17.541074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fccd27f7-48b8-40ab-bceb-bd83c3154861 req-b045b37c-2e8f-4e02-9841-7a902b492009 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436017 Jul 22 19:55:17.556350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e35fc-71f0-4da3-b374-1e59f4c30596 req-55ab8b9c-9033-45da-8fa0-cfcc94c7c629 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:17.558032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc9e35fc-71f0-4da3-b374-1e59f4c30596 req-55ab8b9c-9033-45da-8fa0-cfcc94c7c629 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 944 time: 0.1706488 Jul 22 19:55:17.599741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc9e35fc-71f0-4da3-b374-1e59f4c30596 req-0d5f15f5-88a8-4b33-99f3-cd12e7134504 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Jul 22 19:55:18.761321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b0eae-7fe2-43ab-aa5d-6c45ecb16ef1 req-90c44287-422e-4d3d-b372-aeb8a09ffca6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:18.762965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c9b0eae-7fe2-43ab-aa5d-6c45ecb16ef1 req-90c44287-422e-4d3d-b372-aeb8a09ffca6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 944 time: 0.0815070 Jul 22 19:55:18.807441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c9b0eae-7fe2-43ab-aa5d-6c45ecb16ef1 req-befbb7f9-aee4-419b-af6d-09793f31441a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Jul 22 19:55:19.348160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca00a5-b22c-40de-96f8-fef8a3419ac5 req-31f53ff2-fd61-4651-8449-ec75ded26a8e tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:19.349019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cca00a5-b22c-40de-96f8-fef8a3419ac5 req-31f53ff2-fd61-4651-8449-ec75ded26a8e tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.0708456 Jul 22 19:55:19.392185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cca00a5-b22c-40de-96f8-fef8a3419ac5 req-ade9c499-6056-440e-9b38-1c80904b5ba6 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370185 Jul 22 19:55:19.415642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57430) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:19.476034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c83f32af-b6a7-494a-aa92-a26a98425786 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:55:19.612650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c83f32af-b6a7-494a-aa92-a26a98425786,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:19.619637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:19.619889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.627903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'c83f32af-b6a7-494a-aa92-a26a98425786', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'port_id': 'c83f32af-b6a7-494a-aa92-a26a98425786', 'mac_address': 'fa:16:3e:94:28:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0661e832-d505-459c-854a-71a3865c169b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:55:19.667080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.693801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83f32af-b6a7-494a-aa92-a26a98425786 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:19.732357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c83f32af-b6a7-494a-aa92-a26a98425786,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:19.738186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.773022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.774445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:19.786928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:19.808248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:19.940258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:20.038750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643684b5-c6dd-406b-93d2-38002d4240fb req-2e5a8140-20b8-4902-9ad6-6f26934c2236 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:20.041903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643684b5-c6dd-406b-93d2-38002d4240fb req-2e5a8140-20b8-4902-9ad6-6f26934c2236 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 945 time: 0.1389489 Jul 22 19:55:20.092708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-643684b5-c6dd-406b-93d2-38002d4240fb req-7b657782-9bab-40c0-9345-d7252c85907d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jul 22 19:55:20.094845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.132991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=ad8fc01c-ad06-4451-a8a9-85f2c3b8d1cd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:20.239539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.240250 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP da73b185-d3d2-4bb5-ac8d-2d200a6c8876 disassociated (deleted). External IP: 172.25.6.202, port: 8b53c06f-d38b-44d5-b04a-8261d4f50914. Jul 22 19:55:20.493943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:20.623800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:20.635719 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Sync routers for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:20.636420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:20.650144 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:20.651028 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:20.693867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-217e94e3-6890-4c54-9d05-0d33154f5ffd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/floatingips/da73b185-d3d2-4bb5-ac8d-2d200a6c8876 HTTP/1.1" status: 204 len: 168 time: 1.2668777 Jul 22 19:55:20.694566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:20.703200 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:20.775014 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0076791-0425-44ae-9c5a-3c843802efc5 x-openstack-request-id: req-b0076791-0425-44ae-9c5a-3c843802efc5 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:20.775014 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:20.775716 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0076791-0425-44ae-9c5a-3c843802efc5 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:20.775716 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'status': 'completed', 'code': 200} Jul 22 19:55:20.830067 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:20.866320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-d9809d8c-6f08-4b3b-925b-48c9125bcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:20.867991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-d9809d8c-6f08-4b3b-925b-48c9125bcf7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 1097 time: 0.0682132 Jul 22 19:55:21.021136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-8e2c326b-2e49-4a6f-b623-bf38545bbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.022703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-8e2c326b-2e49-4a6f-b623-bf38545bbf7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 200 len: 897 time: 0.1483374 Jul 22 19:55:21.106142 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:21.108415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fc7c2-4f8e-4bee-97ec-d0e60721d3eb req-7571ad6f-40ec-486d-9eeb-c72214cb13e3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.120047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf5fc7c2-4f8e-4bee-97ec-d0e60721d3eb req-7571ad6f-40ec-486d-9eeb-c72214cb13e3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.1187541 Jul 22 19:55:21.128546 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-81e726f1-4174-4467-ae49-bf51669276f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 200 len: 217 time: 0.0983887 Jul 22 19:55:21.163841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Checking router: 675e6b6e-5779-4b4f-9c41-8c1264bbf90f for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:21.174420 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:21.175349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:21.199575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf5fc7c2-4f8e-4bee-97ec-d0e60721d3eb req-b3b0962a-0db6-4b88-a02d-a4d3391760ab tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778842 Jul 22 19:55:21.206093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-1241c6ef-5f8b-4ba2-bd21-f88a1cfa8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.210127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-1241c6ef-5f8b-4ba2-bd21-f88a1cfa8931 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 200 len: 835 time: 0.0741923 Jul 22 19:55:21.292576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44309ccf-eaf2-48cc-8e06-fcaf7145afba req-7f654212-a187-4fd0-b472-ca0a0546e250 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.299632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-dacd1e56-8b6d-408d-8f85-155756566786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:21.299821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44309ccf-eaf2-48cc-8e06-fcaf7145afba req-7f654212-a187-4fd0-b472-ca0a0546e250 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 945 time: 0.0899096 Jul 22 19:55:21.301669 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-dacd1e56-8b6d-408d-8f85-155756566786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e19a3d2b-f67e-410e-b15f-bdc1bc89b969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836601 Jul 22 19:55:21.349333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-44309ccf-eaf2-48cc-8e06-fcaf7145afba req-fd8bc357-99ce-447a-b93f-7d6115f8d789 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Jul 22 19:55:21.431735 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:21.470436 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-24468a59-ad3e-4f17-930e-ccbe77a827a8 service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592884 Jul 22 19:55:21.499712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c83f32af-b6a7-494a-aa92-a26a98425786 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:21.583451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port c83f32af-b6a7-494a-aa92-a26a98425786 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:21.589104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port c83f32af-b6a7-494a-aa92-a26a98425786 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:21.589996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.658000 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-624e8bc5-63d8-420f-9822-8f4a1e3e14f6 req-61c8c430-72ca-4c7a-a87c-477944c39178 service neutron] 10.222.0.32 "GET /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741176 Jul 22 19:55:21.722367 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:21.725127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.751754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:21.753912 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0408d9-36cd-498a-80dd-5be2cafa621a None None] The sync data for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 is: [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:53:29Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '466904ef-50e9-44c2-8c06-e5651355defd', 'name': '', 'network_id': 'e19a3d2b-f67e-410e-b15f-bdc1bc89b969', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:b5:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:28Z', 'updated_at': '2021-07-22T19:53:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '64cb0ce6-2d59-479e-abf1-c16ce8f27bbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:21.754174 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203eab6-58f2-47f2-8e43-bb8605e8f2b6" -d '{"events": [{"server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "name": "network-vif-plugged", "status": "completed", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:21.784111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c83f32af-b6a7-494a-aa92-a26a98425786,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:21.793771 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:21.859103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:21.898769 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b11fe6-b1cc-4c40-b3bb-4ccff69050b4 x-openstack-request-id: req-67b11fe6-b1cc-4c40-b3bb-4ccff69050b4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:21.899070 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "name": "network-vif-plugged", "status": "completed", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:21.899333 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67b11fe6-b1cc-4c40-b3bb-4ccff69050b4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:21.899748 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786', 'code': 200} Jul 22 19:55:22.021249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b318c4-3bef-4be8-8dfc-751d70da8e37 req-73c5b153-ee7f-4ae1-9b04-50aee81b64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.022926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2b318c4-3bef-4be8-8dfc-751d70da8e37 req-73c5b153-ee7f-4ae1-9b04-50aee81b64fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 1098 time: 0.0618627 Jul 22 19:55:22.065396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2b318c4-3bef-4be8-8dfc-751d70da8e37 req-dd03d739-23f6-4237-89ec-255596b1cfd8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348566 Jul 22 19:55:22.099942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04451a-7f1e-4c68-bdca-cd1fcd3a1444 None None] New status for floating IP da73b185-d3d2-4bb5-ac8d-2d200a6c8876: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:55:22.268536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-42d3e01a-d30c-43f5-9c3f-59f01bce07d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.270066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-42d3e01a-d30c-43f5-9c3f-59f01bce07d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.0737216 Jul 22 19:55:22.379867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da395c0e-e35c-4e6b-9de6-77d215dd92ea req-e7f28ffb-372a-4005-baf4-64ba01e3259b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.381920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da395c0e-e35c-4e6b-9de6-77d215dd92ea req-e7f28ffb-372a-4005-baf4-64ba01e3259b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf303001-beba-455d-935c-b0e151111f02 HTTP/1.1" status: 200 len: 945 time: 0.1008532 Jul 22 19:55:22.410952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 8b53c06f-d38b-44d5-b04a-8261d4f50914 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:22.411587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:22.426602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da395c0e-e35c-4e6b-9de6-77d215dd92ea req-27a2d7b8-1417-48ca-9d65-d58b8f6503ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=3ff6f43b-d148-4bd3-9012-d0c607a750e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356870 Jul 22 19:55:22.525188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7c26-001d-42b8-94cd-c5600ed0ffee req-a907bf34-8df4-4601-a5df-d0711429b0be tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:22.532849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27ad7c26-001d-42b8-94cd-c5600ed0ffee req-a907bf34-8df4-4601-a5df-d0711429b0be tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 946 time: 0.0876145 Jul 22 19:55:22.548958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 8b53c06f-d38b-44d5-b04a-8261d4f50914, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8b53c06f-d38b-44d5-b04a-8261d4f50914,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:22.549339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:22.566449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 8b53c06f-d38b-44d5-b04a-8261d4f50914 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:22.578608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27ad7c26-001d-42b8-94cd-c5600ed0ffee req-bab5daef-20c3-4c2e-bec4-bd457b660c89 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 Jul 22 19:55:22.740141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:22.824308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=8b53c06f-d38b-44d5-b04a-8261d4f50914,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:22.855481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] No DVR routers for this DVR port 8b53c06f-d38b-44d5-b04a-8261d4f50914 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:22.861175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:22.863568 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd440ade-3634-4d47-83bf-994c036b09b4 req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "DELETE /v2.0/ports/8b53c06f-d38b-44d5-b04a-8261d4f50914 HTTP/1.1" status: 204 len: 173 time: 0.5872080 Jul 22 19:55:22.864925 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-deleted', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:22.868456 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cf9c03-0d19-4b99-ac73-37882719360f" -d '{"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-deleted", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:22.873079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.874368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.878023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.878828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.880460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.881277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.882668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.883265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.884361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.884951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.886234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:22.886749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81dd2e2-1830-444c-96a0-88b57f977f05 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:23.016331 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e64c64-53c0-4583-9525-f0a23cd31376 x-openstack-request-id: req-12e64c64-53c0-4583-9525-f0a23cd31376 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:23.016723 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf303001-beba-455d-935c-b0e151111f02", "name": "network-vif-deleted", "tag": "8b53c06f-d38b-44d5-b04a-8261d4f50914", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:23.017071 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e64c64-53c0-4583-9525-f0a23cd31376 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:23.017697 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf303001-beba-455d-935c-b0e151111f02', 'name': 'network-vif-deleted', 'tag': '8b53c06f-d38b-44d5-b04a-8261d4f50914', 'status': 'completed', 'code': 200} Jul 22 19:55:23.488041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57490) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:23.595824 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:55:23.807917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e929091-1ec9-4dcd-aeba-2b7a591cfaef req-591f0db2-6ec1-4059-bc12-37379753de5e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:23.809697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e929091-1ec9-4dcd-aeba-2b7a591cfaef req-591f0db2-6ec1-4059-bc12-37379753de5e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 946 time: 0.1494734 Jul 22 19:55:23.888906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e929091-1ec9-4dcd-aeba-2b7a591cfaef req-d13b9fa5-8884-45be-a1de-b9c3b2d3783f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718064 Jul 22 19:55:24.020632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.429014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 466904ef-50e9-44c2-8c06-e5651355defd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:24.429761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.540303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 466904ef-50e9-44c2-8c06-e5651355defd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=466904ef-50e9-44c2-8c06-e5651355defd,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:24.540976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.553821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 466904ef-50e9-44c2-8c06-e5651355defd owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:24.636040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.773171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:24.805333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=466904ef-50e9-44c2-8c06-e5651355defd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:25.174590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:25.857561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:26.031521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:26.040604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3e5d7ad0-c93a-4d69-8e65-054c326bb604 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/675e6b6e-5779-4b4f-9c41-8c1264bbf90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5485065 Jul 22 19:55:26.040702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57548) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:26.047127 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Sync routers for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:26.066976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:26.067939 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:26.142668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting subnet 64cb0ce6-2d59-479e-abf1-c16ce8f27bbc {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:55:26.146388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.199735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.217610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:26.306373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.370516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.389755 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.395565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7715aee3-fabe-4918-bc94-f9468cd2d081 None None] Network e19a3d2b-f67e-410e-b15f-bdc1bc89b969 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:26.408812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/subnets/64cb0ce6-2d59-479e-abf1-c16ce8f27bbc HTTP/1.1" status: 204 len: 168 time: 0.3649516 Jul 22 19:55:26.409356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57562) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:26.448467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5476abe-d45a-44c3-838b-618a1db3a58a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Subnet': ['ID=64cb0ce6-2d59-479e-abf1-c16ce8f27bbc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:26.462954 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:55:24Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:26.493687 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Checking router: 675e6b6e-5779-4b4f-9c41-8c1264bbf90f for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:26.504264 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Routers {'675e6b6e-5779-4b4f-9c41-8c1264bbf90f'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:26.505150 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:26.687542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.700129 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] Set router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:26.725534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] DHCP port deletion for e19a3d2b-f67e-410e-b15f-bdc1bc89b969 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:55:26.795999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Deleting port f92402c4-771a-42ee-b524-b25998c63d64 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:26.796477 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.825957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.871791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] For port f92402c4-771a-42ee-b524-b25998c63d64, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f92402c4-771a-42ee-b524-b25998c63d64,segment=NetworkSegment(dd027cb5-4115-4597-b4b1-93fc47724e49),segment_id=dd027cb5-4115-4597-b4b1-93fc47724e49)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:26.873317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:26.889622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Calling delete_port for f92402c4-771a-42ee-b524-b25998c63d64 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:26.908837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:55:26.909540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.030049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:27.030597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.037563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.054293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:55:27.113260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] Pushing event deleted for resources: {'Port': ['ID=f92402c4-771a-42ee-b524-b25998c63d64,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:27.134325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eca131-eb17-4f34-9381-b8f544aee6d3 None None] No DVR routers for this DVR port f92402c4-771a-42ee-b524-b25998c63d64 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:55:27.173204 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:55:24Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:27.209563 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97260938-6d98-4ff2-837b-5eb594bd3b41 None None] The sync data for ids ['675e6b6e-5779-4b4f-9c41-8c1264bbf90f'] in n-d-800087-13 is: [{'id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303886283', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188'}], 'enable_snat': True}, 'gw_port_id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:53:22Z', 'updated_at': '2021-07-22T19:55:24Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'd4ec3bac-6c5d-47fc-95ed-18bd499a3fd3', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:46:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675e6b6e-5779-4b4f-9c41-8c1264bbf90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:53:23Z', 'updated_at': '2021-07-22T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:27.297641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.331420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:27.374598 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.436926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.545541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.548518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.611557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.612123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Fanout notify agent at l3_agent the message router_deleted on router 675e6b6e-5779-4b4f-9c41-8c1264bbf90f {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:55:27.626945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.628283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20d6c866-da9d-48d3-a5eb-15f1d825390e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/routers/675e6b6e-5779-4b4f-9c41-8c1264bbf90f HTTP/1.1" status: 204 len: 168 time: 1.2178435 Jul 22 19:55:27.632548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57574) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:27.767558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.875001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:27.898794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.920469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19a3d2b-f67e-410e-b15f-bdc1bc89b969']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:27.930254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 8b53c06f-d38b-44d5-b04a-8261d4f50914 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:27.930757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8b53c06f-d38b-44d5-b04a-8261d4f50914 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:27.941877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd027cb5-4115-4597-b4b1-93fc47724e49') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:27.942462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd027cb5-4115-4597-b4b1-93fc47724e49') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:27.969207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:27.991749 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.022740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:55:28.023336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:55:28.029094 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:55:28.146313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.160103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 466904ef-50e9-44c2-8c06-e5651355defd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:28.172859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.174793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/networks/e19a3d2b-f67e-410e-b15f-bdc1bc89b969 HTTP/1.1" status: 204 len: 168 time: 0.5404391 Jul 22 19:55:28.177694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57586) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:28.220508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 466904ef-50e9-44c2-8c06-e5651355defd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:28.221057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 466904ef-50e9-44c2-8c06-e5651355defd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:28.221764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f92402c4-771a-42ee-b524-b25998c63d64 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:28.239084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936807c-504a-40eb-8cab-8dca0490a44e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Network': ['ID=e19a3d2b-f67e-410e-b15f-bdc1bc89b969,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:28.295235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f92402c4-771a-42ee-b524-b25998c63d64 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:28.295711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f92402c4-771a-42ee-b524-b25998c63d64 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:28.307645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.337619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.431263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.435664 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.440205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/security-groups/3ff6f43b-d148-4bd3-9012-d0c607a750e2 HTTP/1.1" status: 204 len: 168 time: 0.2613909 Jul 22 19:55:28.450715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacb36f-52ff-4475-b571-6e8c69f2586d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6f43b-d148-4bd3-9012-d0c607a750e2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:28.790891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57602) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:28.797185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178437419', 'description': 'tempest-secgroup-smoke-1178437419 description', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:28.827177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.965742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:28.971317 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.015513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.027058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.029080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e5c44c0b-e725-46dd-8e7a-6d2b9f82b829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2365348 Jul 22 19:55:29.032451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57610) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.037267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:29.078472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.117986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57612) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.146431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.151167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.174056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d99e2d-1517-4343-8f6a-4e3638bff469,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.190756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.192168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-833fed03-66fc-4e15-b4c1-a70bcb428fc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585174 Jul 22 19:55:29.195220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57616) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.203650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:29.238719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.265204 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3821450c-75a7-4be9-8432-c3830bf22b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.323143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.333079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.360443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892aae34-e716-4e16-b2c5-167d8964c9b2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.414563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3821450c-75a7-4be9-8432-c3830bf22b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.421978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3821450c-75a7-4be9-8432-c3830bf22b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.452239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.455898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-435c0dfb-f34f-437f-8320-4dd76ceb3dbd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2570574 Jul 22 19:55:29.456829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57620) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.463855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:29.475165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3821450c-75a7-4be9-8432-c3830bf22b78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503c49b7cc8c4ae4aeba0e702146b367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560758 Jul 22 19:55:29.478068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821450c-75a7-4be9-8432-c3830bf22b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e018940-e114-46d4-be46-79930d714e58,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.479213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.543281 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.582191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.623970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.657147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.664937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.691341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a231937d-b919-4b9d-ae8b-028e7fc63b2e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.695524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.696854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5690ec90-836e-4f73-bcb9-ff30ccf99bc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379608 Jul 22 19:55:29.699644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57626) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.704919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:29.725608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.728257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.732481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e018940-e114-46d4-be46-79930d714e58 HTTP/1.1" status: 204 len: 168 time: 0.2491024 Jul 22 19:55:29.741309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fe492-e1a8-4c8b-b790-79bdf3a7ad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e018940-e114-46d4-be46-79930d714e58,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.751652 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.843937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.848342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.882467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633f3fd7-86f5-42f6-ac12-944039de4c23,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:29.888819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.893045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b3863bce-355a-4fb0-a961-c2e5e1d83b85 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894755 Jul 22 19:55:29.893450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:29.900125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:29.933348 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:55:29.947104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:29.991411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:55:30.020081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:55:30.020671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device d4ec3bac-6c5d-47fc-95ed-18bd499a3fd3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:55:30.044649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.050991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.079535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53228c8c-a047-4c5f-9883-24966106005c,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:30.089394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.093147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f58fe354-a753-4ef7-a3a0-ca53629a4fc7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1972294 Jul 22 19:55:30.095997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57634) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:30.101312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': 'b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:30.144181 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:55:30.154759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.216701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:30.237786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8a73-7d99-4562-9d56-30fd1990d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.259311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.266772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.288292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fa0351-70e1-48ef-80ee-203191644d72,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:30.396042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8a73-7d99-4562-9d56-30fd1990d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.401868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a3e8a73-7d99-4562-9d56-30fd1990d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.411495 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.414435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1dcff367-3c87-43ec-b2b6-810432fc7ce5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169281 Jul 22 19:55:30.420107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:30.431031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'network': {'name': 'tempest-network-smoke--1406868713', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:30.444270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a3e8a73-7d99-4562-9d56-30fd1990d2b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ef1cecc64be1475e916ca2435c6c8656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237251 Jul 22 19:55:30.449582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57642) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:30.474490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:30.486314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.523628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:55:30.530877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8a73-7d99-4562-9d56-30fd1990d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726d584-69bf-44e3-a969-2d7a81f7e621,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:30.549285 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.551228 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Added segment 17335151-f958-4280-a319-b0c3af85de20 of type vlan for network 055587e1-e2a0-4954-abcc-16f86d50bc12 Jul 22 19:55:30.552041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.577785 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.640382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.641388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.646377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.648090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4726d584-69bf-44e3-a969-2d7a81f7e621 HTTP/1.1" status: 204 len: 168 time: 0.1974211 Jul 22 19:55:30.660909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e6791-5bac-49ea-b390-001a89b346a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726d584-69bf-44e3-a969-2d7a81f7e621,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:30.695860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.702663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:30.703856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.749962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3253062 Jul 22 19:55:30.751364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:30.759319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'admin_state_up': True, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:30.795055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.797076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:30.801215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba41354-89bf-49cd-b4f9-38e5f5924a2c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Network': ['ID=055587e1-e2a0-4954-abcc-16f86d50bc12,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:30.814186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:55:30.871876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.043149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.286320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.306925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.423059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.190 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/cf67a77c-9afd-461c-a035-fb8297f131d1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:31.547535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.589269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:31.626740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:31.632942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:31.639417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:31.642525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=cf67a77c-9afd-461c-a035-fb8297f131d1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:31.906888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:32.194159 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:32.327563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 3c01b910-102e-41a3-8ee6-f640892d8dc5 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:55:32.798555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:32.816016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Sync routers for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:32.827326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:32.828767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:32.836790 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:32.840130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57af33c8-9353-4443-860d-e06e96bc963e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0875137 Jul 22 19:55:32.843359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:32.879465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff475297-edf3-4bf7-9d1d-5447388584a2 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=ca372bc1d5c740e2bf960361d1bd5e37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340703 Jul 22 19:55:32.881921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:32.962182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:33.006968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd57332-3312-46f7-a98e-557166610187 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:33.011971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57734) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:33.013988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3bd57332-3312-46f7-a98e-557166610187 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295381 Jul 22 19:55:33.055168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-06047347-8713-4d22-b6ba-8cbc235ce66a tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408630 Jul 22 19:55:33.057552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57738) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:33.068706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337164220', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:33.170241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:31Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:33.218110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Checking router: 3c01b910-102e-41a3-8ee6-f640892d8dc5 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:33.218928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Updating router 3c01b910-102e-41a3-8ee6-f640892d8dc5 port cf67a77c-9afd-461c-a035-fb8297f131d1 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:55:33.219981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:33.225742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.254988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.494705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.583675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Subnet': ['ID=a8989049-0011-411a-8439-ef2b4bdd3196,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:33.590315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.599362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:33.599910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network hostable DHCP agents. Network: 055587e1-e2a0-4954-abcc-16f86d50bc12, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:55:33.603416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Transition to ACTIVE for port object cf67a77c-9afd-461c-a035-fb8297f131d1 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:33.610361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.625179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:55:33.645867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 055587e1-e2a0-4954-abcc-16f86d50bc12) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:33.650753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:33.651494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.665701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6fa2d-b9e9-4cd8-9709-a2dc705c04c3 None None] Pushing event updated for resources: {'Port': ['ID=cf67a77c-9afd-461c-a035-fb8297f131d1,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:33.672937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e71d348c-261d-4b16-8c3d-c1604268dba2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6119695 Jul 22 19:55:33.675771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:33.681617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8928221e-9238-442e-93a4-364a1c2d8e65 None None] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:33.710549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Attempting to bind port cf67a77c-9afd-461c-a035-fb8297f131d1 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:33.710721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Attempting to bind port cf67a77c-9afd-461c-a035-fb8297f131d1 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:33.711093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Attempting to bind port cf67a77c-9afd-461c-a035-fb8297f131d1 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:33.719695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:33.720084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:33.720530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.720922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:33.721404 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Bound port: cf67a77c-9afd-461c-a035-fb8297f131d1, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:33.721792 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:33.842851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] For port cf67a77c-9afd-461c-a035-fb8297f131d1, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:33.864325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] For port cf67a77c-9afd-461c-a035-fb8297f131d1, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf67a77c-9afd-461c-a035-fb8297f131d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:33.878081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.004832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:34.005473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:34.007754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6fa2d-b9e9-4cd8-9709-a2dc705c04c3 None None] Pushing event updated for resources: {'Port': ['ID=cf67a77c-9afd-461c-a035-fb8297f131d1,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:34.057698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-055587e1-e2a0-4954-abcc-16f86d50bc12', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:55:34.058572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.212310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:34.336516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.356706 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Allocated IP 172.20.0.2 (055587e1-e2a0-4954-abcc-16f86d50bc12/a8989049-0011-411a-8439-ef2b4bdd3196/78b684cf-fa86-4d1c-b023-4ffc706feb8e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:34.425142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57810) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:34.559771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce29250-0ba4-408c-827d-45a0f2dde3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.562697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6a739521-88ef-4251-822f-693d2168d27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:31Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:34.594874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a739521-88ef-4251-822f-693d2168d27d None None] The sync data for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 is: [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:31Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:34.619973 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.629576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Transition to ACTIVE for port object 78b684cf-fa86-4d1c-b023-4ffc706feb8e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:34.645615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Transition to ACTIVE for port object 78b684cf-fa86-4d1c-b023-4ffc706feb8e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:34.657682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.688857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce29250-0ba4-408c-827d-45a0f2dde3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.696725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce29250-0ba4-408c-827d-45a0f2dde3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.726864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.1 (055587e1-e2a0-4954-abcc-16f86d50bc12/a8989049-0011-411a-8439-ef2b4bdd3196/395e3999-1251-477b-88ff-7aaa27a5032c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:34.740044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce29250-0ba4-408c-827d-45a0f2dde3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f9e03-7ccd-4217-8d35-e50e134e3cfe,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:34.775726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 57816) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:34.776800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2ce29250-0ba4-408c-827d-45a0f2dde3c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe0b31696cd446329a96ef598301c108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499854 Jul 22 19:55:34.921711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.937765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:34.942972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:34.955824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object 395e3999-1251-477b-88ff-7aaa27a5032c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:34.962292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:34.981787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Pushing event updated for resources: {'Port': ['ID=78b684cf-fa86-4d1c-b023-4ffc706feb8e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:34.985903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:35.004003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.069468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Attempting to bind port 78b684cf-fa86-4d1c-b023-4ffc706feb8e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:35.071370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Attempting to bind port 78b684cf-fa86-4d1c-b023-4ffc706feb8e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:35.072410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Attempting to bind port 78b684cf-fa86-4d1c-b023-4ffc706feb8e on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:35.075976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.084927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:35.086653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:35.087034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.088428 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Bound using segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:35.089213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Bound port: 78b684cf-fa86-4d1c-b023-4ffc706feb8e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:35.089912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.130864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:35.160928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:35.165549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.172413 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.173996 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/333f9e03-7ccd-4217-8d35-e50e134e3cfe HTTP/1.1" status: 204 len: 168 time: 0.3967230 Jul 22 19:55:35.175120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:35.211669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] For port 78b684cf-fa86-4d1c-b023-4ffc706feb8e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:35.216902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] For port 78b684cf-fa86-4d1c-b023-4ffc706feb8e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=78b684cf-fa86-4d1c-b023-4ffc706feb8e,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:35.223331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.234209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:35.264026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876efd-6d48-44ab-8be1-de672983978c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f9e03-7ccd-4217-8d35-e50e134e3cfe,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:35.309622 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.344934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6905f3-ee4c-4ed6-8772-468aeb11ec88 None None] Pushing event updated for resources: {'Port': ['ID=78b684cf-fa86-4d1c-b023-4ffc706feb8e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:35.581433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.634119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57824) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:35.659358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.813389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.820854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:35.859121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f87d49e-9be6-4c3f-b17c-869ea304a47b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:35.874969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.875674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.876303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.876854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.877397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.877952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.878379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.878832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.879365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.880064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.880922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.881770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:55:35.926343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2ded1e5e-d0a1-4584-b58e-4bed5082858f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c83fc4dc976f4e0880320c0e9dededb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900782 Jul 22 19:55:35.929502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 57828) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:36.008948 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.038006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.047501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.057198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.119103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.122803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.128265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f87d49e-9be6-4c3f-b17c-869ea304a47b HTTP/1.1" status: 204 len: 168 time: 0.1975610 Jul 22 19:55:36.162772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 78b684cf-fa86-4d1c-b023-4ffc706feb8e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:36.164287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6a40d-e014-4d1d-a18f-eae095b6d092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f87d49e-9be6-4c3f-b17c-869ea304a47b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:36.193519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:36.245584 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.251809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 78b684cf-fa86-4d1c-b023-4ffc706feb8e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:36.259843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf67a77c-9afd-461c-a035-fb8297f131d1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:36.361355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cf67a77c-9afd-461c-a035-fb8297f131d1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:36.368186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cf67a77c-9afd-461c-a035-fb8297f131d1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:36.369198 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.393584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:36.395243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:36.490076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.532231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cf67a77c-9afd-461c-a035-fb8297f131d1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf67a77c-9afd-461c-a035-fb8297f131d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:36.539077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:36.565359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 3c01b910-102e-41a3-8ee6-f640892d8dc5 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:36.625191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cf67a77c-9afd-461c-a035-fb8297f131d1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:36.727417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1260c1-ac95-4e1a-ae3f-952e6ebcfa61 None None] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:55:36.742855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:36.749208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fb697e6-f5b6-4d53-abbd-393edd579218 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/3c01b910-102e-41a3-8ee6-f640892d8dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0723965 Jul 22 19:55:36.810082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Provisioning for port 78b684cf-fa86-4d1c-b023-4ffc706feb8e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:36.830420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Provisioning complete for port 78b684cf-fa86-4d1c-b023-4ffc706feb8e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:36.831070 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.049502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.128702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] For port 78b684cf-fa86-4d1c-b023-4ffc706feb8e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=78b684cf-fa86-4d1c-b023-4ffc706feb8e,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:37.133089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ebcf51b4-7a06-47cf-a9b1-81b1c04ac43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.139165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-50cee747-cc8a-450d-a0b8-ac7e0a9ad871 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178437419&fields=id&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 267 time: 0.1190734 Jul 22 19:55:37.143519 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.222746 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df772772-02a5-40d1-af82-3948c2225a19 None None] Pushing event updated for resources: {'Port': ['ID=78b684cf-fa86-4d1c-b023-4ffc706feb8e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:37.305673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-82f6177c-fbd5-4162-a4a6-c74419f80303 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:37.307390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-82f6177c-fbd5-4162-a4a6-c74419f80303 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 797 time: 0.1462607 Jul 22 19:55:37.327054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-39768235-36d4-4afa-b48f-f3f591666a2b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/quotas/ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 375 time: 0.0128410 Jul 22 19:55:37.381174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Sync routers for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:37.396879 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:37.397787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:37.448976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-eb620d1e-58c2-4d7b-9867-d8da13a248d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096525 Jul 22 19:55:37.458477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-a3d038fc-ae1c-44d0-ad31-054f3e39106b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:55:37.469950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-a3d038fc-ae1c-44d0-ad31-054f3e39106b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167098 Jul 22 19:55:37.507769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Provisioning for port 395e3999-1251-477b-88ff-7aaa27a5032c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:37.516338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Provisioning complete for port 395e3999-1251-477b-88ff-7aaa27a5032c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:37.516987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.561966 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:37.591342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Port 395e3999-1251-477b-88ff-7aaa27a5032c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:37.618343 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Provisioning complete for port 78b684cf-fa86-4d1c-b023-4ffc706feb8e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:37.618962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d37a0ee6-fd47-4575-a9eb-eb7d0696ca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.711884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-525eebbc-dbad-459c-bebc-6ff41c9fadaa service neutron] 10.222.0.10 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401490 Jul 22 19:55:37.844249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-a46142a4-cf0b-4b78-a465-9ce5d430a176 service neutron] 10.222.0.10 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313367 Jul 22 19:55:37.884521 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 2, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:37.915108 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Checking router: 3c01b910-102e-41a3-8ee6-f640892d8dc5 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:37.915518 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Updating router 3c01b910-102e-41a3-8ee6-f640892d8dc5 port 395e3999-1251-477b-88ff-7aaa27a5032c binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:55:37.917692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f264f1b2-d5a3-4a60-b192-eda23a8eca21 None None] Provisioning complete for port 395e3999-1251-477b-88ff-7aaa27a5032c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:37.918305 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f264f1b2-d5a3-4a60-b192-eda23a8eca21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:37.988359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f264f1b2-d5a3-4a60-b192-eda23a8eca21 None None] Port 395e3999-1251-477b-88ff-7aaa27a5032c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:38.002526 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.105425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf67a77c-9afd-461c-a035-fb8297f131d1 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:38.161996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4556acb2-650b-4776-9538-d6ce55a8434c None None] Provisioning complete for port 395e3999-1251-477b-88ff-7aaa27a5032c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:38.162583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab1907c2-fdaf-4a11-afbe-44f70c1d8b50 req-267b8306-8072-4595-8636-e88fad1c37d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 210 time: 0.0734870 Jul 22 19:55:38.173566 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4556acb2-650b-4776-9538-d6ce55a8434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.268106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4556acb2-650b-4776-9538-d6ce55a8434c None None] Port 395e3999-1251-477b-88ff-7aaa27a5032c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:38.272612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cf67a77c-9afd-461c-a035-fb8297f131d1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:38.273249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.425075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 78b684cf-fa86-4d1c-b023-4ffc706feb8e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:38.508848 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.525846 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Transition to ACTIVE for port object 395e3999-1251-477b-88ff-7aaa27a5032c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:38.526051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 78b684cf-fa86-4d1c-b023-4ffc706feb8e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:38.526430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.535841 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.618481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3bb78018-7d7e-4f27-b252-f29eb8870da9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:38.620616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3bb78018-7d7e-4f27-b252-f29eb8870da9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1731772 Jul 22 19:55:38.658014 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-58895403-0f8e-4d32-874d-03642d4cff82 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/quotas/cd4fd97cf1df40eeae1f446f501c1346 HTTP/1.1" status: 200 len: 375 time: 0.0297744 Jul 22 19:55:38.709611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Attempting to bind port 395e3999-1251-477b-88ff-7aaa27a5032c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:38.710322 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Attempting to bind port 395e3999-1251-477b-88ff-7aaa27a5032c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:38.710920 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Attempting to bind port 395e3999-1251-477b-88ff-7aaa27a5032c on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:38.717856 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:38.718501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:38.719102 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.719696 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Bound using segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:38.720407 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Bound port: 395e3999-1251-477b-88ff-7aaa27a5032c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:38.720980 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.723006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ff56-6fca-4a20-a7fc-7e4480a5544b None None] Pushing event updated for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:38.774200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-587f030d-277b-4865-b270-21e57eeb82e4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026063 Jul 22 19:55:38.837383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] For port 395e3999-1251-477b-88ff-7aaa27a5032c, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:38.842118 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] For port 395e3999-1251-477b-88ff-7aaa27a5032c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=395e3999-1251-477b-88ff-7aaa27a5032c,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:38.847798 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:38.911124 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:38.911666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:38.970037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-a233f9a0-e2fa-4fbd-8050-d110f6b1f250 service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879017 Jul 22 19:55:39.045516 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0ff56-6fca-4a20-a7fc-7e4480a5544b None None] Pushing event updated for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:39.142725 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:39.157826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-ff592982-8024-4999-a59e-e740f72d947f service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851115 Jul 22 19:55:39.349694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abc65afe-9460-4815-ae18-3c85b68febea req-0084b7eb-451b-4bc9-b6bd-a59d5360881e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 210 time: 0.0525365 Jul 22 19:55:39.556654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-20b0a279-d486-4f36-a33c-e9de0f8ddead req-f6bfba7d-5280-438e-9ae9-fcebe27402ae tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 210 time: 0.0762520 Jul 22 19:55:39.696364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-415f986a-d785-427b-a07b-a649093ff114 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:39.698740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-415f986a-d785-427b-a07b-a649093ff114 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 797 time: 0.2884161 Jul 22 19:55:39.704047 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:38Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:39.743322 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c0b191-2d30-4caf-9681-6260e03d7fd2 None None] The sync data for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 is: [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:38Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:39.770313 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-2d5974c6-17b7-4fe2-9414-871725b9f2dc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 380 time: 0.0595772 Jul 22 19:55:39.779954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'port': {'device_id': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'admin_state_up': True, 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'security_groups': ['b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:39.970330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.013753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:40.017834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.066439 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a011237b-d011-4443-a00f-dfd19fa13b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.110702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 395e3999-1251-477b-88ff-7aaa27a5032c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:40.202557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 395e3999-1251-477b-88ff-7aaa27a5032c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:40.207894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 395e3999-1251-477b-88ff-7aaa27a5032c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:40.208716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.258751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.13 (055587e1-e2a0-4954-abcc-16f86d50bc12/a8989049-0011-411a-8439-ef2b4bdd3196/c9ad8280-4fcd-4007-b2c8-5843c7f034c1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:40.399931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.514700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.535658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 395e3999-1251-477b-88ff-7aaa27a5032c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=395e3999-1251-477b-88ff-7aaa27a5032c,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:40.541391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object c9ad8280-4fcd-4007-b2c8-5843c7f034c1 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:40.553934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.564187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edb6aebf-f207-4c96-a0e2-7a68d604de48 req-b64d0f66-f64d-4910-90bc-49c6efbc8a4f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 210 time: 0.0538909 Jul 22 19:55:40.612793 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.648773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:40.658029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:40.686485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:40.700030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:40.716259 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70bb2ddc-79ff-4ef6-bd2b-761e8013640d req-c070b511-da20-41df-b23b-5cb97d3fa3f6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 210 time: 0.0441175 Jul 22 19:55:40.815616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:40.844015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:40.844699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:40.877651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-afb792c3-67fa-4ee0-8579-aea6f3b1e2fc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1026595 Jul 22 19:55:40.903896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Request body: {'port': {'device_id': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:41.031811 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.143075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-326bd7b7-9b2a-4050-84df-ca7edd15d9c4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:41.144920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-326bd7b7-9b2a-4050-84df-ca7edd15d9c4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.2647352 Jul 22 19:55:41.172743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Request body: {'port': {'device_id': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'admin_state_up': True, 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:41.198916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f904885c-3a48-4485-bcb9-3d878a5140a0 None None] Provisioning for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:41.205874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f904885c-3a48-4485-bcb9-3d878a5140a0 None None] Provisioning complete for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:41.206658 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f904885c-3a48-4485-bcb9-3d878a5140a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.291229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f904885c-3a48-4485-bcb9-3d878a5140a0 None None] Port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:55:41.404493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:41.410154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.549214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.570825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:41.595868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.627628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Transition to ACTIVE for port object c9ad8280-4fcd-4007-b2c8-5843c7f034c1 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:41.636692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.686039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Allocated IP 172.20.0.13 (91589815-ab95-4d0c-980d-b6c469c2e143/0661e832-d505-459c-854a-71a3865c169b/c003c3e3-6450-40f0-9c49-69e9c3c3a89f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:41.820591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:41.918065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:41.924251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:41.924958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:41.930657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:41.931280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:41.938116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:41.938835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:41.939469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Bound using segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:41.940127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Bound port: c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:41.940900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:41.986816 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d9c6fe5-5a2d-4090-9723-30872f44a9ba req-d45bb198-19d7-44d2-9c18-c28cc558a62a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 210 time: 0.0731556 Jul 22 19:55:42.071376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:42.075943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:42.082424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.124083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.132669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 395e3999-1251-477b-88ff-7aaa27a5032c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:42.174215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28901ce-24a3-439c-8019-d9d078258512 req-bf9946be-a92c-4c52-832e-12f5b924f741 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.188351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e28901ce-24a3-439c-8019-d9d078258512 req-bf9946be-a92c-4c52-832e-12f5b924f741 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.2901890 Jul 22 19:55:42.214092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.214878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.216828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] 10.222.0.32 "PUT /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1093 time: 1.3273487 Jul 22 19:55:42.217448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:42.233436 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b12a979-2aa8-4a7f-adfa-e08d151c673b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:42.241111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 395e3999-1251-477b-88ff-7aaa27a5032c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:42.241696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.268200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6b608-e8cc-495e-ac02-a32f05b27edb service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:42.338376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e28901ce-24a3-439c-8019-d9d078258512 req-ea12844d-8ac5-4f2f-b1ae-745a0e4cea33 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469994 Jul 22 19:55:42.357539 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f22da4-630e-4e4f-9080-b52f1b41cc2d x-openstack-request-id: req-d4f22da4-630e-4e4f-9080-b52f1b41cc2d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:42.357838 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:42.358096 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4f22da4-630e-4e4f-9080-b52f1b41cc2d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:42.358507 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:55:42.361455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-20198eff-b0fa-44c3-82ae-c9406bae2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.362983 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-20198eff-b0fa-44c3-82ae-c9406bae2765 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0914493 Jul 22 19:55:42.408845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.433490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:42.460470 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-b4bd70ba-ffc4-4012-9cc0-30486001d1b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 217 time: 0.0741234 Jul 22 19:55:42.498967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Network 91589815-ab95-4d0c-980d-b6c469c2e143 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:42.520361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:42.524876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:42.527946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-ee3ceb17-b3e7-445e-bd1a-23b81a60a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.529790 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-ee3ceb17-b3e7-445e-bd1a-23b81a60a6cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0627608 Jul 22 19:55:42.581939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event updated for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:42.631479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.632124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.654644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-3bd3a634-eb75-4c11-a6d2-1e3cf75f6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:42.658203 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-3bd3a634-eb75-4c11-a6d2-1e3cf75f6ecc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189842 Jul 22 19:55:42.676690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-1950265e-f494-4241-b9fb-0427acedf0b7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5111384 Jul 22 19:55:42.690381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Request body: {'port': {'device_id': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:42.839652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.843533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-e76b1535-e618-47ff-b4a3-0c899652ff5c service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798406 Jul 22 19:55:42.936547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:42.970729 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-273cfbdc-0d8d-430d-812c-c42c58810827 req-0f585250-d10e-4b2c-827d-d837a51ec37e service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209087 Jul 22 19:55:43.124867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-81c2fabe-99ab-46af-bebb-b67c295ef04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.126931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-81c2fabe-99ab-46af-bebb-b67c295ef04b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0860519 Jul 22 19:55:43.212805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75192843-e9e0-4fbc-8e90-e10d64ee066c req-f937f2ba-8f1d-49d1-903d-0f3c158eaafb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.214794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75192843-e9e0-4fbc-8e90-e10d64ee066c req-f937f2ba-8f1d-49d1-903d-0f3c158eaafb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 932 time: 0.1023185 Jul 22 19:55:43.242585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-7f8b3a7a-1e48-48e2-bd19-da30ca45c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.244086 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-7f8b3a7a-1e48-48e2-bd19-da30ca45c271 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1103170 Jul 22 19:55:43.265975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c003c3e3-6450-40f0-9c49-69e9c3c3a89f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:43.290027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:43.304842 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-6e464ca2-5429-4cc1-9c7e-28259a5e626e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 217 time: 0.0535362 Jul 22 19:55:43.312852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75192843-e9e0-4fbc-8e90-e10d64ee066c req-dad96769-38b7-4942-8e43-036298c7a3b4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777287 Jul 22 19:55:43.315645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Transition to ACTIVE for port object c003c3e3-6450-40f0-9c49-69e9c3c3a89f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:55:43.323833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:43.420810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-dcb80aa9-f3ea-42af-951e-288a21d1067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.423132 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-dcb80aa9-f3ea-42af-951e-288a21d1067b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.1022034 Jul 22 19:55:43.441093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:43.469407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Attempting to bind port c003c3e3-6450-40f0-9c49-69e9c3c3a89f on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:55:43.469741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Attempting to bind port c003c3e3-6450-40f0-9c49-69e9c3c3a89f by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:55:43.470345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Attempting to bind port c003c3e3-6450-40f0-9c49-69e9c3c3a89f on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:43.485600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Port c003c3e3-6450-40f0-9c49-69e9c3c3a89f on network 91589815-ab95-4d0c-980d-b6c469c2e143 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:55:43.485942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Attempting to bind port c003c3e3-6450-40f0-9c49-69e9c3c3a89f on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:55:43.508023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-4fc5b19a-541e-4d30-9c04-361d20068dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.509610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-4fc5b19a-541e-4d30-9c04-361d20068dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795755 Jul 22 19:55:43.512714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:55:43.513173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Checking segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:55:43.513569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Bound using segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:55:43.514091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Bound port: c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:55:43.514453 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:43.617658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00060ab8-3c45-4a37-b227-158ac11b41a3 req-ac7736e9-803d-4fe2-b2f9-c824c0644c01 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.619204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00060ab8-3c45-4a37-b227-158ac11b41a3 req-ac7736e9-803d-4fe2-b2f9-c824c0644c01 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.1516533 Jul 22 19:55:43.630214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-f3a9c1ce-84cd-46f6-b360-9736573c7417 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126864 Jul 22 19:55:43.664973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:55:43.670181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:55:43.686218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:43.694989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00060ab8-3c45-4a37-b227-158ac11b41a3 req-64162cf3-80c2-4590-a9a8-fa6180f8db73 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669751 Jul 22 19:55:43.736608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.737355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:43.744412 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4b12a979-2aa8-4a7f-adfa-e08d151c673b req-a67e1cb8-ad59-492e-ad3a-f7d155880839 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050837 Jul 22 19:55:43.748008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] 10.222.0.26 "PUT /v2.0/ports/c003c3e3-6450-40f0-9c49-69e9c3c3a89f HTTP/1.1" status: 200 len: 1093 time: 1.0622272 Jul 22 19:55:43.748547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:43.751056 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04" -d '{"events": [{"name": "network-changed", "server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:43.795675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f8168-4b03-44d9-ad12-c457078a9a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:43.884623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-af405291-b244-468c-aa71-eba448a47e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:43.886693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-af405291-b244-468c-aa71-eba448a47e56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 1096 time: 0.0775378 Jul 22 19:55:43.946994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-4b75f0e0-5381-4327-ac42-e5ec639256a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f HTTP/1.1" status: 200 len: 217 time: 0.0522764 Jul 22 19:55:44.007531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-fa354c6a-6a14-442e-a12a-ddc7dae3f698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.009578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-fa354c6a-6a14-442e-a12a-ddc7dae3f698 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0556176 Jul 22 19:55:44.029082 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e2d99-37d1-456d-8fba-08270724fb28 x-openstack-request-id: req-a39e2d99-37d1-456d-8fba-08270724fb28 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:44.029614 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:44.030073 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a39e2d99-37d1-456d-8fba-08270724fb28 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:44.030476 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'status': 'completed', 'code': 200} Jul 22 19:55:44.049496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-d1179e6a-53dc-42bd-bccf-62e8c07b6809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318811 Jul 22 19:55:44.148123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-7ca4d1cd-67a1-43ea-8134-9912054a33f1 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913763 Jul 22 19:55:44.245159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87fce482-83b9-4fd1-b0b8-ad73f3b9a334 req-3cfc3fa5-8724-4b34-aa67-3a7e93b045e8 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890739 Jul 22 19:55:44.351819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-81862f40-7ba1-43a9-a2be-64fc8f32fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.353423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-81862f40-7ba1-43a9-a2be-64fc8f32fabb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 1096 time: 0.0648932 Jul 22 19:55:44.491573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-9c935eb5-991b-4bba-bc7d-18a9c59401f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.493176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-9c935eb5-991b-4bba-bc7d-18a9c59401f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.1329172 Jul 22 19:55:44.510154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e92c24-2ba2-4533-9cc9-e9a84ff1b3dd req-f656cbbc-7bf8-475e-aa8d-3751a0c05627 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.511738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96e92c24-2ba2-4533-9cc9-e9a84ff1b3dd req-f656cbbc-7bf8-475e-aa8d-3751a0c05627 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 944 time: 0.1155026 Jul 22 19:55:44.558450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-1b2ff4b5-d6e6-460b-8bfb-97c067cbb52a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f HTTP/1.1" status: 200 len: 217 time: 0.0568898 Jul 22 19:55:44.611842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96e92c24-2ba2-4533-9cc9-e9a84ff1b3dd req-068a0027-c9ad-4e04-b0ca-3d754bfbdf18 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929165 Jul 22 19:55:44.631378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-ccf87a17-da3a-4727-ab5f-2d7b3c6281c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.633105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-ccf87a17-da3a-4727-ab5f-2d7b3c6281c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0541565 Jul 22 19:55:44.679474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-a484e57c-2b54-48ae-ab84-c2c6cfeafc7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387115 Jul 22 19:55:44.796631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-c4f8bf55-a7ce-4234-844b-fbe7ea9fdaf7 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950577 Jul 22 19:55:44.927652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff4b8212-0ebd-4ec2-93b0-805b430a7a04 req-bbc0a7e1-d0b4-4559-bde5-fbc85e17d1fb service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363785 Jul 22 19:55:44.943494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d30dc-c585-4b61-9e24-8a314295b954 req-ebc53747-3f1a-44a7-bc4f-a9099a543fab tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:44.950903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-952d30dc-c585-4b61-9e24-8a314295b954 req-ebc53747-3f1a-44a7-bc4f-a9099a543fab tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.1390634 Jul 22 19:55:44.985973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-952d30dc-c585-4b61-9e24-8a314295b954 req-3d1fdaca-5d68-4bda-8ac4-6c43f9686675 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Jul 22 19:55:45.294736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58048) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:45.415287 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f980067-6f2a-46fa-9e6d-ac6124d52e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:45.504435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f980067-6f2a-46fa-9e6d-ac6124d52e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:45.508128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f980067-6f2a-46fa-9e6d-ac6124d52e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:45.549060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4f980067-6f2a-46fa-9e6d-ac6124d52e41 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e566b300859d49cab6917458167170c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507863 Jul 22 19:55:45.549241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58056) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:45.556074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f980067-6f2a-46fa-9e6d-ac6124d52e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ae788-4605-4212-b0bf-48ff3cfdd06d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:45.604487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:45.982903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:45.984605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:55:46.046851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3bc52-4061-4a57-aa73-da90d1d65d9c req-f6ca3916-f2d5-4942-a079-ac18e52f8d98 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:46.048449 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54d3bc52-4061-4a57-aa73-da90d1d65d9c req-f6ca3916-f2d5-4942-a079-ac18e52f8d98 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 944 time: 0.1035798 Jul 22 19:55:46.066117 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.068911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.070296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d01ae788-4605-4212-b0bf-48ff3cfdd06d HTTP/1.1" status: 204 len: 168 time: 0.5199962 Jul 22 19:55:46.100736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cd64f-8fa3-49db-a52a-adc82cc34a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ae788-4605-4212-b0bf-48ff3cfdd06d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:46.144845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54d3bc52-4061-4a57-aa73-da90d1d65d9c req-a01c403b-db61-4c71-b1d7-bcd49369f0a9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Jul 22 19:55:46.172093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:46.194645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:55:46.198473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24160ac-86c7-400d-a23c-04a573cb107d req-82f4ecab-e63a-43c2-833c-9b3d545439d5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:46.200744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24160ac-86c7-400d-a23c-04a573cb107d req-82f4ecab-e63a-43c2-833c-9b3d545439d5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.1179137 Jul 22 19:55:46.249832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c24160ac-86c7-400d-a23c-04a573cb107d req-3aaaf1e1-f0f5-492a-abf7-ee468b0d4d4c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391512 Jul 22 19:55:46.281101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.296937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:46.317267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:46.321336 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.373690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:46.388642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58076) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:46.402485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905a5105-9c8a-4e9e-84cc-982b63ecfa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.491860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905a5105-9c8a-4e9e-84cc-982b63ecfa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.495933 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-905a5105-9c8a-4e9e-84cc-982b63ecfa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.507364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c9ad8280-4fcd-4007-b2c8-5843c7f034c1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:46.539913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-905a5105-9c8a-4e9e-84cc-982b63ecfa19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=06fa7579497541c1ac07e73aabeada5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501751 Jul 22 19:55:46.541089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a5105-9c8a-4e9e-84cc-982b63ecfa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b428d-5261-4632-9d75-768539f63ed5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:46.542608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58078) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:46.609701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.635238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.699170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.702722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:46.703937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/444b428d-5261-4632-9d75-768539f63ed5 HTTP/1.1" status: 204 len: 168 time: 0.1589694 Jul 22 19:55:46.729329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ff19d-8551-4236-b095-6fa18a569fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b428d-5261-4632-9d75-768539f63ed5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:47.356568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7f4a9-e6f6-442b-be1c-e4b3c21e6ec9 req-27f49727-bdd1-4253-b502-e8cabce6a699 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:47.358258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05e7f4a9-e6f6-442b-be1c-e4b3c21e6ec9 req-27f49727-bdd1-4253-b502-e8cabce6a699 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 944 time: 0.1153753 Jul 22 19:55:47.421834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05e7f4a9-e6f6-442b-be1c-e4b3c21e6ec9 req-06d00fa5-01d8-4758-8337-b0675f1b0e66 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Jul 22 19:55:47.440836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13415-54c1-4b63-8b3a-555d882a48f9 req-97a5359b-3076-4bcb-ad2c-7bec64adfffe tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:47.442572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ba13415-54c1-4b63-8b3a-555d882a48f9 req-97a5359b-3076-4bcb-ad2c-7bec64adfffe tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 945 time: 0.1111512 Jul 22 19:55:47.485744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ba13415-54c1-4b63-8b3a-555d882a48f9 req-b87d7fd4-7a16-48a1-9248-ef66d244a149 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376959 Jul 22 19:55:47.680515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c003c3e3-6450-40f0-9c49-69e9c3c3a89f details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:55:47.787523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:47.799341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'port_id': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'mac_address': 'fa:16:3e:c6:35:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0661e832-d505-459c-854a-71a3865c169b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:55:47.836836 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:47.853574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c003c3e3-6450-40f0-9c49-69e9c3c3a89f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:55:47.873903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:47.878110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:47.927367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:47.983782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:48.041905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:48.046936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:48.047520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:48.082392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c003c3e3-6450-40f0-9c49-69e9c3c3a89f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:55:48.194513 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:48.242888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:48.245095 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546c93cb-1a06-4b87-a3b4-d3239bbe690b" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:48.260895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:48.269763 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:48.311650 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f375d106-44ec-45dc-bbb5-57057ca8011b x-openstack-request-id: req-f375d106-44ec-45dc-bbb5-57057ca8011b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:48.311941 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:48.312222 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f375d106-44ec-45dc-bbb5-57057ca8011b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:48.312613 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'code': 200} Jul 22 19:55:48.348572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:48.436872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18ccc-5d98-4caa-98ed-f19aa2f78827 req-7d917ffb-c17f-401d-9f2d-d86aed1befff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:48.439013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-39b18ccc-5d98-4caa-98ed-f19aa2f78827 req-7d917ffb-c17f-401d-9f2d-d86aed1befff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1098 time: 0.0561349 Jul 22 19:55:48.478927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-39b18ccc-5d98-4caa-98ed-f19aa2f78827 req-6f54090d-46c6-4f37-a128-1bc36c017b09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Jul 22 19:55:48.614989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5baa1-dee3-4492-a56f-e9f40666b960 req-74e2e459-23f7-485f-8c77-a6f44ef84bc3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:48.627637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8af5baa1-dee3-4492-a56f-e9f40666b960 req-74e2e459-23f7-485f-8c77-a6f44ef84bc3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 945 time: 0.1273592 Jul 22 19:55:48.682410 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8af5baa1-dee3-4492-a56f-e9f40666b960 req-a78f5f7d-d5a8-491e-b16d-eb21b276bf67 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569642 Jul 22 19:55:48.702203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7c353-c0ac-4851-95b6-86b83784f06c req-6f2ddd29-d111-49e9-b2af-86b2db9dca16 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:48.709523 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05a7c353-c0ac-4851-95b6-86b83784f06c req-6f2ddd29-d111-49e9-b2af-86b2db9dca16 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1459010 Jul 22 19:55:48.760731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05a7c353-c0ac-4851-95b6-86b83784f06c req-d0c2d566-ed4e-4c02-970d-2b06eee48a57 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502758 Jul 22 19:55:49.692246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c003c3e3-6450-40f0-9c49-69e9c3c3a89f up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:55:49.764482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port c003c3e3-6450-40f0-9c49-69e9c3c3a89f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:55:49.769117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port c003c3e3-6450-40f0-9c49-69e9c3c3a89f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:55:49.769500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:49.879569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:49.918980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cee132-e244-4544-97fe-308f06dacd03 req-f3146226-aecf-4de7-a1c6-f2e400226cc9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:49.920518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21cee132-e244-4544-97fe-308f06dacd03 req-f3146226-aecf-4de7-a1c6-f2e400226cc9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 945 time: 0.1648085 Jul 22 19:55:49.930035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:55:49.937166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:49.984671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21cee132-e244-4544-97fe-308f06dacd03 req-125153f9-bb9e-42b7-be59-507244821a8e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555167 Jul 22 19:55:50.009963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:50.013850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73293442-c0e2-45b8-a770-99e0375cbdfd req-0f912e76-a713-4e24-97ac-f69a7379c5a9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:50.015378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73293442-c0e2-45b8-a770-99e0375cbdfd req-0f912e76-a713-4e24-97ac-f69a7379c5a9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1466875 Jul 22 19:55:50.072824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73293442-c0e2-45b8-a770-99e0375cbdfd req-c3917590-74e2-45b9-adec-7a65b4c91e38 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Jul 22 19:55:50.220547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf2cc4-52b9-483f-ac18-f7d96d80766e req-193cabed-a141-4988-aaa7-0b73190e0f67 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:50.222276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0cf2cc4-52b9-483f-ac18-f7d96d80766e req-193cabed-a141-4988-aaa7-0b73190e0f67 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0720243 Jul 22 19:55:50.261760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0cf2cc4-52b9-483f-ac18-f7d96d80766e req-a89f9054-06a1-48a3-ab71-34bfe05ea6ae tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Jul 22 19:55:50.296509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:50.314221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:50.316987 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b88ccc-8e38-4dc3-82b2-8d83fec0a21d" -d '{"events": [{"server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "name": "network-vif-plugged", "status": "completed", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:50.369433 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0408d8f-a773-4ba6-a3e8-f50dee0b8ecf x-openstack-request-id: req-d0408d8f-a773-4ba6-a3e8-f50dee0b8ecf {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:50.369862 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "name": "network-vif-plugged", "status": "completed", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:50.370117 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0408d8f-a773-4ba6-a3e8-f50dee0b8ecf {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:50.370511 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'code': 200} Jul 22 19:55:50.383730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54506da-2e84-4acd-861d-c1872e4086a2 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:50.385587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b54506da-2e84-4acd-861d-c1872e4086a2 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1093 time: 0.0879667 Jul 22 19:55:50.388486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58198) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:50.393138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:50.429228 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:50.504102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4be4e-5511-4986-a2c1-2fe11e15604a req-e6fe2be9-d0a9-4f4d-a99e-e7e7035c1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:50.505881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14e4be4e-5511-4986-a2c1-2fe11e15604a req-e6fe2be9-d0a9-4f4d-a99e-e7e7035c1f04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 1098 time: 0.0639446 Jul 22 19:55:50.540809 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:50.562698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14e4be4e-5511-4986-a2c1-2fe11e15604a req-f44380e1-5487-4d72-90fd-e92e4baaf594 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Jul 22 19:55:50.651790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.8 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/14942491-b073-4214-be2e-0a8126a2f40f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:50.757231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:50.795660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:50.844645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:55:50.848299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:55:50.850823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:55:50.877526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=14942491-b073-4214-be2e-0a8126a2f40f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:51.142920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998a017-f0cf-400d-b33d-10ee9d104be8 req-eb02b138-2426-4c53-9bfd-65292508b51c tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:51.150586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e998a017-f0cf-400d-b33d-10ee9d104be8 req-eb02b138-2426-4c53-9bfd-65292508b51c tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 946 time: 0.0884662 Jul 22 19:55:51.211124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e998a017-f0cf-400d-b33d-10ee9d104be8 req-9f8b29eb-8564-4a63-b527-1d43f80a9f6d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595775 Jul 22 19:55:51.286073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:51.742696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:51.905005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:51.911532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:51.978891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=14942491-b073-4214-be2e-0a8126a2f40f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:51.991240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:52.093189 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 associated. External IP: 172.25.6.8, port: c9ad8280-4fcd-4007-b2c8-5843c7f034c1. Jul 22 19:55:52.331129 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 3c01b910-102e-41a3-8ee6-f640892d8dc5 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:55:52.393367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c08fa-a3d3-4134-8bf9-d4f353ec31b1 req-fff17e52-68ae-4bd1-8d36-fd3b2bfa1dd3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:52.395316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d24c08fa-a3d3-4134-8bf9-d4f353ec31b1 req-fff17e52-68ae-4bd1-8d36-fd3b2bfa1dd3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 946 time: 0.0769188 Jul 22 19:55:52.460288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d24c08fa-a3d3-4134-8bf9-d4f353ec31b1 req-0778d0be-3b51-44f7-87e4-0743aa090ae8 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Jul 22 19:55:52.494843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:55:52.505941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Sync routers for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:55:52.515905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:52.516920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:52.523367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:52.604360 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7da98aab-1df3-427f-988b-89184deb75a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1981289 Jul 22 19:55:52.608308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:55:52.612385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58230) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:52.619155 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c459eb5-5cbf-44c3-b4e6-69523ff13946" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:55:52.709545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:52.756938 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a361df-41f6-4ff3-b8b1-b01c6d24cd2c x-openstack-request-id: req-a4a361df-41f6-4ff3-b8b1-b01c6d24cd2c {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:55:52.756938 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:55:52.756938 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4a361df-41f6-4ff3-b8b1-b01c6d24cd2c {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:55:52.756938 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:55:52.822916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5f861-2a51-40b1-8144-085257dce2be req-95d567a1-be60-4c74-beaf-da6a7c03ec27 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:52.833016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48c5f861-2a51-40b1-8144-085257dce2be req-95d567a1-be60-4c74-beaf-da6a7c03ec27 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1499054 Jul 22 19:55:52.868610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04982c9f-351f-4c56-935f-346d56b11b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:52.893978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-133bc861-f0a6-47fa-9d22-23507235f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:52.897591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-133bc861-f0a6-47fa-9d22-23507235f8c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1098 time: 0.1182978 Jul 22 19:55:52.936890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-48c5f861-2a51-40b1-8144-085257dce2be req-aa7b16d9-5964-4920-b916-79fb2e844281 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826230 Jul 22 19:55:52.953788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58248) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:53.025966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-91835df7-8525-4b32-bab2-9b82935f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:53.028296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-91835df7-8525-4b32-bab2-9b82935f1858 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1243455 Jul 22 19:55:53.138833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-961b910f-2412-439d-93aa-38a37497339e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 200 len: 990 time: 0.1831999 Jul 22 19:55:53.157553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-1324bdd6-8f44-420b-ae13-9e7403c770cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.1222489 Jul 22 19:55:53.179084 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '7208e7f8-c982-48f3-b9a9-e478c4dd4ea0', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:55:51Z', 'updated_at': '2021-07-22T19:55:51Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:53.207193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Checking router: 3c01b910-102e-41a3-8ee6-f640892d8dc5 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:55:53.213995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04982c9f-351f-4c56-935f-346d56b11b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.216763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:55:53.217507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:55:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:53.222722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-04982c9f-351f-4c56-935f-346d56b11b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.238962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-8423a444-30e9-4d14-9404-7413cc8a5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:53.241165 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-8423a444-30e9-4d14-9404-7413cc8a5edf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0761802 Jul 22 19:55:53.262589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982c9f-351f-4c56-935f-346d56b11b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e2e77-549e-4fca-95ec-c4c57c0f0c39,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:53.285631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-04982c9f-351f-4c56-935f-346d56b11b62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e3c73fc870144675a1b347bc5862a850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6717622 Jul 22 19:55:53.288025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58254) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:53.331004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-7a386fa6-7eae-4562-8727-73defaa3afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:53.332784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-7a386fa6-7eae-4562-8727-73defaa3afdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844326 Jul 22 19:55:53.348459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.374474 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.431422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.436987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.440615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e6e2e77-549e-4fca-95ec-c4c57c0f0c39 HTTP/1.1" status: 204 len: 168 time: 0.1515596 Jul 22 19:55:53.451692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381851c9-7e2f-49a1-a45c-3173f2216a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e2e77-549e-4fca-95ec-c4c57c0f0c39,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:53.479253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-06dad2d2-1244-41e1-9e80-0b9835b0725d service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385283 Jul 22 19:55:53.538576 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:55:53.613467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7c459eb5-5cbf-44c3-b4e6-69523ff13946 req-8ab0ed3e-2fef-4202-b2a7-9320888e8664 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282518 Jul 22 19:55:53.836441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '7208e7f8-c982-48f3-b9a9-e478c4dd4ea0', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:55:51Z', 'updated_at': '2021-07-22T19:55:51Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:55:53.838737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:53.854707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c407346-7719-4f06-8bbb-6857e84bc565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.876208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60a8ddf-11e3-4596-b6e4-cf41c5eb3831 None None] The sync data for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 is: [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '7208e7f8-c982-48f3-b9a9-e478c4dd4ea0', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.8', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:55:51Z', 'updated_at': '2021-07-22T19:55:51Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:55:53.960854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c407346-7719-4f06-8bbb-6857e84bc565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:53.966860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c407346-7719-4f06-8bbb-6857e84bc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:54.008622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c407346-7719-4f06-8bbb-6857e84bc565 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d47b707ff8e0451fba9447f22c1399d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664464 Jul 22 19:55:54.009033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58268) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:54.028044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c407346-7719-4f06-8bbb-6857e84bc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b16d72-03a0-40f2-9b33-d352461bd7aa,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:54.072571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:54.095459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:54.130237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58272) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:54.170408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:54.173856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:54.177416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63b16d72-03a0-40f2-9b33-d352461bd7aa HTTP/1.1" status: 204 len: 168 time: 0.1651666 Jul 22 19:55:54.180672 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e91cc6-7119-46ef-9699-baa3fee4241e None None] New status for floating IP 7208e7f8-c982-48f3-b9a9-e478c4dd4ea0: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:55:54.205509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f0eb-1ba2-4bc2-8701-c5121620bb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b16d72-03a0-40f2-9b33-d352461bd7aa,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:55:54.313079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-22800be7-13c4-42d1-afdb-2ac5fc5ae81b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 200 len: 990 time: 0.1815045 Jul 22 19:55:54.630493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:55.316667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:55:55.395002 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9251d26b-84cf-43fa-829c-572b8da7b1e5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 200 len: 992 time: 0.0770361 Jul 22 19:55:57.366741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:58.017447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-65fbffb2-9e44-4213-b9a1-a625c2445c32 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.018979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-65fbffb2-9e44-4213-b9a1-a625c2445c32 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1107523 Jul 22 19:55:58.036650 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-8b55ac63-f054-4083-a738-1b2ce050bd68 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/quotas/cd4fd97cf1df40eeae1f446f501c1346 HTTP/1.1" status: 200 len: 375 time: 0.0101390 Jul 22 19:55:58.107562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-7ef58f6c-d127-4e77-85a0-3be9ba31ad1e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655310 Jul 22 19:55:58.196692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-9dcc8826-634e-473f-902a-0df7ff5a7ec9 service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823338 Jul 22 19:55:58.324469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-48f1e130-2699-47b2-8496-591352066ad2 service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212866 Jul 22 19:55:58.339225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-fdd22473-afc8-46fc-a828-eed0d16dd152 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049483 Jul 22 19:55:58.438583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-d8fd0f3c-1b93-4dda-a2e3-123db1253f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.445233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-d8fd0f3c-1b93-4dda-a2e3-123db1253f2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 1098 time: 0.0623598 Jul 22 19:55:58.534497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11a518cb-1c1c-405c-ae4a-8005c24a749c req-6b5ef9b9-9f4e-40d3-9afc-1d5431969d87 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 210 time: 0.0470631 Jul 22 19:55:58.594687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-2b5093f3-fc97-4519-9d3f-752b90b0a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.596358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-2b5093f3-fc97-4519-9d3f-752b90b0a300 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.1290228 Jul 22 19:55:58.646696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-1236ca19-d59c-4a27-9335-dbea27b33ccb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c83f32af-b6a7-494a-aa92-a26a98425786 HTTP/1.1" status: 200 len: 217 time: 0.0438221 Jul 22 19:55:58.697793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-8c631717-7456-4fd8-830b-c968155f06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:58.700002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-8c631717-7456-4fd8-830b-c968155f06e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0460861 Jul 22 19:55:58.735722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-294c74b6-3094-4315-bbf7-e1aa685b3a66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jul 22 19:55:58.836163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-3ecd8af5-580d-4912-9aee-ab3ef6024f89 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938582 Jul 22 19:55:58.945898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-559cb6eb-c07e-4172-a148-6de8652c69d0 req-0fa2358f-754b-4ec9-8d01-f2309ed1c8ba service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020012 Jul 22 19:55:59.550887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-7228bf66-f87f-4274-ba27-cef11c6fce43 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:55:59.552477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-7228bf66-f87f-4274-ba27-cef11c6fce43 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.32 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1320946 Jul 22 19:55:59.567711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Request body: {'port': {'device_id': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'admin_state_up': True, 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:55:59.689881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08a54c90-6e79-49fc-9850-b9cc40b05d4c req-70332b17-c8c5-4e0a-ad60-fcf0557df50e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 210 time: 0.0304193 Jul 22 19:55:59.698314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:55:59.703779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:55:59.839479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Allocated IP 172.20.0.9 (91589815-ab95-4d0c-980d-b6c469c2e143/0661e832-d505-459c-854a-71a3865c169b/e23dffd3-24e8-4c81-9e41-ffdc9efef3ec) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:55:59.996645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.035147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.050331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786', 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:00.084515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Network 91589815-ab95-4d0c-980d-b6c469c2e143 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:00.088164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:00.091683 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:00.128591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event updated for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:00.176022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.177405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.201562 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-f6bc2f60-d044-48ed-a37b-07ba1c17189a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393378 Jul 22 19:56:00.216718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Request body: {'port': {'device_id': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:00.326263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.611398 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:56:00.615865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23dffd3-24e8-4c81-9e41-ffdc9efef3ec {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:00.627386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.643963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Transition to ACTIVE for port object e23dffd3-24e8-4c81-9e41-ffdc9efef3ec will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:00.647909 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.704840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:00.798604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Attempting to bind port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:00.799059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Attempting to bind port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:00.799509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Attempting to bind port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:00.804323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec on network 91589815-ab95-4d0c-980d-b6c469c2e143 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:56:00.804651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Attempting to bind port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:00.810563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:00.810908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Checking segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:00.811302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Bound using segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:00.811737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Bound port: e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:00.812102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.842542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f908a-4f59-48ca-9072-cc650dca9c61 req-e2b20c5f-679f-4b45-988c-f974ca77c138 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.850633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d3f908a-4f59-48ca-9072-cc650dca9c61 req-e2b20c5f-679f-4b45-988c-f974ca77c138 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 943 time: 0.0826414 Jul 22 19:56:00.891157 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:00.894652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:00.896922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d3f908a-4f59-48ca-9072-cc650dca9c61 req-19fe9d87-d449-4718-803e-f28072439fc1 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Jul 22 19:56:00.898712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.944436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:00.945166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:00.946548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] 10.222.0.32 "PUT /v2.0/ports/e23dffd3-24e8-4c81-9e41-ffdc9efef3ec HTTP/1.1" status: 200 len: 1092 time: 0.7368145 Jul 22 19:56:00.946978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:00.949291 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f83c1-5276-47c1-b983-b2dc3eafeb70" -d '{"events": [{"name": "network-changed", "server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:00.984026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e26303-0e37-4e55-983c-823711a35923 service neutron] Pushing event updated for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:00.997781 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcbdb13-2110-4a28-b519-dd5fb3b398c7 x-openstack-request-id: req-4fcbdb13-2110-4a28-b519-dd5fb3b398c7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:00.998165 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:00.998567 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fcbdb13-2110-4a28-b519-dd5fb3b398c7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:00.999009 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec', 'status': 'completed', 'code': 200} Jul 22 19:56:01.042523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-0366a7f6-b86f-4400-b9d7-34e60d20ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.045211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-0366a7f6-b86f-4400-b9d7-34e60d20ff63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 1095 time: 0.0584300 Jul 22 19:56:01.088523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-29d2beba-53c7-4e48-84cb-117d8e4a831e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec HTTP/1.1" status: 200 len: 217 time: 0.0357783 Jul 22 19:56:01.144131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-bc20787b-cbf4-44c1-9e6d-14f1603d19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.145655 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-bc20787b-cbf4-44c1-9e6d-14f1603d19e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0502615 Jul 22 19:56:01.182026 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-9c6cf554-bc0e-4f4c-8ad9-bb5a46f901f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287540 Jul 22 19:56:01.271524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-058ddce2-f9c8-4651-97af-19c7449986b8 service neutron] 10.222.0.32 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Jul 22 19:56:01.362311 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9793d662-d84f-452d-bc2e-e9c28e4f4d06 req-92b2a7ea-cf14-4962-85df-cb4026d8f3bf service neutron] 10.222.0.32 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833571 Jul 22 19:56:01.458233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-9a50f0bb-f707-4fc6-8e12-531648664ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.459633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-9a50f0bb-f707-4fc6-8e12-531648664ceb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 1095 time: 0.0533180 Jul 22 19:56:01.550784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-bcf13cfe-0dcd-481d-835d-d1becb09f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.552448 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-bcf13cfe-0dcd-481d-835d-d1becb09f60f service neutron] 10.222.0.32 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.0857923 Jul 22 19:56:01.593526 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-550492b5-da31-4142-aaea-109070fa85dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec HTTP/1.1" status: 200 len: 217 time: 0.0336816 Jul 22 19:56:01.642575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-af9e5977-01f3-4b40-8f30-9a0add183786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:01.644525 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-af9e5977-01f3-4b40-8f30-9a0add183786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0440021 Jul 22 19:56:01.685424 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-40334614-32a1-49a1-9308-30f18acdcd2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324922 Jul 22 19:56:01.790244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-b4fec86f-1515-4364-a5f4-2a426060242c service neutron] 10.222.0.32 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956955 Jul 22 19:56:01.893912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e69f83c1-5276-47c1-b983-b2dc3eafeb70 req-7c2d447d-f4e4-484f-ba0e-81534d7ca53f service neutron] 10.222.0.32 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962937 Jul 22 19:56:02.029918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a43f6c-d743-46b9-9738-6742ed537dd5 req-8b290b8d-3c55-4dda-8962-fa44b9c8670a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:02.031563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3a43f6c-d743-46b9-9738-6742ed537dd5 req-8b290b8d-3c55-4dda-8962-fa44b9c8670a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 943 time: 0.0731337 Jul 22 19:56:02.069434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3a43f6c-d743-46b9-9738-6742ed537dd5 req-58ce5de6-f7ad-49b5-8be1-fc411f27885e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Jul 22 19:56:03.219028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b13b35-7014-45b8-9527-81b4d0253682 req-c02642bb-9843-4aee-a47c-74574d89fb0d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.224727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0b13b35-7014-45b8-9527-81b4d0253682 req-c02642bb-9843-4aee-a47c-74574d89fb0d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 943 time: 0.0791965 Jul 22 19:56:03.271399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0b13b35-7014-45b8-9527-81b4d0253682 req-4ea303ab-df6c-4559-85d2-d62b3e92857e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Jul 22 19:56:03.367545 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-1dd1111d-3d35-42c1-8c6e-a4f97b9c21c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536056 Jul 22 19:56:03.467539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302c94-883c-4f14-a421-ef7191871181 req-21e55c68-86b9-4d1a-a1f4-e3f53f790a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.469287 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-21e55c68-86b9-4d1a-a1f4-e3f53f790a24 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1098 time: 0.0616238 Jul 22 19:56:03.594872 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302c94-883c-4f14-a421-ef7191871181 req-c3fc4a87-9b6d-45e6-8670-e8e8e937dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.596405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-c3fc4a87-9b6d-45e6-8670-e8e8e937dc97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1058958 Jul 22 19:56:03.660674 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-970e9228-04dc-482b-b0ff-56d836e03baa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1000 time: 0.0572994 Jul 22 19:56:03.717339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302c94-883c-4f14-a421-ef7191871181 req-39f04675-961d-48a8-82ab-e63662926d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.718825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-39f04675-961d-48a8-82ab-e63662926d90 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0516250 Jul 22 19:56:03.778868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45302c94-883c-4f14-a421-ef7191871181 req-3922a292-0f11-476d-a9de-b3eb730a2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:03.780742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-3922a292-0f11-476d-a9de-b3eb730a2928 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556831 Jul 22 19:56:03.893179 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-2e8db2a7-1b11-453e-9953-e8702f610d6c service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062667 Jul 22 19:56:04.015924 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-45302c94-883c-4f14-a421-ef7191871181 req-7b5c3191-4063-4e61-95ec-1a28f986a604 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154575 Jul 22 19:56:04.065640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e23dffd3-24e8-4c81-9e41-ffdc9efef3ec details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:04.138815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 58458) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:04.170575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:04.185964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'port_id': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec', 'mac_address': 'fa:16:3e:eb:46:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0661e832-d505-459c-854a-71a3865c169b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:04.247625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.263922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23dffd3-24e8-4c81-9e41-ffdc9efef3ec {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:04.283231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49bb8ad7-2d14-430c-992f-8c1c263eccd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.286114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:04.290382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.365283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:04.411439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49bb8ad7-2d14-430c-992f-8c1c263eccd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.415604 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-49bb8ad7-2d14-430c-992f-8c1c263eccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.419225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75f23-9783-4413-a774-0c27da02c91e req-6abf6b0f-768d-4ea7-b3f3-d52442fba652 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:04.420808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b75f23-9783-4413-a774-0c27da02c91e req-6abf6b0f-768d-4ea7-b3f3-d52442fba652 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 944 time: 0.0672219 Jul 22 19:56:04.454839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb8ad7-2d14-430c-992f-8c1c263eccd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec351b9d-bd7d-4a7f-b50c-8753db7248e2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:04.463185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b75f23-9783-4413-a774-0c27da02c91e req-5711effa-4397-486f-a5f8-faddb44f60eb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Jul 22 19:56:04.470589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58470) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:04.474096 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-49bb8ad7-2d14-430c-992f-8c1c263eccd6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3537bf170ad4184b0be49fcd9531050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333955 Jul 22 19:56:04.521033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:04.526114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.548134 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.596068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.598672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:04.602405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec351b9d-bd7d-4a7f-b50c-8753db7248e2 HTTP/1.1" status: 204 len: 168 time: 0.1283040 Jul 22 19:56:04.610638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56ea5e-4c72-492b-844d-470be5a0e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec351b9d-bd7d-4a7f-b50c-8753db7248e2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:05.620075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc33a0-b7ad-461d-9c65-2621c72c98de req-d6d481dc-3adc-40d0-bc63-5a0477c78947 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:05.628806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecfc33a0-b7ad-461d-9c65-2621c72c98de req-d6d481dc-3adc-40d0-bc63-5a0477c78947 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 944 time: 0.0886846 Jul 22 19:56:05.664772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecfc33a0-b7ad-461d-9c65-2621c72c98de req-d0e851d4-df62-4336-bb9d-6ff1a536be31 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Jul 22 19:56:06.079409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e23dffd3-24e8-4c81-9e41-ffdc9efef3ec up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:06.132223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:06.136059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:06.137181 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.239732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.263806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:06.266090 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f6fbef-02b7-4ab8-ba0e-73f752b78c5a" -d '{"events": [{"server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "name": "network-vif-plugged", "status": "completed", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:06.279415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:06.284810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:06.325515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f1d96-45d9-4a0f-aea9-90e041723ac6 x-openstack-request-id: req-6b2f1d96-45d9-4a0f-aea9-90e041723ac6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:06.325877 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "name": "network-vif-plugged", "status": "completed", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:06.326222 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b2f1d96-45d9-4a0f-aea9-90e041723ac6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:06.327189 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec', 'code': 200} Jul 22 19:56:06.345831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:06.436459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebe42-088c-4a69-a580-6369c2138b21 req-c6130058-d001-48e5-949f-1c654dedb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:06.438051 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-196ebe42-088c-4a69-a580-6369c2138b21 req-c6130058-d001-48e5-949f-1c654dedb0a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 1097 time: 0.0591602 Jul 22 19:56:06.474261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-196ebe42-088c-4a69-a580-6369c2138b21 req-d267d8e4-9721-4780-b076-4a2277e5c300 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294359 Jul 22 19:56:06.801903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02963b-69ea-4581-8d1e-02f9d69bb4f8 req-0e53a6d6-45f5-4ea6-9972-33cac639571f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:06.804945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da02963b-69ea-4581-8d1e-02f9d69bb4f8 req-0e53a6d6-45f5-4ea6-9972-33cac639571f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 945 time: 0.0685472 Jul 22 19:56:06.854575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da02963b-69ea-4581-8d1e-02f9d69bb4f8 req-4516f7b7-eeae-4d4f-96da-c21385a625d6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Jul 22 19:56:07.109608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9857e93a-c86c-451e-90f3-a7a4d41060e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:07.995068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e12d-2e97-418d-826c-9fbfb3cfbaca req-ef07d46b-503d-41df-b31e-71d15c507a2d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:07.997009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc95e12d-2e97-418d-826c-9fbfb3cfbaca req-ef07d46b-503d-41df-b31e-71d15c507a2d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 945 time: 0.0678699 Jul 22 19:56:08.035402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc95e12d-2e97-418d-826c-9fbfb3cfbaca req-99fe0a47-b1d7-4953-947d-2c9190cdea08 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323164 Jul 22 19:56:09.951427 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:10.067493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8615379a-895b-4320-ac1c-ca8f6a0b7527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:11.543565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:12.942864 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:24.654217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f78d1b-2449-4ef4-ba01-db7c7324801f req-fbe010d0-3f77-48ac-89cc-808c5c752b37 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:24.661502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f78d1b-2449-4ef4-ba01-db7c7324801f req-fbe010d0-3f77-48ac-89cc-808c5c752b37 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1098 time: 0.0741336 Jul 22 19:56:24.662157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:24.723750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55f78d1b-2449-4ef4-ba01-db7c7324801f req-c04eee1f-a56f-4db7-9a78-02d707acd593 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568128 Jul 22 19:56:24.878474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06793ce-ca08-492b-b237-27f5f0a4b54b req-13d4f5f3-620f-4551-83b3-3c5cd3712787 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:24.879918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b06793ce-ca08-492b-b237-27f5f0a4b54b req-13d4f5f3-620f-4551-83b3-3c5cd3712787 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0741436 Jul 22 19:56:24.920731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b06793ce-ca08-492b-b237-27f5f0a4b54b req-5e173b34-9d73-41e6-86bd-e91427de5f83 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345767 Jul 22 19:56:24.944768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 58830) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:25.019540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0eb20607-5948-4180-9ede-6ef5512b1dad tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 200 len: 992 time: 0.0730991 Jul 22 19:56:25.452175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-6175048d-dd70-4858-b3b0-20b85b017939 req-55aebfdc-f81d-4bf2-9a87-f9468bb59751 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:56:25.455632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6175048d-dd70-4858-b3b0-20b85b017939 req-55aebfdc-f81d-4bf2-9a87-f9468bb59751 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1505659 Jul 22 19:56:25.763454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-16329d80-ddf3-448e-967d-1c1fc34404f6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:25.765466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-16329d80-ddf3-448e-967d-1c1fc34404f6 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1357434 Jul 22 19:56:25.802780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-8d3569c6-529c-4d1e-87b3-bbdbd7a977a3 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/quotas/cd4fd97cf1df40eeae1f446f501c1346 HTTP/1.1" status: 200 len: 375 time: 0.0316131 Jul 22 19:56:25.935845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-387003fa-ddd8-4b10-be05-a084885d6d97 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320677 Jul 22 19:56:25.948759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc274a-4c65-4246-9420-6c9cefdb5ab2 req-83322942-0c31-40ca-bb95-a690e854321b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:25.950603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78bc274a-4c65-4246-9420-6c9cefdb5ab2 req-83322942-0c31-40ca-bb95-a690e854321b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0991740 Jul 22 19:56:26.023628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-4722952d-d772-4943-9556-5d1037766707 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844344 Jul 22 19:56:26.074608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78bc274a-4c65-4246-9420-6c9cefdb5ab2 req-684edf2a-f737-4f27-8ecf-66c10b2d1a20 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991609 Jul 22 19:56:26.117390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-f48c8de7-8585-46a7-8da8-fd3811f2beab service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656246 Jul 22 19:56:26.234203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-b820daa2-45f5-4184-90ba-a11790d129d5 service neutron] 10.222.0.10 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158104 Jul 22 19:56:26.435287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a028b520-79bc-4b12-8d2c-9672a1415253 req-d502462d-14f4-4a1c-b486-4ed061ac1a87 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 210 time: 0.0479589 Jul 22 19:56:27.241680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2cf67-94a3-48ca-befa-10f7f58ceab2 req-9bb7f665-6078-4f53-8398-0e2ce6f4aa66 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.244520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f2cf67-94a3-48ca-befa-10f7f58ceab2 req-9bb7f665-6078-4f53-8398-0e2ce6f4aa66 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0974388 Jul 22 19:56:27.304212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47f2cf67-94a3-48ca-befa-10f7f58ceab2 req-7a8df74b-5a30-4124-a06f-206dcbc03e34 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528171 Jul 22 19:56:27.373738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:27.424602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-19fc1880-7f01-4665-a49d-7c92e6f438b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.426287 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-19fc1880-7f01-4665-a49d-7c92e6f438b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1098 time: 0.0596690 Jul 22 19:56:27.539959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-60956890-8226-461d-b86d-3bcd6193b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.539959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-60956890-8226-461d-b86d-3bcd6193b92a service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1058323 Jul 22 19:56:27.569996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0e3f122-2061-4b16-a26e-492df6fa3d03 req-cf66393e-65c7-486b-a55c-c7c2d54f3354 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 210 time: 0.0499065 Jul 22 19:56:27.618904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-4195fe36-6e8e-4526-a587-1b46b4e2f80b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1000 time: 0.0711665 Jul 22 19:56:27.679128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-0fc78cc2-fee1-44b2-8ca7-bcef0e425461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.681083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-0fc78cc2-fee1-44b2-8ca7-bcef0e425461 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0550711 Jul 22 19:56:27.777724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-22901b23-1e30-4d7b-8712-1a30438dd425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.781997 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-22901b23-1e30-4d7b-8712-1a30438dd425 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944996 Jul 22 19:56:27.836851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-e597b35a-f34e-41b8-a662-1f9ae5497cb5 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:27.842059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-e597b35a-f34e-41b8-a662-1f9ae5497cb5 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 815 time: 0.1391842 Jul 22 19:56:27.854957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Request body: {'port': {'device_id': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'admin_state_up': True, 'tenant_id': 'cd4fd97cf1df40eeae1f446f501c1346'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:27.944641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-6ed472b2-6c73-45cb-9de1-4fda79652928 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552758 Jul 22 19:56:27.996202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Made reservation on behalf of cd4fd97cf1df40eeae1f446f501c1346 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:56:28.000964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:28.074433 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-3d9813ad-019c-4465-8ef1-aae3a4edf15b service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224151 Jul 22 19:56:28.159591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Allocated IP 172.20.0.7 (91589815-ab95-4d0c-980d-b6c469c2e143/0661e832-d505-459c-854a-71a3865c169b/e07ef504-0539-4b3f-a215-50a6f80d661a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:56:28.409755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:28.488874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f05e21-b4bc-4e63-972f-447867a48b98 req-3371ff91-3f2d-4531-87a3-8f5fac28406c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:28.496516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6f05e21-b4bc-4e63-972f-447867a48b98 req-3371ff91-3f2d-4531-87a3-8f5fac28406c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1007230 Jul 22 19:56:28.520124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:28.535089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786', 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:28.537397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:28.571721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event updated for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:28.598428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Network 91589815-ab95-4d0c-980d-b6c469c2e143 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:56:28.609542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6f05e21-b4bc-4e63-972f-447867a48b98 req-ea95d162-917c-46ae-b034-03ed24d7e640 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122122 Jul 22 19:56:28.610679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:56:28.619073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:56:28.720771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:28.721318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:28.772802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-6d29c555-ff6f-4bfc-80c6-051183a2817e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9248962 Jul 22 19:56:28.790829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Request body: {'port': {'device_id': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:28.804283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fcd2-d28d-4e88-9529-46a0aa2abb18 req-d8b058e8-eff0-4c99-99e0-6ffafa773bfc tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:28.806228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60e1fcd2-d28d-4e88-9529-46a0aa2abb18 req-d8b058e8-eff0-4c99-99e0-6ffafa773bfc tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 931 time: 0.1141663 Jul 22 19:56:28.881435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60e1fcd2-d28d-4e88-9529-46a0aa2abb18 req-a127d6d4-6454-43f0-b56d-f6e47bce7791 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455205 Jul 22 19:56:28.936774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.239340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07ef504-0539-4b3f-a215-50a6f80d661a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:29.248109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.261889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Transition to ACTIVE for port object e07ef504-0539-4b3f-a215-50a6f80d661a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:29.265617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.358002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Pushing event updated for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:29.394531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Attempting to bind port e07ef504-0539-4b3f-a215-50a6f80d661a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:29.394900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Attempting to bind port e07ef504-0539-4b3f-a215-50a6f80d661a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:29.395189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Attempting to bind port e07ef504-0539-4b3f-a215-50a6f80d661a on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:29.400192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Port e07ef504-0539-4b3f-a215-50a6f80d661a on network 91589815-ab95-4d0c-980d-b6c469c2e143 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:56:29.400393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Attempting to bind port e07ef504-0539-4b3f-a215-50a6f80d661a on network 91589815-ab95-4d0c-980d-b6c469c2e143 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:29.407242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:29.407543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Checking segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:29.407839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Bound using segment: {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:29.408302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Bound port: e07ef504-0539-4b3f-a215-50a6f80d661a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2489cb14-cc96-42f2-8983-28cfae85055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:29.408771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.481038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:29.483975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e07ef504-0539-4b3f-a215-50a6f80d661a,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:29.489551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.526596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:29.527744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:29.529333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] 10.222.0.26 "PUT /v2.0/ports/e07ef504-0539-4b3f-a215-50a6f80d661a HTTP/1.1" status: 200 len: 1092 time: 0.7475986 Jul 22 19:56:29.529771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:29.531994 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87923d3-1a4d-4488-983f-9759c3dfa256" -d '{"events": [{"name": "network-changed", "server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:29.563837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc560d-3c88-44a6-8a36-3f7bce2bf36c service neutron] Pushing event updated for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:29.591850 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917016ff-a4e5-4545-90c0-12a27a9e7155 x-openstack-request-id: req-917016ff-a4e5-4545-90c0-12a27a9e7155 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:29.592139 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:29.592463 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-917016ff-a4e5-4545-90c0-12a27a9e7155 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:29.592861 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a', 'status': 'completed', 'code': 200} Jul 22 19:56:29.653706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-563e4da8-0383-4549-9e19-eb7d2848a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:29.654871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-563e4da8-0383-4549-9e19-eb7d2848a6dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 1095 time: 0.0607455 Jul 22 19:56:29.707697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-19f1bd10-037f-44e5-85e8-353dfea5c331 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e07ef504-0539-4b3f-a215-50a6f80d661a HTTP/1.1" status: 200 len: 217 time: 0.0454726 Jul 22 19:56:29.785363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-d7faf943-6f2b-40f9-a7c9-ef06dcf07a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:29.786719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-d7faf943-6f2b-40f9-a7c9-ef06dcf07a32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0545599 Jul 22 19:56:29.813087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8a462-7b58-4e20-a700-7d58bde93538 req-e3a6c8fc-7e2f-4a62-9e1f-43f87d17deb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:29.814558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06a8a462-7b58-4e20-a700-7d58bde93538 req-e3a6c8fc-7e2f-4a62-9e1f-43f87d17deb5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1166203 Jul 22 19:56:29.846384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-ae6f699a-db25-4d15-8046-81ff8e6559d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515146 Jul 22 19:56:29.905543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06a8a462-7b58-4e20-a700-7d58bde93538 req-9cd559e1-7140-4d3a-9b6b-b291da1e19c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688634 Jul 22 19:56:29.962782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-8d5b7ae5-beb4-43c1-b0f2-9ee36801e076 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066494 Jul 22 19:56:30.430757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2487fb0e-6d11-4bae-adeb-6bc0229d8478 req-8830c5a7-ea3b-49a9-948c-adaef8ae1b6a service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612222 Jul 22 19:56:30.465913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad521730-36a0-47af-86e1-3850513624da req-fda83314-8c66-4304-a63a-7e642abb682b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:30.465913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad521730-36a0-47af-86e1-3850513624da req-fda83314-8c66-4304-a63a-7e642abb682b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 943 time: 0.4298131 Jul 22 19:56:30.537024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad521730-36a0-47af-86e1-3850513624da req-7a557600-c486-4dfc-a24f-0751d6c2f524 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632846 Jul 22 19:56:30.585838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-cedb655d-075e-4b16-8e09-0be265bf4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:30.587525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-cedb655d-075e-4b16-8e09-0be265bf4234 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 1095 time: 0.0833783 Jul 22 19:56:30.696001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-c66fc2e9-f2b9-40a5-a046-c906117d53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:30.697628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-c66fc2e9-f2b9-40a5-a046-c906117d53d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.1037376 Jul 22 19:56:30.740909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-399849de-7c4a-49fb-8514-a62d42a96985 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e07ef504-0539-4b3f-a215-50a6f80d661a HTTP/1.1" status: 200 len: 217 time: 0.0357423 Jul 22 19:56:30.814549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-82066290-0771-4924-b416-2dcfb6890bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:30.816766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-82066290-0771-4924-b416-2dcfb6890bb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0678680 Jul 22 19:56:30.871117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-03f418b8-9087-4a06-9108-6153e3fa74dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462735 Jul 22 19:56:30.990062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-1385cbc8-4b98-4ed5-9052-bdd2751f9ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119289 Jul 22 19:56:31.176421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b87923d3-1a4d-4488-983f-9759c3dfa256 req-39580f47-3d7a-4c7a-96fd-ae729f397484 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786745 Jul 22 19:56:31.189002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feeddf-110f-48fd-b8c1-7491f071413c req-12e2caec-142b-4300-95b7-021eace3f43e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:31.190435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8feeddf-110f-48fd-b8c1-7491f071413c req-12e2caec-142b-4300-95b7-021eace3f43e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1608462 Jul 22 19:56:31.234204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8feeddf-110f-48fd-b8c1-7491f071413c req-85364850-1abb-4e6f-a311-b56100a9ba8e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366030 Jul 22 19:56:31.687445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f9668-0690-41b2-ad3e-37582a4a5e22 req-4aad2edc-f39b-439b-a0ca-237dfdc1149b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:31.689110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af9f9668-0690-41b2-ad3e-37582a4a5e22 req-4aad2edc-f39b-439b-a0ca-237dfdc1149b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 943 time: 0.0873835 Jul 22 19:56:31.737068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af9f9668-0690-41b2-ad3e-37582a4a5e22 req-bf1b6514-1e5b-40f6-bd9a-11462d330d5d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Jul 22 19:56:32.390636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424c2d6-413a-4042-9d8b-88b391989161 req-c7d9a411-e143-42bb-8c69-54f0bbb0602f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:32.392182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e424c2d6-413a-4042-9d8b-88b391989161 req-c7d9a411-e143-42bb-8c69-54f0bbb0602f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0749049 Jul 22 19:56:32.434078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e424c2d6-413a-4042-9d8b-88b391989161 req-6c83dae4-cdf9-49c3-84e9-1896132bfb60 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359223 Jul 22 19:56:32.881422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7415df-4a53-492d-8e82-d1e9e5a6f0ef req-05297474-68eb-448c-beef-aee576319279 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:32.882965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e7415df-4a53-492d-8e82-d1e9e5a6f0ef req-05297474-68eb-448c-beef-aee576319279 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 943 time: 0.0705204 Jul 22 19:56:32.932352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e7415df-4a53-492d-8e82-d1e9e5a6f0ef req-51e09f4a-2b88-4b43-89f3-a85105b58309 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405977 Jul 22 19:56:33.578907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ba46a-69e4-4b81-a5d5-dac20927dac1 req-a9c2bafe-d8f9-4d32-bb0b-2bbf211dfec8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:33.580773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff1ba46a-69e4-4b81-a5d5-dac20927dac1 req-a9c2bafe-d8f9-4d32-bb0b-2bbf211dfec8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0755098 Jul 22 19:56:33.619717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff1ba46a-69e4-4b81-a5d5-dac20927dac1 req-baf40d1b-1999-4839-ac59-c6cfba4aa7a5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jul 22 19:56:33.862774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e07ef504-0539-4b3f-a215-50a6f80d661a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:33.969094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e07ef504-0539-4b3f-a215-50a6f80d661a,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:33.981916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'e07ef504-0539-4b3f-a215-50a6f80d661a', 'network_id': '91589815-ab95-4d0c-980d-b6c469c2e143', 'port_id': 'e07ef504-0539-4b3f-a215-50a6f80d661a', 'mac_address': 'fa:16:3e:6a:32:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0661e832-d505-459c-854a-71a3865c169b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:34.024980 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:34.040898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07ef504-0539-4b3f-a215-50a6f80d661a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:34.068170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e07ef504-0539-4b3f-a215-50a6f80d661a,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:34.074228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:34.133093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8055b8-bf87-4664-9c06-71761079f1d7 req-e8282077-dc76-430f-b072-d2e3da621138 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:34.136852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8055b8-bf87-4664-9c06-71761079f1d7 req-e8282077-dc76-430f-b072-d2e3da621138 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 943 time: 0.0890331 Jul 22 19:56:34.154614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:34.168050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.168480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.168946 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.176424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.177215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.177632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.178043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.178452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.180869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.181644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.182650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.184001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:34.211470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8055b8-bf87-4664-9c06-71761079f1d7 req-2c580336-d70a-4c71-8703-a5a117d1cb4c tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637164 Jul 22 19:56:34.291983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['e07ef504-0539-4b3f-a215-50a6f80d661a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:34.771935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91769a92-5137-4972-96b9-5495ca266daa req-ae36962c-0e32-425e-8f03-a2356c76f26b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:34.773606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91769a92-5137-4972-96b9-5495ca266daa req-ae36962c-0e32-425e-8f03-a2356c76f26b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0726776 Jul 22 19:56:34.817238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-91769a92-5137-4972-96b9-5495ca266daa req-aae334a9-501f-4669-9761-127279d928a4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Jul 22 19:56:35.390333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf48e1-974a-49d9-a02a-136b93dd9464 req-f76d8d63-c445-4553-9a94-ae212ce579b2 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.391988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90bf48e1-974a-49d9-a02a-136b93dd9464 req-f76d8d63-c445-4553-9a94-ae212ce579b2 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 944 time: 0.0768988 Jul 22 19:56:35.439854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90bf48e1-974a-49d9-a02a-136b93dd9464 req-85587843-7e85-491a-83ef-5f0bfe58530c tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jul 22 19:56:35.871166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e07ef504-0539-4b3f-a215-50a6f80d661a up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:35.936254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port e07ef504-0539-4b3f-a215-50a6f80d661a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:35.942863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port e07ef504-0539-4b3f-a215-50a6f80d661a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:35.943369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:35.990895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f91f12-a99d-4a21-96d2-8360c631a0b1 req-d4cbfec5-aa76-4999-b314-01f48a75eb24 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:35.993044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f91f12-a99d-4a21-96d2-8360c631a0b1 req-d4cbfec5-aa76-4999-b314-01f48a75eb24 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0890839 Jul 22 19:56:36.060866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:36.061173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f91f12-a99d-4a21-96d2-8360c631a0b1 req-560b0423-2ea7-4c4c-a941-b005f6243510 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620666 Jul 22 19:56:36.090989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:36.095255 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018d2f05-29aa-4cc4-b6a1-cfb3f464211b" -d '{"events": [{"server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "name": "network-vif-plugged", "status": "completed", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:36.110715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e07ef504-0539-4b3f-a215-50a6f80d661a,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:36.117876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:36.149561 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33d1d4-a141-4707-9bfa-4c9a308355f3 x-openstack-request-id: req-3a33d1d4-a141-4707-9bfa-4c9a308355f3 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:36.149928 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "name": "network-vif-plugged", "status": "completed", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:36.150343 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a33d1d4-a141-4707-9bfa-4c9a308355f3 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:36.151159 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a', 'code': 200} Jul 22 19:56:36.188671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:36.272497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e708b2-f0ba-4c25-9864-c2b524716913 req-8975fd54-b234-463d-b8ca-24d4bbbaa62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:36.272758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e708b2-f0ba-4c25-9864-c2b524716913 req-8975fd54-b234-463d-b8ca-24d4bbbaa62f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 1097 time: 0.0645642 Jul 22 19:56:36.320250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e708b2-f0ba-4c25-9864-c2b524716913 req-21b9dafd-00b9-42a2-b495-a9bdf418f39e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 Jul 22 19:56:36.585742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4bfa4-9bbe-4223-b44a-4c76df7b41f6 req-17473e36-9ab6-4f9c-9827-feb8f7ed0b4b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:36.587214 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e4bfa4-9bbe-4223-b44a-4c76df7b41f6 req-17473e36-9ab6-4f9c-9827-feb8f7ed0b4b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 945 time: 0.0736787 Jul 22 19:56:36.627942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e4bfa4-9bbe-4223-b44a-4c76df7b41f6 req-1ff38628-b52d-4604-b313-50c686be8007 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Jul 22 19:56:37.141578 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-064031d9-88c7-465f-b078-5067308d7b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:37.237111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307de32-aae2-4cbb-bcbc-ac76a91ea434 req-0dce9fcf-f890-456c-9a49-71be31e9838c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:37.244360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8307de32-aae2-4cbb-bcbc-ac76a91ea434 req-0dce9fcf-f890-456c-9a49-71be31e9838c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0936887 Jul 22 19:56:37.279057 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8307de32-aae2-4cbb-bcbc-ac76a91ea434 req-b7d868f7-36dd-4e67-81dc-bd40633c4960 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337584 Jul 22 19:56:37.601793 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:56:37.784335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f19e31-99c5-42b5-ac47-19802fcc4f6d req-50c458d8-bdf5-450d-9837-40112c2467f0 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:37.786188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f19e31-99c5-42b5-ac47-19802fcc4f6d req-50c458d8-bdf5-450d-9837-40112c2467f0 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 945 time: 0.0717912 Jul 22 19:56:37.828246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f19e31-99c5-42b5-ac47-19802fcc4f6d req-dbb5e1e7-9ab6-462e-b975-ed36cd213a87 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Jul 22 19:56:38.434246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663997f3-66bc-47ff-ab88-e031fca50cd6 req-b3580248-3e54-4308-aba0-ce8c8d329ad4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:38.441203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-663997f3-66bc-47ff-ab88-e031fca50cd6 req-b3580248-3e54-4308-aba0-ce8c8d329ad4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0794728 Jul 22 19:56:38.493407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-663997f3-66bc-47ff-ab88-e031fca50cd6 req-08eac23f-0ab3-4d63-b380-77257207779c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510993 Jul 22 19:56:39.689572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52af0d-04b0-4b04-a676-99e65d409eec req-ab0872ab-fafd-41d6-8f8b-f4db42291868 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:39.691266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b52af0d-04b0-4b04-a676-99e65d409eec req-ab0872ab-fafd-41d6-8f8b-f4db42291868 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0880816 Jul 22 19:56:39.736365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b52af0d-04b0-4b04-a676-99e65d409eec req-3a74951c-e515-4bba-9d5b-ca86d9837762 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 Jul 22 19:56:39.959402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:40.050548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f7615d0-c545-4923-8ffd-d929641d8e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:40.908823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7e66a-6929-4510-82d2-d45fd5757685 req-700783fb-844d-4d86-b8e0-b6c282ae455a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:40.915863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f7e66a-6929-4510-82d2-d45fd5757685 req-700783fb-844d-4d86-b8e0-b6c282ae455a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0916140 Jul 22 19:56:40.975238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f7e66a-6929-4510-82d2-d45fd5757685 req-636a80dc-b962-4985-9eb1-03c74c81479a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580547 Jul 22 19:56:41.534367 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:42.147712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144ffa3-bce5-438f-85ab-414053ad938c req-5672cb02-7d8e-43de-8f9a-691603b2f671 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:42.150026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5144ffa3-bce5-438f-85ab-414053ad938c req-5672cb02-7d8e-43de-8f9a-691603b2f671 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1030831 Jul 22 19:56:42.193301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5144ffa3-bce5-438f-85ab-414053ad938c req-b585cfc8-f96c-4920-92ad-0075139b2e58 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376954 Jul 22 19:56:42.937613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:43.337431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f83f1d-e81d-4c33-a13f-b261270c76dc req-160e0f49-8bf1-45bb-878a-e8179c08e107 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:43.339179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82f83f1d-e81d-4c33-a13f-b261270c76dc req-160e0f49-8bf1-45bb-878a-e8179c08e107 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0726368 Jul 22 19:56:43.378140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82f83f1d-e81d-4c33-a13f-b261270c76dc req-e79d02ed-49c3-4315-8f6b-bca2facdab0e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Jul 22 19:56:44.516347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafc8f4-3116-4505-acfe-f972268c052c req-fc6a3297-9092-4f95-9eda-3ae16138a3a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:44.517885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bafc8f4-3116-4505-acfe-f972268c052c req-fc6a3297-9092-4f95-9eda-3ae16138a3a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0689063 Jul 22 19:56:44.562265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bafc8f4-3116-4505-acfe-f972268c052c req-70044dbe-19cd-4154-8d27-8529912eb8dd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Jul 22 19:56:44.944971 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-693a5ca2-5d11-4388-9e6e-505488e04c8a service neutron] show failed (client error): The resource could not be found. Jul 22 19:56:44.946041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-693a5ca2-5d11-4388-9e6e-505488e04c8a service neutron] 10.222.0.32 "GET /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0838363 Jul 22 19:56:45.230171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-29c72e81-3081-4438-a626-8c66c4f06f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:45.231697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-29c72e81-3081-4438-a626-8c66c4f06f3e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 1098 time: 0.1058834 Jul 22 19:56:45.243312 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:45.328058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:45.544021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:45.580140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:45.630489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:45.633635 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64854450-234a-4c62-831b-6421734b0b18" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:45.640055 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:45.670581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Transition to ACTIVE for port object c9ad8280-4fcd-4007-b2c8-5843c7f034c1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:45.699053 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdccbc7c-7d65-4a8b-84ac-c44c4641dfca x-openstack-request-id: req-cdccbc7c-7d65-4a8b-84ac-c44c4641dfca {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:45.699316 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:45.699574 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cdccbc7c-7d65-4a8b-84ac-c44c4641dfca {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:45.699982 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'code': 200} Jul 22 19:56:45.705239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:45.904413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:45.933490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] No DVR routers for this DVR port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:56:45.936492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.936844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.937186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.937521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.937854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.938183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.938507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.938829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.939153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.939474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.939796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.940112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:45.951366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faebf6f-d4ce-497c-b965-15925f8d6517 req-2df03aeb-c9ab-4a1b-bb94-29e2c069c854 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:45.952765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0faebf6f-d4ce-497c-b965-15925f8d6517 req-2df03aeb-c9ab-4a1b-bb94-29e2c069c854 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.3004172 Jul 22 19:56:46.083113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0faebf6f-d4ce-497c-b965-15925f8d6517 req-323bec4f-d100-4b77-8c91-462f17482dde tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508823 Jul 22 19:56:46.180807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:46.181159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:46.181500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:46.188737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:56:46.189639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:46.198687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:46.199281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:46.199834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Bound using segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:46.200307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Bound port: c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:46.200629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:46.293098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:46.297155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:46.305470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:46.351509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:46.352139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:46.354101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] 10.222.0.26 "PUT /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1093 time: 1.1143088 Jul 22 19:56:46.419055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f43c9-4cb4-4d80-abd1-b17f02f51e4c service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:46.453784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-1c82acaa-d0eb-4b02-b51f-b9e3d578bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:46.455342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-1c82acaa-d0eb-4b02-b51f-b9e3d578bc17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0673749 Jul 22 19:56:46.568354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-2588f38e-4403-4c24-af6a-317375887b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:46.569884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-2588f38e-4403-4c24-af6a-317375887b9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1083896 Jul 22 19:56:46.663481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-89604dcf-1cab-4623-b6c6-6a34a452cef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.0820830 Jul 22 19:56:46.715963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-85ebadb6-01c1-4435-8261-bf0a9b3b7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:46.717645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-85ebadb6-01c1-4435-8261-bf0a9b3b7868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0448344 Jul 22 19:56:46.778247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-b0aed539-28b3-418e-b285-928c04cfe7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:46.779829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-b0aed539-28b3-418e-b285-928c04cfe7d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556533 Jul 22 19:56:46.893946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-f9af663a-df3f-4b9b-836b-846bd7745034 service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967968 Jul 22 19:56:46.993561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4f60349-d4a0-4824-91c2-de33bf23e0f2 req-956493d4-26f1-4359-b9fc-bfc15035b0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Jul 22 19:56:47.262747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe66b0-848b-4396-979e-6be84598d91f req-14239ad0-14de-400d-afac-8f302c277d81 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:47.264290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2fe66b0-848b-4396-979e-6be84598d91f req-14239ad0-14de-400d-afac-8f302c277d81 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.0720916 Jul 22 19:56:47.301404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2fe66b0-848b-4396-979e-6be84598d91f req-7d0ea9cc-6c18-4bec-8220-48c3a45251c1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Jul 22 19:56:47.701152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:47.703544 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2907de-5948-4435-95c9-0444628d2b48" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:47.753126 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409753f1-6732-4b0b-8739-3c7b631bcd3f x-openstack-request-id: req-409753f1-6732-4b0b-8739-3c7b631bcd3f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:47.753417 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:47.753671 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-409753f1-6732-4b0b-8739-3c7b631bcd3f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:47.754067 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:56:47.830068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-eb187d4f-3eb5-4ed3-ac02-3f99edb29ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:47.831602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-eb187d4f-3eb5-4ed3-ac02-3f99edb29ff8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0594351 Jul 22 19:56:47.836411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-c761102e-d890-49ca-89fc-f6858a64acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:47.838598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-c761102e-d890-49ca-89fc-f6858a64acac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0572996 Jul 22 19:56:47.944295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-9c93b196-5d7a-481a-a713-fb601b55e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:47.946441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-9c93b196-5d7a-481a-a713-fb601b55e6e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1064253 Jul 22 19:56:47.946700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-3a9ca9e0-0dae-4ff0-adca-038239203977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:47.949660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-3a9ca9e0-0dae-4ff0-adca-038239203977 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1053505 Jul 22 19:56:48.021343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-5a5e4eb2-1a80-4758-bfbc-781a0b4350fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.0679629 Jul 22 19:56:48.025775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-5336f9ae-34c8-4b47-b37e-7d66ef5fcab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.0702014 Jul 22 19:56:48.079774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-eb3f9e49-74e5-41f2-94be-673ffde476b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:48.081457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-eb3f9e49-74e5-41f2-94be-673ffde476b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0489650 Jul 22 19:56:48.083067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-9a8df548-3bad-46f0-9aeb-6d2ac8a51ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:48.084549 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-9a8df548-3bad-46f0-9aeb-6d2ac8a51ce7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0520139 Jul 22 19:56:48.160115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-652cad06-4634-4d16-b7a4-85cf28d2058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:48.161734 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-652cad06-4634-4d16-b7a4-85cf28d2058c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696473 Jul 22 19:56:48.162179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2907de-5948-4435-95c9-0444628d2b48 req-885e136d-1db0-4b0b-a992-d69aa80c8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:48.163713 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-885e136d-1db0-4b0b-a992-d69aa80c8993 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709486 Jul 22 19:56:48.281867 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-6357aff4-a6cc-4779-8ed7-acccec593944 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124933 Jul 22 19:56:48.284016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-564a60a4-db42-452b-bc9d-6268a28946cc service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112463 Jul 22 19:56:48.395200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-27f700b9-0d5d-4b0f-b704-e84193fdfffb service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041913 Jul 22 19:56:48.434516 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1e2907de-5948-4435-95c9-0444628d2b48 req-68679195-a02d-4f7f-b9e0-407ac3d5202a service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457160 Jul 22 19:56:48.490931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61878792-50e3-4c6f-bbf6-660a16d19aaf req-f4a480f0-551a-465b-8c90-815f9f04c9b5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:48.492808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61878792-50e3-4c6f-bbf6-660a16d19aaf req-f4a480f0-551a-465b-8c90-815f9f04c9b5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.0768704 Jul 22 19:56:48.532678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61878792-50e3-4c6f-bbf6-660a16d19aaf req-52d2fd49-bf25-4941-ba74-8cca04d868dd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338864 Jul 22 19:56:49.670298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14008-df40-4d8f-ab90-5081cdff2954 req-b7913a40-e6d5-450b-8f3e-3f8dd06a925b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:49.671782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45e14008-df40-4d8f-ab90-5081cdff2954 req-b7913a40-e6d5-450b-8f3e-3f8dd06a925b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.0639155 Jul 22 19:56:49.710173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45e14008-df40-4d8f-ab90-5081cdff2954 req-4c198d04-c7f1-4fd5-8e01-a5622ca6c0de tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Jul 22 19:56:49.989431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:50.051658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-9bac9e28-dcb9-40f0-a8e1-b34772910f7f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.055353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-9bac9e28-dcb9-40f0-a8e1-b34772910f7f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 944 time: 0.1542199 Jul 22 19:56:50.076987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f859e95-efb3-4928-81b5-f8860244c24c req-1faff924-4e10-49c8-b128-e5f5e4cb950d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.083779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f859e95-efb3-4928-81b5-f8860244c24c req-1faff924-4e10-49c8-b128-e5f5e4cb950d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 944 time: 0.1452148 Jul 22 19:56:50.125710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:50.143624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:50.163612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f859e95-efb3-4928-81b5-f8860244c24c req-0a0c5548-5f2c-4197-a4c7-17f6a395b80c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789547 Jul 22 19:56:50.172040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-0b5a03f8-8989-4743-b4f6-319f603af8ff service neutron] 10.222.0.26 "GET /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1/bindings/n-h1-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.1082382 Jul 22 19:56:50.199790 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:50.216608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:50.246483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:50.250581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:50.283993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-630ef9f7-f5b4-446e-9d12-94cf56085341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.285657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-630ef9f7-f5b4-446e-9d12-94cf56085341 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1096 time: 0.0883582 Jul 22 19:56:50.312980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:50.357331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:56:50.404605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:56:50.411058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-01e7a43b-33b2-4d9e-b943-66b5a34eec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.412626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-01e7a43b-33b2-4d9e-b943-66b5a34eec39 service neutron] 10.222.0.26 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1154842 Jul 22 19:56:50.484893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-009f0bad-8e6e-46ea-bd9e-6b8bb5cb458b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 999 time: 0.0656207 Jul 22 19:56:50.545501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c9ad8280-4fcd-4007-b2c8-5843c7f034c1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:50.548586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-e1c216a2-cdc1-4227-b8d9-6cd48a35c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.550244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-e1c216a2-cdc1-4227-b8d9-6cd48a35c8e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0581820 Jul 22 19:56:50.616628 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-ef6561e7-6b58-4aaa-8bab-720e4758a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:50.618486 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-ef6561e7-6b58-4aaa-8bab-720e4758a4f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605099 Jul 22 19:56:50.740748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-47cfa3c4-a716-461a-9948-1da1cb30a4cc service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108236 Jul 22 19:56:50.899376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-a60ca33a-f685-476d-be49-893f7684e963 service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519599 Jul 22 19:56:51.305806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591fbfb-c894-4855-bde0-0388d0e4c91a req-c40cd1e9-376c-4fee-8c1a-ec9f0b4e3a76 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:51.307999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5591fbfb-c894-4855-bde0-0388d0e4c91a req-c40cd1e9-376c-4fee-8c1a-ec9f0b4e3a76 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 945 time: 0.0689013 Jul 22 19:56:51.347526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5591fbfb-c894-4855-bde0-0388d0e4c91a req-43d07b5e-946d-4d18-b0d2-a213badda023 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Jul 22 19:56:51.990298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:56:52.041751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:56:52.046365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:56:52.047022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:52.140677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:52.171625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:52.175219 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1acac-28c6-4e1f-93ad-133f642e285e" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:52.199338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:52.204136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:52.270788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:52.312969 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c242766c-11bd-47da-9a82-1646c6bb11a1 x-openstack-request-id: req-c242766c-11bd-47da-9a82-1646c6bb11a1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:52.313261 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:52.313515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c242766c-11bd-47da-9a82-1646c6bb11a1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:52.313912 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'code': 200} Jul 22 19:56:52.534161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef647adc-701d-4ef6-b0b4-f27da3eb443d req-4902b115-1dde-4e82-9fc7-dd16677bd994 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:52.536539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef647adc-701d-4ef6-b0b4-f27da3eb443d req-4902b115-1dde-4e82-9fc7-dd16677bd994 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.0768137 Jul 22 19:56:52.575476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef647adc-701d-4ef6-b0b4-f27da3eb443d req-c8b2f749-d09d-4fc1-9151-ab09d6d74f78 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Jul 22 19:56:53.290705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-b4e7b68a-4669-4458-bf55-468d77d59035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:53.293062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-b4e7b68a-4669-4458-bf55-468d77d59035 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 1098 time: 0.0675197 Jul 22 19:56:53.305364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:56:53.415642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:53.676661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:53.713770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:53.749921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f8fc-9cc3-4653-8e8e-e9bbdbf760e1 req-1d4b950f-2e6d-496e-97bb-14f12a85d1f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:53.751626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3402f8fc-9cc3-4653-8e8e-e9bbdbf760e1 req-1d4b950f-2e6d-496e-97bb-14f12a85d1f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 946 time: 0.1007998 Jul 22 19:56:53.770807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:53.788706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:53.791924 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f236a83-b674-44fb-9c85-5bc79504c93f" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:53.795073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Transition to ACTIVE for port object c9ad8280-4fcd-4007-b2c8-5843c7f034c1 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:56:53.797253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3402f8fc-9cc3-4653-8e8e-e9bbdbf760e1 req-81304066-4af5-4067-8c00-73298366f6e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Jul 22 19:56:53.803580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:54.224392 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146b90c-51c8-4b64-b4f5-356fd292a89d x-openstack-request-id: req-8146b90c-51c8-4b64-b4f5-356fd292a89d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:54.224982 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:54.226335 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8146b90c-51c8-4b64-b4f5-356fd292a89d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:54.226734 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'code': 200} Jul 22 19:56:54.326426 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] No DVR routers for this DVR port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:56:54.332437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=10']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:54.448499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.448766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.449117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.449463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.449805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451446 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.451744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.452121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:56:54.535621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:56:54.536408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:56:54.536789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:54.547328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:56:54.547661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Attempting to bind port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on network 055587e1-e2a0-4954-abcc-16f86d50bc12 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:56:54.558867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:56:54.559832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Checking segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:56:54.559832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Bound using segment: {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:56:54.560455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Bound port: c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17335151-f958-4280-a319-b0c3af85de20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:56:54.560561 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:54.677893 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:54.703062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:56:54.716111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:56:54.731037 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:54.869469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=11']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:54.883209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:54.883951 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:54.887612 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-64a78ca3-c2b8-44f6-8d74-d0dda95927e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1094 time: 1.5880404 Jul 22 19:56:55.048834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-adfab4b4-f815-411a-9778-c1524ffc0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:55.050709 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-adfab4b4-f815-411a-9778-c1524ffc0d88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1097 time: 0.1326721 Jul 22 19:56:55.298893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3163067-2bc7-42bf-b2bc-21db4c384494 req-9e3195ff-ea78-4300-a0a6-2f65c8353be1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:55.298893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3163067-2bc7-42bf-b2bc-21db4c384494 req-9e3195ff-ea78-4300-a0a6-2f65c8353be1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 945 time: 0.2520947 Jul 22 19:56:55.299729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-d1c2cc20-f214-4d7e-b057-56486d01ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:55.299729 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-d1c2cc20-f214-4d7e-b057-56486d01ef1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1975524 Jul 22 19:56:55.334403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3163067-2bc7-42bf-b2bc-21db4c384494 req-c8f3f03a-5404-495d-bd23-8926daf6b78c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033499 Jul 22 19:56:55.388411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-0d7ab6f3-b0a1-455d-9cfb-21cf2b6c7457 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.1243987 Jul 22 19:56:55.449615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-8bda5657-6cf0-4011-b651-0404bfaa7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:55.451101 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-8bda5657-6cf0-4011-b651-0404bfaa7763 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0521407 Jul 22 19:56:55.513571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-bc95c145-20cf-4c3b-8e85-d043cef950ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:55.515142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-bc95c145-20cf-4c3b-8e85-d043cef950ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574961 Jul 22 19:56:55.697485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-e330b76d-3b91-415d-8c8a-0f2b12a977a7 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749647 Jul 22 19:56:55.860083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ebee2709-a965-4a6e-9f6b-7b40459a11a5 req-1f19b3c1-3725-4388-93d3-bd7f002cf3d5 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562555 Jul 22 19:56:56.011669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:56:56.057800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:56:56.228562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:56:56.231334 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c7f391-735a-47b9-8432-fc845301f7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:56:56.293069 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560a1aa1-dc78-47bc-ad7c-763080ce9b7b x-openstack-request-id: req-560a1aa1-dc78-47bc-ad7c-763080ce9b7b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:56:56.293361 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:56:56.293620 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-560a1aa1-dc78-47bc-ad7c-763080ce9b7b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:56:56.294027 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:56:56.437607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-d29f5600-6c58-461b-b201-747f1e9436e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.440736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-d29f5600-6c58-461b-b201-747f1e9436e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1097 time: 0.1235738 Jul 22 19:56:56.467913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-8a8da5fb-e6e9-4149-93c4-7ba6e5c4e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.470372 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-8a8da5fb-e6e9-4149-93c4-7ba6e5c4e225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1097 time: 0.1460612 Jul 22 19:56:56.596870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-9d376c76-7235-4101-9cd4-ec7a3b55b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.599650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-9d376c76-7235-4101-9cd4-ec7a3b55b0f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1212933 Jul 22 19:56:56.602573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-c27843c3-2dc4-4223-80f0-9ff104934685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.604387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-c27843c3-2dc4-4223-80f0-9ff104934685 service neutron] 10.222.0.26 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.1512015 Jul 22 19:56:56.696676 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-45676478-f35e-41c8-ab62-dfab573f6883 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.0887172 Jul 22 19:56:56.741253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7aa9a-eebb-433d-8d49-d972540ceafe req-5e4f5327-11dc-4b4a-96c9-4d18402e0874 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.752106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26c7aa9a-eebb-433d-8d49-d972540ceafe req-5e4f5327-11dc-4b4a-96c9-4d18402e0874 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 945 time: 0.2799513 Jul 22 19:56:56.783888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-9d1f3d17-4f9c-49de-9738-ca33e57fd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.783888 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-9d1f3d17-4f9c-49de-9738-ca33e57fd47f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0794034 Jul 22 19:56:56.832012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26c7aa9a-eebb-433d-8d49-d972540ceafe req-e3565508-5f35-48c9-91f0-1140b34b1cad tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Jul 22 19:56:56.857963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-be2696bc-5b72-4583-b37b-dcf57f352953 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 998 time: 0.2463503 Jul 22 19:56:56.905732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-201cd46f-301d-4baf-924b-430538139bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.907094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-201cd46f-301d-4baf-924b-430538139bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141562 Jul 22 19:56:56.976917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-f9d67fad-3d60-49b0-a8be-b52f64a402e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:56.982164 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-f9d67fad-3d60-49b0-a8be-b52f64a402e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.1140568 Jul 22 19:56:57.019380 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-59e0e62d-a4b0-413f-9c6b-c8a5044c28b2 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020184 Jul 22 19:56:57.073564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7f391-735a-47b9-8432-fc845301f7bc req-c9ff35f9-9cc2-4b6d-b929-73f5d1444cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:57.075271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-c9ff35f9-9cc2-4b6d-b929-73f5d1444cf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825245 Jul 22 19:56:57.136348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-0c0039b6-1a2f-442f-8ae0-b670a357db93 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083679 Jul 22 19:56:57.213836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-43d922dc-274c-4f59-8fe3-7305d1f26270 service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310465 Jul 22 19:56:57.311463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59548) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:57.375229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:57.414090 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77c7f391-735a-47b9-8432-fc845301f7bc req-b11fd238-6561-40a4-98e8-bcdb5812d316 service neutron] 10.222.0.26 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844678 Jul 22 19:56:57.487501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26fad175-0fb0-4dde-968d-8686024b0e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:57.660715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26fad175-0fb0-4dde-968d-8686024b0e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:57.674042 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26fad175-0fb0-4dde-968d-8686024b0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:57.742360 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-26fad175-0fb0-4dde-968d-8686024b0e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4329603aded148b4a91f5c6dd867027c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295394 Jul 22 19:56:57.744491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fad175-0fb0-4dde-968d-8686024b0e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e8595e-ed59-46f4-b3a9-0853de731c30,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:57.744893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59556) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:58.209798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.244497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.292523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1e0f6-a881-455c-a4f2-ef6adcaac278 req-47a94721-ccd6-4ba1-8ddd-71e9b79ce0cb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:58.294174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e1e0f6-a881-455c-a4f2-ef6adcaac278 req-47a94721-ccd6-4ba1-8ddd-71e9b79ce0cb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 945 time: 0.1289699 Jul 22 19:56:58.372621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e1e0f6-a881-455c-a4f2-ef6adcaac278 req-6f77c9dd-4916-4729-9f2a-23f7c47dea61 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615747 Jul 22 19:56:58.372621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.372621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.372621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0e8595e-ed59-46f4-b3a9-0853de731c30 HTTP/1.1" status: 204 len: 168 time: 0.6252887 Jul 22 19:56:58.382771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ba2df-c22c-43f8-b701-c78dd7516faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e8595e-ed59-46f4-b3a9-0853de731c30,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:58.388300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:56:58.395380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59576) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:56:58.483164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4506e2db-e9bf-4f66-a5be-75ffece9b388 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 200 len: 990 time: 0.0857861 Jul 22 19:56:58.554262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:58.572741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'port_id': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'mac_address': 'fa:16:3e:cd:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:56:58.616259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.631248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:56:58.654498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:56:58.660346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:56:58.756887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=12']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:56:58.874878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c9ad8280-4fcd-4007-b2c8-5843c7f034c1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:56:59.351845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-f03209a9-3a45-4a1d-b1c9-955bc6f4c8eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825593 Jul 22 19:56:59.427632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-f045eb9a-babd-4fe2-9403-d79010e03e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:59.437195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-f045eb9a-babd-4fe2-9403-d79010e03e99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 1098 time: 0.0729868 Jul 22 19:56:59.571926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-47fdd13a-f4d3-41ec-8b19-767d460cb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:59.573896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-47fdd13a-f4d3-41ec-8b19-767d460cb988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 200 len: 916 time: 0.1129456 Jul 22 19:56:59.627087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-50a47d89-46a3-45be-bb9f-5cd78649885e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f HTTP/1.1" status: 200 len: 217 time: 0.0453954 Jul 22 19:56:59.683862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-07946673-aa86-49e7-a54d-04071791c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:56:59.685587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-07946673-aa86-49e7-a54d-04071791c25c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 200 len: 855 time: 0.0495405 Jul 22 19:56:59.729158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-12a62c9e-0a2c-498f-9f14-22856613c433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91589815-ab95-4d0c-980d-b6c469c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349381 Jul 22 19:56:59.842722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-d440183e-d457-417a-8731-ed020360389d service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084406 Jul 22 19:56:59.964567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a38c137a-ecf6-402c-892b-53fc98b63aae req-e3cc0cc9-efb2-4bc4-a803-2469c96f3c85 service neutron] 10.222.0.26 "GET /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101477 Jul 22 19:57:00.408832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:00.476833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:00.481572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:00.481941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:00.604577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:00.633841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:00.637097 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e0303-6f62-426e-a291-56109d387e3b" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:00.650660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:00.654957 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:00.690740 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874bda5-74fe-4261-8551-60e96c4d7795 x-openstack-request-id: req-2874bda5-74fe-4261-8551-60e96c4d7795 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:00.691110 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-plugged", "status": "completed", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:00.691276 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2874bda5-74fe-4261-8551-60e96c4d7795 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:00.691923 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'code': 200} Jul 22 19:57:00.714719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=13']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:02.117693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a34c6-68c9-4282-adf5-e291e13c22c1 req-230977e2-a1b6-4f96-af2e-e4e3cd2e2cdd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:02.120022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-707a34c6-68c9-4282-adf5-e291e13c22c1 req-230977e2-a1b6-4f96-af2e-e4e3cd2e2cdd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 945 time: 0.0834494 Jul 22 19:57:02.172175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-707a34c6-68c9-4282-adf5-e291e13c22c1 req-6099bba6-abc4-46f6-9f6a-3458d5637712 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Jul 22 19:57:03.372226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bcfd0-b709-43ff-8fd5-1acde178d96d req-dd66e3f3-61f8-4d70-94a1-87ae452c335b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.374589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-819bcfd0-b709-43ff-8fd5-1acde178d96d req-dd66e3f3-61f8-4d70-94a1-87ae452c335b tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 945 time: 0.1084328 Jul 22 19:57:03.376576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-eba0add5-58ea-416b-94aa-294580ad8605 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917807 Jul 22 19:57:03.439393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-819bcfd0-b709-43ff-8fd5-1acde178d96d req-58fb224d-a763-493d-b93b-9ba17f8527ca tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Jul 22 19:57:03.505677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-1dd1545b-5a9d-432e-9a4a-39548ee9fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.507387 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-1dd1545b-5a9d-432e-9a4a-39548ee9fd6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1099 time: 0.0782032 Jul 22 19:57:03.585488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8bd6a31c-70e5-4598-b7d3-7318c67c807e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.587042 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8bd6a31c-70e5-4598-b7d3-7318c67c807e tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 945 time: 0.0701280 Jul 22 19:57:03.632931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-4e696c9f-2ec0-48de-aec4-571b56211962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.635126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-4e696c9f-2ec0-48de-aec4-571b56211962 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.0985231 Jul 22 19:57:03.700283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Deleting port e07ef504-0539-4b3f-a215-50a6f80d661a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:03.700617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:03.716798 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-1e4cdb9a-d1c6-4870-9edb-5871c2ec6883 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 1000 time: 0.0759001 Jul 22 19:57:03.766936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-6c6f2e29-1ec1-484a-9556-1c44f4c9aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.768543 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-6c6f2e29-1ec1-484a-9556-1c44f4c9aca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0462668 Jul 22 19:57:03.809841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] For port e07ef504-0539-4b3f-a215-50a6f80d661a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=e07ef504-0539-4b3f-a215-50a6f80d661a,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:03.810288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:03.827665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Calling delete_port for e07ef504-0539-4b3f-a215-50a6f80d661a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:03.844676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-8b04d6c6-acb9-408a-a55c-201cec36d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:03.846208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-8b04d6c6-acb9-408a-a55c-201cec36d1ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698330 Jul 22 19:57:03.963581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-d01ed5d5-1c25-45c6-9145-5bcb5477c6ca service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Jul 22 19:57:03.990184 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:04.005347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:04.009253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786', 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'e07ef504-0539-4b3f-a215-50a6f80d661a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:04.062179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event deleted for resources: {'Port': ['ID=e07ef504-0539-4b3f-a215-50a6f80d661a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:04.113361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9cf9321c-d7b5-4cb3-a149-263bfd340875 req-f0c01cd1-1a20-4162-b9f8-d16a61a9d2eb service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437299 Jul 22 19:57:04.119812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] No DVR routers for this DVR port e07ef504-0539-4b3f-a215-50a6f80d661a on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:04.122541 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:04.124758 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05ab4846-19ca-4a5d-ac64-c40ad5b82d0b req-8a7fe097-a235-4b54-a09d-d7f2f0b72f6a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "DELETE /v2.0/ports/e07ef504-0539-4b3f-a215-50a6f80d661a HTTP/1.1" status: 204 len: 173 time: 0.5325532 Jul 22 19:57:04.125359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'name': 'network-vif-deleted', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:04.128048 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21394b-7f04-47ef-90d6-fafe72493a18" -d '{"events": [{"server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "name": "network-vif-deleted", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:04.175186 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b966cf1a-2aa5-4543-b942-1ccd5b439aa7 x-openstack-request-id: req-b966cf1a-2aa5-4543-b942-1ccd5b439aa7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:04.175921 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7062c772-e351-4e88-b6c9-f3c4255970b9", "name": "network-vif-deleted", "tag": "e07ef504-0539-4b3f-a215-50a6f80d661a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:04.186754 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b966cf1a-2aa5-4543-b942-1ccd5b439aa7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:04.187274 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7062c772-e351-4e88-b6c9-f3c4255970b9', 'name': 'network-vif-deleted', 'tag': 'e07ef504-0539-4b3f-a215-50a6f80d661a', 'status': 'completed', 'code': 200} Jul 22 19:57:04.575335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3f26c5f-d64a-4623-a4a9-a0bcbe5978ef req-ba2b1770-c416-4bf8-bbca-e687c801f4ef tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=7062c772-e351-4e88-b6c9-f3c4255970b9 HTTP/1.1" status: 200 len: 210 time: 0.0370746 Jul 22 19:57:07.104910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73d10ad1-db28-4849-a339-fde6e75c8424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:08.112330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e07ef504-0539-4b3f-a215-50a6f80d661a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:08.154295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: e07ef504-0539-4b3f-a215-50a6f80d661a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:08.154571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device e07ef504-0539-4b3f-a215-50a6f80d661a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:09.305506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fc41d-c8ce-4a1f-961d-5f483153cd1a req-617a06a3-d32c-4ca3-bc3c-5c7eb8ae8681 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:09.307819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b0fc41d-c8ce-4a1f-961d-5f483153cd1a req-617a06a3-d32c-4ca3-bc3c-5c7eb8ae8681 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 945 time: 0.0804293 Jul 22 19:57:09.353579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b0fc41d-c8ce-4a1f-961d-5f483153cd1a req-1eddb079-1c79-4457-89c2-405daa6eb7b4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396569 Jul 22 19:57:09.954224 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:10.054331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-de4c921c-2512-4f3c-97ce-87dcd2154431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:10.499798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4cbc1-e365-48e1-ad39-c67f21caff6e req-8c32fed8-29fb-48ad-8037-42ac1791f421 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:10.501366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02c4cbc1-e365-48e1-ad39-c67f21caff6e req-8c32fed8-29fb-48ad-8037-42ac1791f421 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 945 time: 0.0723274 Jul 22 19:57:10.549185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02c4cbc1-e365-48e1-ad39-c67f21caff6e req-de69bc78-57de-4299-8cf7-f8aa05fc19b9 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Jul 22 19:57:10.851998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-1ceef101-35dd-4337-97e3-1d0c552f6a24 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:10.853567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-1ceef101-35dd-4337-97e3-1d0c552f6a24 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.32 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 945 time: 0.0725248 Jul 22 19:57:10.962039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Deleting port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:10.962646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:11.072466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] For port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:11.072848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:11.092453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Calling delete_port for e23dffd3-24e8-4c81-9e41-ffdc9efef3ec owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:11.256127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:11.268620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786', 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:11.308704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event deleted for resources: {'Port': ['ID=e23dffd3-24e8-4c81-9e41-ffdc9efef3ec,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:11.361638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:11.369881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] No DVR routers for this DVR port e23dffd3-24e8-4c81-9e41-ffdc9efef3ec on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:11.372680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:11.375369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9391f70f-d2bd-462c-b1a9-96f63e87fa38 req-59063ce3-2fd9-48ba-8a64-3f7aa1a6d0cd tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.32 "DELETE /v2.0/ports/e23dffd3-24e8-4c81-9e41-ffdc9efef3ec HTTP/1.1" status: 204 len: 173 time: 0.5157721 Jul 22 19:57:11.375984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'name': 'network-vif-deleted', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:11.378634 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924dd69-fccb-4777-854a-f4061a7429a1" -d '{"events": [{"server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "name": "network-vif-deleted", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:11.422600 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd11b01-b958-4090-8238-02d13da74c4f x-openstack-request-id: req-bfd11b01-b958-4090-8238-02d13da74c4f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:11.423020 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2425b61-7d8c-4e49-96bb-453819cf4666", "name": "network-vif-deleted", "tag": "e23dffd3-24e8-4c81-9e41-ffdc9efef3ec", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:11.423362 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfd11b01-b958-4090-8238-02d13da74c4f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:11.423922 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2425b61-7d8c-4e49-96bb-453819cf4666', 'name': 'network-vif-deleted', 'tag': 'e23dffd3-24e8-4c81-9e41-ffdc9efef3ec', 'status': 'completed', 'code': 200} Jul 22 19:57:11.562675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:11.700285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac234b41-9b76-4b01-8cfc-9473e4e3ec52 req-3493e9ba-1299-49e3-bbdc-e045f7656887 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2425b61-7d8c-4e49-96bb-453819cf4666 HTTP/1.1" status: 200 len: 210 time: 0.0601468 Jul 22 19:57:12.942620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.026744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936608e9-9597-46d5-a878-3c181a0f1772 req-afde6e80-7b47-4664-895a-dcfec560d2b4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:13.028274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-936608e9-9597-46d5-a878-3c181a0f1772 req-afde6e80-7b47-4664-895a-dcfec560d2b4 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 946 time: 0.0726087 Jul 22 19:57:13.078697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-936608e9-9597-46d5-a878-3c181a0f1772 req-dac3e1e7-4adb-49f3-800b-b9c637ebe5e7 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Jul 22 19:57:13.496673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59968) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:13.605145 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb452ee3-2e3d-4b11-9716-d0898261f265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.702808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb452ee3-2e3d-4b11-9716-d0898261f265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.706494 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bb452ee3-2e3d-4b11-9716-d0898261f265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.746685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb452ee3-2e3d-4b11-9716-d0898261f265 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f4d61504e0e470aa41efde281b1fe22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486877 Jul 22 19:57:13.747552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb452ee3-2e3d-4b11-9716-d0898261f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea90cf1c-95cf-49a0-b6d4-a898566a4b4b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:13.749292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 59972) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:13.798452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.821010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.866371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.869594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:13.870747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea90cf1c-95cf-49a0-b6d4-a898566a4b4b HTTP/1.1" status: 204 len: 168 time: 0.1202095 Jul 22 19:57:13.878364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fa2e4-60d1-4892-a86e-9886088f455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea90cf1c-95cf-49a0-b6d4-a898566a4b4b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:14.256534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74fe0-431b-4c40-b814-b1b97bf7e026 req-8f12e1e4-7605-496d-86dd-5e1f3df99485 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:14.257961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13b74fe0-431b-4c40-b814-b1b97bf7e026 req-8f12e1e4-7605-496d-86dd-5e1f3df99485 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 946 time: 0.1094828 Jul 22 19:57:14.277771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-ff198f46-7bf0-44fa-b4f5-78f8c9bf10cf tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:14.279156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-ff198f46-7bf0-44fa-b4f5-78f8c9bf10cf tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/ports?device_id=34fbe3a8-b846-41e9-ba4b-beb19eed978a HTTP/1.1" status: 200 len: 946 time: 0.0964746 Jul 22 19:57:14.340059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13b74fe0-431b-4c40-b814-b1b97bf7e026 req-2b01b7dc-91b4-49d9-91df-3901943a740f tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757039 Jul 22 19:57:14.401866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Deleting port c003c3e3-6450-40f0-9c49-69e9c3c3a89f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:14.402213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.450596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e23dffd3-24e8-4c81-9e41-ffdc9efef3ec no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:14.469894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: e23dffd3-24e8-4c81-9e41-ffdc9efef3ec {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:14.470236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device e23dffd3-24e8-4c81-9e41-ffdc9efef3ec not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:14.499090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] For port c003c3e3-6450-40f0-9c49-69e9c3c3a89f, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:14.499623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.513246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Calling delete_port for c003c3e3-6450-40f0-9c49-69e9c3c3a89f owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:14.521099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 59998) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:14.601360 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:57:14.622322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-295592619-network', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:14.641916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Made reservation on behalf of 886f1ce063ca40e5afeb4bf5b16f1bc8 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:14.644189 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.644925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.652882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.657547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786', 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:14.674655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event deleted for resources: {'Port': ['ID=c003c3e3-6450-40f0-9c49-69e9c3c3a89f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:14.724050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] No DVR routers for this DVR port c003c3e3-6450-40f0-9c49-69e9c3c3a89f on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:14.727143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.729917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-59560174-3dd1-4bcb-bc26-b3163076df19 req-7de2ee07-5792-4b08-be89-b90ca9276618 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "DELETE /v2.0/ports/c003c3e3-6450-40f0-9c49-69e9c3c3a89f HTTP/1.1" status: 204 len: 173 time: 0.4429402 Jul 22 19:57:14.730629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'name': 'network-vif-deleted', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:14.739832 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8297405d-a74d-4358-ac1c-85a0a32e82c3" -d '{"events": [{"server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "name": "network-vif-deleted", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:14.761873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.767778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.787029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:57:14.788496 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0ae2f6-9ed0-451d-b699-453da0df7c6d x-openstack-request-id: req-9c0ae2f6-9ed0-451d-b699-453da0df7c6d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:14.788862 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fbe3a8-b846-41e9-ba4b-beb19eed978a", "name": "network-vif-deleted", "tag": "c003c3e3-6450-40f0-9c49-69e9c3c3a89f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:14.789184 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c0ae2f6-9ed0-451d-b699-453da0df7c6d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:14.789651 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fbe3a8-b846-41e9-ba4b-beb19eed978a', 'name': 'network-vif-deleted', 'tag': 'c003c3e3-6450-40f0-9c49-69e9c3c3a89f', 'status': 'completed', 'code': 200} Jul 22 19:57:14.811917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.812365 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Added segment 9ca6ed01-0612-475d-9a03-5b82fcd72072 of type vlan for network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b Jul 22 19:57:14.820886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01972c60-98a4-4797-95b7-3f2622410005,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:14.864884 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.895280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.896378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:14.896955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.932127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4063404 Jul 22 19:57:14.932283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60010) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:14.937144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Request body: {'subnet': {'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-295592619-subnet', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:14.962823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebe7e1-3228-4482-9f20-57c94df87374 admin admin] Pushing event updated for resources: {'Network': ['ID=48c3e3a1-ad7f-4432-bf12-aa6b4f53102b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:14.966167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Made reservation on behalf of 886f1ce063ca40e5afeb4bf5b16f1bc8 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:14.968862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:14.973986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:57:15.200952 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.326426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab255de-2868-4f47-bb96-c852424e9cfd,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:15.338237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Checking segment: {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:15.338677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Network hostable DHCP agents. Network: 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:57:15.357459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:57:15.375124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:15.391478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:15.391876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.394470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba71eb4-44e6-4eb8-a310-8abc702866d6 None None] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:15.418936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-42f0095e-b40b-4c23-9ec1-c2a20eab5a83 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4857085 Jul 22 19:57:15.422085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60016) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:15.426474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:15.458387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.459646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.482989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60020) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:15.487869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900420894', 'description': 'tempest-secgroup-smoke-900420894 description', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:15.512938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.545057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.607820 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.612140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.640080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c684000-60b4-4c93-a0e1-2086fd09eaf8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:15.653810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.653966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:57:15.655096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.655685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5b6145a0-7aa1-46a4-9d7a-51d989f941a8 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1713943 Jul 22 19:57:15.658795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60024) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:15.663585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:15.697027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.705092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.784841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.790726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.822434 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.826643 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641593 Jul 22 19:57:15.826643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee46b5-1252-4574-ac9e-a4d504e1a568 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eade8aaa-bffa-45f7-8b07-09d94afd5666,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:15.827881 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60026) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:15.836518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Allocated IP 172.20.0.2 (48c3e3a1-ad7f-4432-bf12-aa6b4f53102b/cab255de-2868-4f47-bb96-c852424e9cfd/ba4b4a31-8a17-4e0a-9b5f-c63bac99438c) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:15.838685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:15.877791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.939418 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.956649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.963919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.965603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:15.993858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31807d8c-b147-4fce-8f82-0c31811c0864,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:15.997482 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.001434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cdfa98c4-ce08-415d-97b8-22cc5ed365cf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653724 Jul 22 19:57:16.002611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60028) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:16.008852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:16.010969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.038194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Transition to ACTIVE for port object ba4b4a31-8a17-4e0a-9b5f-c63bac99438c will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:16.044729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.063595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Transition to ACTIVE for port object ba4b4a31-8a17-4e0a-9b5f-c63bac99438c will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:16.074567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.092506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Allocated IP 172.25.6.110 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5af44d8f-b551-4659-a80d-183f71d626e7) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:16.112585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.119759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.132112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:16.140060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:16.141645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92679b4-c4a1-4839-96bb-4b69c1260167,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.145919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:16.150648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Pushing event updated for resources: {'Port': ['ID=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.163198 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.164563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6ac62cc3-3fd6-41a8-8369-8d979b754663 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610456 Jul 22 19:57:16.167627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60030) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:16.172438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:16.211421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.232133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Attempting to bind port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:16.234171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Attempting to bind port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:16.236505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Attempting to bind port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c on network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:16.237298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.243469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:16.244559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Checking segment: {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:16.245173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.246123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Bound using segment: {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:16.246783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Bound port: ba4b4a31-8a17-4e0a-9b5f-c63bac99438c, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:16.248728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.285580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.290928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.291160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.317368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b76a64d-98e4-4318-8031-0722f039d524,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.327733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.332574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:16.332704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7dd46e2f-e17e-43ce-aefc-5e036bca72dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639516 Jul 22 19:57:16.341003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:16.345654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-aaf65b56-435d-4e86-b723-3947180422df None None] For port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:16.348216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:16.349699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-aaf65b56-435d-4e86-b723-3947180422df None None] For port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:16.355073 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.358794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:16.367784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:16.374995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=5af44d8f-b551-4659-a80d-183f71d626e7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.411465 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Project e64f9e4c4df74377ad19af7aded2e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:57:16.421348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.427286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65b56-435d-4e86-b723-3947180422df None None] Pushing event updated for resources: {'Port': ['ID=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.573099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.585050 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.627012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f1f545-1075-431a-b619-fc7002a4e5f4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.669440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.671627 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-977854cb-ea8f-45ec-af38-7ae15f107499 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344505 Jul 22 19:57:16.674014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60036) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:16.679808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'security_group_rule': {'security_group_id': '2c684000-60b4-4c93-a0e1-2086fd09eaf8', 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:16.715992 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Project e64f9e4c4df74377ad19af7aded2e4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:57:16.721561 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.768699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.796680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.803653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.828124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ffd185-ec11-4590-8649-dd56e4f25316,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:16.834213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:16.835771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a6a1e02e-48d6-41d0-b95f-81c0bc7340bf tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609964 Jul 22 19:57:17.001905 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:17.046418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-5da53bf9-2cdc-44ca-9ebf-dd36620aa0db tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900420894&fields=id&tenant_id=e64f9e4c4df74377ad19af7aded2e4c2 HTTP/1.1" status: 200 len: 267 time: 0.0349336 Jul 22 19:57:17.154643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:57:17.182516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-3cdc92ae-5dbf-4aae-ab53-eb4e802721bb tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:17.184674 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-3cdc92ae-5dbf-4aae-ab53-eb4e802721bb tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 813 time: 0.1314511 Jul 22 19:57:17.203459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-bf98905c-e693-42a6-8db8-53d3cbf537d9 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/quotas/e64f9e4c4df74377ad19af7aded2e4c2 HTTP/1.1" status: 200 len: 375 time: 0.0131574 Jul 22 19:57:17.281318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-207f79ae-dc83-4553-8335-8211de951378 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718582 Jul 22 19:57:17.285815 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:17.298459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Sync routers for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:17.306576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:17.311369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-00c56186-e71f-4d3c-801d-31dc458d0fa7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8883848 Jul 22 19:57:17.312356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:17.313030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:17.313658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:17.441734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-2434a41d-741f-4fdc-bf95-081346ad4673 service neutron] 10.222.0.10 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325843 Jul 22 19:57:17.529791 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:17.565681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-aa23800b-1d6c-402f-8c1e-b8901087c703 service neutron] 10.222.0.10 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206136 Jul 22 19:57:17.607545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34312d24-1c3f-48d8-aad1-6562df8e1944 None None] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:17.816193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4b51deb4-0310-4ef0-aeac-7d678b85fa6a None None] Provisioning for port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:17.864198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.011782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:16Z', 'revision_number': 3, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:18.013676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f02634e-61dd-450e-a635-518377795e28 req-66dca517-351d-4869-ba97-00f140d58849 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0921419 Jul 22 19:57:18.060882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Checking router: 009ceb34-e171-4bb4-b6f2-2bd2620689f2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:18.061061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Updating router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 port 5af44d8f-b551-4659-a80d-183f71d626e7 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:18.105201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.110217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Allocated IP 172.20.0.1 (48c3e3a1-ad7f-4432-bf12-aa6b4f53102b/cab255de-2868-4f47-bb96-c852424e9cfd/898e85e4-bfeb-421d-aabf-f75084e0109e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:18.170425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c003c3e3-6450-40f0-9c49-69e9c3c3a89f no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:18.262605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba4b4a31-8a17-4e0a-9b5f-c63bac99438c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:18.267495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: c003c3e3-6450-40f0-9c49-69e9c3c3a89f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:18.267949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c003c3e3-6450-40f0-9c49-69e9c3c3a89f not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:18.291892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.313673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Transition to ACTIVE for port object 898e85e4-bfeb-421d-aabf-f75084e0109e will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:18.358642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:18.369213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:18.369213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.373897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.418632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:18.423836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:18.428571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:18.484068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-18706148-26c6-4997-9d57-d4a301e8cccc None None] Provisioning complete for port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:18.485846 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18706148-26c6-4997-9d57-d4a301e8cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.692035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.707016 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-18706148-26c6-4997-9d57-d4a301e8cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.710879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.746639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Transition to ACTIVE for port object 5af44d8f-b551-4659-a80d-183f71d626e7 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:18.767129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.770385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:18.798923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.864441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99959-5ab1-40d7-8564-c9918087c966 None None] Pushing event updated for resources: {'Port': ['ID=5af44d8f-b551-4659-a80d-183f71d626e7,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:18.901054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Attempting to bind port 5af44d8f-b551-4659-a80d-183f71d626e7 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:18.902199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Attempting to bind port 5af44d8f-b551-4659-a80d-183f71d626e7 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:18.902764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Attempting to bind port 5af44d8f-b551-4659-a80d-183f71d626e7 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:18.905015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Pushing event updated for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:18.938705 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.940852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:18.940852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:18.941263 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.941658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:18.942472 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Bound port: 5af44d8f-b551-4659-a80d-183f71d626e7, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:18.942941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:18.980795 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-18706148-26c6-4997-9d57-d4a301e8cccc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:57:18.981150 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-18706148-26c6-4997-9d57-d4a301e8cccc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:57:18.990352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:19.049939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] For port 5af44d8f-b551-4659-a80d-183f71d626e7, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:19.053910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] For port 5af44d8f-b551-4659-a80d-183f71d626e7, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5af44d8f-b551-4659-a80d-183f71d626e7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:19.062963 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.126477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:19.127460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:19.137645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.155492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e27b1049-f48e-4ff8-8a1f-5df86634f0a8 req-9148aeef-ee2b-497d-8dba-fea4b8abc2ec tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0357561 Jul 22 19:57:19.184652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35945984-1191-4634-a73e-f701fca0b27f req-a23df84e-be64-4cc7-b91e-106c55f6221d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:19.186478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35945984-1191-4634-a73e-f701fca0b27f req-a23df84e-be64-4cc7-b91e-106c55f6221d tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 946 time: 0.1432366 Jul 22 19:57:19.235077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35945984-1191-4634-a73e-f701fca0b27f req-f8afa9e0-a595-4612-b1f9-14c883459606 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387120 Jul 22 19:57:19.246122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99959-5ab1-40d7-8564-c9918087c966 None None] Pushing event updated for resources: {'Port': ['ID=5af44d8f-b551-4659-a80d-183f71d626e7,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:19.302163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:19.440721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.449475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.524396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-8d930d3d-718d-43e2-baa8-22408066f32e tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:19.526151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-8d930d3d-718d-43e2-baa8-22408066f32e tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 813 time: 0.2032146 Jul 22 19:57:19.550623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Pushing event updated for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:19.560667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.608063 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-1f819667-fbf5-46df-a3a1-82c3dfd948ab tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e64f9e4c4df74377ad19af7aded2e4c2 HTTP/1.1" status: 200 len: 379 time: 0.0663600 Jul 22 19:57:19.621625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'port': {'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'admin_state_up': True, 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'security_groups': ['2c684000-60b4-4c93-a0e1-2086fd09eaf8']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:19.698556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '898e85e4-bfeb-421d-aabf-f75084e0109e', 'name': '', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'mac_address': 'fa:16:3e:8d:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:17Z', 'updated_at': '2021-07-22T19:57:18Z', 'revision_number': 1, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'subnets': [{'id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:19.732607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7729-c04c-48da-8af9-ed8837276feb None None] The sync data for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 is: [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '898e85e4-bfeb-421d-aabf-f75084e0109e', 'name': '', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'mac_address': 'fa:16:3e:8d:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:17Z', 'updated_at': '2021-07-22T19:57:18Z', 'revision_number': 1, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'subnets': [{'id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:19.735102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef5e6118-f9bd-4666-a574-c8e8b6f98ad7 None None] Provisioning for port 898e85e4-bfeb-421d-aabf-f75084e0109e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:19.739403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef5e6118-f9bd-4666-a574-c8e8b6f98ad7 None None] Provisioning complete for port 898e85e4-bfeb-421d-aabf-f75084e0109e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:19.739845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef5e6118-f9bd-4666-a574-c8e8b6f98ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.750646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:19.755372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:19.778830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e6118-f9bd-4666-a574-c8e8b6f98ad7 None None] Port 898e85e4-bfeb-421d-aabf-f75084e0109e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:19.871098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Made reservation on behalf of e64f9e4c4df74377ad19af7aded2e4c2 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:19.874676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:19.982444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:20.126393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-283cd551-5d2c-4766-96c7-de03b3d78076 None None] Provisioning complete for port 898e85e4-bfeb-421d-aabf-f75084e0109e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:20.126897 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-283cd551-5d2c-4766-96c7-de03b3d78076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.158854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Allocated IP 172.20.0.10 (832c6501-28f3-40e8-a785-041a542c8aa5/ab6ab325-4713-4deb-a985-75930ba7048c/c3c98ec7-8fd7-4620-96ae-dace1ef59157) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:20.176054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba4b4a31-8a17-4e0a-9b5f-c63bac99438c up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:20.241438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-283cd551-5d2c-4766-96c7-de03b3d78076 None None] Port 898e85e4-bfeb-421d-aabf-f75084e0109e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:20.284978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:20.285414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.318435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:20.326802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7c977a75-6a2c-4e42-a351-9d4baa090415 admin admin] 10.222.0.10 "PUT /v2.0/routers/009ceb34-e171-4bb4-b6f2-2bd2620689f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0119421 Jul 22 19:57:20.377702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e03d6f1c-7fa7-42d3-a5ef-b64cf771961c req-ce2e8ccd-fb36-448f-b88b-e5973524b6f1 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.1007857 Jul 22 19:57:20.406315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.429878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Transition to ACTIVE for port object c3c98ec7-8fd7-4620-96ae-dace1ef59157 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:20.475020 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.568020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:20.572406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Network 832c6501-28f3-40e8-a785-041a542c8aa5 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:20.574335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:20.576501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:20.590784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-c9e9748c-264c-4396-8512-859653deea72 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:20.594867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-c9e9748c-264c-4396-8512-859653deea72 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 946 time: 0.1941340 Jul 22 19:57:20.651874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffae171-873d-4df7-a669-47ab1056575d req-84af0fd7-b308-46c3-895d-5c3950cb4e5a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:20.654078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ffae171-873d-4df7-a669-47ab1056575d req-84af0fd7-b308-46c3-895d-5c3950cb4e5a tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 946 time: 0.2030694 Jul 22 19:57:20.701017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:20.701703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.754576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ffae171-873d-4df7-a669-47ab1056575d req-1d300fd5-b2ac-4c12-9966-7afaf5795872 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/security-groups?id=72bf91c5-464e-4529-89aa-8f269263e74e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887902 Jul 22 19:57:20.764024 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-029e817a-3c4a-4a3e-9c67-3ca27bee9520 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489809 Jul 22 19:57:20.776593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Request body: {'port': {'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:20.791750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Deleting port c83f32af-b6a7-494a-aa92-a26a98425786 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:20.792094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.905662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:20.966968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] For port c83f32af-b6a7-494a-aa92-a26a98425786, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=c83f32af-b6a7-494a-aa92-a26a98425786,segment=NetworkSegment(2489cb14-cc96-42f2-8983-28cfae85055f),segment_id=2489cb14-cc96-42f2-8983-28cfae85055f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:20.972347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.012425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Calling delete_port for c83f32af-b6a7-494a-aa92-a26a98425786 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:21.098239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-881325e0-2b9e-4287-b1eb-4521e89ed52c None None] Provisioning for port c3c98ec7-8fd7-4620-96ae-dace1ef59157 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:21.106263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-881325e0-2b9e-4287-b1eb-4521e89ed52c None None] Provisioning complete for port c3c98ec7-8fd7-4620-96ae-dace1ef59157 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:21.107986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-881325e0-2b9e-4287-b1eb-4521e89ed52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.163885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-881325e0-2b9e-4287-b1eb-4521e89ed52c None None] Port c3c98ec7-8fd7-4620-96ae-dace1ef59157 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:21.229961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.241838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['c83f32af-b6a7-494a-aa92-a26a98425786'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:21.266244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Pushing event deleted for resources: {'Port': ['ID=c83f32af-b6a7-494a-aa92-a26a98425786,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:21.332428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] No DVR routers for this DVR port c83f32af-b6a7-494a-aa92-a26a98425786 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:21.334478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60090) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:21.337018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.339041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db567e28-cc57-486f-a310-4dfadef1e6a4 req-b60d6d2e-684e-4fda-b21e-d648bde31ceb tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.26 "DELETE /v2.0/ports/c83f32af-b6a7-494a-aa92-a26a98425786 HTTP/1.1" status: 204 len: 173 time: 0.7347779 Jul 22 19:57:21.346076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-894992629-network', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:21.353041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'name': 'network-vif-deleted', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:21.357696 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848dae1-0275-4d97-836a-9262f09b4320" -d '{"events": [{"server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "name": "network-vif-deleted", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:21.406532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c98ec7-8fd7-4620-96ae-dace1ef59157 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:57:21.409725 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a2e5cc-f7e9-4bd8-87d1-d8a50e5f17bc x-openstack-request-id: req-65a2e5cc-f7e9-4bd8-87d1-d8a50e5f17bc {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:21.411256 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7ae10c7-502c-47b2-a99f-0f968455319a", "name": "network-vif-deleted", "tag": "c83f32af-b6a7-494a-aa92-a26a98425786", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:21.412327 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65a2e5cc-f7e9-4bd8-87d1-d8a50e5f17bc {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:21.413580 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7ae10c7-502c-47b2-a99f-0f968455319a', 'name': 'network-vif-deleted', 'tag': 'c83f32af-b6a7-494a-aa92-a26a98425786', 'status': 'completed', 'code': 200} Jul 22 19:57:21.425738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.433832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Made reservation on behalf of f8ac5b3552ab48bea909c7bc4caaf6c2 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:21.436854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.453166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Transition to ACTIVE for port object c3c98ec7-8fd7-4620-96ae-dace1ef59157 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:21.459333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.468828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.523745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Pushing event updated for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:21.677153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Attempting to bind port c3c98ec7-8fd7-4620-96ae-dace1ef59157 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:21.677498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Attempting to bind port c3c98ec7-8fd7-4620-96ae-dace1ef59157 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:21.677959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Attempting to bind port c3c98ec7-8fd7-4620-96ae-dace1ef59157 on network 832c6501-28f3-40e8-a785-041a542c8aa5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:21.683676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Port c3c98ec7-8fd7-4620-96ae-dace1ef59157 on network 832c6501-28f3-40e8-a785-041a542c8aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:57:21.684242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Attempting to bind port c3c98ec7-8fd7-4620-96ae-dace1ef59157 on network 832c6501-28f3-40e8-a785-041a542c8aa5 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:21.689135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.695031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:21.695486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Checking segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:21.696092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Bound using segment: {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:21.696606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Bound port: c3c98ec7-8fd7-4620-96ae-dace1ef59157, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ce7824-4646-4b56-bbce-6fd7e366121e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:21.697325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.701682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba47472-abe0-46b5-9159-b163a2870747 req-89838218-7f86-4cfb-9515-4a3b759a8b28 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:21.703863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ba47472-abe0-46b5-9159-b163a2870747 req-89838218-7f86-4cfb-9515-4a3b759a8b28 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.2096567 Jul 22 19:57:21.705341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.760418 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:57:21.798689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ba47472-abe0-46b5-9159-b163a2870747 req-3b8d272c-88c3-468e-ba6e-78aa4bed587c tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823948 Jul 22 19:57:21.814104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.814456 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Added segment 0b8ec040-5684-4827-b039-5e76543765c7 of type vlan for network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 Jul 22 19:57:21.816185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec49782-b4a2-4b8d-8e1a-604c75e49b3e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:21.874654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.884950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:21.894548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:21.905382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.950087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:21.950781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.952246 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] 10.222.0.32 "PUT /v2.0/ports/c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 1093 time: 1.1809978 Jul 22 19:57:21.952698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:21.954967 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:21.962110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.963323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:21.964206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:21.994580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229ec7-0a77-4a23-83fa-1ab89e56c82c service neutron] Pushing event updated for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:22.014158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7be3e4ec-10c7-4c34-ab55-56d2906d739d req-a0cc4957-8636-4efb-9ab2-044ec548c619 tempest-AttachVolumeNegativeTest-1128597943 tempest-AttachVolumeNegativeTest-1128597943-project] 10.222.0.10 "GET /v2.0/ports?device_id=f7ae10c7-502c-47b2-a99f-0f968455319a HTTP/1.1" status: 200 len: 210 time: 0.0670061 Jul 22 19:57:22.062228 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5ff628-c827-442a-982a-dbc27faa0e0a x-openstack-request-id: req-2d5ff628-c827-442a-982a-dbc27faa0e0a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:22.063028 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:22.063028 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d5ff628-c827-442a-982a-dbc27faa0e0a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:22.063255 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:57:22.099097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7634957 Jul 22 19:57:22.099870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60100) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:22.136721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Request body: {'subnet': {'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-894992629-subnet', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:22.142485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3dc81-1877-4ee7-957c-fbad8de3c81b admin admin] Pushing event updated for resources: {'Network': ['ID=2485e68f-ee0c-4fe4-8f0b-51409d1f7650,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:22.166484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:57:22.192868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Made reservation on behalf of f8ac5b3552ab48bea909c7bc4caaf6c2 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:22.195509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.232900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5af44d8f-b551-4659-a80d-183f71d626e7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:22.263273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-744f565e-dfda-4701-933c-1b79cacb9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:22.265611 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-744f565e-dfda-4701-933c-1b79cacb9191 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1096 time: 0.1988883 Jul 22 19:57:22.345167 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-c4b3e799-2879-48e2-9daf-2c4a33cfb8cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 217 time: 0.0664253 Jul 22 19:57:22.393019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5af44d8f-b551-4659-a80d-183f71d626e7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:22.401609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5af44d8f-b551-4659-a80d-183f71d626e7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:22.401609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.442788 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-83a86d54-6c3d-4ee6-a3e9-031f747e2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:22.446485 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-83a86d54-6c3d-4ee6-a3e9-031f747e2126 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.0916221 Jul 22 19:57:22.494465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.561361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.568641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef521ea3-c2d6-436f-b895-a0a0a71bed24,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:22.582306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Checking segment: {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:22.582598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Network hostable DHCP agents. Network: 2485e68f-ee0c-4fe4-8f0b-51409d1f7650, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:57:22.585299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-eae06179-5389-40f0-ab3e-9058402cc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:22.587989 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-eae06179-5389-40f0-ab3e-9058402cc4e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350029 Jul 22 19:57:22.607176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 5af44d8f-b551-4659-a80d-183f71d626e7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5af44d8f-b551-4659-a80d-183f71d626e7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:22.616294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.622013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:57:22.650563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 2485e68f-ee0c-4fe4-8f0b-51409d1f7650) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:22.656159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:22.656759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.691567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a49a1be0-ef58-4940-9775-e74e5a0d72c4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5595722 Jul 22 19:57:22.694446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:22.696649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4a3ac-c024-4cf7-919f-c79e6a2ac559 None None] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:22.699790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:22.751965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.753563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.772651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=5af44d8f-b551-4659-a80d-183f71d626e7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:22.801008 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-22a9392f-3d83-451f-9190-8b958b638f29 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989610 Jul 22 19:57:22.838329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.907082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:57:22.908449 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:22.999392 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-278ab59c-3299-41f2-b4c3-20ad138c4f3b req-06ddf7c9-7aa5-4212-ad2c-cbae2c903937 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862545 Jul 22 19:57:23.092101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60112) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:23.100725 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Sync routers for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:23.105358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.111022 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:23.111402 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:23.163354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Allocated IP 172.20.0.2 (2485e68f-ee0c-4fe4-8f0b-51409d1f7650/ef521ea3-c2d6-436f-b895-a0a0a71bed24/f56df3e2-3574-4ae9-9fdd-3830f2cc8b82) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:23.193248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Deleting subnet 0661e832-d505-459c-854a-71a3865c169b {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:57:23.203611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-712227b4-a2f4-46be-83f6-2cc94d407ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:23.205191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-712227b4-a2f4-46be-83f6-2cc94d407ff2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1096 time: 0.1283453 Jul 22 19:57:23.205941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da83d4-fdb2-4460-8e79-4947dbcca09b req-e5fa2d27-219d-4a7a-812a-ea99311ece20 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:23.213956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70da83d4-fdb2-4460-8e79-4947dbcca09b req-e5fa2d27-219d-4a7a-812a-ea99311ece20 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.2393477 Jul 22 19:57:23.223360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.286531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.298947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:23.324869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70da83d4-fdb2-4460-8e79-4947dbcca09b req-febbd96a-2a7d-461a-9575-f6afeb65a035 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098394 Jul 22 19:57:23.366987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-ecc1eea1-5f99-4a81-9503-876931baeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:23.369937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-ecc1eea1-5f99-4a81-9503-876931baeff6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 914 time: 0.1566029 Jul 22 19:57:23.384193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.391963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.395661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Transition to ACTIVE for port object f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:23.417273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Transition to ACTIVE for port object f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:23.430983 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.445478 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-d6660480-7153-4c17-980e-1309bda01ab6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 217 time: 0.0671051 Jul 22 19:57:23.497291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.498360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Pushing event updated for resources: {'Port': ['ID=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:23.506458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:23.507921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:23.512650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:23.553804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-951802d2-b133-4ccb-8d72-cb949110cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:23.555341 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-951802d2-b133-4ccb-8d72-cb949110cae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.1031840 Jul 22 19:57:23.581845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Attempting to bind port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:23.582221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Attempting to bind port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:23.582590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Attempting to bind port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 on network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:23.584982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.587918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0661e832-d505-459c-854a-71a3865c169b HTTP/1.1" status: 204 len: 168 time: 0.4954984 Jul 22 19:57:23.590821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9c71c-5e1a-48e0-8c5b-7b24a2a4b6d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0661e832-d505-459c-854a-71a3865c169b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:23.592722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60114) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:23.601402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:23.601795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Checking segment: {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:23.602830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.603229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Bound using segment: {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:23.604308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Bound port: f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:23.604706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.669964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-b3700e33-f136-4e11-b599-99eeff33aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:23.678872 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-b3700e33-f136-4e11-b599-99eeff33aff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158676 Jul 22 19:57:23.682597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] For port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:23.684668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '898e85e4-bfeb-421d-aabf-f75084e0109e', 'name': '', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'mac_address': 'fa:16:3e:8d:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:17Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 2, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'subnets': [{'id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:23.686240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] For port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:23.699475 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.699901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.715885 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Checking router: 009ceb34-e171-4bb4-b6f2-2bd2620689f2 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:23.716273 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Updating router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 port 898e85e4-bfeb-421d-aabf-f75084e0109e binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:23.732452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.737626 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.785667 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.797880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df3705-293b-4ef9-8d03-50e948b5767f None None] Pushing event updated for resources: {'Port': ['ID=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:23.851039 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-30130902-2734-4af5-b711-6f6a4fa88464 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640792 Jul 22 19:57:23.911653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Allocated IP 172.25.6.115 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/0e617632-5b71-47cd-b10d-57fda0601ec6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:23.974258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:23.984251 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3ed8759a-6a10-4e69-b3d1-b4ed7c063d5a req-8f2db6b4-f6a4-43b6-bc41-ad6704976b3a service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235468 Jul 22 19:57:23.999663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91589815-ab95-4d0c-980d-b6c469c2e143']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:24.025018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2489cb14-cc96-42f2-8983-28cfae85055f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:24.025018 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2489cb14-cc96-42f2-8983-28cfae85055f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:24.052543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.107837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.118398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:57:24.119671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:57:24.120671 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:57:24.199800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c83f32af-b6a7-494a-aa92-a26a98425786 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:24.204186 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.219038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.227487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.232382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] 10.222.0.10 "DELETE /v2.0/networks/91589815-ab95-4d0c-980d-b6c469c2e143 HTTP/1.1" status: 204 len: 168 time: 0.6345654 Jul 22 19:57:24.256483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: c83f32af-b6a7-494a-aa92-a26a98425786 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:24.256859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device c83f32af-b6a7-494a-aa92-a26a98425786 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:24.260223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6839b2f-9150-4510-b766-ee34c2d1be5d admin admin] Pushing event deleted for resources: {'Network': ['ID=91589815-ab95-4d0c-980d-b6c469c2e143,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:24.298515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.341372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5af44d8f-b551-4659-a80d-183f71d626e7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:24.345232 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.359328 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Transition to ACTIVE for port object 898e85e4-bfeb-421d-aabf-f75084e0109e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:24.371703 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.380971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Pushing event updated for resources: {'Port': ['ID=0e617632-5b71-47cd-b10d-57fda0601ec6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:24.415568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:24.417593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:24.422875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:24.444013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5af44d8f-b551-4659-a80d-183f71d626e7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:24.444609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.596824 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Pushing event updated for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:24.604922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60120) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:24.640930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:24.654172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.654543 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.654845 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.658338 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.658698 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.659034 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.659365 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.669349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.669794 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.670142 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.670484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.670819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:24.676210 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Attempting to bind port 898e85e4-bfeb-421d-aabf-f75084e0109e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:24.676582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Attempting to bind port 898e85e4-bfeb-421d-aabf-f75084e0109e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:24.676942 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Attempting to bind port 898e85e4-bfeb-421d-aabf-f75084e0109e on network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:24.680196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b06a8ba-599a-4795-b873-bf5294608dc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd4fd97cf1df40eeae1f446f501c1346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731211 Jul 22 19:57:24.682636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60122) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:24.696745 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:24.697143 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Checking segment: {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:24.697520 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.697908 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Bound using segment: {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:24.698414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Bound port: 898e85e4-bfeb-421d-aabf-f75084e0109e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca6ed01-0612-475d-9a03-5b82fcd72072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:24.698762 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.741121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.778300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.795618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:24.833795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.836650 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] For port 898e85e4-bfeb-421d-aabf-f75084e0109e, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:24.843651 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] For port 898e85e4-bfeb-421d-aabf-f75084e0109e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=898e85e4-bfeb-421d-aabf-f75084e0109e,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:24.858584 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.931753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:24.932463 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:24.962719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.973004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:24.974578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72bf91c5-464e-4529-89aa-8f269263e74e HTTP/1.1" status: 204 len: 168 time: 0.2905374 Jul 22 19:57:24.985327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036d866-7088-4199-bcda-9571405327e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf91c5-464e-4529-89aa-8f269263e74e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:25.095028 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:25.218667 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196be6-ccc6-424d-be6a-48116c307fc4 None None] Pushing event updated for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:25.374334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05b70d-e9a8-47b7-9f16-6fc4525eb8b3 None None] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:25.387499 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '898e85e4-bfeb-421d-aabf-f75084e0109e', 'name': '', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'mac_address': 'fa:16:3e:8d:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:17Z', 'updated_at': '2021-07-22T19:57:24Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'subnets': [{'id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:25.424597 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14f84a-343f-41fa-bddd-a17112c32be4 None None] The sync data for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 is: [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:19Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '898e85e4-bfeb-421d-aabf-f75084e0109e', 'name': '', 'network_id': '48c3e3a1-ad7f-4432-bf12-aa6b4f53102b', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'mac_address': 'fa:16:3e:8d:32:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:17Z', 'updated_at': '2021-07-22T19:57:24Z', 'revision_number': 4, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'subnets': [{'id': 'cab255de-2868-4f47-bb96-c852424e9cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:25.472280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b751e41-334f-41ac-9cd0-3c323241a06d req-63e9636b-aec3-420a-9cca-d529e604469b tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:25.477317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b751e41-334f-41ac-9cd0-3c323241a06d req-63e9636b-aec3-420a-9cca-d529e604469b tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.9794195 Jul 22 19:57:25.538279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Provisioning for port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:25.547274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Provisioning complete for port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:25.547874 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:25.635924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b751e41-334f-41ac-9cd0-3c323241a06d req-6c8a2465-f6f5-4c23-804b-e5e0dee567c5 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482494 Jul 22 19:57:25.707405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:25.742339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:25.799926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] For port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:25.808539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:25.910511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f404-2cfc-4476-a09a-27bd5a734418 None None] Pushing event updated for resources: {'Port': ['ID=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:25.996684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.170001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Router 32588867-515e-4817-9e6c-7bacab488876 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:57:26.206625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 898e85e4-bfeb-421d-aabf-f75084e0109e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:26.272888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-151b0756-13e2-4cce-bc02-0fdc302bb9e9 None None] Provisioning complete for port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:26.273287 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-151b0756-13e2-4cce-bc02-0fdc302bb9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.312679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 898e85e4-bfeb-421d-aabf-f75084e0109e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:26.322486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:26.324480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 898e85e4-bfeb-421d-aabf-f75084e0109e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:26.330214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.345152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.349378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-48932f16-a01e-4a76-bf85-50e563fe7291 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6514051 Jul 22 19:57:26.349729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60152) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:26.375688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Sync routers for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:26.397331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:26.399398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:26.563645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.621863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 898e85e4-bfeb-421d-aabf-f75084e0109e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=898e85e4-bfeb-421d-aabf-f75084e0109e,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:26.633750 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.634619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:26.644794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:26.845545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:26.864405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31695b9e-26a7-499c-ac12-a8341791d1c8 req-fd7bf4d9-4a67-446f-a371-a3bba419c05b tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:26.867042 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31695b9e-26a7-499c-ac12-a8341791d1c8 req-fd7bf4d9-4a67-446f-a371-a3bba419c05b tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.1188011 Jul 22 19:57:26.894483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:26.894858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:26.967908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31695b9e-26a7-499c-ac12-a8341791d1c8 req-e94277b3-caa7-4eb3-998d-8754d2d8e542 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612285 Jul 22 19:57:26.972038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.028551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:25Z', 'revision_number': 3, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:27.063868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Checking router: 32588867-515e-4817-9e6c-7bacab488876 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:27.064249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Updating router 32588867-515e-4817-9e6c-7bacab488876 port 0e617632-5b71-47cd-b10d-57fda0601ec6 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:27.099340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.146399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Allocated IP 172.20.0.1 (2485e68f-ee0c-4fe4-8f0b-51409d1f7650/ef521ea3-c2d6-436f-b895-a0a0a71bed24/ab13effc-ea59-433c-a9d2-8a1045b77134) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:27.275729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.290800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Transition to ACTIVE for port object ab13effc-ea59-433c-a9d2-8a1045b77134 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:27.336838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.377904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:27.383161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:27.387366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:27.400466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.402663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.412988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Transition to ACTIVE for port object 0e617632-5b71-47cd-b10d-57fda0601ec6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:27.419002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Pushing event updated for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:27.419267 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.446923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.598125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.626732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Attempting to bind port 0e617632-5b71-47cd-b10d-57fda0601ec6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:27.627328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Attempting to bind port 0e617632-5b71-47cd-b10d-57fda0601ec6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:27.627460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Attempting to bind port 0e617632-5b71-47cd-b10d-57fda0601ec6 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:27.629455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3546dd9-9ce9-420e-8d7b-fb1c7eef9d39 None None] Pushing event updated for resources: {'Port': ['ID=0e617632-5b71-47cd-b10d-57fda0601ec6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:27.635347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:27.635728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:27.636135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.636645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:27.637018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Bound port: 0e617632-5b71-47cd-b10d-57fda0601ec6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:27.637448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.683193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17790ef0-afe9-4722-858f-aaf50ee01c45 None None] Provisioning for port ab13effc-ea59-433c-a9d2-8a1045b77134 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:27.691948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17790ef0-afe9-4722-858f-aaf50ee01c45 None None] Provisioning complete for port ab13effc-ea59-433c-a9d2-8a1045b77134 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:27.692350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17790ef0-afe9-4722-858f-aaf50ee01c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.715444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] For port 0e617632-5b71-47cd-b10d-57fda0601ec6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:27.736568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] For port 0e617632-5b71-47cd-b10d-57fda0601ec6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0e617632-5b71-47cd-b10d-57fda0601ec6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:27.744778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.749799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-17790ef0-afe9-4722-858f-aaf50ee01c45 None None] Port ab13effc-ea59-433c-a9d2-8a1045b77134 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:27.769192 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.775235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.803173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:27.803796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:27.854372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:27.860794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Pushing event updated for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:27.874405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3546dd9-9ce9-420e-8d7b-fb1c7eef9d39 None None] Pushing event updated for resources: {'Port': ['ID=0e617632-5b71-47cd-b10d-57fda0601ec6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:27.928641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:27.966804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:27.968393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:28.113834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Router 32588867-515e-4817-9e6c-7bacab488876 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:28.233982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 898e85e4-bfeb-421d-aabf-f75084e0109e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:28.300952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 898e85e4-bfeb-421d-aabf-f75084e0109e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:28.301663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:28.322350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31348b46-76df-4da2-ad71-53297317984b req-9de79b4d-ad03-419a-82f6-96fe36f336af tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:28.323971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31348b46-76df-4da2-ad71-53297317984b req-9de79b4d-ad03-419a-82f6-96fe36f336af tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.2083664 Jul 22 19:57:28.333114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ab13effc-ea59-433c-a9d2-8a1045b77134', 'name': '', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'mac_address': 'fa:16:3e:d1:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:26Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 2, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'subnets': [{'id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:28.348227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:28.354396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c1761fda-a755-4d15-8c9b-3295cda3e715 admin admin] 10.222.0.10 "PUT /v2.0/routers/32588867-515e-4817-9e6c-7bacab488876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030868 Jul 22 19:57:28.377378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84164f1f-0f2f-4d5f-a081-6cc645a32090 None None] The sync data for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 is: [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ab13effc-ea59-433c-a9d2-8a1045b77134', 'name': '', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'mac_address': 'fa:16:3e:d1:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:26Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 2, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'subnets': [{'id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:28.393999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-983dc03c-f7c1-4d15-9ab0-b8db0dea2c80 None None] Provisioning complete for port ab13effc-ea59-433c-a9d2-8a1045b77134 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:28.394380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-983dc03c-f7c1-4d15-9ab0-b8db0dea2c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:28.465145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31348b46-76df-4da2-ad71-53297317984b req-0f004fc7-2a40-4833-b9a8-211b7cabd614 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936701 Jul 22 19:57:28.477539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-983dc03c-f7c1-4d15-9ab0-b8db0dea2c80 None None] Port ab13effc-ea59-433c-a9d2-8a1045b77134 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:29.057583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51c25-6ed0-460b-8696-f236a060b9cf req-9310c804-aa50-4e27-8a74-68c509431cac tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:29.059397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73a51c25-6ed0-460b-8696-f236a060b9cf req-9310c804-aa50-4e27-8a74-68c509431cac tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1099 time: 0.0899880 Jul 22 19:57:29.110366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73a51c25-6ed0-460b-8696-f236a060b9cf req-10be211b-8d1c-4e65-8acc-f073e42c51a7 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Jul 22 19:57:29.144519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60220) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:29.485592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 14942491-b073-4214-be2e-0a8126a2f40f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:29.485939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:29.598085 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:29.598471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:29.612476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60244) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:29.635547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771b00-dc10-4f7a-a800-6b6781e49def req-74f4554a-69ab-4488-86d5-0541eb905281 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:29.637333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60771b00-dc10-4f7a-a800-6b6781e49def req-74f4554a-69ab-4488-86d5-0541eb905281 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.0812767 Jul 22 19:57:29.656866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 14942491-b073-4214-be2e-0a8126a2f40f owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:29.678614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-60771b00-dc10-4f7a-a800-6b6781e49def req-7a5df87e-38d8-4139-9200-c31563d4194b tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350680 Jul 22 19:57:29.976531 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.005495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=14942491-b073-4214-be2e-0a8126a2f40f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:30.100894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.101235 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 disassociated (deleted). External IP: 172.25.6.8, port: c9ad8280-4fcd-4007-b2c8-5843c7f034c1. Jul 22 19:57:30.158113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0e617632-5b71-47cd-b10d-57fda0601ec6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:30.207368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0e617632-5b71-47cd-b10d-57fda0601ec6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:30.212072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0e617632-5b71-47cd-b10d-57fda0601ec6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:30.212478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.252495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.288683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.309471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0e617632-5b71-47cd-b10d-57fda0601ec6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0e617632-5b71-47cd-b10d-57fda0601ec6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:30.313106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.370835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0e617632-5b71-47cd-b10d-57fda0601ec6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:30.777381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 3c01b910-102e-41a3-8ee6-f640892d8dc5 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:30.820457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97d911-d0cd-4e01-8683-10117f200ed3 req-2f4f84bf-bc17-441a-b3f7-f93b88880f8f tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:30.827969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d97d911-d0cd-4e01-8683-10117f200ed3 req-2f4f84bf-bc17-441a-b3f7-f93b88880f8f tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.0765934 Jul 22 19:57:30.861633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d97d911-d0cd-4e01-8683-10117f200ed3 req-6ce4a31e-0214-4200-954f-c9653d8eb999 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327868 Jul 22 19:57:30.949478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:30.959507 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Sync routers for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:30.969701 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:30.969946 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:30.970310 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:31.022010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-415f8e02-f0be-4d23-bc48-96868dd0c15b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/floatingips/7208e7f8-c982-48f3-b9a9-e478c4dd4ea0 HTTP/1.1" status: 204 len: 168 time: 1.8762102 Jul 22 19:57:31.038702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:31.041393 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:31.073146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Deleting port 898e85e4-bfeb-421d-aabf-f75084e0109e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:31.073489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:31.088858 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092e9bc-8e7d-4348-8717-1f688e3e636f x-openstack-request-id: req-4092e9bc-8e7d-4348-8717-1f688e3e636f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:31.089146 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:31.089403 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4092e9bc-8e7d-4348-8717-1f688e3e636f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:31.089796 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:57:31.153848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:31.224960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] For port 898e85e4-bfeb-421d-aabf-f75084e0109e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=898e85e4-bfeb-421d-aabf-f75084e0109e,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:31.225846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:31.249108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Calling delete_port for 898e85e4-bfeb-421d-aabf-f75084e0109e owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:31.308066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-9bac6eef-5683-4af1-85a3-b76202fbcead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:31.310635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-9bac6eef-5683-4af1-85a3-b76202fbcead service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 1099 time: 0.1597824 Jul 22 19:57:31.383188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec49f12-d34f-44cf-9c46-020330f7710b req-b9ebe661-c6f7-4cb0-ac23-dada9eec6e54 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:31.394088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ec49f12-d34f-44cf-9c46-020330f7710b req-b9ebe661-c6f7-4cb0-ac23-dada9eec6e54 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 947 time: 0.0945108 Jul 22 19:57:31.460834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ec49f12-d34f-44cf-9c46-020330f7710b req-8282fd3a-14f0-4626-be43-f6a5f473d0ef tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654657 Jul 22 19:57:31.557961 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:31.589991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-ed126af2-369a-4f8b-a90c-cb4fbcf7eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:31.591602 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-ed126af2-369a-4f8b-a90c-cb4fbcf7eb10 service neutron] 10.222.0.32 "GET /v2.0/networks?id=055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 200 len: 898 time: 0.2698121 Jul 22 19:57:31.598877 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Checking router: 3c01b910-102e-41a3-8ee6-f640892d8dc5 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:31.608379 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:31.608839 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:31.644624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-2ae781f7-c63f-402d-b3d4-f0cd708c9185 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 200 len: 217 time: 0.0447993 Jul 22 19:57:31.694762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:31.720170 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:31.731455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Pushing event deleted for resources: {'Port': ['ID=898e85e4-bfeb-421d-aabf-f75084e0109e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:31.740765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-d1fb0a2e-74e7-478c-8979-782835206924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:31.741871 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-d1fb0a2e-74e7-478c-8979-782835206924 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 200 len: 834 time: 0.0876963 Jul 22 19:57:31.892290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Sync routers for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:31.906643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:31.907383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:31.933842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-ee80e039-0134-4c47-8120-8ec50e9f99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:31.936572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-ee80e039-0134-4c47-8120-8ec50e9f99fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=055587e1-e2a0-4954-abcc-16f86d50bc12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719117 Jul 22 19:57:31.986735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.015485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:32.049676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ac5-3b87-4e4e-9a99-7e5e33cd67b8 req-b3f1646a-c060-4838-9c76-1ec97e3feb38 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:32.055696 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c373ba07-7508-4802-8ee1-a69d639fdf48 None None] The sync data for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 is: [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:55:35Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '395e3999-1251-477b-88ff-7aaa27a5032c', 'name': '', 'network_id': '055587e1-e2a0-4954-abcc-16f86d50bc12', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:f1:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:34Z', 'updated_at': '2021-07-22T19:55:40Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': 'a8989049-0011-411a-8439-ef2b4bdd3196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:32.061067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45c81ac5-3b87-4e4e-9a99-7e5e33cd67b8 req-b3f1646a-c060-4838-9c76-1ec97e3feb38 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 0.1057749 Jul 22 19:57:32.082974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:32.136402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45c81ac5-3b87-4e4e-9a99-7e5e33cd67b8 req-8998107d-8a58-4f89-9029-318069c2c84e tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642085 Jul 22 19:57:32.161102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-97972cf2-d679-4c55-8ee3-2bee3055ee0a service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162519 Jul 22 19:57:32.275430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0e617632-5b71-47cd-b10d-57fda0601ec6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:32.356716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e9ae8cf-bb7a-411a-b640-c8966907c6b7 req-934e2e5f-98cf-4268-94de-9601c48225a9 service neutron] 10.222.0.32 "GET /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867008 Jul 22 19:57:32.357293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0e617632-5b71-47cd-b10d-57fda0601ec6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:32.357504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.390795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ab13effc-ea59-433c-a9d2-8a1045b77134', 'name': '', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'mac_address': 'fa:16:3e:d1:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:26Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 2, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'subnets': [{'id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:32.400308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:32.413122 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6d698-83ca-43b6-82b7-b174e99ade05 None None] New status for floating IP 7208e7f8-c982-48f3-b9a9-e478c4dd4ea0: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:57:32.426434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Checking router: 32588867-515e-4817-9e6c-7bacab488876 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:32.427033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Updating router 32588867-515e-4817-9e6c-7bacab488876 port ab13effc-ea59-433c-a9d2-8a1045b77134 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:32.467937 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.519286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:32.526450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6ade7585-cd5e-4d36-ade2-6c6c1c1c95ab admin admin] 10.222.0.10 "PUT /v2.0/routers/009ceb34-e171-4bb4-b6f2-2bd2620689f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125149 Jul 22 19:57:32.528593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60274) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:32.533927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Sync routers for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:32.558013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:32.558729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:32.713852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913c258-8d8c-4925-8498-41101dd14907 req-17527c60-9900-4b48-95d4-87bd2349d981 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:32.719411 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c913c258-8d8c-4925-8498-41101dd14907 req-17527c60-9900-4b48-95d4-87bd2349d981 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 947 time: 0.1517003 Jul 22 19:57:32.730724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.792029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f31f9-bc30-4a4a-a682-118ed70481ae req-865284c8-0875-43ed-a69d-bf9baa136af3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:32.800193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04f31f9-bc30-4a4a-a682-118ed70481ae req-865284c8-0875-43ed-a69d-bf9baa136af3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 947 time: 0.2083325 Jul 22 19:57:32.898826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:32.899995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.903281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04f31f9-bc30-4a4a-a682-118ed70481ae req-ff2c7223-2d25-4f7c-a39c-274844917005 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019523 Jul 22 19:57:32.931945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:32.976266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:32.989590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Deleting port 5af44d8f-b551-4659-a80d-183f71d626e7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:32.989942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.017976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port c9ad8280-4fcd-4007-b2c8-5843c7f034c1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:33.019367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.038161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for c9ad8280-4fcd-4007-b2c8-5843c7f034c1 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:33.091111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] For port 5af44d8f-b551-4659-a80d-183f71d626e7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5af44d8f-b551-4659-a80d-183f71d626e7,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:33.091683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.105414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Calling delete_port for 5af44d8f-b551-4659-a80d-183f71d626e7 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:33.235356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.277092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=c9ad8280-4fcd-4007-b2c8-5843c7f034c1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:33.315934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.331196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Transition to ACTIVE for port object ab13effc-ea59-433c-a9d2-8a1045b77134 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:33.335807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:31Z', 'revision_number': 5, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port': {'id': '5af44d8f-b551-4659-a80d-183f71d626e7', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:33.347601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] No DVR routers for this DVR port c9ad8280-4fcd-4007-b2c8-5843c7f034c1 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:33.351136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.354524 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c913c258-8d8c-4925-8498-41101dd14907 req-265ca08e-f2f4-4a0b-96dd-c75ccdaeb8e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "DELETE /v2.0/ports/c9ad8280-4fcd-4007-b2c8-5843c7f034c1 HTTP/1.1" status: 204 len: 173 time: 0.6282670 Jul 22 19:57:33.355137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-deleted', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:33.358284 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bddaba-2b71-4df8-8e47-98d466fb1148" -d '{"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-deleted", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:33.389206 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.393773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Checking router: 009ceb34-e171-4bb4-b6f2-2bd2620689f2 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:33.406705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.413250 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230ba659-01c3-4154-915c-fb4dc2c38948 x-openstack-request-id: req-230ba659-01c3-4154-915c-fb4dc2c38948 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:33.413855 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e0cff3-7494-4a94-911f-0dedb3c0ace5", "name": "network-vif-deleted", "tag": "c9ad8280-4fcd-4007-b2c8-5843c7f034c1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:33.414930 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-230ba659-01c3-4154-915c-fb4dc2c38948 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:33.415826 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0cff3-7494-4a94-911f-0dedb3c0ace5', 'name': 'network-vif-deleted', 'tag': 'c9ad8280-4fcd-4007-b2c8-5843c7f034c1', 'status': 'completed', 'code': 200} Jul 22 19:57:33.460716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Routers {'009ceb34-e171-4bb4-b6f2-2bd2620689f2'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:33.462081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:33.576382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] Set router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:33.671387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c94dd-7b8e-4116-b885-84d260bcc3d9 None None] Pushing event updated for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:33.681425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:33Z', 'revision_number': 7, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:33.717085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3cf00b-c29f-488a-bf25-467a523d9e56 None None] The sync data for ids ['009ceb34-e171-4bb4-b6f2-2bd2620689f2'] in n-d-800087-13 is: [{'id': '009ceb34-e171-4bb4-b6f2-2bd2620689f2', 'name': 'tempest-TestAggregatesBasicOps-295592619-router', 'tenant_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:15Z', 'updated_at': '2021-07-22T19:57:33Z', 'revision_number': 7, 'project_id': '886f1ce063ca40e5afeb4bf5b16f1bc8', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:33.751283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Attempting to bind port ab13effc-ea59-433c-a9d2-8a1045b77134 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:33.751665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Attempting to bind port ab13effc-ea59-433c-a9d2-8a1045b77134 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:33.752037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Attempting to bind port ab13effc-ea59-433c-a9d2-8a1045b77134 on network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:33.779593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:33.779988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Checking segment: {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:33.780437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.780841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Bound using segment: {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:33.781347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Bound port: ab13effc-ea59-433c-a9d2-8a1045b77134, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ec040-5684-4827-b039-5e76543765c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:33.781865 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.861892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] For port ab13effc-ea59-433c-a9d2-8a1045b77134, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:33.868185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] For port ab13effc-ea59-433c-a9d2-8a1045b77134, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ab13effc-ea59-433c-a9d2-8a1045b77134,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:33.875711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:33.930667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c94dd-7b8e-4116-b885-84d260bcc3d9 None None] Pushing event updated for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:33.967762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:33.967762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:33.998564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af44d8f-b551-4659-a80d-183f71d626e7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:34.044009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.144720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-856539ff-854f-4014-8753-e487cf12fc8d req-69e48db1-2baa-437b-bc8c-0c9a2b41b826 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4e0cff3-7494-4a94-911f-0dedb3c0ace5 HTTP/1.1" status: 200 len: 210 time: 0.0447187 Jul 22 19:57:34.190745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:34.308787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.311789 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.328021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35758c28-8471-478b-9917-cfbd194b24fa req-8905d529-882b-45fa-bf5e-7a74bdf04a2d tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:34.329551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35758c28-8471-478b-9917-cfbd194b24fa req-8905d529-882b-45fa-bf5e-7a74bdf04a2d tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 944 time: 1.1032946 Jul 22 19:57:34.383909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.384621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 009ceb34-e171-4bb4-b6f2-2bd2620689f2 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:57:34.389603 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.390900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e0c0f329-362e-4fb4-8bda-2217ea588ed8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/009ceb34-e171-4bb4-b6f2-2bd2620689f2 HTTP/1.1" status: 204 len: 168 time: 1.8609805 Jul 22 19:57:34.393587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60298) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:34.415513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35758c28-8471-478b-9917-cfbd194b24fa req-fce5205e-f005-4857-8688-86053b7723cc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498421 Jul 22 19:57:34.449191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Deleting subnet cab255de-2868-4f47-bb96-c852424e9cfd {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:57:34.452551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.485149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ab13effc-ea59-433c-a9d2-8a1045b77134', 'name': '', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'mac_address': 'fa:16:3e:d1:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:26Z', 'updated_at': '2021-07-22T19:57:33Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'subnets': [{'id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:34.488869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.512623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac7a8b-6dd4-440c-bcd3-f513ca0d7029 None None] The sync data for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 is: [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:27Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ab13effc-ea59-433c-a9d2-8a1045b77134', 'name': '', 'network_id': '2485e68f-ee0c-4fe4-8f0b-51409d1f7650', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'mac_address': 'fa:16:3e:d1:be:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_interface', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:26Z', 'updated_at': '2021-07-22T19:57:33Z', 'revision_number': 4, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'subnets': [{'id': 'ef521ea3-c2d6-436f-b895-a0a0a71bed24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:34.545184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c3c98ec7-8fd7-4620-96ae-dace1ef59157 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:57:34.589678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.644431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ab13effc-ea59-433c-a9d2-8a1045b77134 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:34.699165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.710378 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ab13effc-ea59-433c-a9d2-8a1045b77134 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:34.721082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ab13effc-ea59-433c-a9d2-8a1045b77134 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:34.721468 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.731823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:34.734124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab255de-2868-4f47-bb96-c852424e9cfd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:34.736467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.738687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d67d9e25-e51d-427c-abc4-c755c701812d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cab255de-2868-4f47-bb96-c852424e9cfd HTTP/1.1" status: 204 len: 168 time: 0.3438821 Jul 22 19:57:34.741516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60300) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:34.769073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605de85-42de-4974-a362-73e107706ff0 None None] Network 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:34.811075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:57:34.849815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.922854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:34.927444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Deleting port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:34.927957 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.010542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] For port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,segment=NetworkSegment(9ca6ed01-0612-475d-9a03-5b82fcd72072),segment_id=9ca6ed01-0612-475d-9a03-5b82fcd72072)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:35.011900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.034295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c98ec7-8fd7-4620-96ae-dace1ef59157 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:57:35.034614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Calling delete_port for ba4b4a31-8a17-4e0a-9b5f-c63bac99438c owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:35.088624 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.092557 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:35.113693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.236917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:35.245039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.252555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60318) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:35.287667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.311017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.311750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.312431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.316569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.317215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.317905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.319976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.320910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] No DVR routers for this DVR port ba4b4a31-8a17-4e0a-9b5f-c63bac99438c on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:35.321593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.322179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.322608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4b4a31-8a17-4e0a-9b5f-c63bac99438c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:35.335147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.335894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:35.373594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f1aa9d-563f-4fdf-9b68-2824ed5787f7 None None] DHCP port deletion for 48c3e3a1-ad7f-4432-bf12-aa6b4f53102b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:57:35.378162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ab13effc-ea59-433c-a9d2-8a1045b77134, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ab13effc-ea59-433c-a9d2-8a1045b77134,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:35.394801 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.446551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.459071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c3e3a1-ad7f-4432-bf12-aa6b4f53102b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:35.470337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca6ed01-0612-475d-9a03-5b82fcd72072') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:35.470931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca6ed01-0612-475d-9a03-5b82fcd72072') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:35.477739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 898e85e4-bfeb-421d-aabf-f75084e0109e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:35.482006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.509093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.516881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:57:35.517869 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:57:35.520922 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:57:35.534026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['c3c98ec7-8fd7-4620-96ae-dace1ef59157'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:35.556548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 898e85e4-bfeb-421d-aabf-f75084e0109e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:35.556901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 898e85e4-bfeb-421d-aabf-f75084e0109e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:35.609720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.626774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:35.628754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] 10.222.0.10 "DELETE /v2.0/networks/48c3e3a1-ad7f-4432-bf12-aa6b4f53102b HTTP/1.1" status: 204 len: 168 time: 0.8852730 Jul 22 19:57:35.650724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60324) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:35.686149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:35.750426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60326) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:35.794098 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2727c3-f3c5-4db6-821f-a0021ad4c31f admin admin] Pushing event deleted for resources: {'Network': ['ID=48c3e3a1-ad7f-4432-bf12-aa6b4f53102b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:35.853487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d5c2d-9700-478f-b124-72103c088a02 req-16d8ab40-58d6-4557-861e-b00ad0db8bd4 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:35.863160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-855d5c2d-9700-478f-b124-72103c088a02 req-16d8ab40-58d6-4557-861e-b00ad0db8bd4 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 945 time: 0.3351028 Jul 22 19:57:35.923131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-855d5c2d-9700-478f-b124-72103c088a02 req-0baca8f1-e4fb-4021-ade4-3283daa31e11 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544455 Jul 22 19:57:35.965860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578cd180-97df-4d00-9ffe-d380db0162f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.056524 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.143594 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.182830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ab13effc-ea59-433c-a9d2-8a1045b77134 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:36.228832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ab13effc-ea59-433c-a9d2-8a1045b77134 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:36.229669 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.258042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578cd180-97df-4d00-9ffe-d380db0162f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.282429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-578cd180-97df-4d00-9ffe-d380db0162f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.334208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-578cd180-97df-4d00-9ffe-d380db0162f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3c34d84f7334556896be149ef25c098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822341 Jul 22 19:57:36.338134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60330) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:36.344924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578cd180-97df-4d00-9ffe-d380db0162f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d697dd82-7fab-4f1e-b1f4-bce1ef61711b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:36.406991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba4b4a31-8a17-4e0a-9b5f-c63bac99438c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:36.430295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ba4b4a31-8a17-4e0a-9b5f-c63bac99438c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:36.430819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ba4b4a31-8a17-4e0a-9b5f-c63bac99438c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:36.431312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5af44d8f-b551-4659-a80d-183f71d626e7 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:36.434296 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.452171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5af44d8f-b551-4659-a80d-183f71d626e7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:36.452512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5af44d8f-b551-4659-a80d-183f71d626e7 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:36.483245 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.486738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Deleting port ab13effc-ea59-433c-a9d2-8a1045b77134 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:36.487222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.529959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 395e3999-1251-477b-88ff-7aaa27a5032c {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:36.530294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.563978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.566635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.567007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] For port ab13effc-ea59-433c-a9d2-8a1045b77134, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ab13effc-ea59-433c-a9d2-8a1045b77134,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:36.567374 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.567796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d697dd82-7fab-4f1e-b1f4-bce1ef61711b HTTP/1.1" status: 204 len: 168 time: 0.2278118 Jul 22 19:57:36.573894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c3c98ec7-8fd7-4620-96ae-dace1ef59157 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:36.587205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Calling delete_port for ab13effc-ea59-433c-a9d2-8a1045b77134 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:36.610343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4828-f489-4369-8a75-504aba84a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d697dd82-7fab-4f1e-b1f4-bce1ef61711b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:36.644595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 395e3999-1251-477b-88ff-7aaa27a5032c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=395e3999-1251-477b-88ff-7aaa27a5032c,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:36.644982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.663976 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port c3c98ec7-8fd7-4620-96ae-dace1ef59157 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:36.668682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 395e3999-1251-477b-88ff-7aaa27a5032c owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:36.671522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port c3c98ec7-8fd7-4620-96ae-dace1ef59157 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:36.672016 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.846616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.942936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab13effc-ea59-433c-a9d2-8a1045b77134,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:36.952447 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:36.992766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=395e3999-1251-477b-88ff-7aaa27a5032c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:37.005344 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.063980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:37.066382 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ecad27-5c5e-47b5-853f-f52caeeed046" -d '{"events": [{"server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "name": "network-vif-plugged", "status": "completed", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:37.099597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:37.134518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.135443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:37.201614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.204220 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cab2ec-7c53-4468-bc6f-1b9a0dd91d26 x-openstack-request-id: req-15cab2ec-7c53-4468-bc6f-1b9a0dd91d26 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:37.204883 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "name": "network-vif-plugged", "status": "completed", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:37.205146 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15cab2ec-7c53-4468-bc6f-1b9a0dd91d26 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:37.205600 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'code': 200} Jul 22 19:57:37.247349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-373839cb-b808-470e-be4b-ccab3f1f0065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.254068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: c9ad8280-4fcd-4007-b2c8-5843c7f034c1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:37.256442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c9ad8280-4fcd-4007-b2c8-5843c7f034c1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:37.302905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:37.319140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.435220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052e860-131c-41e0-a4a7-ec9f4ee7fca8 req-107400a3-df1e-406a-b049-058369ca88d0 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:37.436965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b052e860-131c-41e0-a4a7-ec9f4ee7fca8 req-107400a3-df1e-406a-b049-058369ca88d0 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 945 time: 0.3866537 Jul 22 19:57:37.491592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b052e860-131c-41e0-a4a7-ec9f4ee7fca8 req-370eedb9-dc6a-46e0-8cca-0fabaad6b594 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490806 Jul 22 19:57:37.620559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 3c01b910-102e-41a3-8ee6-f640892d8dc5 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:37.748372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:37.756165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe4b0927-8f17-40d0-9bc2-3c23b330b926 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/3c01b910-102e-41a3-8ee6-f640892d8dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4993656 Jul 22 19:57:37.760356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60362) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:37.762945 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Sync routers for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:37.772342 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:37.772954 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:37.817250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e3af9-f010-451b-9bd4-19709607b3a8 req-96d59b06-aadf-4d84-84aa-0ac4ddfc6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:37.818786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d1e3af9-f010-451b-9bd4-19709607b3a8 req-96d59b06-aadf-4d84-84aa-0ac4ddfc6ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1098 time: 0.5079670 Jul 22 19:57:37.827480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting subnet a8989049-0011-411a-8439-ef2b4bdd3196 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:57:37.831508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.880370 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:37.885570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d1e3af9-f010-451b-9bd4-19709607b3a8 req-3f898864-babb-4430-8050-0b1aa286a136 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477824 Jul 22 19:57:37.905922 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:37.906203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Router 32588867-515e-4817-9e6c-7bacab488876 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:37.988786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.034454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:38.046772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:38.046953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Sync routers for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:38.048633 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ebbf8e4f-99ab-4486-a0a7-69270eb41ea4 admin admin] 10.222.0.10 "PUT /v2.0/routers/32588867-515e-4817-9e6c-7bacab488876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962777 Jul 22 19:57:38.078631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:38.079352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.156804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.186223 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:57:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.215175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Subnet': ['ID=a8989049-0011-411a-8439-ef2b4bdd3196,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:38.227854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.235969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Checking router: 3c01b910-102e-41a3-8ee6-f640892d8dc5 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:38.236273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60372) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:38.236557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-61c46ffa-1f76-47f3-a895-03c67f3e2d65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/subnets/a8989049-0011-411a-8439-ef2b4bdd3196 HTTP/1.1" status: 204 len: 168 time: 0.4712949 Jul 22 19:57:38.244339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef93b6a-4aae-4ab0-9596-bec59b4ec1f2 None None] Network 055587e1-e2a0-4954-abcc-16f86d50bc12 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:38.246326 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Routers {'3c01b910-102e-41a3-8ee6-f640892d8dc5'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:38.248848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3c01b910-102e-41a3-8ee6-f640892d8dc5'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.273090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.356646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:38.441635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.450092 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] Set router 3c01b910-102e-41a3-8ee6-f640892d8dc5 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:38.468310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.534829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Deleting port 0e617632-5b71-47cd-b10d-57fda0601ec6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:38.535387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.703939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:36Z', 'revision_number': 5, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port': {'id': '0e617632-5b71-47cd-b10d-57fda0601ec6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:11:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32588867-515e-4817-9e6c-7bacab488876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:23Z', 'updated_at': '2021-07-22T19:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.715466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.726638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] For port 0e617632-5b71-47cd-b10d-57fda0601ec6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0e617632-5b71-47cd-b10d-57fda0601ec6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:38.726638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.759352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Calling delete_port for 0e617632-5b71-47cd-b10d-57fda0601ec6 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:38.761259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] DHCP port deletion for 055587e1-e2a0-4954-abcc-16f86d50bc12 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:57:38.766273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Checking router: 32588867-515e-4817-9e6c-7bacab488876 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:38.770355 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:57:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.804160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Routers {'32588867-515e-4817-9e6c-7bacab488876'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:38.805465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['32588867-515e-4817-9e6c-7bacab488876'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:38.841549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port cf67a77c-9afd-461c-a035-fb8297f131d1 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:38.844659 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.888714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d754c-a8a8-4f16-8ee7-b21b8139e2c7 req-a124ad9e-5cff-478b-90aa-4f80504a45c6 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:38.890837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd5d754c-a8a8-4f16-8ee7-b21b8139e2c7 req-a124ad9e-5cff-478b-90aa-4f80504a45c6 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.2082388 Jul 22 19:57:38.922060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] Set router 32588867-515e-4817-9e6c-7bacab488876 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:38.925156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Deleting port 78b684cf-fa86-4d1c-b023-4ffc706feb8e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:38.925540 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.960495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port cf67a77c-9afd-461c-a035-fb8297f131d1, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf67a77c-9afd-461c-a035-fb8297f131d1,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:38.961964 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:38.983299 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c7e26b-c19b-46df-8ee5-af70b93d1a10 None None] The sync data for ids ['3c01b910-102e-41a3-8ee6-f640892d8dc5'] in n-d-800087-13 is: [{'id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1741521663', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:30Z', 'updated_at': '2021-07-22T19:57:36Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'cf67a77c-9afd-461c-a035-fb8297f131d1', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c01b910-102e-41a3-8ee6-f640892d8dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:31Z', 'updated_at': '2021-07-22T19:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:38.984492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for cf67a77c-9afd-461c-a035-fb8297f131d1 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:39.009299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:38Z', 'revision_number': 6, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:39.032351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd5d754c-a8a8-4f16-8ee7-b21b8139e2c7 req-118b379d-ccd5-41f4-bc83-6fd18087e886 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152136 Jul 22 19:57:39.046589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b7bcfb-c44a-4b81-bdfc-9e94c1f4416f None None] The sync data for ids ['32588867-515e-4817-9e6c-7bacab488876'] in n-d-800087-13 is: [{'id': '32588867-515e-4817-9e6c-7bacab488876', 'name': 'tempest-TestAggregatesBasicOps-894992629-router', 'tenant_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:22Z', 'updated_at': '2021-07-22T19:57:38Z', 'revision_number': 6, 'project_id': 'f8ac5b3552ab48bea909c7bc4caaf6c2', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:39.099359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] For port 78b684cf-fa86-4d1c-b023-4ffc706feb8e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=78b684cf-fa86-4d1c-b023-4ffc706feb8e,segment=NetworkSegment(17335151-f958-4280-a319-b0c3af85de20),segment_id=17335151-f958-4280-a319-b0c3af85de20)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:39.100054 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.116535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Calling delete_port for 78b684cf-fa86-4d1c-b023-4ffc706feb8e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:39.129912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.209941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e617632-5b71-47cd-b10d-57fda0601ec6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:39.240842 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.262486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.274613 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.280076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] No DVR routers for this DVR port 78b684cf-fa86-4d1c-b023-4ffc706feb8e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:39.302239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416605-a8cb-44c4-bcf1-ff57fef4a177 None None] Pushing event deleted for resources: {'Port': ['ID=78b684cf-fa86-4d1c-b023-4ffc706feb8e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:39.306350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=cf67a77c-9afd-461c-a035-fb8297f131d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:39.346278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.393337 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.395938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.454546 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.455807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32588867-515e-4817-9e6c-7bacab488876 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:57:39.462836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.464474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-470efe91-0456-4dff-a5d6-cf8160aaf1d4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/32588867-515e-4817-9e6c-7bacab488876 HTTP/1.1" status: 204 len: 168 time: 1.4165082 Jul 22 19:57:39.466887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60384) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:39.468210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.470727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.519764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.520604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Fanout notify agent at l3_agent the message router_deleted on router 3c01b910-102e-41a3-8ee6-f640892d8dc5 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:57:39.523497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Deleting subnet ef521ea3-c2d6-436f-b895-a0a0a71bed24 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:57:39.527507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.528874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.530043 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a29bb8f-37f8-4f7a-8baa-a73e9ebed1f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/routers/3c01b910-102e-41a3-8ee6-f640892d8dc5 HTTP/1.1" status: 204 len: 168 time: 1.2928278 Jul 22 19:57:39.533149 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60390) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:39.577259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.636448 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.785306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.803706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055587e1-e2a0-4954-abcc-16f86d50bc12']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:39.816515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17335151-f958-4280-a319-b0c3af85de20') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:39.817091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17335151-f958-4280-a319-b0c3af85de20') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:39.829174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.852969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.860984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:57:39.861632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:57:39.865684 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:57:39.945821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.956280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.962342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/networks/055587e1-e2a0-4954-abcc-16f86d50bc12 HTTP/1.1" status: 204 len: 168 time: 0.4280672 Jul 22 19:57:39.966476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:39.968666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60400) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:39.994405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780938a-e119-4445-a9b8-f54b0603bc6b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Network': ['ID=055587e1-e2a0-4954-abcc-16f86d50bc12,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:40.047395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4a54677f-c6e6-47d3-9df4-05af06bcceb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.053627 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.084661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.116751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.156636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.159237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.163215 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/security-groups/b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1906526 Jul 22 19:57:40.178492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389eb6e-a7b5-44f2-bf65-bb9370479dfd tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fbb4a4-8c40-4f5c-ba68-5b52f3b5cdc3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:40.245278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.265782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ed73a-faf1-4c82-8f41-231011dcedc0 req-5313d708-458e-4ecd-9980-392fc557c123 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:40.268073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb6ed73a-faf1-4c82-8f41-231011dcedc0 req-5313d708-458e-4ecd-9980-392fc557c123 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.1305997 Jul 22 19:57:40.301392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef521ea3-c2d6-436f-b895-a0a0a71bed24,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:40.311899 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b05b1-c815-4299-895e-8f6628cbe80d None None] Network 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:40.315844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.319212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dcad45d9-f69d-4bc6-a23b-532592005397 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ef521ea3-c2d6-436f-b895-a0a0a71bed24 HTTP/1.1" status: 204 len: 168 time: 0.8490324 Jul 22 19:57:40.320800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60408) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:40.349050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb6ed73a-faf1-4c82-8f41-231011dcedc0 req-a95660ba-0ab1-4a3e-874a-460a593be1c4 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561423 Jul 22 19:57:40.408770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.541786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Deleting port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:40.546596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.602184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93ce06-5fe8-4ead-849b-ac4612eaf484 req-e2e64839-726a-454f-97c4-cd42b7ea1c02 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:40.603927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c93ce06-5fe8-4ead-849b-ac4612eaf484 req-e2e64839-726a-454f-97c4-cd42b7ea1c02 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.1479104 Jul 22 19:57:40.640870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] DHCP port deletion for 2485e68f-ee0c-4fe4-8f0b-51409d1f7650 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:57:40.658330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] For port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,segment=NetworkSegment(0b8ec040-5684-4827-b039-5e76543765c7),segment_id=0b8ec040-5684-4827-b039-5e76543765c7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:40.658700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.673656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Calling delete_port for f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:40.688375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:40.693738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986912039', 'description': 'tempest-secgroup-smoke-986912039 description', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:40.708419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ab13effc-ea59-433c-a9d2-8a1045b77134 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:40.728099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c93ce06-5fe8-4ead-849b-ac4612eaf484 req-41598163-ee57-41dd-84ee-85ca8ae002dd tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157370 Jul 22 19:57:40.731129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ab13effc-ea59-433c-a9d2-8a1045b77134 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:40.731693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ab13effc-ea59-433c-a9d2-8a1045b77134 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:40.732315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 395e3999-1251-477b-88ff-7aaa27a5032c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:40.754395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 395e3999-1251-477b-88ff-7aaa27a5032c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:40.755058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 395e3999-1251-477b-88ff-7aaa27a5032c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:40.755649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 78b684cf-fa86-4d1c-b023-4ffc706feb8e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:40.760911 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.772431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60414) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:40.819037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 78b684cf-fa86-4d1c-b023-4ffc706feb8e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:40.819374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 78b684cf-fa86-4d1c-b023-4ffc706feb8e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:40.819806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf67a77c-9afd-461c-a035-fb8297f131d1 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:40.861866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.881215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Deleting port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:57:40.881600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.885272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cf67a77c-9afd-461c-a035-fb8297f131d1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:40.885939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf67a77c-9afd-461c-a035-fb8297f131d1 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:40.886526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0e617632-5b71-47cd-b10d-57fda0601ec6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:40.894339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:40.901695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] No DVR routers for this DVR port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:40.925367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 0e617632-5b71-47cd-b10d-57fda0601ec6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:40.925902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0e617632-5b71-47cd-b10d-57fda0601ec6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:40.970459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.979068 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:40.990004 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] For port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:40.990685 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.005463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Calling delete_port for f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:57:41.009130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:57:41.010911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.025050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] No DVR routers for this DVR port f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:57:41.030361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.032696 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.037328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3476603 Jul 22 19:57:41.041158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.047911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5b9b6-ef8f-4636-a958-bcb796b8ce98 None None] Pushing event deleted for resources: {'Port': ['ID=f56df3e2-3574-4ae9-9fdd-3830f2cc8b82,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.049248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:41.063844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2485e68f-ee0c-4fe4-8f0b-51409d1f7650']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:41.076800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be87fb-06a7-4de2-b905-eb1973b23b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845843ad-406c-4496-b105-173c48139a7a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.082270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ec040-5684-4827-b039-5e76543765c7') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:41.082569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ec040-5684-4827-b039-5e76543765c7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:41.097386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.110471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.115528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94957db2-46c0-47ad-be82-94c2026254ec tempest-TestVolumeBackupRestore-827213262 tempest-TestVolumeBackupRestore-827213262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:41.120637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-94957db2-46c0-47ad-be82-94c2026254ec tempest-TestVolumeBackupRestore-827213262 tempest-TestVolumeBackupRestore-827213262-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1093 time: 0.3406835 Jul 22 19:57:41.120913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.125670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:41.131576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.145410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:57:41.145817 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:57:41.147582 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:57:41.153733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.234149 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.235497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.238107 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.245774 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.247643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2485e68f-ee0c-4fe4-8f0b-51409d1f7650 HTTP/1.1" status: 204 len: 168 time: 0.9255433 Jul 22 19:57:41.269958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f396-3215-4c0e-ba1f-d0ac7c6c4509 admin admin] Pushing event deleted for resources: {'Network': ['ID=2485e68f-ee0c-4fe4-8f0b-51409d1f7650,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.271652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52dbc69-e3bf-4c77-9fa0-1b5005affbe3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.283282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.284620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-75582d73-f501-4aad-9a9d-5d1e4e1ad55b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2424238 Jul 22 19:57:41.287573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.288563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.294555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:41.331244 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.419522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Allocated IP 172.25.6.95 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c4904db8-b4f3-4ffb-af49-d7389155e600) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:41.433075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.441961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.472542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8227efa8-56f3-4584-a81c-520b08304f8a,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.481986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.486216 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf43f146-b84c-4ac2-953c-712a9a661329 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1947522 Jul 22 19:57:41.487380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.495444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:41.559493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.563305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.592451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.603620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.655407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.670678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.677941 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-64c1a6f9-52d0-46cc-8cfb-981325350f7e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=886f1ce063ca40e5afeb4bf5b16f1bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817859 Jul 22 19:57:41.678297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.695555 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.710129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:41.714662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:41.720403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:41.724464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'Port': ['ID=c4904db8-b4f3-4ffb-af49-d7389155e600,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.738011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.742286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2506101 Jul 22 19:57:41.743501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:41.745616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6c598-cf21-4cfc-bb71-ac5eccb28a35 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ab6021-b785-4e29-9554-40bacaf9dfa3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:41.751045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:41.789838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.810573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.826424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.960683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:41.974033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.004403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.010488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.016024 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01972c60-98a4-4797-95b7-3f2622410005 HTTP/1.1" status: 204 len: 168 time: 0.3366265 Jul 22 19:57:42.049465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38db0cf-bc23-4d66-90c8-7fa4b42e34dc,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.078141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bde935-145c-4642-ab5d-227d628b163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01972c60-98a4-4797-95b7-3f2622410005,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.105674 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.108784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b8bedde-2d50-4aed-bda2-b7d6d5c3ad65 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3623574 Jul 22 19:57:42.110238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60446) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.120990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:42.194882 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:57:42.204929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.218060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:57:42.256657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:57:42.256998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f56df3e2-3574-4ae9-9fdd-3830f2cc8b82 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:57:42.360511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.371892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.406961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcbd7b9-5a20-4143-90ee-d6affa4c4f68,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.414359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.416521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96a9947d-6d62-4321-b6b9-e28fe3173eb6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3037984 Jul 22 19:57:42.419313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.430474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '845843ad-406c-4496-b105-173c48139a7a', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:42.453782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60454) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.482193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.493491 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:57:42.502298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.619084 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.621701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.634814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e783bd91-aa78-476e-98a4-606ffdc06de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.639949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.684239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac5a1a0-102d-46f6-b477-b2c252626666,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.690181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60458) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.756624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-da936fd8-ffeb-4175-96d3-5cc4188a2b61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8ac5b3552ab48bea909c7bc4caaf6c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653934 Jul 22 19:57:42.759392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60460) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.791429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e783bd91-aa78-476e-98a4-606ffdc06de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.797524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e783bd91-aa78-476e-98a4-606ffdc06de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.810182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.811407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5cc35c11-acb7-4df8-9ceb-fabba1a40221 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3852851 Jul 22 19:57:42.815406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60462) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.827703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'network': {'name': 'tempest-network-smoke--1849101820', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:42.844608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e783bd91-aa78-476e-98a4-606ffdc06de2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69f4397f35134ef9bda2b0a2902b97b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894520 Jul 22 19:57:42.847717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60464) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:42.849866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.856515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783bd91-aa78-476e-98a4-606ffdc06de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3a3b56-8c15-4a6e-b796-9777634a67a8,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.860700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.901459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.902176 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.907249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:42.910779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.924826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.943040 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.974137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.977433 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.978670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed3a3b56-8c15-4a6e-b796-9777634a67a8 HTTP/1.1" status: 204 len: 168 time: 0.1300247 Jul 22 19:57:42.986616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c46fa-a745-4323-9f32-dbe773bc795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3a3b56-8c15-4a6e-b796-9777634a67a8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:42.987371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:42.995697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event updated for resources: {'Port': ['ID=c4904db8-b4f3-4ffb-af49-d7389155e600,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:43.015510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:57:43.043076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.048869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.049219 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Added segment fb444661-e7b7-44f4-bd90-69961fd7b0d8 of type vlan for network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 Jul 22 19:57:43.160740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.180292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.182906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.186689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ec49782-b4a2-4b8d-8e1a-604c75e49b3e HTTP/1.1" status: 204 len: 168 time: 0.4261901 Jul 22 19:57:43.215090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b61ae8-6454-4d7d-acf0-bbfafef6e8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec49782-b4a2-4b8d-8e1a-604c75e49b3e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:43.226160 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Floating IP 3e12a55b-cd72-4731-964d-24251dd1a58c associated. External IP: 172.25.6.95, port: c3c98ec7-8fd7-4620-96ae-dace1ef59157. Jul 22 19:57:43.262197 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.266717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:43.267333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.374707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5581264 Jul 22 19:57:43.375438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088f591-04d2-4e0f-a104-3e396f43264d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Network': ['ID=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:43.377884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:43.385717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'admin_state_up': True, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:43.391123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:57:43.440292 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.443058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.549857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.582556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:43.734245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:43.748797 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:43.749514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.755135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:43.768934 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:43.769721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:43.810346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-805c4081-fe70-4497-8dce-46a7573c9072 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6881833 Jul 22 19:57:43.810974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:43.813459 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51aa51-4029-4899-9d59-beefa9625508" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:43.813964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60488) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:43.854570 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f894f6-8ecb-43df-af88-415baa913b84 x-openstack-request-id: req-b0f894f6-8ecb-43df-af88-415baa913b84 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:43.855087 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:43.855530 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0f894f6-8ecb-43df-af88-415baa913b84 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:43.856108 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:57:43.904392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:43.958274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020d3bc2-de92-417e-8c0c-1e6e7460e88c tempest-TestVolumeBackupRestore-827213262 tempest-TestVolumeBackupRestore-827213262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:43.959953 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-020d3bc2-de92-417e-8c0c-1e6e7460e88c tempest-TestVolumeBackupRestore-827213262 tempest-TestVolumeBackupRestore-827213262-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1093 time: 0.1435583 Jul 22 19:57:43.963516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60498) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:43.971687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Request body: {'floatingip': {'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:44.000915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51aa51-4029-4899-9d59-beefa9625508 req-0f547817-834d-42df-9fb1-4cf5a75f95e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:44.003191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-0f547817-834d-42df-9fb1-4cf5a75f95e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1098 time: 0.0993917 Jul 22 19:57:44.048349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.107054 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.146833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.161376 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:42Z', 'revision_number': 0, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:44.203830 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:44.213153 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:44.214002 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:44.295185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51aa51-4029-4899-9d59-beefa9625508 req-6d2c35d3-f32f-4595-a703-0b020a3f2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:44.296826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-6d2c35d3-f32f-4595-a703-0b020a3f2e59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 914 time: 0.1909173 Jul 22 19:57:44.345147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:44.353899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.111 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/dcedcdac-904d-4c62-92ad-a92ba7ad6ca6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:44.386294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-0299bbdf-27b2-4a07-a6a0-b8a1c646822e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 999 time: 0.0823367 Jul 22 19:57:44.566274 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51aa51-4029-4899-9d59-beefa9625508 req-5f15c47e-d2d3-4fb8-a5ad-38b1b1ebc422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:44.567484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-5f15c47e-d2d3-4fb8-a5ad-38b1b1ebc422 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.1711416 Jul 22 19:57:44.570645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.622278 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:42Z', 'revision_number': 0, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:44.658179 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6feb957-0f21-4b1a-ba00-254357e7448a None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:42Z', 'revision_number': 0, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:44.663658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51aa51-4029-4899-9d59-beefa9625508 req-f24eb309-99b1-44a7-90db-5323ebcf2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:44.666016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-f24eb309-99b1-44a7-90db-5323ebcf2a22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911558 Jul 22 19:57:44.668325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.694670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.704907 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:44.745286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:44.752026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:44.759919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:44.763644 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:44.903998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-7b688803-1282-4d47-9302-7c3dc48efc3c service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276504 Jul 22 19:57:45.022720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668ac59-4114-4c70-81cc-75258da3a55e None None] New status for floating IP 3e12a55b-cd72-4731-964d-24251dd1a58c: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:57:45.142188 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5a51aa51-4029-4899-9d59-beefa9625508 req-f90816d3-e61f-4c10-9b08-c74c7c09bab8 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099617 Jul 22 19:57:45.193593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:45.357199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:45.430515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:45.466466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:45.470943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:45.477471 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:45.486944 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:45.487573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:45.578793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c4dc396-edfd-4238-8131-7ab68e402483 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "PUT /v2.0/floatingips/3e12a55b-cd72-4731-964d-24251dd1a58c HTTP/1.1" status: 200 len: 991 time: 1.6110554 Jul 22 19:57:45.631856 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:45.857710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}, {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:45.860059 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}, {"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:45.886875 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 2, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:45.916558 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:45.924041 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc97970b-26cf-496e-9bcc-554cdf8e6a81 x-openstack-request-id: req-fc97970b-26cf-496e-9bcc-554cdf8e6a81 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:45.924238 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:45.924453 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc97970b-26cf-496e-9bcc-554cdf8e6a81 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:45.924830 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:57:45.925087 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:57:45.925832 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:45.926539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:46.012656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 60bd02b5-42f0-4c43-944e-4eb9625bff42 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:57:46.028682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-5aff851e-d429-4b1b-8eb8-bcc87bcaa039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.030327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-5aff851e-d429-4b1b-8eb8-bcc87bcaa039 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1098 time: 0.0840204 Jul 22 19:57:46.050411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:46.206121 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-f40d8efb-d25a-417f-8e02-1c2d43f425c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.207733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-f40d8efb-d25a-417f-8e02-1c2d43f425c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 914 time: 0.1416814 Jul 22 19:57:46.208816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:46.223501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Sync routers for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:46.239988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:46.241364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:46.271454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:46.276979 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9511092f-2cdb-4a08-97cd-efe42784dd51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8980153 Jul 22 19:57:46.277331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60522) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:46.291396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-7aa0468e-b81a-4248-8a1a-232d4afe6048 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 1001 time: 0.0739162 Jul 22 19:57:46.308519 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 2, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:46.318611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f0038462-d419-43f1-afd5-9189f0182352 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=ca372bc1d5c740e2bf960361d1bd5e37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394363 Jul 22 19:57:46.321827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60524) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:46.393655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-2247c966-d222-4c8e-ac32-29bd36a56140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.395244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-2247c966-d222-4c8e-ac32-29bd36a56140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.0969479 Jul 22 19:57:46.425114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:46.443333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2b66e-c9b5-4679-8c47-7c7eead04d42 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.446476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2f2b66e-c9b5-4679-8c47-7c7eead04d42 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1234832 Jul 22 19:57:46.449366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60526) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:46.452660 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878e301-a9de-401f-b3a6-009c0b5b2fdc None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '3e12a55b-cd72-4731-964d-24251dd1a58c', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'floating_ip_address': '172.25.6.95', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'port_id': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'mac_address': 'fa:16:3e:5e:55:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:57:42Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 2, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:46.486525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-325c6719-8421-49e9-8163-49921c1e6ce3 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357409 Jul 22 19:57:46.488886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60528) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:46.495620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150059534', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:46.507013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-03ace558-507a-4cfb-8553-c74e695ae142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.509403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-03ace558-507a-4cfb-8553-c74e695ae142 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046629 Jul 22 19:57:46.626281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:46.631329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:46.707444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-d7217d6c-c10a-4800-a20b-e2aa1261d348 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912034 Jul 22 19:57:46.828294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-fca15279-eca7-4b1b-a7bd-34c545753de5 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141293 Jul 22 19:57:46.848761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:46.876368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Checking router: 60bd02b5-42f0-4c43-944e-4eb9625bff42 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:46.876859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Updating router 60bd02b5-42f0-4c43-944e-4eb9625bff42 port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:46.881249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:46.911973 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:46.934750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-1936332c-e6b4-40f1-bf56-92d8b4a00a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:46.936676 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-1936332c-e6b4-40f1-bf56-92d8b4a00a8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1098 time: 0.0679736 Jul 22 19:57:46.952399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Subnet': ['ID=2326485c-f728-4e40-8429-beb0de8c983b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:46.961143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:46.961522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network hostable DHCP agents. Network: bd10da2b-a028-4516-9d90-6ac7ffa7c3a3, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:57:46.965391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.965748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.966118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.966428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.966768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.967106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.967901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.967901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.968139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.968429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.969006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.969134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:46.990231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:57:47.006029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, bd10da2b-a028-4516-9d90-6ac7ffa7c3a3) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:47.014030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:47.014649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.030992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab60e6f8-e841-49f8-a0af-69e32b0f672b None None] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:47.034187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a3fbe41f-9777-48b6-8a44-1481226f45ca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5430956 Jul 22 19:57:47.036903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60534) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:47.077183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-9c3d1c87-8baa-4e21-b419-43baf39d4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:47.078743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-9c3d1c87-8baa-4e21-b419-43baf39d4791 service neutron] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 914 time: 0.1355495 Jul 22 19:57:47.170853 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-7ff8292b-37c9-4b5a-afdf-5e8fe4fbc967 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 1001 time: 0.0850654 Jul 22 19:57:47.226736 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-9a8f20d4-8e1e-4d01-a9c2-feddedb73b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:47.228066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-9a8f20d4-8e1e-4d01-a9c2-feddedb73b5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.0508585 Jul 22 19:57:47.297100 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-e1f13e87-d3b3-4d34-90b2-b4df1fee9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:47.298962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-e1f13e87-d3b3-4d34-90b2-b4df1fee9ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643492 Jul 22 19:57:47.325712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:57:47.326610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.415854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.427579 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-f443428e-1c34-498b-987a-14a034062754 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222911 Jul 22 19:57:47.488491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Transition to ACTIVE for port object dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:47.509058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.575875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Attempting to bind port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:47.576274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Attempting to bind port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:47.576641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Attempting to bind port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:47.583598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72f5a70e-ab71-4bac-9d94-ce8b9f2c5d1c req-a97c1b86-adc0-46f1-b4ee-aa2ff9820f6f service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485553 Jul 22 19:57:47.586182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:47.586505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:47.586905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.587399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:47.588607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Bound port: dcedcdac-904d-4c62-92ad-a92ba7ad6ca6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:47.588607 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.640588 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.643620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51708-2307-4220-81c5-25336529ce1c None None] Pushing event updated for resources: {'Port': ['ID=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:47.691677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Allocated IP 172.20.0.2 (bd10da2b-a028-4516-9d90-6ac7ffa7c3a3/2326485c-f728-4e40-8429-beb0de8c983b/9792416a-3eb0-4110-aa41-3060a96803a6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:47.693960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] For port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:47.698544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] For port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:47.707296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:47.816742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:47.817371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:47.872544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51708-2307-4220-81c5-25336529ce1c None None] Pushing event updated for resources: {'Port': ['ID=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:47.999561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:48.029385 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.065551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Transition to ACTIVE for port object 9792416a-3eb0-4110-aa41-3060a96803a6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:48.102523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Transition to ACTIVE for port object 9792416a-3eb0-4110-aa41-3060a96803a6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:48.141429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.190516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:48.191111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.1 (bd10da2b-a028-4516-9d90-6ac7ffa7c3a3/2326485c-f728-4e40-8429-beb0de8c983b/97823223-e0bf-4649-be53-1b950205d20f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:48.197159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:48.199733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:48.231995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Pushing event updated for resources: {'Port': ['ID=9792416a-3eb0-4110-aa41-3060a96803a6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:48.305454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Attempting to bind port 9792416a-3eb0-4110-aa41-3060a96803a6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:48.305822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Attempting to bind port 9792416a-3eb0-4110-aa41-3060a96803a6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:48.306179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Attempting to bind port 9792416a-3eb0-4110-aa41-3060a96803a6 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:48.306368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.314389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:48.314760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:48.315179 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.315548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Bound using segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:48.316007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Bound port: 9792416a-3eb0-4110-aa41-3060a96803a6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:48.316407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.325259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object 97823223-e0bf-4649-be53-1b950205d20f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:48.334051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:48.368006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.379924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629f222a-024f-4d99-85d0-d5e102b85b82 None None] The sync data for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 is: [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:45Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:48.416189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:48.416443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] For port 9792416a-3eb0-4110-aa41-3060a96803a6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:48.419866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:48.420273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] For port 9792416a-3eb0-4110-aa41-3060a96803a6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9792416a-3eb0-4110-aa41-3060a96803a6,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:48.424862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:48.427775 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.431175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:48.476004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:48.514703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc23c8-baf8-409b-810f-f9f73822f232 None None] Pushing event updated for resources: {'Port': ['ID=9792416a-3eb0-4110-aa41-3060a96803a6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:48.654984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:49.068688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:49.074794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:49.155200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:49.168729 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:49.297231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:49.299037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:49.440043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 60bd02b5-42f0-4c43-944e-4eb9625bff42 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:57:49.582445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:57:49.592735 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2064d29d-45d0-411b-9428-c7295a90ddc6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/60bd02b5-42f0-4c43-944e-4eb9625bff42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5543444 Jul 22 19:57:49.683578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b5adb-d72f-43f3-9754-28af041a78ea None None] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:57:49.764481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df2805c5-4c7e-404a-8cf5-c26614a6893c None None] Provisioning for port 9792416a-3eb0-4110-aa41-3060a96803a6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:49.821060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-d94a8534-a105-4ba4-b685-55ca7398eadf tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986912039&fields=id&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 267 time: 0.0386496 Jul 22 19:57:49.952810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-175992de-fef6-4512-8f5b-b35277d645ec tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:49.954512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-175992de-fef6-4512-8f5b-b35277d645ec tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 797 time: 0.1257122 Jul 22 19:57:49.971879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-30828999-4f05-43f7-b88c-af3118a71ee4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/quotas/ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 375 time: 0.0111666 Jul 22 19:57:50.054012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-ccef58c5-a5e2-4fc2-8397-51c4b10c0d80 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741284 Jul 22 19:57:50.250939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9792416a-3eb0-4110-aa41-3060a96803a6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:50.261050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8b2157e3-81b3-44a7-8855-2b540ee4134f service neutron] 10.222.0.10 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758080 Jul 22 19:57:50.324759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Provisioning for port 97823223-e0bf-4649-be53-1b950205d20f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:50.330936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Provisioning complete for port 97823223-e0bf-4649-be53-1b950205d20f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:50.331436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.336482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9792416a-3eb0-4110-aa41-3060a96803a6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:50.363143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9792416a-3eb0-4110-aa41-3060a96803a6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:50.363525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.390640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-dae4003b-208b-4648-9589-67bf881154b4 service neutron] 10.222.0.10 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285768 Jul 22 19:57:50.402780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Port 97823223-e0bf-4649-be53-1b950205d20f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:50.438064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Provisioning complete for port 9792416a-3eb0-4110-aa41-3060a96803a6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:50.438453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.527210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.634191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 9792416a-3eb0-4110-aa41-3060a96803a6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9792416a-3eb0-4110-aa41-3060a96803a6,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:50.652365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.652825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:50.655127 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Sync routers for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:57:50.655640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4708d49-2964-4fce-b0e2-a3ea514ee4ea req-22d0b39f-b843-4988-9e47-aadb2d64e6ae tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 210 time: 0.0756707 Jul 22 19:57:50.674696 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:50.677339 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:50.745062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.820615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:50.824942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=9792416a-3eb0-4110-aa41-3060a96803a6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:50.836522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:50.837156 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.854482 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:50.890245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:57:50.890606 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-222c3730-6d0b-41f3-b933-2990229d359a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:57:50.956900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:50.981131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:50.986524 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.044087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:51.093779 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 2, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:51.131646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Checking router: 60bd02b5-42f0-4c43-944e-4eb9625bff42 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:57:51.133139 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Updating router 60bd02b5-42f0-4c43-944e-4eb9625bff42 port 97823223-e0bf-4649-be53-1b950205d20f binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:57:51.169898 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.448537 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.459594 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Transition to ACTIVE for port object 97823223-e0bf-4649-be53-1b950205d20f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:51.465648 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.519577 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8166636-1483-425d-842a-8e5ca968fbd0 None None] Pushing event updated for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:51.590983 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Attempting to bind port 97823223-e0bf-4649-be53-1b950205d20f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:51.591371 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Attempting to bind port 97823223-e0bf-4649-be53-1b950205d20f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:51.591816 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Attempting to bind port 97823223-e0bf-4649-be53-1b950205d20f on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:51.604189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:51.604555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:51.604959 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.605356 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Bound using segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:51.605829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Bound port: 97823223-e0bf-4649-be53-1b950205d20f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:51.606209 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.618084 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:57:51.709273 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] For port 97823223-e0bf-4649-be53-1b950205d20f, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:51.714365 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] For port 97823223-e0bf-4649-be53-1b950205d20f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97823223-e0bf-4649-be53-1b950205d20f,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:51.727437 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:51.779161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-ee4ee4c4-50d5-4f17-ad08-af340f4d24c6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:51.781932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-ee4ee4c4-50d5-4f17-ad08-af340f4d24c6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 797 time: 0.1779361 Jul 22 19:57:51.816689 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:57:51.817398 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:51.850085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1541de9c-224c-4673-8354-42ec22d8ead1 req-2c68a878-1a4e-447a-ba31-3de8d9524089 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 210 time: 0.0668883 Jul 22 19:57:51.885763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d944557-5eb1-4e78-af87-65607b5eb2c8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 379 time: 0.0858624 Jul 22 19:57:51.896304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'port': {'device_id': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'admin_state_up': True, 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'security_groups': ['845843ad-406c-4496-b105-173c48139a7a']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:51.911625 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8166636-1483-425d-842a-8e5ca968fbd0 None None] Pushing event updated for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:51.992054 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:57:52.059841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:57:52.069118 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.166818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9792416a-3eb0-4110-aa41-3060a96803a6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:52.260903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9792416a-3eb0-4110-aa41-3060a96803a6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:52.261358 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.321787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:51Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:57:52.324289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.3 (bd10da2b-a028-4516-9d90-6ac7ffa7c3a3/2326485c-f728-4e40-8429-beb0de8c983b/a4e51d7f-9422-43a8-a62a-c3677c7599a5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:57:52.358156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779fd0c-70b3-421a-90cf-3d23b9ab3253 None None] The sync data for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 is: [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:51Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:57:52.430847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:52.520298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:52.520684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.563701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.579620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object a4e51d7f-9422-43a8-a62a-c3677c7599a5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:52.635242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.683143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:57:52.689282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:57:52.693420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:57:52.727027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:52.777756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:52.778427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:52.809083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8d16e29a-3965-464e-9b8d-bde006d03e7a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168327 Jul 22 19:57:52.822837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Request body: {'port': {'device_id': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:57:52.915091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.057377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-46c3d693-44bb-4995-9ece-8e424e7ab60a None None] Provisioning for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:53.062101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-46c3d693-44bb-4995-9ece-8e424e7ab60a None None] Provisioning complete for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:53.062845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46c3d693-44bb-4995-9ece-8e424e7ab60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.106357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-46c3d693-44bb-4995-9ece-8e424e7ab60a None None] Port a4e51d7f-9422-43a8-a62a-c3677c7599a5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:57:53.533612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf7d95-71e0-440b-a4b8-dd6f94581c88 req-d7790370-ea22-4c8e-b33d-a5ae184371d0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:53.535084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9abf7d95-71e0-440b-a4b8-dd6f94581c88 req-d7790370-ea22-4c8e-b33d-a5ae184371d0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 931 time: 0.5523641 Jul 22 19:57:53.599145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9abf7d95-71e0-440b-a4b8-dd6f94581c88 req-8a6e0c2a-81ee-4178-99e4-30da7ca01559 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559399 Jul 22 19:57:53.656734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e51d7f-9422-43a8-a62a-c3677c7599a5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:57:53.666326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.677814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Transition to ACTIVE for port object a4e51d7f-9422-43a8-a62a-c3677c7599a5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:57:53.681972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.757109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:53.815139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:57:53.815850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:57:53.815850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:53.820952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:57:53.821283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:57:53.826417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:57:53.826762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:57:53.827153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Bound using segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:57:53.827583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Bound port: a4e51d7f-9422-43a8-a62a-c3677c7599a5, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:57:53.827998 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.899177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:57:53.903008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:57:53.906920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.948524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:53.949236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:53.950760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] 10.222.0.26 "PUT /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 1092 time: 1.1335645 Jul 22 19:57:53.951266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:53.953679 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d357a623-557b-4faa-9f3d-25fe92e51dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:53.977552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3a3a-8196-42a6-b7bd-2e65156e9c7a service neutron] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:54.016929 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c117dc-45c5-482e-b6d4-fbabd46aed37 x-openstack-request-id: req-c6c117dc-45c5-482e-b6d4-fbabd46aed37 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:54.018976 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:54.019679 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6c117dc-45c5-482e-b6d4-fbabd46aed37 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:54.020101 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'status': 'completed', 'code': 200} Jul 22 19:57:54.075192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8a742de7-05ea-4572-a6d4-a14591a0b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.076907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-8a742de7-05ea-4572-a6d4-a14591a0b82c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1095 time: 0.0713823 Jul 22 19:57:54.131699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-c93d1348-0fb2-4217-882b-05d9a029c7be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 217 time: 0.0439267 Jul 22 19:57:54.197172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-ba00fa68-ffb7-4b04-96c4-baa3ed5235e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.198389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-ba00fa68-ffb7-4b04-96c4-baa3ed5235e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0588677 Jul 22 19:57:54.202476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97823223-e0bf-4649-be53-1b950205d20f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:54.261423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 97823223-e0bf-4649-be53-1b950205d20f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:54.266532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 97823223-e0bf-4649-be53-1b950205d20f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:54.266931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:54.278912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-1fdd9755-2bac-48cf-8c81-728544a10488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.280921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-1fdd9755-2bac-48cf-8c81-728544a10488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722790 Jul 22 19:57:54.374229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:54.389589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-de070249-681b-4410-b8ae-3d3c4ace8e0b service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015959 Jul 22 19:57:54.408682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 97823223-e0bf-4649-be53-1b950205d20f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97823223-e0bf-4649-be53-1b950205d20f,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:54.416659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:54.472870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:54.509554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c2c3967-7b4a-43bd-8a8f-7ab438a7d5ad req-c01fed71-61a7-4cdc-b5ac-0e408f3506c6 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127853 Jul 22 19:57:54.613173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-d488e3da-d6fa-48fb-b5b7-49d5a2412cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.614696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-d488e3da-d6fa-48fb-b5b7-49d5a2412cc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1095 time: 0.0569384 Jul 22 19:57:54.677758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:54.767197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-9d9289a4-70db-4c43-826c-d7b6a75948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.768793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-9d9289a4-70db-4c43-826c-d7b6a75948fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.1477411 Jul 22 19:57:54.818285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-88459bc9-3d9c-4b52-b6de-020865aa4604 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 217 time: 0.0383008 Jul 22 19:57:54.840333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c5c3f-1d5a-4f58-a26e-be9cd569f497 req-53e0f8e3-c5ca-42e7-9781-5367f103b67d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.841772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-986c5c3f-1d5a-4f58-a26e-be9cd569f497 req-53e0f8e3-c5ca-42e7-9781-5367f103b67d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 943 time: 0.1301398 Jul 22 19:57:54.909584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-1693c819-2690-4c3b-bd06-b6dabc049215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.910585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-1693c819-2690-4c3b-bd06-b6dabc049215 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0856030 Jul 22 19:57:54.930127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-986c5c3f-1d5a-4f58-a26e-be9cd569f497 req-3fd9c311-2dc6-4146-b2d2-03782bd43f92 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675647 Jul 22 19:57:54.990462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-a2cfa138-0b46-4b27-b3f0-6ee51fe733a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:54.992108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-a2cfa138-0b46-4b27-b3f0-6ee51fe733a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742481 Jul 22 19:57:55.080952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-d24d0dc0-a4fb-4e1a-bdc4-25aabc2d9dfa service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815842 Jul 22 19:57:55.175423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d357a623-557b-4faa-9f3d-25fe92e51dfc req-d8f0c12d-a019-4d39-8bd7-4715d9a1c4a7 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Jul 22 19:57:56.072252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4afde-f35f-411a-acd2-ae0a23e18ea9 req-5a99962e-f1df-448b-a87b-c20bd51735d5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:56.073675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cb4afde-f35f-411a-acd2-ae0a23e18ea9 req-5a99962e-f1df-448b-a87b-c20bd51735d5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 943 time: 0.0662808 Jul 22 19:57:56.123859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8cb4afde-f35f-411a-acd2-ae0a23e18ea9 req-1518d3e7-0d74-47f1-9723-78e1d107e3aa tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423210 Jul 22 19:57:56.154731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97823223-e0bf-4649-be53-1b950205d20f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:56.214874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 97823223-e0bf-4649-be53-1b950205d20f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:56.215332 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:56.388825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:57:56.502992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:56.525830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'port_id': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'mac_address': 'fa:16:3e:7b:64:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:57:56.766932 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:56.771586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:56.780694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e51d7f-9422-43a8-a62a-c3677c7599a5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:57:56.806959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:56.811891 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:56.867704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:56.891935 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1022-5b87-4886-9515-61ff22a3d051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.006311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1022-5b87-4886-9515-61ff22a3d051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.010503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8f5e1022-5b87-4886-9515-61ff22a3d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.015306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a4e51d7f-9422-43a8-a62a-c3677c7599a5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:57:57.048928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8f5e1022-5b87-4886-9515-61ff22a3d051 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7ce7e81b298441aba64f9d825c8251f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758777 Jul 22 19:57:57.049873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e1022-5b87-4886-9515-61ff22a3d051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9286bf92-6369-44b6-a207-363d6571d665,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:57.052768 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:57.107683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.128972 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.184789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.187995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:57.193108 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9286bf92-6369-44b6-a207-363d6571d665 HTTP/1.1" status: 204 len: 168 time: 0.1379299 Jul 22 19:57:57.205138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9286bf92-6369-44b6-a207-363d6571d665,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:57.213874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.214437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.214792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.215185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.215531 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.215869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.216330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.216671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.216994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.217552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.218193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.219309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ae8d16-a3f8-4a69-9093-a5e453fb2098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:57:57.273307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d227f3-a837-4988-b643-9960dbd28ccc req-690c482a-fed6-41d8-b9e7-9ef35aa5258e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:57.274963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d227f3-a837-4988-b643-9960dbd28ccc req-690c482a-fed6-41d8-b9e7-9ef35aa5258e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.0749044 Jul 22 19:57:57.324520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d227f3-a837-4988-b643-9960dbd28ccc req-a8fbeb20-3329-4be7-94b9-cdffb1dc097d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Jul 22 19:57:57.355509 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.402647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:57:58.456090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:57:58.459912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:57:58.460277 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.473811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821011a-2806-45fe-b086-32b9f2579436 req-e3568a6a-6e10-47f7-a298-647821ed9fa7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:58.476803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c821011a-2806-45fe-b086-32b9f2579436 req-e3568a6a-6e10-47f7-a298-647821ed9fa7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.0826058 Jul 22 19:57:58.520881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c821011a-2806-45fe-b086-32b9f2579436 req-5468d025-f666-400f-a46f-4dc99b2ff439 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375080 Jul 22 19:57:58.539192 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.562292 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:57:58.564608 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c4f83-df36-4359-91ca-b4e8f4e31dfe" -d '{"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-plugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:57:58.578073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:57:58.583125 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:57:58.612092 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a99ca-b233-4c05-b181-766c215b2cfb x-openstack-request-id: req-5e4a99ca-b233-4c05-b181-766c215b2cfb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:57:58.612445 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-plugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:57:58.612730 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e4a99ca-b233-4c05-b181-766c215b2cfb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:57:58.613123 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'code': 200} Jul 22 19:57:58.644085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:57:58.724544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743c0d9-f86e-49e4-a65e-38ed4d2d5c7c req-292e40b3-13be-4e78-a4b8-8195b38c809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:58.727023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5743c0d9-f86e-49e4-a65e-38ed4d2d5c7c req-292e40b3-13be-4e78-a4b8-8195b38c809c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1097 time: 0.0576069 Jul 22 19:57:58.764344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5743c0d9-f86e-49e4-a65e-38ed4d2d5c7c req-11d467a2-00a1-4e6b-bc2f-8e9289b8daaa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Jul 22 19:57:59.683058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a1f7c-316f-44bb-b439-03e2c5c9fdbd req-93bde1cf-e339-49c8-ac54-cc6371d95818 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:57:59.684621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-235a1f7c-316f-44bb-b439-03e2c5c9fdbd req-93bde1cf-e339-49c8-ac54-cc6371d95818 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.0735428 Jul 22 19:57:59.724929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-235a1f7c-316f-44bb-b439-03e2c5c9fdbd req-66ef56aa-c598-4f11-8fa5-146a40cd29ad tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Jul 22 19:57:59.860460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:57:59.965891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa10a2a0-443e-400d-a691-3a95262484a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.058527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa10a2a0-443e-400d-a691-3a95262484a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.062265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fa10a2a0-443e-400d-a691-3a95262484a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.110484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fa10a2a0-443e-400d-a691-3a95262484a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e46c071aac14371ba5a08f0d49b6d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489417 Jul 22 19:58:00.113113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60730) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:00.113282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10a2a0-443e-400d-a691-3a95262484a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de19ddd-5e0f-42f7-b084-c3ef304d1122,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:00.167260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.188201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.236259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.238888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.240084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5de19ddd-5e0f-42f7-b084-c3ef304d1122 HTTP/1.1" status: 204 len: 168 time: 0.1259232 Jul 22 19:58:00.247946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63e877-4e20-469c-9d88-62fad74c5799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de19ddd-5e0f-42f7-b084-c3ef304d1122,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:00.505869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:00.522069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d760f28-da89-42d0-a167-9432d96c197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.610158 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d760f28-da89-42d0-a167-9432d96c197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.613598 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d760f28-da89-42d0-a167-9432d96c197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.652993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d760f28-da89-42d0-a167-9432d96c197f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a7169699f4a49ed98e6ec264a79cc88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460273 Jul 22 19:58:00.654114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d760f28-da89-42d0-a167-9432d96c197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa9d59-fd0a-4ed3-b133-b8fd3c4260cc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:00.657781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60738) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:00.708870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.731006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.777585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.780440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:00.781826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91aa9d59-fd0a-4ed3-b133-b8fd3c4260cc HTTP/1.1" status: 204 len: 168 time: 0.1223383 Jul 22 19:58:00.791300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5c2ac-7782-4eac-955c-40c7f8bff420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa9d59-fd0a-4ed3-b133-b8fd3c4260cc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:00.863090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0966c-a987-4c29-a234-ad1d924e0609 req-227a0616-2215-4238-9d22-e3def0cfa805 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:00.864526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4e0966c-a987-4c29-a234-ad1d924e0609 req-227a0616-2215-4238-9d22-e3def0cfa805 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.0685925 Jul 22 19:58:00.903639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4e0966c-a987-4c29-a234-ad1d924e0609 req-685f03c8-91e6-439b-9f4d-698c89494e51 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Jul 22 19:58:01.041293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885046e-51a1-40bd-906a-e8fd555a76c4 req-8e96fda7-0c27-4e53-bb87-fc1adab9b9a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.041293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0885046e-51a1-40bd-906a-e8fd555a76c4 req-8e96fda7-0c27-4e53-bb87-fc1adab9b9a7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.0664473 Jul 22 19:58:01.080087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0885046e-51a1-40bd-906a-e8fd555a76c4 req-aa2552d5-37ec-4f45-acdf-7dc95ed4d2c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Jul 22 19:58:01.102820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:01.160407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1367769a-bb98-4381-acf5-b82866946c50 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.162096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1367769a-bb98-4381-acf5-b82866946c50 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1092 time: 0.0582521 Jul 22 19:58:01.166313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60758) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:01.171272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:01.199518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.267225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-935de889-aad0-49d3-be3c-362b7adf97c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0679088 Jul 22 19:58:01.310626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.377506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-58332003-e2cd-482c-8eb9-51842d1b60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.379043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-58332003-e2cd-482c-8eb9-51842d1b60a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1097 time: 0.0659285 Jul 22 19:58:01.423991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.231 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/e797ce59-ed8c-4455-bae1-befa556faa25) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:01.492842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-ceedd283-a202-4c64-b488-6d2aeb4a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.494573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-ceedd283-a202-4c64-b488-6d2aeb4a0ec9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.0970163 Jul 22 19:58:01.541981 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.545687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-010fec3d-8d60-4767-b4ed-fb78849b0472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 217 time: 0.0446961 Jul 22 19:58:01.584707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:01.602029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-1f201431-4751-42f8-adcf-73a0c69cb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.603663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-1f201431-4751-42f8-adcf-73a0c69cb0b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0523038 Jul 22 19:58:01.631990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:01.635738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:01.639410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:01.677170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-9110b098-12e4-4b0a-840b-90a91eb8b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:01.678594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=e797ce59-ed8c-4455-bae1-befa556faa25,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:01.679729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-9110b098-12e4-4b0a-840b-90a91eb8b111 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694022 Jul 22 19:58:01.781333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-8141c17e-18f5-4c40-93da-46bee26808b4 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956020 Jul 22 19:58:01.879078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ff5f65b-e816-4397-a9e3-fc27bbbb0e96 req-dd67cc1a-6b1a-4459-b3d9-3fbe4afd0977 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913229 Jul 22 19:58:02.051425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.136393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.298900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.303861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.379831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=e797ce59-ed8c-4455-bae1-befa556faa25,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:02.388960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.492385 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 2e1e9f9d-8692-495d-8833-cdb7d091c9b2 associated. External IP: 172.25.6.231, port: a4e51d7f-9422-43a8-a62a-c3677c7599a5. Jul 22 19:58:02.717101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 60bd02b5-42f0-4c43-944e-4eb9625bff42 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:02.851397 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:02.861775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Sync routers for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:02.870717 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:02.873984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:02.874762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:02.915981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-04ab1d7d-2b9d-4117-97a4-038f2fb804c3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7484601 Jul 22 19:58:02.916755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:02.919807 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068cf406-fd3d-44df-bb80-543b792e00f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:02.964891 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e88c5-9567-4274-9ab9-739a2310f898 x-openstack-request-id: req-135e88c5-9567-4274-9ab9-739a2310f898 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:02.965248 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:02.965592 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-135e88c5-9567-4274-9ab9-739a2310f898 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:02.966248 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'status': 'completed', 'code': 200} Jul 22 19:58:03.013712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:03.107484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ca87f-463b-4991-b1de-c969c4be1fa1 req-5e2d3d88-1b19-4086-b56a-bc26e9e733da tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.109133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd3ca87f-463b-4991-b1de-c969c4be1fa1 req-5e2d3d88-1b19-4086-b56a-bc26e9e733da tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.1211159 Jul 22 19:58:03.122257 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-00341cf1-5e7c-4381-bb6c-c67fed4f7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.123871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-00341cf1-5e7c-4381-bb6c-c67fed4f7c27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1097 time: 0.1338184 Jul 22 19:58:03.223751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd3ca87f-463b-4991-b1de-c969c4be1fa1 req-d61f25d8-ed17-4fe2-8f28-43d01f911811 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045878 Jul 22 19:58:03.248676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60814) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:03.263879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-f234d659-630f-4499-b0af-59c01390b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.265688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-f234d659-630f-4499-b0af-59c01390b55a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.1347444 Jul 22 19:58:03.295248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2e1e9f9d-8692-495d-8833-cdb7d091c9b2', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'port_id': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'mac_address': 'fa:16:3e:7b:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:58:01Z', 'updated_at': '2021-07-22T19:58:01Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:03.329471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Checking router: 60bd02b5-42f0-4c43-944e-4eb9625bff42 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:03.336819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ce98fba-f67a-45bd-b2f8-b96167257f91 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/2e1e9f9d-8692-495d-8833-cdb7d091c9b2 HTTP/1.1" status: 200 len: 991 time: 0.0835652 Jul 22 19:58:03.338478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:03.339121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:57:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:03.352567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-f28501f5-6f2a-4688-ab54-17324046b921 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 999 time: 0.0798619 Jul 22 19:58:03.416037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-f87015c4-be83-4e8f-8b5d-d1f05cb37a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.418196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-f87015c4-be83-4e8f-8b5d-d1f05cb37a2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0530963 Jul 22 19:58:03.458684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:03.483923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-873fa0d8-b785-4db6-aa75-4f988ab074a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:03.485506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-873fa0d8-b785-4db6-aa75-4f988ab074a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614059 Jul 22 19:58:03.581195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-1aea966c-dd2d-4c26-b958-f0e95766fb3d service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889165 Jul 22 19:58:03.684694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-068cf406-fd3d-44df-bb80-543b792e00f8 req-24ce54fe-fd95-4328-9cbb-209362b3d9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956728 Jul 22 19:58:03.703966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2e1e9f9d-8692-495d-8833-cdb7d091c9b2', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'port_id': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'mac_address': 'fa:16:3e:7b:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:58:01Z', 'updated_at': '2021-07-22T19:58:01Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:03.731951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c071fb6-f5c3-4d6a-9715-2545cdabb6bb None None] The sync data for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 is: [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '2e1e9f9d-8692-495d-8833-cdb7d091c9b2', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'port_id': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3622, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'mac_address': 'fa:16:3e:7b:64:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:58:01Z', 'updated_at': '2021-07-22T19:58:01Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:03.933273 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544576b-491e-4507-827f-6f942a248ba9 None None] New status for floating IP 2e1e9f9d-8692-495d-8833-cdb7d091c9b2: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:58:04.334606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:04.398641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98eb1df5-5dc8-46c3-9e2f-f3ee52890c83 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/2e1e9f9d-8692-495d-8833-cdb7d091c9b2 HTTP/1.1" status: 200 len: 993 time: 0.0574305 Jul 22 19:58:06.394181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60882) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:06.503663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8611e542-4dcb-4b1e-b271-d6d1a7c0fcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.600714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8611e542-4dcb-4b1e-b271-d6d1a7c0fcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.604691 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8611e542-4dcb-4b1e-b271-d6d1a7c0fcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.645639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8611e542-4dcb-4b1e-b271-d6d1a7c0fcf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80133de370c245ed8ddd5b7449f2f243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502456 Jul 22 19:58:06.647058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611e542-4dcb-4b1e-b271-d6d1a7c0fcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51962bcc-9642-4119-879e-ce38868ad372,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:06.648920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60886) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:06.705893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.729443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.779678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.782870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:06.784275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51962bcc-9642-4119-879e-ce38868ad372 HTTP/1.1" status: 204 len: 168 time: 0.1343267 Jul 22 19:58:06.793329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87dd56-dd6a-4fb3-a833-28146bc4e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51962bcc-9642-4119-879e-ce38868ad372,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:07.055207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 60892) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:07.068736 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a1cce78-98d7-418a-b7fa-112907d76c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.108349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5b52396-43af-406b-985e-5278db691888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.173879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a1cce78-98d7-418a-b7fa-112907d76c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.178138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a1cce78-98d7-418a-b7fa-112907d76c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.219063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2a1cce78-98d7-418a-b7fa-112907d76c34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9a8471dbfb7646f1b1e52844457bf10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627479 Jul 22 19:58:07.219920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cce78-98d7-418a-b7fa-112907d76c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21baf22f-51a0-4628-83e0-c59939108927,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:07.221782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 60894) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:07.274199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.295701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.345387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.348044 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:07.349349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21baf22f-51a0-4628-83e0-c59939108927 HTTP/1.1" status: 204 len: 168 time: 0.1264033 Jul 22 19:58:07.358228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32710e8-861e-44be-b2c9-71ca141edbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21baf22f-51a0-4628-83e0-c59939108927,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:09.958176 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:10.048568 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fbeda13c-1c78-4e20-9c8f-0bbcfc60e5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:11.546123 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:12.938923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.793303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32808) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:13.896559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d1c-7422-4cfd-9a7d-c1e7402901ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.986722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d1c-7422-4cfd-9a7d-c1e7402901ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:13.990394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1fab7d1c-7422-4cfd-9a7d-c1e7402901ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.026513 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1fab7d1c-7422-4cfd-9a7d-c1e7402901ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b90a68fcf32491c83b0dd7144b050d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321138 Jul 22 19:58:14.029489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32812) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:14.031050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab7d1c-7422-4cfd-9a7d-c1e7402901ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eefc53-2b0c-474b-8b17-5e9d6fd82594,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:14.078505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.100881 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.147053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.150896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.152483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4eefc53-2b0c-474b-8b17-5e9d6fd82594 HTTP/1.1" status: 204 len: 168 time: 0.1216571 Jul 22 19:58:14.160771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9d27e-b6d9-4e29-ae66-9f52f6f107d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eefc53-2b0c-474b-8b17-5e9d6fd82594,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:14.408610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 32818) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:14.422733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca71-35c2-4914-bd73-855f050264c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.512023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca71-35c2-4914-bd73-855f050264c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.515511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-40e7ca71-35c2-4914-bd73-855f050264c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.553850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-40e7ca71-35c2-4914-bd73-855f050264c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6be55e160328446eb462aa3ac4bb5e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441548 Jul 22 19:58:14.555550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7ca71-35c2-4914-bd73-855f050264c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9582c929-9540-4f80-814c-ac395ab4f6ab,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:14.557182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32820) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:14.606956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.628081 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.677104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.679752 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:14.681116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9582c929-9540-4f80-814c-ac395ab4f6ab HTTP/1.1" status: 204 len: 168 time: 0.1228199 Jul 22 19:58:14.688611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd19df-32dc-4c87-931a-26f8d4f379dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9582c929-9540-4f80-814c-ac395ab4f6ab,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:16.701169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 32884) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:16.862093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Deleting port c4904db8-b4f3-4ffb-af49-d7389155e600 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:16.862442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:16.939479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:16.939818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:16.952187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Calling delete_port for c4904db8-b4f3-4ffb-af49-d7389155e600 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:17.104260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:17.133388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event deleted for resources: {'Port': ['ID=c4904db8-b4f3-4ffb-af49-d7389155e600,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:17.212713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:17.213106 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Floating IP 3e12a55b-cd72-4731-964d-24251dd1a58c disassociated (deleted). External IP: 172.25.6.95, port: c3c98ec7-8fd7-4620-96ae-dace1ef59157. Jul 22 19:58:17.446768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:17.559614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:17.564085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:17.571881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:17.581057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:17.581676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:17.607033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c33c9935-7853-42fe-afb0-68d1a3e89709 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "DELETE /v2.0/floatingips/3e12a55b-cd72-4731-964d-24251dd1a58c HTTP/1.1" status: 204 len: 168 time: 0.9047136 Jul 22 19:58:17.607661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:17.610029 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e464c7c-229d-421a-b549-f9e4dd35035f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:17.655334 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60112341-7a00-4803-80e9-3524ab639097 x-openstack-request-id: req-60112341-7a00-4803-80e9-3524ab639097 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:17.655625 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:17.655884 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60112341-7a00-4803-80e9-3524ab639097 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:17.657525 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:58:17.726217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:17.740810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-e3305cdb-9988-4335-9455-475e10b934dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.743767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-e3305cdb-9988-4335-9455-475e10b934dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 1098 time: 0.0634530 Jul 22 19:58:17.861807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-3cda33cf-02d4-42fb-8bd7-1839dbd4e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.864234 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-3cda33cf-02d4-42fb-8bd7-1839dbd4e207 service neutron] 10.222.0.32 "GET /v2.0/networks?id=832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 200 len: 914 time: 0.1128316 Jul 22 19:58:17.883920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b550be-f80a-4d71-8951-2543f95114bc req-6ee097f3-83e0-446f-a6c8-dc722fe35498 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.885917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97b550be-f80a-4d71-8951-2543f95114bc req-6ee097f3-83e0-446f-a6c8-dc722fe35498 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.0763152 Jul 22 19:58:17.915610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-5f32b118-e118-4ebe-8d10-33729fddf7df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 200 len: 217 time: 0.0434797 Jul 22 19:58:17.925536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97b550be-f80a-4d71-8951-2543f95114bc req-4a6b0918-1f3f-473e-ab27-f3fcf44b5f4d tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334322 Jul 22 19:58:17.976454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:17.987534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-7384a739-d677-432a-b681-82b151d97036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:17.989357 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-7384a739-d677-432a-b681-82b151d97036 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 200 len: 852 time: 0.0616927 Jul 22 19:58:18.005581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:18.015398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:18.016164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:18.053026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-ab230383-ec57-4d57-8133-d12cb2c19e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:18.054559 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-ab230383-ec57-4d57-8133-d12cb2c19e0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=832c6501-28f3-40e8-a785-041a542c8aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580797 Jul 22 19:58:18.125875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:18.148330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-bdcdd709-b93c-4e94-a95a-915f12cac0f8 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855582 Jul 22 19:58:18.260583 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7e464c7c-229d-421a-b549-f9e4dd35035f req-fd74a0e6-b71f-4ff7-96bf-fe656d9ff796 service neutron] 10.222.0.32 "GET /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044767 Jul 22 19:58:18.487835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-11ea808d-66ef-4264-985a-248257730de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:18.518030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea808d-66ef-4264-985a-248257730de9 None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:54:59Z', 'revision_number': 4, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '3927adb7-8bac-4c08-ad70-84fa103db92f', 'name': '', 'network_id': '832c6501-28f3-40e8-a785-041a542c8aa5', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'mac_address': 'fa:16:3e:73:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_interface', 'standard_attr_id': 3427, 'fixed_ips': [{'subnet_id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:58Z', 'updated_at': '2021-07-22T19:55:06Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'subnets': [{'id': 'ab6ab325-4713-4deb-a985-75930ba7048c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:18.745824 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9d2c5a-837a-4a37-b8de-014700ad095b None None] New status for floating IP 3e12a55b-cd72-4731-964d-24251dd1a58c: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:58:19.066917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb6fe4-48d6-4c87-9a26-06912518b650 req-33b08693-c10f-4acb-b91d-788f4f046a8e tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:19.068439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26eb6fe4-48d6-4c87-9a26-06912518b650 req-33b08693-c10f-4acb-b91d-788f4f046a8e tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.0627160 Jul 22 19:58:19.108777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26eb6fe4-48d6-4c87-9a26-06912518b650 req-d970e27f-2c01-4efa-8851-32b045647959 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/security-groups?id=2c684000-60b4-4c93-a0e1-2086fd09eaf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338900 Jul 22 19:58:19.370326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d6df-8203-4894-83c3-755e60f29f71 req-d9a381ad-0242-44d5-a836-88f5103f2cf3 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:19.371837 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e351d6df-8203-4894-83c3-755e60f29f71 req-d9a381ad-0242-44d5-a836-88f5103f2cf3 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.32 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 946 time: 0.0651226 Jul 22 19:58:19.484922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Deleting port c3c98ec7-8fd7-4620-96ae-dace1ef59157 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:19.485273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.578249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] For port c3c98ec7-8fd7-4620-96ae-dace1ef59157, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=c3c98ec7-8fd7-4620-96ae-dace1ef59157,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:19.578544 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.591298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Calling delete_port for c3c98ec7-8fd7-4620-96ae-dace1ef59157 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:19.732625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.761668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event deleted for resources: {'Port': ['ID=c3c98ec7-8fd7-4620-96ae-dace1ef59157,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:19.812840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] No DVR routers for this DVR port c3c98ec7-8fd7-4620-96ae-dace1ef59157 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:19.815507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:19.817690 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e351d6df-8203-4894-83c3-755e60f29f71 req-4bf53581-c795-483c-a0c7-0b2ce3dda046 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.32 "DELETE /v2.0/ports/c3c98ec7-8fd7-4620-96ae-dace1ef59157 HTTP/1.1" status: 204 len: 173 time: 0.4393513 Jul 22 19:58:19.818523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'name': 'network-vif-deleted', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:19.821013 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c910eb55-00eb-4d03-abe6-23fd93401465" -d '{"events": [{"server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "name": "network-vif-deleted", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:19.859396 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bed1b9-6d11-498c-b104-a7ef6355a330 x-openstack-request-id: req-15bed1b9-6d11-498c-b104-a7ef6355a330 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:19.859692 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51a7f6-dd1a-4364-9e2d-6163b8179c16", "name": "network-vif-deleted", "tag": "c3c98ec7-8fd7-4620-96ae-dace1ef59157", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:19.859944 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15bed1b9-6d11-498c-b104-a7ef6355a330 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:19.860368 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd51a7f6-dd1a-4364-9e2d-6163b8179c16', 'name': 'network-vif-deleted', 'tag': 'c3c98ec7-8fd7-4620-96ae-dace1ef59157', 'status': 'completed', 'code': 200} Jul 22 19:58:20.250618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecc65d35-ccb2-4ada-aafa-ffd33a880f08 req-267ee294-1d48-4f8a-9880-ce14224e3011 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0487902 Jul 22 19:58:21.353273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85314fda-8c66-4cf4-a947-928e8c802bcd req-bb868d96-8bc6-466c-848b-fa012bb7e6dc tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0321312 Jul 22 19:58:22.452551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-28bea9b7-5e83-4757-a6c9-cc0f09b3600e req-516eea30-29f2-4927-b433-950c7c866878 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0308232 Jul 22 19:58:22.916917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c3c98ec7-8fd7-4620-96ae-dace1ef59157 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:22.937591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: c3c98ec7-8fd7-4620-96ae-dace1ef59157 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:22.938222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device c3c98ec7-8fd7-4620-96ae-dace1ef59157 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:23.578685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd7ec37b-2a85-4082-9004-64a13c8e32a5 req-ae422c17-4b96-41ff-8ca9-0cb2b618b2b7 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd51a7f6-dd1a-4364-9e2d-6163b8179c16 HTTP/1.1" status: 200 len: 210 time: 0.0344691 Jul 22 19:58:24.440405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33092) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:24.544099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fd2084-d612-495a-aa17-e6fa3cc44d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.639562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33102) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:24.643452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fd2084-d612-495a-aa17-e6fa3cc44d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.657509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-62fd2084-d612-495a-aa17-e6fa3cc44d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.675887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.699722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-62fd2084-d612-495a-aa17-e6fa3cc44d57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb1dc9b92af54d0991cae86275d1ccea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581947 Jul 22 19:58:24.701765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd2084-d612-495a-aa17-e6fa3cc44d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92c20c8-5646-4d15-8ba0-001cbebd36d6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:24.703846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.705191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:24.743158 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.757107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.778384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.802005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.805629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.806799 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c684000-60b4-4c93-a0e1-2086fd09eaf8 HTTP/1.1" status: 204 len: 168 time: 0.1656523 Jul 22 19:58:24.818651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aea545-1456-46c7-9882-730dab5c2f84 tempest-TestVolumeBackupRestore-1709595934 tempest-TestVolumeBackupRestore-1709595934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c684000-60b4-4c93-a0e1-2086fd09eaf8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:24.829681 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.832802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:24.836207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c92c20c8-5646-4d15-8ba0-001cbebd36d6 HTTP/1.1" status: 204 len: 168 time: 0.1275167 Jul 22 19:58:24.854543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93a6c4-fb53-4468-b49b-11f2fd1093ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92c20c8-5646-4d15-8ba0-001cbebd36d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:25.208743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:25.225849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91bbed2d-be74-4fc9-9d38-96f4d2c5e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.328765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91bbed2d-be74-4fc9-9d38-96f4d2c5e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.333673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-91bbed2d-be74-4fc9-9d38-96f4d2c5e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.376906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-91bbed2d-be74-4fc9-9d38-96f4d2c5e0db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76cf71edbad7494bb52c6ecbf20d637c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670690 Jul 22 19:58:25.377868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbed2d-be74-4fc9-9d38-96f4d2c5e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c82719-eeef-4885-8082-ef14fea0bbfa,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:25.379487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:25.447191 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.472767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.526383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.528898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:25.530103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77c82719-eeef-4885-8082-ef14fea0bbfa HTTP/1.1" status: 204 len: 168 time: 0.1490910 Jul 22 19:58:25.540296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535093cf-18ce-46a5-8015-e58d21d26c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c82719-eeef-4885-8082-ef14fea0bbfa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:27.361980 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.349337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:28.584078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:28.610204 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:58:28.739362 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4b89a32-1107-46ef-917d-ef4119ea8bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.790131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.846452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4b89a32-1107-46ef-917d-ef4119ea8bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.851094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c4b89a32-1107-46ef-917d-ef4119ea8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.892176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89a32-1107-46ef-917d-ef4119ea8bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf868ef-f747-43e0-bbac-b7207e71dba2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:28.897327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c4b89a32-1107-46ef-917d-ef4119ea8bd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28f4308f3d194d12be373936a9da15f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121364 Jul 22 19:58:28.900613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33646) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:28.956016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:28.979589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.031007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.034090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.035470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0cf868ef-f747-43e0-bbac-b7207e71dba2 HTTP/1.1" status: 204 len: 168 time: 0.1338930 Jul 22 19:58:29.046600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb29539-4031-4b61-aed1-a887e4089cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf868ef-f747-43e0-bbac-b7207e71dba2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:29.327140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33652) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:29.345675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb24979-4bc9-40a1-af40-4cabd72fa629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.428108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Deleting port 3927adb7-8bac-4c08-ad70-84fa103db92f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:29.428730 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.437105 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb24979-4bc9-40a1-af40-4cabd72fa629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.441275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dbb24979-4bc9-40a1-af40-4cabd72fa629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.479845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dbb24979-4bc9-40a1-af40-4cabd72fa629 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b308ab827784393ae5ebe2e91e42ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507406 Jul 22 19:58:29.481014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb24979-4bc9-40a1-af40-4cabd72fa629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e95ea8-d82d-4ede-a677-0af36d959469,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:29.483289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:29.510286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] For port 3927adb7-8bac-4c08-ad70-84fa103db92f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3927adb7-8bac-4c08-ad70-84fa103db92f,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:29.510673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.523360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Calling delete_port for 3927adb7-8bac-4c08-ad70-84fa103db92f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:29.534005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.556019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.602027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.604558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.605727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1e95ea8-d82d-4ede-a677-0af36d959469 HTTP/1.1" status: 204 len: 168 time: 0.1215186 Jul 22 19:58:29.613717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28410a57-b639-4737-ad07-05808bed5ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e95ea8-d82d-4ede-a677-0af36d959469,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:29.710975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:29.749979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Pushing event deleted for resources: {'Port': ['ID=3927adb7-8bac-4c08-ad70-84fa103db92f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:29.928295 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.151296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:30.261410 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:30.267223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af102e5d-7041-4201-a70a-d5f8b39ec09e admin admin] 10.222.0.10 "PUT /v2.0/routers/0225344c-3ed7-4a24-bdf7-6bb4c963a011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186225 Jul 22 19:58:30.269222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:30.272131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Sync routers for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:30.281524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:30.282133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:30.374464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.394518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:30.484747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.549503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Deleting port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:30.549977 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.581650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:58:29Z', 'revision_number': 5, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port': {'id': '49c274b6-420e-4ce1-b3a1-df36c9c8f6bf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:54:56Z', 'updated_at': '2021-07-22T19:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:30.608653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Checking router: 0225344c-3ed7-4a24-bdf7-6bb4c963a011 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:30.618719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Routers {'0225344c-3ed7-4a24-bdf7-6bb4c963a011'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:30.619352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:30.637670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] For port 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:30.638180 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.651614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Calling delete_port for 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:30.707526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] Set router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:30.764634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:58:30Z', 'revision_number': 6, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:30.792592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77154d5-d8e1-4e85-b729-322ae959710e None None] The sync data for ids ['0225344c-3ed7-4a24-bdf7-6bb4c963a011'] in n-d-800087-13 is: [{'id': '0225344c-3ed7-4a24-bdf7-6bb4c963a011', 'name': 'tempest-TestVolumeBackupRestore-881288613-router', 'tenant_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:54:55Z', 'updated_at': '2021-07-22T19:58:30Z', 'revision_number': 6, 'project_id': 'e64f9e4c4df74377ad19af7aded2e4c2', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:30.844415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.871518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c274b6-420e-4ce1-b3a1-df36c9c8f6bf,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:30.885326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33694) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:30.939927 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:30.983909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:31.005689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.029200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.031547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.073910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.074509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0225344c-3ed7-4a24-bdf7-6bb4c963a011 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:58:31.078751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.079890 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f4b7a1b7-1580-4163-9f79-1b6dd6fbad10 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0225344c-3ed7-4a24-bdf7-6bb4c963a011 HTTP/1.1" status: 204 len: 168 time: 0.8097441 Jul 22 19:58:31.082405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33698) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:31.095080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.128499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Deleting subnet ab6ab325-4713-4deb-a985-75930ba7048c {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:58:31.131853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.172834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.216978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Allocated IP 172.25.6.172 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/d41be143-be57-4dba-8156-6293ba224eef) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:31.266863 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.319660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.329025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.345281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6ab325-4713-4deb-a985-75930ba7048c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:31.348883 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.351016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a42fa347-2b10-4808-87b8-a3660b6209b0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ab6ab325-4713-4deb-a985-75930ba7048c HTTP/1.1" status: 204 len: 168 time: 0.2676656 Jul 22 19:58:31.353704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:31.356028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d91b3d5-19f8-410f-9fef-dfe405e413bf None None] Network 832c6501-28f3-40e8-a785-041a542c8aa5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:31.374595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.412088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:31.415869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:31.423260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:31.426247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.476014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Pushing event updated for resources: {'Port': ['ID=d41be143-be57-4dba-8156-6293ba224eef,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:31.483741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Deleting port 98da44bb-5253-43d5-a444-47f0e1266d1a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:31.484369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.543872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.558512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] For port 98da44bb-5253-43d5-a444-47f0e1266d1a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98da44bb-5253-43d5-a444-47f0e1266d1a,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:31.559123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.571717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Calling delete_port for 98da44bb-5253-43d5-a444-47f0e1266d1a owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:31.583935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] DHCP port deletion for 832c6501-28f3-40e8-a785-041a542c8aa5 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:58:31.595039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.642441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Deleting port 98da44bb-5253-43d5-a444-47f0e1266d1a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:31.642818 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.666337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.699760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=98da44bb-5253-43d5-a444-47f0e1266d1a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:31.701807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] No DVR routers for this DVR port 98da44bb-5253-43d5-a444-47f0e1266d1a on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:31.723373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] For port 98da44bb-5253-43d5-a444-47f0e1266d1a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=98da44bb-5253-43d5-a444-47f0e1266d1a,segment=NetworkSegment(75ce7824-4646-4b56-bbce-6fd7e366121e),segment_id=75ce7824-4646-4b56-bbce-6fd7e366121e)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:31.723917 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.737617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Calling delete_port for 98da44bb-5253-43d5-a444-47f0e1266d1a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:31.777104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.781585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.784639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.795978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832c6501-28f3-40e8-a785-041a542c8aa5']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.809560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ce7824-4646-4b56-bbce-6fd7e366121e') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.809865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ce7824-4646-4b56-bbce-6fd7e366121e') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:31.825441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.828734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.847151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.856709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:58:31.857135 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:58:31.858931 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:58:31.863289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] Pushing event deleted for resources: {'Port': ['ID=98da44bb-5253-43d5-a444-47f0e1266d1a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:31.863702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Pushing event updated for resources: {'Port': ['ID=d41be143-be57-4dba-8156-6293ba224eef,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:31.867919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbe175e-b0c8-485d-8b26-7792bbef4bd1 None None] No DVR routers for this DVR port 98da44bb-5253-43d5-a444-47f0e1266d1a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:31.884909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.899085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.903531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7f632d0f-1009-46f5-89a0-7d2db0b467fd tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0140028 Jul 22 19:58:31.903531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33702) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:31.908697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-705220262', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'fixed_ips': [{'ip_address': '172.25.6.172'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:31.933279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.937835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Made reservation on behalf of 30670d9a4a474a7bb499cb7226347977 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:31.939278 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.940542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.941834 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] 10.222.0.10 "DELETE /v2.0/networks/832c6501-28f3-40e8-a785-041a542c8aa5 HTTP/1.1" status: 204 len: 168 time: 0.5869913 Jul 22 19:58:31.945272 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:31.954088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:31.961139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b27067-814c-4259-8db1-9afd4a094f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=832c6501-28f3-40e8-a785-041a542c8aa5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:32.056563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.060800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.070385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] device_id is not set on port 24e75112-d839-4ea8-8840-34afb672922d yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:32.147218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c347142-bd06-4317-97e9-79abb4dd519f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:32.169052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98da44bb-5253-43d5-a444-47f0e1266d1a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:32.189335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 98da44bb-5253-43d5-a444-47f0e1266d1a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:32.189992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 98da44bb-5253-43d5-a444-47f0e1266d1a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:32.190592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3927adb7-8bac-4c08-ad70-84fa103db92f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:32.213073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3927adb7-8bac-4c08-ad70-84fa103db92f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:32.213426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3927adb7-8bac-4c08-ad70-84fa103db92f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:32.214055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:32.233760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:32.234118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 49c274b6-420e-4ce1-b3a1-df36c9c8f6bf not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:32.303763 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 19:58:32.305017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 19:58:32.317751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6bebbd67-765a-447c-88af-e38d32c94520 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4128625 Jul 22 19:58:32.321324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33706) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:32.329983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.479316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Deleting port d41be143-be57-4dba-8156-6293ba224eef {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:32.479669 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.555108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.555629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.567433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Calling delete_port for d41be143-be57-4dba-8156-6293ba224eef owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:32.580959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Deleting port 9fde85a8-117a-4d2e-9ec8-386259137a0c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:32.581491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.660581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] For port 9fde85a8-117a-4d2e-9ec8-386259137a0c, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9fde85a8-117a-4d2e-9ec8-386259137a0c,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:32.660942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.673403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Calling delete_port for 9fde85a8-117a-4d2e-9ec8-386259137a0c owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:32.699959 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.725803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Pushing event deleted for resources: {'Port': ['ID=d41be143-be57-4dba-8156-6293ba224eef,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:32.793323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.795964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.797210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e5944ff5-a5b7-4efd-9323-d846c7d411e5 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922 tempest-ExternalNetworksAdminNegativeTestJSON-2070948922-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/4144ee37-0026-4b0e-a8a1-bfb0e01cad9a HTTP/1.1" status: 204 len: 168 time: 0.4748983 Jul 22 19:58:32.859363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:32.889367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fde85a8-117a-4d2e-9ec8-386259137a0c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:33.054916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.073532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33712) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:33.178253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e88f-1e24-4bb9-9960-2c27aa631c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.266960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e88f-1e24-4bb9-9960-2c27aa631c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.268787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Router 9e4801a9-6f37-4606-bc59-fe0f73359750 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:33.271623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e88f-1e24-4bb9-9960-2c27aa631c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.311406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2ce2e88f-1e24-4bb9-9960-2c27aa631c89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcc1e10a652e4454b0ef6fd77e6c747e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367587 Jul 22 19:58:33.312308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e88f-1e24-4bb9-9960-2c27aa631c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfa054-410c-4f5f-9483-eb615da3e17f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:33.314606 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33716) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:33.366625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.390051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.438314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.441006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.442235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28cfa054-410c-4f5f-9483-eb615da3e17f HTTP/1.1" status: 204 len: 168 time: 0.1267021 Jul 22 19:58:33.455956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df553e3-bcdb-405c-82f2-189bd9f77add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfa054-410c-4f5f-9483-eb615da3e17f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:33.709259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33722) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:33.728071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:33.734274 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6cd8ac1a-917f-4766-95ea-e0cebc11c409 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e4801a9-6f37-4606-bc59-fe0f73359750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872071 Jul 22 19:58:33.736041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:33.736629 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Sync routers for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:33.761476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-269dba76-cf8c-4e24-b1a8-8dffb2251b57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=30670d9a4a474a7bb499cb7226347977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485353 Jul 22 19:58:33.761918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:33.814802 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.836119 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:33.836932 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:33.838402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.853535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.889222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.892195 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:33.895865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c347142-bd06-4317-97e9-79abb4dd519f HTTP/1.1" status: 204 len: 168 time: 0.1305127 Jul 22 19:58:33.901869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a643-f7d7-4b71-a732-08ab8a3d3f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c347142-bd06-4317-97e9-79abb4dd519f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:33.956010 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:33.965438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.023994 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Deleting port a7041dd1-8801-4b0a-bfe1-597952c231f4 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:34.024580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.106391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] For port a7041dd1-8801-4b0a-bfe1-597952c231f4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a7041dd1-8801-4b0a-bfe1-597952c231f4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:34.106738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.122927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Calling delete_port for a7041dd1-8801-4b0a-bfe1-597952c231f4 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:34.145755 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:58:32Z', 'revision_number': 5, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port': {'id': 'a7041dd1-8801-4b0a-bfe1-597952c231f4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:55:03Z', 'updated_at': '2021-07-22T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:34.173498 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Checking router: 9e4801a9-6f37-4606-bc59-fe0f73359750 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:34.189853 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Routers {'9e4801a9-6f37-4606-bc59-fe0f73359750'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:34.190470 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['9e4801a9-6f37-4606-bc59-fe0f73359750'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:34.284891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] Set router 9e4801a9-6f37-4606-bc59-fe0f73359750 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:34.325917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.346288 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:58:33Z', 'revision_number': 6, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:34.356553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7041dd1-8801-4b0a-bfe1-597952c231f4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:34.374243 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88da611-66ad-4641-a85f-bc7ccbc7e0b0 None None] The sync data for ids ['9e4801a9-6f37-4606-bc59-fe0f73359750'] in n-d-800087-13 is: [{'id': '9e4801a9-6f37-4606-bc59-fe0f73359750', 'name': 'tempest-TestVolumeBackupRestore-1268672666-router', 'tenant_id': '50d0171241474e5b9b0eb8496525f824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:55:02Z', 'updated_at': '2021-07-22T19:58:33Z', 'revision_number': 6, 'project_id': '50d0171241474e5b9b0eb8496525f824', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:34.428077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.522488 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.525073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.568091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.568713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e4801a9-6f37-4606-bc59-fe0f73359750 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:58:34.574225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.575406 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b5a9c48b-3710-41a6-a2b8-d9ea0984ef50 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9e4801a9-6f37-4606-bc59-fe0f73359750 HTTP/1.1" status: 204 len: 168 time: 0.8382657 Jul 22 19:58:34.578046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:34.626827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Deleting subnet f1a587d5-f336-4cd8-8bb3-0e76f4581ec4 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:58:34.629954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.644502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:34.665305 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.742712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1338138283'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:34.753979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.768728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:34.773352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.786684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.824360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.854198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1a587d5-f336-4cd8-8bb3-0e76f4581ec4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:34.860349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.865020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8e9f0b11-ce4c-445d-aa65-1375cac474da admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f1a587d5-f336-4cd8-8bb3-0e76f4581ec4 HTTP/1.1" status: 204 len: 168 time: 0.2834029 Jul 22 19:58:34.865020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:34.869587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8982001-3416-45ab-b4c8-511753806857 None None] Network d67a2fd7-4a49-460d-befd-a3050e406b15 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:34.928074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.933595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.937432 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.965920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:34.985532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff988d4-d1cb-4a6a-acba-706bb58156f5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:34.990529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Deleting port 84637284-f9e5-42f4-8c11-bc31591dfe70 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:34.990870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.992808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:34.993206 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Added segment a72600fa-b5ca-4d05-9cff-32a6e648c6ff of type vlan for network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 Jul 22 19:58:35.036726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.064499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] For port 84637284-f9e5-42f4-8c11-bc31591dfe70, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=84637284-f9e5-42f4-8c11-bc31591dfe70,segment=NetworkSegment(88f10650-0c2d-4bd6-9111-290d334a2d72),segment_id=88f10650-0c2d-4bd6-9111-290d334a2d72)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:35.064965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.067265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.073101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:35.073697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.077275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Calling delete_port for 84637284-f9e5-42f4-8c11-bc31591dfe70 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:35.107228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4615119 Jul 22 19:58:35.117733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33756) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:35.147293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'subnet': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:35.153088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c09972-d9cd-4f7c-862a-e8a69d1a52d9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Network': ['ID=19e184ed-4aa4-4749-ba98-8b1dc5321b43,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.156299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] DHCP port deletion for d67a2fd7-4a49-460d-befd-a3050e406b15 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:58:35.175626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.189268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:35.230267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Pushing event deleted for resources: {'Port': ['ID=84637284-f9e5-42f4-8c11-bc31591dfe70,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.233671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] No DVR routers for this DVR port 84637284-f9e5-42f4-8c11-bc31591dfe70 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:35.284595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:35.286232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Deleting port 84637284-f9e5-42f4-8c11-bc31591dfe70 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:35.286683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.290150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.316892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.329931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d67a2fd7-4a49-460d-befd-a3050e406b15']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:35.341473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f10650-0c2d-4bd6-9111-290d334a2d72') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:35.341857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f10650-0c2d-4bd6-9111-290d334a2d72') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:35.353047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.355374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] For port 84637284-f9e5-42f4-8c11-bc31591dfe70, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:35.355838 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.369059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.371366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Calling delete_port for 84637284-f9e5-42f4-8c11-bc31591dfe70 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:35.374173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Port 84637284-f9e5-42f4-8c11-bc31591dfe70 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 19:58:35.375797 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.378450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:58:35.379114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:58:35.381954 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:58:35.394216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] No DVR routers for this DVR port 84637284-f9e5-42f4-8c11-bc31591dfe70 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:35.414430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Pushing event deleted for resources: {'Port': ['ID=84637284-f9e5-42f4-8c11-bc31591dfe70,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.428432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.428958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.429669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.430433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.430758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.431146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.431506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.431804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.432132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.432478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.433137 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.433924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56d2e5e-7cb2-4e0b-9c19-90c3ab1ee331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:35.461348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.467700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.469511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d67a2fd7-4a49-460d-befd-a3050e406b15 HTTP/1.1" status: 204 len: 168 time: 0.6031594 Jul 22 19:58:35.489517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23e1cf-d815-4b2d-af95-76eac9037560 admin admin] Pushing event deleted for resources: {'Network': ['ID=d67a2fd7-4a49-460d-befd-a3050e406b15,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.660207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:35.709876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a8ae07e5-4bbc-4429-9290-aa212163810e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e64f9e4c4df74377ad19af7aded2e4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459042 Jul 22 19:58:35.709876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:35.764545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.787573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.838304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.841162 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.842393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ab02d91-4c40-49aa-8fe1-28d8618bd8b2 HTTP/1.1" status: 204 len: 168 time: 0.1314471 Jul 22 19:58:35.850681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6b0c9-67e1-48ee-91b8-5f960f63181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab02d91-4c40-49aa-8fe1-28d8618bd8b2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.893913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:35.964135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Subnet': ['ID=37e8ce33-7638-4f68-bc6e-f4f655d29d47,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:35.978081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de731b-d362-45df-a10b-d156e68f7828 req-e1c70938-2bdd-44e0-9b8b-42d2fc0bccd7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:35.979574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14de731b-d362-45df-a10b-d156e68f7828 req-e1c70938-2bdd-44e0-9b8b-42d2fc0bccd7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.1372223 Jul 22 19:58:36.004611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Checking segment: {'id': 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:36.004948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network hostable DHCP agents. Network: 19e184ed-4aa4-4749-ba98-8b1dc5321b43, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:58:36.035007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14de731b-d362-45df-a10b-d156e68f7828 req-18643990-177c-4ef7-aef1-2ce35fe11d59 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489194 Jul 22 19:58:36.041518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:58:36.051207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 19e184ed-4aa4-4749-ba98-8b1dc5321b43) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:36.055917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:36.056689 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.060237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33774) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:36.064812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e65d4-54df-448f-aed8-d5262115da69 None None] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:36.078834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d4100a44-9ff7-49b7-910b-fffd0ff95d32 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9602318 Jul 22 19:58:36.081570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33776) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:36.087605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1297059035'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:36.131347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78d79c0d-177a-4c5f-aad6-198c8edc9220 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/2e1e9f9d-8692-495d-8833-cdb7d091c9b2 HTTP/1.1" status: 200 len: 993 time: 0.0699558 Jul 22 19:58:36.220222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9fde85a8-117a-4d2e-9ec8-386259137a0c no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:36.223579 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:36.228700 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.248317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port 290fade7-32a4-4160-85f5-120de1722236 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:36.254069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:36.256965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9fde85a8-117a-4d2e-9ec8-386259137a0c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:36.257998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9fde85a8-117a-4d2e-9ec8-386259137a0c not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:36.258427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a7041dd1-8801-4b0a-bfe1-597952c231f4 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:36.282542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a7041dd1-8801-4b0a-bfe1-597952c231f4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:36.282805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a7041dd1-8801-4b0a-bfe1-597952c231f4 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:36.283230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 84637284-f9e5-42f4-8c11-bc31591dfe70 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:36.296830 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb836edb-1ef1-4952-8aea-86710d2a1d42 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50d0171241474e5b9b0eb8496525f824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415943 Jul 22 19:58:36.299269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:36.305097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 84637284-f9e5-42f4-8c11-bc31591dfe70 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:36.305450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 84637284-f9e5-42f4-8c11-bc31591dfe70 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:36.341026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'tenant_id': '069cc4af21ae4d38ae188686f8b34a3c', 'fixed_ips': [{'subnet_id': '37e8ce33-7638-4f68-bc6e-f4f655d29d47'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:58:36.342151 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.356475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.379324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::7a (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/290fade7-32a4-4160-85f5-120de1722236) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:36.380961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.447117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.450233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.455333 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/124f5091-57f8-495b-b544-f4674449c174 HTTP/1.1" status: 204 len: 168 time: 0.1550772 Jul 22 19:58:36.464769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121778-dcb2-4c8f-a390-1da0f63fa14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f5091-57f8-495b-b544-f4674449c174,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:36.563034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.576820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object 290fade7-32a4-4160-85f5-120de1722236 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:36.612553 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.660139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:36.664049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:36.668896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:36.672126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Allocated IP 2001:db8::2 (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/7b437247-bd5c-45ab-ae17-58b45e57f134) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:36.674955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:36.675596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.679665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=290fade7-32a4-4160-85f5-120de1722236,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:36.696860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f38c3272-3cd0-4fed-9180-fd41069b5183 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6141088 Jul 22 19:58:36.699677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33794) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:36.705133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1155674921', 'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:9a:00:29'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:36.849356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:36.861580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351506b-0f47-40f8-bc37-b1db6664b2b5 req-d6e1987c-4439-4afd-b562-4b2707643e00 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:36.863311 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.867886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c351506b-0f47-40f8-bc37-b1db6664b2b5 req-d6e1987c-4439-4afd-b562-4b2707643e00 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1097 time: 0.0812199 Jul 22 19:58:36.873575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Transition to ACTIVE for port object 7b437247-bd5c-45ab-ae17-58b45e57f134 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:36.897067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Transition to ACTIVE for port object 7b437247-bd5c-45ab-ae17-58b45e57f134 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:36.906285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.909907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c351506b-0f47-40f8-bc37-b1db6664b2b5 req-f81eb63c-6430-4847-82f3-fc9dc7440ca4 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335739 Jul 22 19:58:36.961706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:36.966029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:36.970797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:36.978980 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:36.982110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:36.984884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Pushing event updated for resources: {'Port': ['ID=7b437247-bd5c-45ab-ae17-58b45e57f134,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:37.047147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Attempting to bind port 7b437247-bd5c-45ab-ae17-58b45e57f134 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:37.047147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Attempting to bind port 7b437247-bd5c-45ab-ae17-58b45e57f134 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:37.047147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Attempting to bind port 7b437247-bd5c-45ab-ae17-58b45e57f134 on network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:37.055708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:37.056068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Checking segment: {'id': 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:37.056604 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.057019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Bound using segment: {'id': 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:37.057490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Bound port: 7b437247-bd5c-45ab-ae17-58b45e57f134, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:37.057927 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.125033 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27643434-7da2-436c-aec9-067eedc3082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.138826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::125 (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:37.146141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] For port 7b437247-bd5c-45ab-ae17-58b45e57f134, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:37.150880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] For port 7b437247-bd5c-45ab-ae17-58b45e57f134, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b437247-bd5c-45ab-ae17-58b45e57f134,segment=NetworkSegment(a72600fa-b5ca-4d05-9cff-32a6e648c6ff),segment_id=a72600fa-b5ca-4d05-9cff-32a6e648c6ff)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:37.158518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.221300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945b38d-24fa-4b62-80c5-a2d65d681a72 None None] Pushing event updated for resources: {'Port': ['ID=7b437247-bd5c-45ab-ae17-58b45e57f134,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:37.327975 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.344371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:37.374259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33824) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:37.386724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.456554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:37.463389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:37.467363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:37.473406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.474039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.499731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:37.511942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-25c949f6-aa08-47b6-b836-7021adda820b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.8111036 Jul 22 19:58:37.514652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33828) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:37.557128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-18865395-network', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:37.608407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:37.610847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.625115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.674830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c20452-bd68-4df0-966e-e4f9fe7a1843 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.681001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c20452-bd68-4df0-966e-e4f9fe7a1843 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.686873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c20452-bd68-4df0-966e-e4f9fe7a1843 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:37.689221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7c20452-bd68-4df0-966e-e4f9fe7a1843 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1728241 Jul 22 19:58:37.692516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33836) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:37.734943 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-a4abdd81-d721-4491-8465-20b50e3c45ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558333 Jul 22 19:58:37.845884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.849355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:37.849912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.854425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.894821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:37.949628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:37.950423 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Added segment db5fbf7f-f6dd-4500-90d2-18fae28c940f of type vlan for network 745bdc4a-af42-4541-bcd5-c487936289b5 Jul 22 19:58:37.959711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:38.017099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.022038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.041456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:38.105444 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.106534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:38.107213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.187729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8119977 Jul 22 19:58:38.195361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:38.208633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b437247-bd5c-45ab-ae17-58b45e57f134 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:38.214669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Request body: {'subnet': {'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-18865395-subnet', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:38.265765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:38.269105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.271921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f4b80-358e-42dc-97a4-b5ccd9682850 admin admin] Pushing event updated for resources: {'Network': ['ID=745bdc4a-af42-4541-bcd5-c487936289b5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:38.296799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 745bdc4a-af42-4541-bcd5-c487936289b5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:38.352732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.390219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0eb7da-6bfc-4d59-90a0-bac7841ca5c9 None None] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:38.437004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-7a1b67e8-af62-4d53-ad68-2866d17cc270 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 19:58:38.444221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-7a1b67e8-af62-4d53-ad68-2866d17cc270 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1997297 Jul 22 19:58:38.451578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Request body: {'binding': {'host': 'n-h2-800087-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:38.452093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Unknown quota resources ['binding']. {{(pid=93801) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 19:58:38.469999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7b437247-bd5c-45ab-ae17-58b45e57f134 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:38.485170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Provisioning for port 7b437247-bd5c-45ab-ae17-58b45e57f134 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:38.492969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Provisioning complete for port 7b437247-bd5c-45ab-ae17-58b45e57f134 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:38.493411 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.543890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:38.550333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.581748 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.586469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-03d41817-b610-4f81-9c2f-8bd102315eb9 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e HTTP/1.1" status: 204 len: 168 time: 0.8928933 Jul 22 19:58:38.588286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33848) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:38.617968 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13825dd-f0f2-4db9-a3e4-3175d3bbee79 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] GET failed (client error): The resource could not be found. Jul 22 19:58:38.619701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f13825dd-f0f2-4db9-a3e4-3175d3bbee79 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports/d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e HTTP/1.1" status: 404 len: 333 time: 0.0298476 Jul 22 19:58:38.624010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33850) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:38.629369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-946573273'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:38.637649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.658896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3987caae-d142-4a0d-b9a2-3b0f33247de4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:38.677588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] For port 7b437247-bd5c-45ab-ae17-58b45e57f134, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b437247-bd5c-45ab-ae17-58b45e57f134,segment=NetworkSegment(a72600fa-b5ca-4d05-9cff-32a6e648c6ff),segment_id=a72600fa-b5ca-4d05-9cff-32a6e648c6ff)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:38.683355 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.690504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:38.690906 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Network hostable DHCP agents. Network: 745bdc4a-af42-4541-bcd5-c487936289b5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:58:38.716218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on host n-h2-800087-13 for vnic_type normal with profile None {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:38.716561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:38.716898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:38.722205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:58:38.722539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:38.742749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:38.743245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:38.743901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Bound using segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:38.744559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Bound port: a4e51d7f-9422-43a8-a62a-c3677c7599a5, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:38.763827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:38.769437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.776619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:58:38.790666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:38.818624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 745bdc4a-af42-4541-bcd5-c487936289b5) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:38.825097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:38.825701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.894006 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fcb36299-b334-4be8-b928-ddd481460de5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7021115 Jul 22 19:58:38.899243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33852) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:38.902770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc4ba6-1e97-4917-9c1b-d686f63c0c1e None None] Network 745bdc4a-af42-4541-bcd5-c487936289b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:38.904763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:38.940617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:38.947390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4cb76-467a-4408-9a2c-86d09f532df9 None None] Pushing event updated for resources: {'Port': ['ID=7b437247-bd5c-45ab-ae17-58b45e57f134,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:38.948837 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.951243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] 10.222.0.10 "POST /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5046599 Jul 22 19:58:38.966115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::1df (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/1c14fcd4-b7ff-48b5-9f84-c96df2772435) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:38.968488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:38.969466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.025566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Provisioning complete for port 7b437247-bd5c-45ab-ae17-58b45e57f134 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:39.025938 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.108920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.185494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-745bdc4a-af42-4541-bcd5-c487936289b5', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:58:39.186336 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.270751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-4b55bb97-46b4-45a2-a097-1c077cd2b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:39.272417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-4b55bb97-46b4-45a2-a097-1c077cd2b3d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1097 time: 0.0946875 Jul 22 19:58:39.295640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Provisioning for port 290fade7-32a4-4160-85f5-120de1722236 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:39.301559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Provisioning complete for port 290fade7-32a4-4160-85f5-120de1722236 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:39.302169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.337257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.375002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3babaaa6-e5ba-4fca-9df9-a8ecab0d6ecd None None] Port 290fade7-32a4-4160-85f5-120de1722236 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:39.382210 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.389511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-2ae052a2-87e0-4fd5-91ff-74b699c18f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:39.391290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-2ae052a2-87e0-4fd5-91ff-74b699c18f72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.1124234 Jul 22 19:58:39.395998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Allocated IP 172.20.0.2 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/b716a303-5fac-46ea-a2c8-2dd00fb46e1e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:39.403542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object 1c14fcd4-b7ff-48b5-9f84-c96df2772435 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:39.489078 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d57fea72-440b-4bc7-9f0e-04fbad767c71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 1001 time: 0.0903513 Jul 22 19:58:39.493652 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.531333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2f358217-ed42-479a-9f8d-f79315d642d1 None None] Provisioning complete for port 290fade7-32a4-4160-85f5-120de1722236 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:39.531704 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2f358217-ed42-479a-9f8d-f79315d642d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.543907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-ca7e0273-5501-445b-910c-5f739a0efb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:39.545573 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-ca7e0273-5501-445b-910c-5f739a0efb69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0499268 Jul 22 19:58:39.563998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=1c14fcd4-b7ff-48b5-9f84-c96df2772435,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:39.569812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:39.573892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:39.578577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:39.584862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:39.586004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.592213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2f358217-ed42-479a-9f8d-f79315d642d1 None None] Port 290fade7-32a4-4160-85f5-120de1722236 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:39.610722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-d529c100-d3c2-4df8-ab92-4e81222722d3 req-dde9b410-cb31-4389-89ce-be756bffb937 service neutron] (93801) timed out ('10.222.0.10', 56844) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 19:58:39.616038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7c9cd973-3d29-4cfe-8a36-f833eb67f940 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9906127 Jul 22 19:58:39.619717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33858) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:39.627211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:9a:00:29'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:39.654335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.655688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-210dd5cd-6d03-4d5f-8948-f94edbebd1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:39.657966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-210dd5cd-6d03-4d5f-8948-f94edbebd1bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043551 Jul 22 19:58:39.669489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Transition to ACTIVE for port object b716a303-5fac-46ea-a2c8-2dd00fb46e1e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:39.693630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Transition to ACTIVE for port object b716a303-5fac-46ea-a2c8-2dd00fb46e1e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:39.702240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.765071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Pushing event updated for resources: {'Port': ['ID=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:39.776087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-909fdb40-70b2-4ed8-816e-5009efc81511 service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106622 Jul 22 19:58:39.778732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1b2ff38f-50cd-49c8-88b6-26e1ba91fc77 None None] Could not find standard attr ID for object d7fdf9e5-e87a-4199-b9a7-0c646d7efc5e. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:58:39.787733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:39.789622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:39.792245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:39.884571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Attempting to bind port b716a303-5fac-46ea-a2c8-2dd00fb46e1e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:39.885254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Attempting to bind port b716a303-5fac-46ea-a2c8-2dd00fb46e1e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:39.885621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Attempting to bind port b716a303-5fac-46ea-a2c8-2dd00fb46e1e on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:39.889846 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-19c8f437-b5c6-433e-9633-f4e05efe6947 service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062634 Jul 22 19:58:39.891743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:39.892123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:39.892555 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.892978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:39.893456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Bound port: b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:39.893837 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:39.935178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7fbcea86-80df-43cc-a97f-9817eee61811 None None] Provisioning for port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:39.943279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7fbcea86-80df-43cc-a97f-9817eee61811 None None] Provisioning complete for port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:39.943635 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7fbcea86-80df-43cc-a97f-9817eee61811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.017209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcea86-80df-43cc-a97f-9817eee61811 None None] Port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:40.065533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] For port b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:40.072454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] For port b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:40.074236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.084936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-9c1c0430-bd46-40b7-a3bc-66b565811dd9 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:40.087467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-9c1c0430-bd46-40b7-a3bc-66b565811dd9 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1097 time: 0.1398919 Jul 22 19:58:40.092638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.097582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f69ad546-05ed-4022-8073-ecf40dda544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.099787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800087-13'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:40.172474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392d2cc-9fbb-43b9-b206-7734727fa21a None None] Pushing event updated for resources: {'Port': ['ID=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:40.224491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.233384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b437247-bd5c-45ab-ae17-58b45e57f134 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:40.249971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.274244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae9060-6156-4222-ab11-fde81fd6603d req-52d9d190-b5f6-4802-bdb6-c7369334071c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:40.275396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ae9060-6156-4222-ab11-fde81fd6603d req-52d9d190-b5f6-4802-bdb6-c7369334071c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.5606186 Jul 22 19:58:40.301107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7b437247-bd5c-45ab-ae17-58b45e57f134 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:40.302189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.304939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.389824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:40.450963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:40.469139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.501379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61ae9060-6156-4222-ab11-fde81fd6603d req-ca28b86b-c774-46a2-83b4-4b045802a851 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032845 Jul 22 19:58:40.502563 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:40.505455 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f1e990-940f-46f6-a3cc-756999b05c6f" -d '{"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:40.509982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.516590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.571753 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d3780-faae-4b24-ab6b-2d72a18930a3 x-openstack-request-id: req-b27d3780-faae-4b24-ab6b-2d72a18930a3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:40.574194 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:40.574455 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b27d3780-faae-4b24-ab6b-2d72a18930a3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:40.574867 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'code': 200} Jul 22 19:58:40.597644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Allocated IP 172.25.6.123 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/b06b9884-f22b-4058-8ebc-b5e7db726e17) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:40.709822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=7']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:40.760790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on host n-h1-800087-13 for vnic_type normal with profile {"migrating_to": "n-h2-800087-13"} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:40.761225 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:40.761635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:40.766221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:58:40.766548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Attempting to bind port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:40.772291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:40.772951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Checking segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:40.773453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Bound using segment: {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:40.774038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Bound port: a4e51d7f-9422-43a8-a62a-c3677c7599a5, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb444661-e7b7-44f4-bd90-69961fd7b0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:40.774424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.812390 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.822565 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.827218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.848515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:40.853766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:40.858893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.859124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] Provisioning complete for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:40.859608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.872417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] In _notify_port_updated(), no bound segment for port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 on network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:58:40.878029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:40.878665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:40.880076 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "PUT /v2.0/ports/1c14fcd4-b7ff-48b5-9f84-c96df2772435 HTTP/1.1" status: 200 len: 1001 time: 1.2593207 Jul 22 19:58:40.885830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33864) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:40.954066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05647-47d6-46b2-b959-e94b5854ad2c tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=1c14fcd4-b7ff-48b5-9f84-c96df2772435,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:40.970356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=8']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:41.003858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.016029 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.060595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:41.061236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.062708 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-57c7c542-2ad0-48e9-b771-e62bd84bff27 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 1123 time: 0.9675601 Jul 22 19:58:41.069232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:41.072046 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07580ef1-3b8d-40bb-a51b-0ac9ae04855f" -d '{"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-plugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:41.092765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:41.094588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:41.113030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.122495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a4e51d7f-9422-43a8-a62a-c3677c7599a5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:58:41.140812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:41.143509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:41.199197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Pushing event updated for resources: {'Port': ['ID=b06b9884-f22b-4058-8ebc-b5e7db726e17,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:41.210236 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99abe7a7-7159-4eb5-84c4-82904691e8bd x-openstack-request-id: req-99abe7a7-7159-4eb5-84c4-82904691e8bd {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:41.210680 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-plugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:41.211082 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99abe7a7-7159-4eb5-84c4-82904691e8bd {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:41.211494 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'code': 200} Jul 22 19:58:41.292081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:41.292684 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.346370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663079af-16ff-46a2-b5c5-a03889425894 None None] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:41.516703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.529299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-74b0481a-9f22-4c46-b837-60860aca89f3 None None] Provisioning complete for port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:41.529724 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74b0481a-9f22-4c46-b837-60860aca89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.541282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for 1c14fcd4-b7ff-48b5-9f84-c96df2772435 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:41.608038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22209b53-e36c-4dc5-8af2-163f41333424 None None] Network 745bdc4a-af42-4541-bcd5-c487936289b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:41.649446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.660321 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.665923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-74b0481a-9f22-4c46-b837-60860aca89f3 None None] Port 1c14fcd4-b7ff-48b5-9f84-c96df2772435 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:41.732547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-74b0481a-9f22-4c46-b837-60860aca89f3 None None] Provisioning complete for port a4e51d7f-9422-43a8-a62a-c3677c7599a5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:41.732831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74b0481a-9f22-4c46-b837-60860aca89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.835432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d189-99af-4afe-9fa8-ff2dd10084ba req-6e29f1ed-3344-4292-b6cc-feffb7970f79 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:41.837418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba57d189-99af-4afe-9fa8-ff2dd10084ba req-6e29f1ed-3344-4292-b6cc-feffb7970f79 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.2307062 Jul 22 19:58:41.898471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:41.977490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=1c14fcd4-b7ff-48b5-9f84-c96df2772435,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:41.992842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba57d189-99af-4afe-9fa8-ff2dd10084ba req-adbe6f4c-f8ec-4f55-9a69-aaaf5bd3144b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448271 Jul 22 19:58:42.052714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0a4d6e8a-63d7-422d-b4af-424c8c349b27 None None] Provisioning for port b716a303-5fac-46ea-a2c8-2dd00fb46e1e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:42.122999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.125498 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.128119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-efc8b99e-6952-473d-a882-f001da94e486 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/1c14fcd4-b7ff-48b5-9f84-c96df2772435 HTTP/1.1" status: 204 len: 168 time: 1.2406197 Jul 22 19:58:42.131731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33870) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:42.167736 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bd8768-a653-45db-8160-a73671f4c70e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] GET failed (client error): The resource could not be found. Jul 22 19:58:42.177064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e4bd8768-a653-45db-8160-a73671f4c70e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports/1c14fcd4-b7ff-48b5-9f84-c96df2772435 HTTP/1.1" status: 404 len: 333 time: 0.0422246 Jul 22 19:58:42.177968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33872) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:42.183400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1384687915'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:42.281950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b716a303-5fac-46ea-a2c8-2dd00fb46e1e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:42.351892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b716a303-5fac-46ea-a2c8-2dd00fb46e1e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:42.353773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:42.356425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b716a303-5fac-46ea-a2c8-2dd00fb46e1e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:42.356925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.358072 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.363700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:58:42.375998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port b871f653-c346-4feb-9579-08c02b8184cc yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:42.442905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.486304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:42.490644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:42.492590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.509634 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.511010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47e3843e-c02c-44f6-826e-7d31c381de18 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6105702 Jul 22 19:58:42.513771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33874) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:42.517939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::3f (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/b871f653-c346-4feb-9579-08c02b8184cc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:42.524231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:42.545389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:42.546025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:42.581544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:42.584242 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac2624-eb90-479c-9e40-121e5bf9478d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:42.643342 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a7f0e-be5f-460e-8674-1ce23a0d5991 x-openstack-request-id: req-a94a7f0e-be5f-460e-8674-1ce23a0d5991 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:42.643635 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:42.643884 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a94a7f0e-be5f-460e-8674-1ce23a0d5991 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:42.644297 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'status': 'completed', 'code': 200} Jul 22 19:58:42.681692 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.700717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object b871f653-c346-4feb-9579-08c02b8184cc will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:42.744877 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.786458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-4c271445-23b3-4b6d-8b90-7226cb81f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:42.787966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-4c271445-23b3-4b6d-8b90-7226cb81f372 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1128 time: 0.1100624 Jul 22 19:58:42.798768 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:42.805337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:42.809730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:42.812046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:42.817939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:42.818567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:42.823418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=b871f653-c346-4feb-9579-08c02b8184cc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:42.842026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:42.845093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-45a9e994-23bd-4788-bc95-540d3796855d tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6653917 Jul 22 19:58:42.846267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33878) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:42.852309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9a:00:29'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:42.979336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:58:43.062179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-3653f922-2ebe-4f41-a814-2ec778b7769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:43.063819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-3653f922-2ebe-4f41-a814-2ec778b7769e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.2422292 Jul 22 19:58:43.073671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.075683 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.146992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:43.198399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 has no active binding in host n-h2-800087-13 {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 19:58:43.214195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-165703f8-97b9-4e72-9662-234bfa143bd0 None None] Provisioning for port b871f653-c346-4feb-9579-08c02b8184cc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:43.220369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-165703f8-97b9-4e72-9662-234bfa143bd0 None None] Provisioning complete for port b871f653-c346-4feb-9579-08c02b8184cc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:43.220749 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-165703f8-97b9-4e72-9662-234bfa143bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.222737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-0ddcb73f-b0b3-46e1-951f-28df0cf62b9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 1001 time: 0.1496289 Jul 22 19:58:43.247377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.251629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:41Z', 'revision_number': 3, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:43.286319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:43.286682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Updating router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 port b06b9884-f22b-4058-8ebc-b5e7db726e17 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:58:43.291270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-165703f8-97b9-4e72-9662-234bfa143bd0 None None] Port b871f653-c346-4feb-9579-08c02b8184cc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:43.301617 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.307348 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.311344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8408-bc17-4384-bcb6-75b9b13196a1 req-b77a7e06-c506-4efd-b102-0fb604392b54 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:43.314342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d40c8408-bc17-4384-bcb6-75b9b13196a1 req-b77a7e06-c506-4efd-b102-0fb604392b54 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.1859095 Jul 22 19:58:43.317189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-d134900b-e69d-419c-8c40-3d3c0a45ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:43.318589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-d134900b-e69d-419c-8c40-3d3c0a45ecbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0894418 Jul 22 19:58:43.329542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.342269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] In _notify_port_updated(), no bound segment for port b871f653-c346-4feb-9579-08c02b8184cc on network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 {{(pid=93801) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:58:43.347920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:43.348548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.353794 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "PUT /v2.0/ports/b871f653-c346-4feb-9579-08c02b8184cc HTTP/1.1" status: 200 len: 1002 time: 0.5067999 Jul 22 19:58:43.354351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33882) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:43.407201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d1e5a-f328-463e-b671-970293f5a238 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=b871f653-c346-4feb-9579-08c02b8184cc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:43.499465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port b871f653-c346-4feb-9579-08c02b8184cc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:43.501070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.621066 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.637670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for b871f653-c346-4feb-9579-08c02b8184cc owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:43.657090 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.667978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Transition to ACTIVE for port object b06b9884-f22b-4058-8ebc-b5e7db726e17 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:43.673613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.735656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Attempting to bind port b06b9884-f22b-4058-8ebc-b5e7db726e17 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:43.736041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Attempting to bind port b06b9884-f22b-4058-8ebc-b5e7db726e17 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:43.736416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Attempting to bind port b06b9884-f22b-4058-8ebc-b5e7db726e17 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:43.742336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a27adf-3fb2-4f1e-96e7-739c07bc24c5 None None] Pushing event updated for resources: {'Port': ['ID=b06b9884-f22b-4058-8ebc-b5e7db726e17,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:43.753411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:43.753795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:43.754196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.754583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:43.755053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Bound port: b06b9884-f22b-4058-8ebc-b5e7db726e17, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:43.755434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.782201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3616bca3-ee1a-4aeb-a8f3-ade8b11fdafb None None] Provisioning complete for port b871f653-c346-4feb-9579-08c02b8184cc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:43.782569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3616bca3-ee1a-4aeb-a8f3-ade8b11fdafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.784232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d40c8408-bc17-4384-bcb6-75b9b13196a1 req-69d32cdb-3999-466b-b461-ca9163311fca tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4456627 Jul 22 19:58:43.809156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.836597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=b871f653-c346-4feb-9579-08c02b8184cc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:43.848586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3616bca3-ee1a-4aeb-a8f3-ade8b11fdafb None None] Port b871f653-c346-4feb-9579-08c02b8184cc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:43.853066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] For port b06b9884-f22b-4058-8ebc-b5e7db726e17, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:43.858101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] For port b06b9884-f22b-4058-8ebc-b5e7db726e17, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b06b9884-f22b-4058-8ebc-b5e7db726e17,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:43.863617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.866006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-ab8247f9-ae20-4734-a185-dadce39008bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:43.868117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-ab8247f9-ae20-4734-a185-dadce39008bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5308855 Jul 22 19:58:43.868922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:43.871108 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3a0b0077-0e9d-409b-bb48-682f3c7b21d2 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/b871f653-c346-4feb-9579-08c02b8184cc HTTP/1.1" status: 204 len: 168 time: 0.5135953 Jul 22 19:58:43.873839 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33884) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:43.878108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Allocated IP 172.20.0.1 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:43.924678 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-002ad678-138c-44cb-93bc-c43e7f3f235b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] GET failed (client error): The resource could not be found. Jul 22 19:58:43.925844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:43.926829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-002ad678-138c-44cb-93bc-c43e7f3f235b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports/b871f653-c346-4feb-9579-08c02b8184cc HTTP/1.1" status: 404 len: 333 time: 0.0513813 Jul 22 19:58:43.932237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:43.932435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33886) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:43.939646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-232511036'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:44.017388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a27adf-3fb2-4f1e-96e7-739c07bc24c5 None None] Pushing event updated for resources: {'Port': ['ID=b06b9884-f22b-4058-8ebc-b5e7db726e17,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:44.045569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-7c29cbae-6623-418f-b019-1fe421844cf2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651487 Jul 22 19:58:44.063190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:44.089790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:44.094394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.098704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.127092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port f924f057-f597-4588-be91-da91b990c1e3 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:44.148489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Transition to ACTIVE for port object 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:44.188892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c0ac2624-eb90-479c-9e40-121e5bf9478d req-22693cdf-1acf-4827-9c8f-a82688ebe6a0 service neutron] 10.222.0.26 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322112 Jul 22 19:58:44.207619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.224523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b716a303-5fac-46ea-a2c8-2dd00fb46e1e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:44.256987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:44.263870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:44.267761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:44.292745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Pushing event updated for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:44.314113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.324911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b716a303-5fac-46ea-a2c8-2dd00fb46e1e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:44.325292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.401999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:41Z', 'revision_number': 3, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:44.437271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7944ad92-b102-4ccd-829f-fc920cd8033e None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:41Z', 'revision_number': 3, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:44.501563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.613115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-74557944-fb6c-4ab6-8d6e-102abad4a72c None None] Provisioning for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:44.618664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-74557944-fb6c-4ab6-8d6e-102abad4a72c None None] Provisioning complete for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:44.619050 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74557944-fb6c-4ab6-8d6e-102abad4a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.664211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-74557944-fb6c-4ab6-8d6e-102abad4a72c None None] Port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:44.672116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::3bc (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/f924f057-f597-4588-be91-da91b990c1e3) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:44.732403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.737225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.812632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.814444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Pushing event updated for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:44.874649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.889023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object f924f057-f597-4588-be91-da91b990c1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:44.931784 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:44.976326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:44.980585 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:44.983599 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:44.986527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:44.987483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:44.993249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:44.993902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.000547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=f924f057-f597-4588-be91-da91b990c1e3,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:45.004033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47423a-4816-4135-95f4-d6bd502e3686 req-658f1c99-8c3c-4612-8adc-9c0de3bff2ba tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:45.006323 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab47423a-4816-4135-95f4-d6bd502e3686 req-658f1c99-8c3c-4612-8adc-9c0de3bff2ba tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.1111398 Jul 22 19:58:45.016298 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a9daf39-a0c5-4a04-8a48-c2c752be1e12 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0827022 Jul 22 19:58:45.021612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:45.028246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'network_id': '19e184ed-4aa4-4749-ba98-8b1dc5321b43', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397945907'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:45.134102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab47423a-4816-4135-95f4-d6bd502e3686 req-0aedf694-94d7-4145-8351-6961afda7481 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782392 Jul 22 19:58:45.196212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:45.226890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Made reservation on behalf of 069cc4af21ae4d38ae188686f8b34a3c for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:45.231524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.257883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] device_id is not set on port 3db47749-cddf-4256-b53b-6889b358be03 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:45.360934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:45.367387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4c0caba4-19c5-40fa-a316-4394ffc9fd70 admin admin] 10.222.0.10 "PUT /v2.0/routers/0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8523321 Jul 22 19:58:45.401356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Provisioning for port f924f057-f597-4588-be91-da91b990c1e3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:45.407277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Provisioning complete for port f924f057-f597-4588-be91-da91b990c1e3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:45.408029 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.422997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Allocated IP 2001:db8::279 (19e184ed-4aa4-4749-ba98-8b1dc5321b43/37e8ce33-7638-4f68-bc6e-f4f655d29d47/3db47749-cddf-4256-b53b-6889b358be03) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:45.452293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Port f924f057-f597-4588-be91-da91b990c1e3 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:45.464575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Provisioning complete for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:45.464952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.502067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c4327e02-a36e-43f2-a6a6-c7fadc1a7700 None None] Port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:45.583919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.597191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Transition to ACTIVE for port object 3db47749-cddf-4256-b53b-6889b358be03 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:45.630588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.672670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:45.677592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:45.681724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:45.687317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:45.687938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.698834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=3db47749-cddf-4256-b53b-6889b358be03,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:45.713394 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-118d0a56-0f8e-4f81-a998-de0963370e5b tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6903536 Jul 22 19:58:45.716274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33902) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:45.721787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:9a:00:29'}, {'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:28:9f:5b'}]}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:45.916522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33908) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:45.926195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-276859902-network', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:45.938617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef02ef09-98bf-4a1e-9a7b-711da6305fa8 None None] Provisioning for port 3db47749-cddf-4256-b53b-6889b358be03 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:45.943807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef02ef09-98bf-4a1e-9a7b-711da6305fa8 None None] Provisioning complete for port 3db47749-cddf-4256-b53b-6889b358be03 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:45.944017 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef02ef09-98bf-4a1e-9a7b-711da6305fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.959906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.962918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Made reservation on behalf of 9d69f4d1d21b4aa79d3c13c4d98a37f5 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:45.966064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.978661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:45.994463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ef02ef09-98bf-4a1e-9a7b-711da6305fa8 None None] Port 3db47749-cddf-4256-b53b-6889b358be03 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:46.036372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-9b17e412-c138-422e-9e20-e19805a907e9 service neutron] 10.222.0.26 "GET /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 385 time: 0.1267154 Jul 22 19:58:46.081039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.088006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.114473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:46.130104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae458f91-6bfb-4b41-836a-db1d01dc5697,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:46.139132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.139357 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Added segment c59f6280-77a2-48e1-b2c7-78de3504f25f of type vlan for network ab05bb02-ab81-49e3-a95a-36354d25fd89 Jul 22 19:58:46.202882 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.254763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b06b9884-f22b-4058-8ebc-b5e7db726e17 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:46.261130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.262122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:46.262703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.317895 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.321053 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4032850 Jul 22 19:58:46.325702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b06b9884-f22b-4058-8ebc-b5e7db726e17 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:46.329454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33912) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:46.331195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b06b9884-f22b-4058-8ebc-b5e7db726e17 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:46.331686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.361558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a872e45-4263-4542-ad1b-b098a2c8b9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=ab05bb02-ab81-49e3-a95a-36354d25fd89,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:46.364716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Request body: {'subnet': {'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-276859902-subnet', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:46.371711 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.373869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:46.421545 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:46.430923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] In _notify_port_updated(), no bound segment for port 3db47749-cddf-4256-b53b-6889b358be03 on network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 {{(pid=93800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 19:58:46.435497 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:46.436171 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:46.436516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:46.437168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.441047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "PUT /v2.0/ports/3db47749-cddf-4256-b53b-6889b358be03 HTTP/1.1" status: 200 len: 1066 time: 0.7211635 Jul 22 19:58:46.441521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33914) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:46.470732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4ca53-000b-416a-ade3-9d52a2e25dca req-c08847f1-7b4e-4455-a268-99047c8023e3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:46.472313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efa4ca53-000b-416a-ade3-9d52a2e25dca req-c08847f1-7b4e-4455-a268-99047c8023e3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 945 time: 0.2376456 Jul 22 19:58:46.479346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Made reservation on behalf of 9d69f4d1d21b4aa79d3c13c4d98a37f5 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:46.481629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.488623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbcf3f-a55a-4ed9-b588-ce95df06226e tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event updated for resources: {'Port': ['ID=3db47749-cddf-4256-b53b-6889b358be03,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:46.492758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:46.496659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.527264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b06b9884-f22b-4058-8ebc-b5e7db726e17, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b06b9884-f22b-4058-8ebc-b5e7db726e17,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:46.541832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.621460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port 3db47749-cddf-4256-b53b-6889b358be03 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:46.621813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.624435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:46.636893 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:46.667193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b06b9884-f22b-4058-8ebc-b5e7db726e17,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:46.701806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:46.704521 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa220af-b365-4408-9e1a-c2775edfb739" -d '{"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:46.714061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:46.774257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.794498 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd79894-1803-4062-8c83-04571751ef1e x-openstack-request-id: req-8bd79894-1803-4062-8c83-04571751ef1e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:46.794832 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-unplugged", "status": "completed", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:46.795023 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bd79894-1803-4062-8c83-04571751ef1e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:46.795408 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'code': 200} Jul 22 19:58:46.804596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.836941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for 3db47749-cddf-4256-b53b-6889b358be03 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:46.924697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.952288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ff54820a-9017-4821-bfcf-b31ba5d67ab0 None None] Provisioning complete for port 3db47749-cddf-4256-b53b-6889b358be03 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:46.953286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ff54820a-9017-4821-bfcf-b31ba5d67ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:46.970283 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 2, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:46.987188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efa4ca53-000b-416a-ade3-9d52a2e25dca req-a4dda0a8-ad2a-4a0a-b3a7-45c8bc9f0e1a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4817626 Jul 22 19:58:47.000819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:47.001612 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Updating router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:58:47.015070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ff54820a-9017-4821-bfcf-b31ba5d67ab0 None None] Port 3db47749-cddf-4256-b53b-6889b358be03 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:47.018904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362716a7-ec74-47ec-99aa-8d1951e9633e,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:47.029859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.030601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] Transition to ACTIVE for port object a4e51d7f-9422-43a8-a62a-c3677c7599a5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:47.034070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.034416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.034983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.035125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.035433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.035818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.036136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.036565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.036985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.037239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.037553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.037875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.042843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Checking segment: {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:47.043208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Network hostable DHCP agents. Network: ab05bb02-ab81-49e3-a95a-36354d25fd89, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:58:47.046143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.056018 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.059269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=3db47749-cddf-4256-b53b-6889b358be03,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:47.168827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:58:47.205798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=11']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:47.229162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ab05bb02-ab81-49e3-a95a-36354d25fd89) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:47.243496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0741f597-8b95-4cc9-b414-6345de78469e None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:47.248765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:47.249365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.320031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ceba1dad-cb27-4272-b7cc-cd5d665755a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9876299 Jul 22 19:58:47.321861 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] No DVR routers for this DVR port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:47.325519 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33920) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:47.329288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:47.378491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.380499 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42167f03-52eb-4dc3-a273-a343f0cf62e1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/3db47749-cddf-4256-b53b-6889b358be03 HTTP/1.1" status: 204 len: 168 time: 0.9379284 Jul 22 19:58:47.384784 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33922) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:47.446091 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-305274f3-afa0-4a33-9df0-58f02bc772b1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] GET failed (client error): The resource could not be found. Jul 22 19:58:47.447911 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.448508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-305274f3-afa0-4a33-9df0-58f02bc772b1 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports/3db47749-cddf-4256-b53b-6889b358be03 HTTP/1.1" status: 404 len: 333 time: 0.0622485 Jul 22 19:58:47.450676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33924) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:47.478315 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Transition to ACTIVE for port object 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:47.486415 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.510795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ab05bb02-ab81-49e3-a95a-36354d25fd89', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:58:47.511666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.540211 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Pushing event updated for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:47.542438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.544842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.564900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.565249 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.565583 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.565910 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.566234 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.566556 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.566885 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.567188 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.567504 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.567819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.568130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.568464 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:47.623454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.628806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Attempting to bind port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:47.633227 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Attempting to bind port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:47.633897 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Attempting to bind port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:47.642670 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:47.650890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port f924f057-f597-4588-be91-da91b990c1e3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:47.651351 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.651722 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:47.652268 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.652764 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:47.653335 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Bound port: 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:47.653497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b0063b81-546b-41d4-a799-9cd7b1d3efd9 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5/bindings/n-h2-800087-13/activate HTTP/1.1" status: 200 len: 370 time: 1.6097779 Jul 22 19:58:47.655354 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.740720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Allocated IP 172.20.0.2 (ab05bb02-ab81-49e3-a95a-36354d25fd89/362716a7-ec74-47ec-99aa-8d1951e9633e/4ebf7bb1-8cd5-431f-a82c-3ba39c737fee) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:47.766721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] For port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:47.770618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] For port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:47.779064 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.817778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.839365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for f924f057-f597-4588-be91-da91b990c1e3 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:47.843635 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:47.844862 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:47.862863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-583db7ca-505f-4bd8-b46c-b9e93bc177cf tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:47.864715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-583db7ca-505f-4bd8-b46c-b9e93bc177cf tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1138105 Jul 22 19:58:47.921437 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee781615-0fc1-44c1-a0f7-be55e2a5b272 None None] Pushing event updated for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:47.973852 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:47.984876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:47.999381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Transition to ACTIVE for port object 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:48.033015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Transition to ACTIVE for port object 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:48.041398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.088923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:48.093413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:48.097623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:48.110341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-e3899cd8-d6a2-4233-9f04-d4c083ff5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:48.116498 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-e3899cd8-d6a2-4233-9f04-d4c083ff5c67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 1096 time: 0.2096806 Jul 22 19:58:48.186812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Pushing event updated for resources: {'Port': ['ID=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:48.191934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Attempting to bind port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:48.193408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Attempting to bind port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:48.193408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Attempting to bind port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee on network ab05bb02-ab81-49e3-a95a-36354d25fd89 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:48.203153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:48.203636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Checking segment: {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:48.204424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.204657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Bound using segment: {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:48.205209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Bound port: 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:48.205666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.279569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.290707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b06b9884-f22b-4058-8ebc-b5e7db726e17 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:48.312081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=f924f057-f597-4588-be91-da91b990c1e3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:48.344380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.344646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:47Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:48.349040 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-088befec-4c47-4688-ae11-5373d5a1f020 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/f924f057-f597-4588-be91-da91b990c1e3 HTTP/1.1" status: 204 len: 168 time: 0.8950374 Jul 22 19:58:48.349040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-05c72acc-5833-4091-872f-34b8d94f020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:48.350772 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-05c72acc-5833-4091-872f-34b8d94f020e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1096 time: 0.1910181 Jul 22 19:58:48.351693 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33928) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:48.391104 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-70948582-43ef-49fa-90d9-a53d6e700963 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] GET failed (client error): The resource could not be found. Jul 22 19:58:48.395719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70948582-43ef-49fa-90d9-a53d6e700963 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "GET /v2.0/ports/f924f057-f597-4588-be91-da91b990c1e3 HTTP/1.1" status: 404 len: 333 time: 0.0402563 Jul 22 19:58:48.402143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33930) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:48.404641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] For port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:48.407930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b06b9884-f22b-4058-8ebc-b5e7db726e17 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:48.408498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.472280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] For port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:48.500167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.514613 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01764f8e-7cbe-4caa-af03-cc5ebe36cf95 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:47Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:48.529609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.616755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:48.635170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b100f-166d-45e5-b853-9256031e1bd3 None None] Pushing event updated for resources: {'Port': ['ID=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:48.641400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-c6b6a669-8d7b-4338-b708-b14bebc4e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:48.642919 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-c6b6a669-8d7b-4338-b708-b14bebc4e0ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.2790980 Jul 22 19:58:48.643375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b744496-c347-4620-92f0-51baa6d6e1b7 req-bda70a69-47ab-4597-aec3-6dc0585161b2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:48.645080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b744496-c347-4620-92f0-51baa6d6e1b7 req-bda70a69-47ab-4597-aec3-6dc0585161b2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.1817214 Jul 22 19:58:48.735055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:48.763540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port 290fade7-32a4-4160-85f5-120de1722236 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:48.763906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.765246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b744496-c347-4620-92f0-51baa6d6e1b7 req-d2bf8063-9260-4b90-ba5f-2eb00ea98861 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945749 Jul 22 19:58:48.808137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-098cfdda-e1b7-48d9-bc40-3f6c2d58dcca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 999 time: 0.1571634 Jul 22 19:58:48.940282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.940981 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.945607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-475c6829-bc0c-45c0-a893-161888f8e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:48.947108 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-475c6829-bc0c-45c0-a893-161888f8e124 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.1300116 Jul 22 19:58:48.965984 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:48.970304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for 290fade7-32a4-4160-85f5-120de1722236 owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:49.088331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Allocated IP 172.25.6.5 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/30a09d0a-80b4-44f9-bab9-5484058fa9de) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:49.093621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-644d9b3c-7fa1-43bd-af4a-0bbdd1ec24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:49.095226 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-644d9b3c-7fa1-43bd-af4a-0bbdd1ec24ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406195 Jul 22 19:58:49.236897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.244822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.273575 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-364d05b6-cbfc-4b6b-ac45-11c04f49b566 service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698840 Jul 22 19:58:49.276063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=290fade7-32a4-4160-85f5-120de1722236,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:49.295383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.327871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.332470 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-26378ff2-8c3a-4c3e-9df9-0144e243babf tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/ports/290fade7-32a4-4160-85f5-120de1722236 HTTP/1.1" status: 204 len: 168 time: 0.9270406 Jul 22 19:58:49.333942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:49.336643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33932) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:49.343640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:49.354009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:49.390950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=30a09d0a-80b4-44f9-bab9-5484058fa9de,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:49.448763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting subnet 37e8ce33-7638-4f68-bc6e-f4f655d29d47 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:58:49.452552 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.507145 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-6b8199de-3e52-43d7-a67a-dd7ad0f0514c service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270639 Jul 22 19:58:49.546236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.674538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.792337 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.861352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b870eb6b-8a7d-486f-93ca-b63e8b305f91 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:49.863075 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-b870eb6b-8a7d-486f-93ca-b63e8b305f91 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 1096 time: 0.1013892 Jul 22 19:58:49.865091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.926858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Subnet': ['ID=37e8ce33-7638-4f68-bc6e-f4f655d29d47,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:49.946512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:49.952483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4def4b6-5914-42b6-af41-2749243d6bca None None] Network 19e184ed-4aa4-4749-ba98-8b1dc5321b43 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:49.953072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b3902eba-13a6-4f1f-b687-d0eae0ca9e68 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/subnets/37e8ce33-7638-4f68-bc6e-f4f655d29d47 HTTP/1.1" status: 204 len: 168 time: 0.6110005 Jul 22 19:58:49.954080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:50.081140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f35c464-a890-4bc3-8ab6-dfc64cd22810 None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:50.097262 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.201890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-6f93cfb8-e777-41ff-9370-872013345386 service neutron] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h1-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:50.210885 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-6f93cfb8-e777-41ff-9370-872013345386 service neutron] Notify callbacks [] for binding, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.212314 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-6f93cfb8-e777-41ff-9370-872013345386 service neutron] 10.222.0.32 "DELETE /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5/bindings/n-h1-800087-13 HTTP/1.1" status: 204 len: 173 time: 0.3393204 Jul 22 19:58:50.228483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Deleting port 7b437247-bd5c-45ab-ae17-58b45e57f134 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:50.229002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.260469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21372b-5936-4677-827e-be310c46d25d req-629715b7-1cdd-42a6-a407-01fbe7982f92 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:50.263037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a21372b-5936-4677-827e-be310c46d25d req-629715b7-1cdd-42a6-a407-01fbe7982f92 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.3152623 Jul 22 19:58:50.337512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.470176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a21372b-5936-4677-827e-be310c46d25d req-f5e2dd4f-82f2-48cf-9c3c-d1fa0e47cfc3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972013 Jul 22 19:58:50.530133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:50.534287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-788c9f45-9188-4e1b-b00d-97fd42e473e4 None None] Provisioning for port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:50.535668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Router 93d0591b-ce49-432a-bb1d-6d954df59d4b is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:58:50.682769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:50.695586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] For port 7b437247-bd5c-45ab-ae17-58b45e57f134, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7b437247-bd5c-45ab-ae17-58b45e57f134,segment=NetworkSegment(a72600fa-b5ca-4d05-9cff-32a6e648c6ff),segment_id=a72600fa-b5ca-4d05-9cff-32a6e648c6ff)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:50.696188 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.711612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:50.717136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Sync routers for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:50.719804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Calling delete_port for 7b437247-bd5c-45ab-ae17-58b45e57f134 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:50.724507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:50.725012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.742887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.746885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6396b2b3-0ab3-477d-ac2b-50ec9bafe1c2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4185381 Jul 22 19:58:50.747078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33940) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:50.759590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bada1-c497-461c-bf3c-4d18dd9dafcf None None] DHCP port deletion for 19e184ed-4aa4-4749-ba98-8b1dc5321b43 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:58:50.767413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:50.768187 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:50.814326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:50.841614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bc31c-9a42-492a-b2a2-d715805427ff req-b8914a49-b26c-4018-af71-16885342cf9a tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:50.844175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Port': ['ID=7b437247-bd5c-45ab-ae17-58b45e57f134,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:50.846181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] No DVR routers for this DVR port 7b437247-bd5c-45ab-ae17-58b45e57f134 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:50.854381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d21bc31c-9a42-492a-b2a2-d715805427ff req-b8914a49-b26c-4018-af71-16885342cf9a tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1096 time: 0.1735625 Jul 22 19:58:50.866107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-146bada1-c497-461c-bf3c-4d18dd9dafcf None None] The port '7b437247-bd5c-45ab-ae17-58b45e57f134' was deleted {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 19:58:50.915991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d21bc31c-9a42-492a-b2a2-d715805427ff req-6b64321d-2b2e-4fc1-8999-d78189b39954 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606220 Jul 22 19:58:50.970459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:51.016861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.037727 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.047325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e184ed-4aa4-4749-ba98-8b1dc5321b43']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:51.090754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:51.091269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72600fa-b5ca-4d05-9cff-32a6e648c6ff') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:51.107023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.123477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.128012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:51.132844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:58:51.133687 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.136072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.137014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:58:51.137262 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:58:51.221362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.234265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.236400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f86a7-e599-4de6-afb1-1384468e69e6 req-e4a1ffbd-4bfc-410a-8dd5-3b637f0d8532 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:51.238018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf8f86a7-e599-4de6-afb1-1384468e69e6 req-e4a1ffbd-4bfc-410a-8dd5-3b637f0d8532 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.1664760 Jul 22 19:58:51.247987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] 10.222.0.10 "DELETE /v2.0/networks/19e184ed-4aa4-4749-ba98-8b1dc5321b43 HTTP/1.1" status: 204 len: 168 time: 1.2909098 Jul 22 19:58:51.260751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2344fdc-920b-4c9a-81ba-9728f58943f7 tempest-AllowedAddressPairIpV6TestJSON-1197576228 tempest-AllowedAddressPairIpV6TestJSON-1197576228-project] Pushing event deleted for resources: {'Network': ['ID=19e184ed-4aa4-4749-ba98-8b1dc5321b43,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:51.291064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:51.316083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:51.319420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf8f86a7-e599-4de6-afb1-1384468e69e6 req-672b8e11-62e7-4698-9a66-310a2797c68a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480478 Jul 22 19:58:51.321235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:51.321687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.349266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33946) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:51.364169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:49Z', 'revision_number': 3, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:51.406799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Checking router: 93d0591b-ce49-432a-bb1d-6d954df59d4b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:51.407241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Updating router 93d0591b-ce49-432a-bb1d-6d954df59d4b port 30a09d0a-80b4-44f9-bab9-5484058fa9de binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:58:51.451032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d8ce5edd-6164-4fae-816f-09a46a3e936f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/2e1e9f9d-8692-495d-8833-cdb7d091c9b2 HTTP/1.1" status: 200 len: 991 time: 0.0978515 Jul 22 19:58:51.459826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.460081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-10421d7a-3f13-4cf5-92e9-0cffb563ddc8 None None] Provisioning complete for port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:51.460285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10421d7a-3f13-4cf5-92e9-0cffb563ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.483594 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.560888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33950) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:51.623452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.631739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Allocated IP 172.20.0.1 (ab05bb02-ab81-49e3-a95a-36354d25fd89/362716a7-ec74-47ec-99aa-8d1951e9633e/8c43a895-654f-4909-8ac0-c620aece346e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:51.720253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:51.724117 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10421d7a-3f13-4cf5-92e9-0cffb563ddc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.728908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-36780415-42b2-4810-9ddb-25eba922e829 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=069cc4af21ae4d38ae188686f8b34a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665823 Jul 22 19:58:51.730961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.731490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33954) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:51.781268 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.788483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.795803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Transition to ACTIVE for port object 8c43a895-654f-4909-8ac0-c620aece346e will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:51.811106 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.837913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.863211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.867172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.870945 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fff988d4-d1cb-4a6a-acba-706bb58156f5 HTTP/1.1" status: 204 len: 168 time: 0.1359627 Jul 22 19:58:51.884722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:51.886307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:51.890254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34445-0ea8-4cab-a91f-afc9e9575994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff988d4-d1cb-4a6a-acba-706bb58156f5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:51.902352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:51.907016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:51.909830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-10421d7a-3f13-4cf5-92e9-0cffb563ddc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 19:58:51.910186 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-10421d7a-3f13-4cf5-92e9-0cffb563ddc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 19:58:51.942567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Pushing event updated for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:51.962398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.969092 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:51.981392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Transition to ACTIVE for port object 30a09d0a-80b4-44f9-bab9-5484058fa9de will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:51.986572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.039539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Attempting to bind port 30a09d0a-80b4-44f9-bab9-5484058fa9de on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:52.040055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Attempting to bind port 30a09d0a-80b4-44f9-bab9-5484058fa9de by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:52.040470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Attempting to bind port 30a09d0a-80b4-44f9-bab9-5484058fa9de on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:52.046645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee284f8b-c0b2-407d-867d-fad8c7808c36 None None] Pushing event updated for resources: {'Port': ['ID=30a09d0a-80b4-44f9-bab9-5484058fa9de,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:52.052495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:52.053158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:52.054888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.055466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:52.056129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Bound port: 30a09d0a-80b4-44f9-bab9-5484058fa9de, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:52.056721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.129202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] For port 30a09d0a-80b4-44f9-bab9-5484058fa9de, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:52.133774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] For port 30a09d0a-80b4-44f9-bab9-5484058fa9de, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=30a09d0a-80b4-44f9-bab9-5484058fa9de,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:52.140316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.167442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.214508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:52.215144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:52.220206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee284f8b-c0b2-407d-867d-fad8c7808c36 None None] Pushing event updated for resources: {'Port': ['ID=30a09d0a-80b4-44f9-bab9-5484058fa9de,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:52.255059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:52.378448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.384037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.454348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.467933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Pushing event updated for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:52.560471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:52.562268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:52.562643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.564676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:52.566270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:52.715393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Router 93d0591b-ce49-432a-bb1d-6d954df59d4b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:52.733333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14cc673c-e778-47dd-a00b-a37cf41149cc None None] Provisioning for port 8c43a895-654f-4909-8ac0-c620aece346e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:52.737928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33976) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:52.742619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-14cc673c-e778-47dd-a00b-a37cf41149cc None None] Provisioning complete for port 8c43a895-654f-4909-8ac0-c620aece346e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:52.742999 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-14cc673c-e778-47dd-a00b-a37cf41149cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.827767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:52.852233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-14cc673c-e778-47dd-a00b-a37cf41149cc None None] Port 8c43a895-654f-4909-8ac0-c620aece346e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:52.858637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:52.873907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-71b168c6-5cd5-4aef-86d6-c88236907b0d admin admin] 10.222.0.10 "PUT /v2.0/routers/93d0591b-ce49-432a-bb1d-6d954df59d4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1155124 Jul 22 19:58:52.874243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'networks': [{'name': 'tempest-network--196101799'}, {'name': 'tempest-network--1688280000'}]} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:52.874243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-network--196101799'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:52.874243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-network--1688280000'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:52.898305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'network': 2} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:52.903136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.912091 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.916308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:52.916687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:52.941120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c43a895-654f-4909-8ac0-c620aece346e', 'name': '', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'mac_address': 'fa:16:3e:ab:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:51Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 1, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'subnets': [{'id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:52.983851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058460b-6335-43bf-a8cd-4e48311eca2c None None] The sync data for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 is: [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c43a895-654f-4909-8ac0-c620aece346e', 'name': '', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'mac_address': 'fa:16:3e:ab:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:51Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 1, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'subnets': [{'id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:53.009370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-59a553e0-a6aa-4a98-8cbf-2cbea28ff7a2 None None] Provisioning complete for port 8c43a895-654f-4909-8ac0-c620aece346e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:53.009746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59a553e0-a6aa-4a98-8cbf-2cbea28ff7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.031815 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.036572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.037116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.068054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-59a553e0-a6aa-4a98-8cbf-2cbea28ff7a2 None None] Port 8c43a895-654f-4909-8ac0-c620aece346e cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:53.095709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:53.106002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.106385 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment 579764ac-22b9-42e4-9354-2ba2b270e35b of type vlan for network 82c5ded7-9287-4c38-8e21-8386bd0d9cf2 Jul 22 19:58:53.114154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399e3bc0-b02c-48d7-9d9c-670858949c6d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:53.149600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b437247-bd5c-45ab-ae17-58b45e57f134 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:58:53.154498 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.173608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7b437247-bd5c-45ab-ae17-58b45e57f134 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:58:53.173957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7b437247-bd5c-45ab-ae17-58b45e57f134 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:58:53.200007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:53.209100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.209548 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment 718da324-eb9d-491a-a83e-9140ea6eea9f of type vlan for network 576a74d2-6ce7-43d0-88a7-2ea85be80d1d Jul 22 19:58:53.252425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.306684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.307205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.312876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.319826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.321616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.360704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 33992) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:53.361206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6214082 Jul 22 19:58:53.466841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=82c5ded7-9287-4c38-8e21-8386bd0d9cf2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:53.476294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 82c5ded7-9287-4c38-8e21-8386bd0d9cf2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:53.600493 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cd377-1151-4f2f-adac-2d5efc8b8f7a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=576a74d2-6ce7-43d0-88a7-2ea85be80d1d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:53.613023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 576a74d2-6ce7-43d0-88a7-2ea85be80d1d details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:53.614060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b1686-bf89-4c59-97de-692a897c24d4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.620364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b1686-bf89-4c59-97de-692a897c24d4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.626959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b1686-bf89-4c59-97de-692a897c24d4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.634684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b1686-bf89-4c59-97de-692a897c24d4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:53.639586 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 33998) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:53.639792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-965b1686-bf89-4c59-97de-692a897c24d4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2757103 Jul 22 19:58:53.720010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34000) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:53.769695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:53.968114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.002325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c5ded7-9287-4c38-8e21-8386bd0d9cf2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.015232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579764ac-22b9-42e4-9354-2ba2b270e35b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.015232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579764ac-22b9-42e4-9354-2ba2b270e35b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.027375 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.046445 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.055057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:58:54.055467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:58:54.058637 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:58:54.087810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port e797ce59-ed8c-4455-bae1-befa556faa25 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:54.088178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.145509 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.198190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.203144 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/82c5ded7-9287-4c38-8e21-8386bd0d9cf2 HTTP/1.1" status: 204 len: 168 time: 0.5586727 Jul 22 19:58:54.203309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34008) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:54.206807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84a9f2-b7ac-4638-b059-6085a6d8dd36 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=82c5ded7-9287-4c38-8e21-8386bd0d9cf2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:54.241969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 30a09d0a-80b4-44f9-bab9-5484058fa9de up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:54.267625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.267857 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.291276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 30a09d0a-80b4-44f9-bab9-5484058fa9de completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:54.295155 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 30a09d0a-80b4-44f9-bab9-5484058fa9de triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:54.295580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.320016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for e797ce59-ed8c-4455-bae1-befa556faa25 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:54.325059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.377435 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.400534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 30a09d0a-80b4-44f9-bab9-5484058fa9de, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=30a09d0a-80b4-44f9-bab9-5484058fa9de,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:54.417565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.473204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=30a09d0a-80b4-44f9-bab9-5484058fa9de,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:54.482988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.501979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576a74d2-6ce7-43d0-88a7-2ea85be80d1d']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.514128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718da324-eb9d-491a-a83e-9140ea6eea9f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.514422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718da324-eb9d-491a-a83e-9140ea6eea9f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:54.532123 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.548724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.559749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:58:54.560181 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:58:54.563166 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:58:54.650881 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.657393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.661333 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.664262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/576a74d2-6ce7-43d0-88a7-2ea85be80d1d HTTP/1.1" status: 204 len: 168 time: 0.4582050 Jul 22 19:58:54.666672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34010) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:54.675996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.697454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=e797ce59-ed8c-4455-bae1-befa556faa25,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:54.699750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df4119-2673-4a61-b34a-6baf133e9023 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=576a74d2-6ce7-43d0-88a7-2ea85be80d1d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:54.763205 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.763498 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 2e1e9f9d-8692-495d-8833-cdb7d091c9b2 disassociated (deleted). External IP: 172.25.6.231, port: a4e51d7f-9422-43a8-a62a-c3677c7599a5. Jul 22 19:58:54.773911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de434ab8-068c-4eb2-99d2-717664caa6f8 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:54.780172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de434ab8-068c-4eb2-99d2-717664caa6f8 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:54.781883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-de434ab8-068c-4eb2-99d2-717664caa6f8 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1142111 Jul 22 19:58:54.785987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34012) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:54.792135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1258556650'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:54.814593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:54.818759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.848883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:54.860111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.861104 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment 2a3cc787-cd0e-47dd-8a22-c66631ebbefd of type vlan for network 202a24b2-440f-4fc4-843a-d8783678b6d1 Jul 22 19:58:54.905367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.945291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.956650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:54.957387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:54.993852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2064660 Jul 22 19:58:54.996746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34018) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:55.003719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-478108224'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:55.006674 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 60bd02b5-42f0-4c43-944e-4eb9625bff42 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:58:55.039876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb453ee-fbd1-42ad-bf47-e56d1d3571f7 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=202a24b2-440f-4fc4-843a-d8783678b6d1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:55.051327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 202a24b2-440f-4fc4-843a-d8783678b6d1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:55.053027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:55.057175 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.081568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:55.093031 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.093385 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment cb1ed454-f889-4996-b99b-2d358379fd5f of type vlan for network 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4 Jul 22 19:58:55.145167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.149114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:58:55.154700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.166803 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Sync routers for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:55.192034 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.195596 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:55.196281 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:55.202567 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:55.203653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.210912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0aa59d5f-0f6e-460b-8f09-d001579d377d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/floatingips/2e1e9f9d-8692-495d-8833-cdb7d091c9b2 HTTP/1.1" status: 204 len: 168 time: 1.4899209 Jul 22 19:58:55.211708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:55.214465 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f66a46d-711d-4461-8a7b-9b2149460568" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:55.225819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2276759 Jul 22 19:58:55.229070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34032) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:55.234481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'ports': [{'network_id': '202a24b2-440f-4fc4-843a-d8783678b6d1', 'name': 'tempest-port--624657333', 'admin_state_up': True}, {'network_id': '40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4', 'admin_state_up': False}]} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:55.234806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'port': {'network_id': '202a24b2-440f-4fc4-843a-d8783678b6d1', 'name': 'tempest-port--624657333', 'admin_state_up': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:55.235302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'port': {'network_id': '40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4', 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:55.296964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b768375-ebac-4643-866c-1ce661435f02 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:55.309346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:55.356246 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:55.452502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'port': 2} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:55.457609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.464616 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec67a55c-58e4-41e2-bb3d-aece13eedb03 x-openstack-request-id: req-ec67a55c-58e4-41e2-bb3d-aece13eedb03 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:55.464909 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:55.465160 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec67a55c-58e4-41e2-bb3d-aece13eedb03 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:55.465559 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'status': 'completed', 'code': 200} Jul 22 19:58:55.467810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-2e5b7519-4517-4980-8f7f-92c22c4a1f2f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:55.477751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-2e5b7519-4517-4980-8f7f-92c22c4a1f2f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1829736 Jul 22 19:58:55.494843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b0023106-0854-4952-969c-b4b873bf0363 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0158677 Jul 22 19:58:55.546459 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:55.623064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-fcc13ffc-29af-4e0d-9c44-4b438f871af6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1269405 Jul 22 19:58:55.640758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e016589-f9af-4750-9cc0-4d0ed82a036d req-9475c103-f5a2-4936-8cb7-afee080423cb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:55.642393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e016589-f9af-4750-9cc0-4d0ed82a036d req-9475c103-f5a2-4936-8cb7-afee080423cb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.1073551 Jul 22 19:58:55.644303 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:55.672896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] device_id is not set on port 2a5fe1b0-8df2-49b7-b486-c9590458094f yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:55.677505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-0635ac1a-4224-44fa-9488-0aceca1d0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:55.679931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-0635ac1a-4224-44fa-9488-0aceca1d0cf9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 1096 time: 0.1804860 Jul 22 19:58:55.691161 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Checking router: 60bd02b5-42f0-4c43-944e-4eb9625bff42 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:55.702787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:55.703425 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:55.732462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e016589-f9af-4750-9cc0-4d0ed82a036d req-7235cf2c-7594-41cc-9fe6-7960bd859c91 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=845843ad-406c-4496-b105-173c48139a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721912 Jul 22 19:58:55.836080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-6e336f48-3812-434a-a60a-71bd93f118db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:55.837773 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-6e336f48-3812-434a-a60a-71bd93f118db service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 200 len: 898 time: 0.1503987 Jul 22 19:58:55.839005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-5aac428a-0dc9-4fd5-b17d-9efe54136c22 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956348 Jul 22 19:58:55.844747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:55.926506 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-2cfe83c1-d2c3-4066-a47f-eac2a85cb318 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 200 len: 217 time: 0.0381687 Jul 22 19:58:56.014653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-92e16478-b866-45a7-95e7-76db1b8a39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:56.016191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-92e16478-b866-45a7-95e7-76db1b8a39e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 200 len: 835 time: 0.0824456 Jul 22 19:58:56.035313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.074916 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:56.105426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e4c429-1818-469d-96c7-d5e4d0a70b69 None None] The sync data for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 is: [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:57:48Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '97823223-e0bf-4649-be53-1b950205d20f', 'name': '', 'network_id': 'bd10da2b-a028-4516-9d90-6ac7ffa7c3a3', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:63:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '2326485c-f728-4e40-8429-beb0de8c983b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:47Z', 'updated_at': '2021-07-22T19:57:54Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '2326485c-f728-4e40-8429-beb0de8c983b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:56.141176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] device_id is not set on port 55154e99-da5e-4e40-aef7-d371b1dc1c55 yet. {{(pid=93801) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:58:56.176198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-346536c1-1bb1-4f2a-bfc5-00f1582e9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:56.176198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-346536c1-1bb1-4f2a-bfc5-00f1582e9827 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473756 Jul 22 19:58:56.236086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 30a09d0a-80b4-44f9-bab9-5484058fa9de up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:58:56.289707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-aa047475-4d3f-4999-b387-8f689ee6a48b service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441187 Jul 22 19:58:56.296957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 30a09d0a-80b4-44f9-bab9-5484058fa9de triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:56.297610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.298094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-e5d21bcd-f0ce-4782-8969-3d21e6ecff26 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:56.299605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-e5d21bcd-f0ce-4782-8969-3d21e6ecff26 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 944 time: 0.4448261 Jul 22 19:58:56.372431 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-0d433dfb-9ebc-4156-bd64-48d323d6b637 service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910856 Jul 22 19:58:56.416177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.470807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port a4e51d7f-9422-43a8-a62a-c3677c7599a5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:56.471150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.527592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2f66a46d-711d-4461-8a7b-9b2149460568 req-3d17bc2c-9756-4996-8bd3-6c79da4cccd5 service neutron] 10.222.0.32 "GET /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458135 Jul 22 19:58:56.530779 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.574037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port a4e51d7f-9422-43a8-a62a-c3677c7599a5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=a4e51d7f-9422-43a8-a62a-c3677c7599a5,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:56.574398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.587459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for a4e51d7f-9422-43a8-a62a-c3677c7599a5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:56.605624 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Port': ['ID=2a5fe1b0-8df2-49b7-b486-c9590458094f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:56.623617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Checking segment: {'id': '2a3cc787-cd0e-47dd-8a22-c66631ebbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '202a24b2-440f-4fc4-843a-d8783678b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:56.623981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network hostable DHCP agents. Network: 202a24b2-440f-4fc4-843a-d8783678b6d1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:58:56.644956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network 202a24b2-440f-4fc4-843a-d8783678b6d1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:58:56.659071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 202a24b2-440f-4fc4-843a-d8783678b6d1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:56.669828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50c551-f229-477f-a68a-97e62097ee5a None None] Network 202a24b2-440f-4fc4-843a-d8783678b6d1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:56.690461 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:56.692989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.767556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08fc6bda-d995-4089-a368-1adbe95a69f9 req-0fe617b0-62ec-40bc-b63b-eccbbe287a45 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.1198940 Jul 22 19:58:56.777473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0d9fcf-d3b8-4e4a-b3af-3b1a5a01651e None None] New status for floating IP 2e1e9f9d-8692-495d-8833-cdb7d091c9b2: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:58:56.778950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.824201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=a4e51d7f-9422-43a8-a62a-c3677c7599a5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:56.824456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Port': ['ID=55154e99-da5e-4e40-aef7-d371b1dc1c55,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:56.842961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Checking segment: {'id': 'cb1ed454-f889-4996-b99b-2d358379fd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:56.843741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network hostable DHCP agents. Network: 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:58:56.900483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:58:56.920260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] No DVR routers for this DVR port a4e51d7f-9422-43a8-a62a-c3677c7599a5 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:58:56.924030 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.930119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-819af02f-1cbb-46c0-a965-e215a6590d7f req-fbdd4bdd-33c1-4203-b18f-89b4ce1fc5e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "DELETE /v2.0/ports/a4e51d7f-9422-43a8-a62a-c3677c7599a5 HTTP/1.1" status: 204 len: 173 time: 0.6223853 Jul 22 19:58:56.937976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:56.942251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-deleted', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:58:56.945201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:56.947702 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca22fe-ff63-4517-ac97-81926c400110" -d '{"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-deleted", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:58:56.962050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a53f92-57e4-4cae-a9a4-5e865f56d80d None None] Network 40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:58:56.965235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:56.970719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:56.971434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:56.998334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57fc7895-4cba-4cd6-9539-5ec94b8c3318 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7677016 Jul 22 19:58:57.001852 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34056) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:57.021308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fb9701-86ef-4ea2-b25c-0b5e5334ec59 x-openstack-request-id: req-90fb9701-86ef-4ea2-b25c-0b5e5334ec59 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:58:57.021601 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dd2dc3-c029-44cf-9075-47b043fa2792", "name": "network-vif-deleted", "tag": "a4e51d7f-9422-43a8-a62a-c3677c7599a5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:58:57.021850 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90fb9701-86ef-4ea2-b25c-0b5e5334ec59 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:58:57.026739 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dd2dc3-c029-44cf-9075-47b043fa2792', 'name': 'network-vif-deleted', 'tag': 'a4e51d7f-9422-43a8-a62a-c3677c7599a5', 'status': 'completed', 'code': 200} Jul 22 19:58:57.033098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fa055f7-00fb-42e9-ad84-4f1026473033 req-c398f3f4-829b-4a47-994c-cd8d92132008 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=d4dd2dc3-c029-44cf-9075-47b043fa2792 HTTP/1.1" status: 200 len: 210 time: 0.1242466 Jul 22 19:58:57.159697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ef9ef-dab4-4ad5-b090-5454a180dcdc tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:57.168501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32ef9ef-dab4-4ad5-b090-5454a180dcdc tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:57.172206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f32ef9ef-dab4-4ad5-b090-5454a180dcdc tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1673033 Jul 22 19:58:57.174504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34060) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:57.177660 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Sync routers for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:58:57.222668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:57.223694 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:57.313447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Deleting port 2a5fe1b0-8df2-49b7-b486-c9590458094f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:57.313447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.366334 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.379393 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:57.636918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c43a895-654f-4909-8ac0-c620aece346e', 'name': '', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'mac_address': 'fa:16:3e:ab:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:51Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 2, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'subnets': [{'id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:57.666850 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Checking router: 93d0591b-ce49-432a-bb1d-6d954df59d4b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:58:57.667203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Updating router 93d0591b-ce49-432a-bb1d-6d954df59d4b port 8c43a895-654f-4909-8ac0-c620aece346e binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:58:57.682431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.694032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Calling delete_port for 2a5fe1b0-8df2-49b7-b486-c9590458094f owned by {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:57.699490 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.775562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.806049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Port': ['ID=2a5fe1b0-8df2-49b7-b486-c9590458094f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:57.810843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:57.812716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/ports/2a5fe1b0-8df2-49b7-b486-c9590458094f HTTP/1.1" status: 204 len: 168 time: 0.6372297 Jul 22 19:58:57.815396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34064) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:57.817793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.818133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.818645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.819306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.819809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.820402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.820903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.821226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.821719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.822222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.822709 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.823201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f451a63-7e27-4b43-bcdc-965b1d34ba87 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:58:57.953272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18e04cb7-9e6c-45e6-ac20-d781f5d9de0e req-465a8735-6b62-44f7-9d99-558e91d6d54a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.0628455 Jul 22 19:58:58.010384 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.020818 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Transition to ACTIVE for port object 8c43a895-654f-4909-8ac0-c620aece346e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:58.030200 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.041665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Deleting port 55154e99-da5e-4e40-aef7-d371b1dc1c55 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:58.042021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.083587 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009515-ee6c-445f-806c-767f75cf45bd None None] Pushing event updated for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:58.109030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34068) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:58.116446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-7801961e-b9d8-45a9-b289-b912c3437a95 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:58.118285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-7801961e-b9d8-45a9-b289-b912c3437a95 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1994507 Jul 22 19:58:58.167282 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': 'a3257b44-d716-4405-8e6d-10339213fede', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:58.190945 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.212390 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Attempting to bind port 8c43a895-654f-4909-8ac0-c620aece346e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:58:58.213363 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Attempting to bind port 8c43a895-654f-4909-8ac0-c620aece346e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:58:58.213924 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Attempting to bind port 8c43a895-654f-4909-8ac0-c620aece346e on network ab05bb02-ab81-49e3-a95a-36354d25fd89 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:58:58.220731 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:58:58.221387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Checking segment: {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:58:58.222003 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.222566 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Bound using segment: {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:58:58.223219 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Bound port: 8c43a895-654f-4909-8ac0-c620aece346e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f6280-77a2-48e1-b2c7-78de3504f25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:58:58.223776 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.293502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Calling delete_port for 55154e99-da5e-4e40-aef7-d371b1dc1c55 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:58.329030 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] For port 8c43a895-654f-4909-8ac0-c620aece346e, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:58:58.333286 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] For port 8c43a895-654f-4909-8ac0-c620aece346e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c43a895-654f-4909-8ac0-c620aece346e,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:58:58.340616 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.400187 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:58:58.401086 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:58.426218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.447921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:58.451555 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.510365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.513989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/ports/55154e99-da5e-4e40-aef7-d371b1dc1c55 HTTP/1.1" status: 204 len: 168 time: 0.6974359 Jul 22 19:58:58.518294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:58.529677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220c92c-7a92-4cfc-a99d-ababa239dca9 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Port': ['ID=55154e99-da5e-4e40-aef7-d371b1dc1c55,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:58.598062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1ced4718-721c-4100-97d0-7479edff2d49 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0775547 Jul 22 19:58:58.602817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:58.611016 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-710098881'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:58.639069 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f009515-ee6c-445f-806c-767f75cf45bd None None] Pushing event updated for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:58.693025 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:58:58.705003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:58.718588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.13 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/1b104e71-9a4f-4f0e-bf03-b77513f5e476) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:58:58.723835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.769775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:58.789312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.789790 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment d7fd0ec8-ff87-4294-952f-1db84f07b71f of type vlan for network 08b73788-9ddc-4285-9732-a25c1078b6d4 Jul 22 19:58:58.866261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.912101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.916197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.922567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:58.923379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.938185 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:58.954298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object 1b104e71-9a4f-4f0e-bf03-b77513f5e476 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:58:58.970581 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c43a895-654f-4909-8ac0-c620aece346e', 'name': '', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'mac_address': 'fa:16:3e:ab:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:51Z', 'updated_at': '2021-07-22T19:58:58Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'subnets': [{'id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:58:59.012407 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05450e07-5c3f-48d5-a0ee-21ce1d7cfa35 None None] The sync data for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 is: [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T19:58:52Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8c43a895-654f-4909-8ac0-c620aece346e', 'name': '', 'network_id': 'ab05bb02-ab81-49e3-a95a-36354d25fd89', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'mac_address': 'fa:16:3e:ab:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:51Z', 'updated_at': '2021-07-22T19:58:58Z', 'revision_number': 4, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'subnets': [{'id': '362716a7-ec74-47ec-99aa-8d1951e9633e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:58:59.013529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.092686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:58:59.107841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:58:59.114560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:58:59.163318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=08b73788-9ddc-4285-9732-a25c1078b6d4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:59.186002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 08b73788-9ddc-4285-9732-a25c1078b6d4 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:58:59.220438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:59.221259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.249135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:59.256348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34076) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:58:59.258730 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4b33500f-d6ee-4207-bab9-5206b277694c tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6541448 Jul 22 19:58:59.283882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-544006643'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:59.357948 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:58:59.362686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.385760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-df4b6c6d-ac6c-4bac-96ef-f8bcae09b0ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2231400 Jul 22 19:58:59.396900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209d888-1c02-4a41-83d9-b2e80bf78aa4 req-e5583788-2916-4477-98f4-2bac8bb45b4e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:59.398814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4209d888-1c02-4a41-83d9-b2e80bf78aa4 req-e5583788-2916-4477-98f4-2bac8bb45b4e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 932 time: 0.3049190 Jul 22 19:58:59.404374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Request body: {'port': {'device_id': 'a3257b44-d716-4405-8e6d-10339213fede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:58:59.455381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 97823223-e0bf-4649-be53-1b950205d20f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:58:59.455871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.467784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:58:59.507244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.507737 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Added segment bf9d23fd-cec9-4260-8e2f-d75a69ee17eb of type vlan for network 55a84fef-3fdc-4809-ab9e-e747c449fbae Jul 22 19:58:59.515354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0d2e8446-fab5-4a62-8b84-9816dc169257 None None] Provisioning for port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:58:59.519450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0d2e8446-fab5-4a62-8b84-9816dc169257 None None] Provisioning complete for port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:58:59.519951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8446-fab5-4a62-8b84-9816dc169257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.577523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 97823223-e0bf-4649-be53-1b950205d20f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=97823223-e0bf-4649-be53-1b950205d20f,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:58:59.578566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.596897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e8446-fab5-4a62-8b84-9816dc169257 None None] Port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:58:59.599108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 97823223-e0bf-4649-be53-1b950205d20f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:58:59.602753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4209d888-1c02-4a41-83d9-b2e80bf78aa4 req-fc467bd0-9b19-471d-bfcd-1aaf014aae3b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900666 Jul 22 19:58:59.634611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.662604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.729560 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.737186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:58:59.737999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.863047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:58:59.884769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6156967 Jul 22 19:58:59.890724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627795de-e494-432d-9c5d-a822958a376a tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Network': ['ID=55a84fef-3fdc-4809-ab9e-e747c449fbae,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:59.897361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=97823223-e0bf-4649-be53-1b950205d20f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:58:59.913817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:00.266024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b104e71-9a4f-4f0e-bf03-b77513f5e476 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:00.278660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.298907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Transition to ACTIVE for port object 1b104e71-9a4f-4f0e-bf03-b77513f5e476 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:00.322611 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.390916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:00.408744 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.468997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c43a895-654f-4909-8ac0-c620aece346e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:00.534060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Attempting to bind port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:00.534697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Attempting to bind port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:00.535577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Attempting to bind port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:00.544668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:59:00.555340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Attempting to bind port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:00.569601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:00.574936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8c43a895-654f-4909-8ac0-c620aece346e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:00.579516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8c43a895-654f-4909-8ac0-c620aece346e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:00.580050 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.586932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:00.587424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:00.601515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Bound port: 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:00.602110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.740432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:00.741498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.759646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:00.797982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8c43a895-654f-4909-8ac0-c620aece346e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c43a895-654f-4909-8ac0-c620aece346e,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:00.799066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.806127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.857787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:00.858583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:00.860653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] 10.222.0.26 "PUT /v2.0/ports/1b104e71-9a4f-4f0e-bf03-b77513f5e476 HTTP/1.1" status: 200 len: 1093 time: 1.4603319 Jul 22 19:59:00.861280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:00.865060 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:00.903824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:00.932789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 60bd02b5-42f0-4c43-944e-4eb9625bff42 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:00.973985 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9f5d9-af4d-411d-823b-6476ac6048e7 x-openstack-request-id: req-60f9f5d9-af4d-411d-823b-6476ac6048e7 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:00.974592 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:00.975660 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60f9f5d9-af4d-411d-823b-6476ac6048e7 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:00.976799 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476', 'status': 'completed', 'code': 200} Jul 22 19:59:01.020877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748281ca-d2db-4c4a-9f57-fb82327373c7 req-f9949032-c85b-45d1-9aa6-3f05e3ad3e16 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:01.023555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-748281ca-d2db-4c4a-9f57-fb82327373c7 req-f9949032-c85b-45d1-9aa6-3f05e3ad3e16 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.2676191 Jul 22 19:59:01.029475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0cdb9-b46f-4361-9565-22a09127de12 service neutron] Pushing event updated for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:01.041485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:01.078277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-748281ca-d2db-4c4a-9f57-fb82327373c7 req-b66864d9-c0b0-4f81-bc8f-0dfd25822952 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Jul 22 19:59:01.095197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: a4e51d7f-9422-43a8-a62a-c3677c7599a5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:01.097411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device a4e51d7f-9422-43a8-a62a-c3677c7599a5 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:01.116044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-29bf9b6d-8658-4fc0-9a7d-178da7aa45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:01.117829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-29bf9b6d-8658-4fc0-9a7d-178da7aa45e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 1096 time: 0.1945124 Jul 22 19:59:01.182387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:01.190820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c69bf3bb-8fce-4ff8-8b4f-9ef28c6b09a1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/60bd02b5-42f0-4c43-944e-4eb9625bff42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0806909 Jul 22 19:59:01.191959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34082) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:01.194787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-00bbbe57-74b5-4005-a191-994ba0c45c3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476 HTTP/1.1" status: 200 len: 217 time: 0.0694313 Jul 22 19:59:01.194927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Sync routers for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:01.209173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:01.210009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:01.306794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting subnet 2326485c-f728-4e40-8429-beb0de8c983b {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:01.310976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.311633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-662b23c9-6ad8-43d8-a1bf-fb4d3eb6ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:01.313867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-662b23c9-6ad8-43d8-a1bf-fb4d3eb6ad40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.1133058 Jul 22 19:59:01.359859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.423394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-c73cea1e-2059-4744-b454-bbea08e5486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:01.428370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-c73cea1e-2059-4744-b454-bbea08e5486d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1053607 Jul 22 19:59:01.464855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.477559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:01.545276 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.572087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-443a8abb-42cb-4403-8c8e-6dda2cb33dc1 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374705 Jul 22 19:59:01.597009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25dc2d-419e-41a1-80ae-5de7b8391322 None None] Network bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:01.632591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Subnet': ['ID=2326485c-f728-4e40-8429-beb0de8c983b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:01.641465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.643698 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a73fc30-2c74-40e0-93a5-364180bbb534 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/subnets/2326485c-f728-4e40-8429-beb0de8c983b HTTP/1.1" status: 204 len: 168 time: 0.4407070 Jul 22 19:59:01.649971 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34084) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:01.792330 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:01.793874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7f21b54-239d-4876-9bb1-7afae5224725 req-f5d4029f-0949-4090-909e-10c7840cea79 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098286 Jul 22 19:59:01.908496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:58:59Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:01.972945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Checking router: 60bd02b5-42f0-4c43-944e-4eb9625bff42 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:59:01.986784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] DHCP port deletion for bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:01.993563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-aec00772-002a-4832-ae5d-174ad117fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:01.996794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-aec00772-002a-4832-ae5d-174ad117fecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 1096 time: 0.1409461 Jul 22 19:59:02.008176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Routers {'60bd02b5-42f0-4c43-944e-4eb9625bff42'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:02.008821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['60bd02b5-42f0-4c43-944e-4eb9625bff42'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:02.143177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-bc517788-1eeb-4de8-8528-0e38bfdc48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:02.144750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-bc517788-1eeb-4de8-8528-0e38bfdc48da service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1419504 Jul 22 19:59:02.220219 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-458414f9-f5f1-4c0b-9de3-680bb2df9b87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476 HTTP/1.1" status: 200 len: 217 time: 0.0677242 Jul 22 19:59:02.324284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-8a058067-5d1a-43f6-8bb2-1b16f4dc1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:02.325814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-8a058067-5d1a-43f6-8bb2-1b16f4dc1094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0988455 Jul 22 19:59:02.342629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c43a895-654f-4909-8ac0-c620aece346e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:02.415104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47472d-f3bc-4c11-8ecd-60ab7d5c66e1 req-6ed2d140-f054-4f80-acfa-c255b578d458 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:02.416750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a47472d-f3bc-4c11-8ecd-60ab7d5c66e1 req-6ed2d140-f054-4f80-acfa-c255b578d458 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1477463 Jul 22 19:59:02.445542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-d3ea5f0c-fc29-43ee-adee-dcff9ef537e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:02.447053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-d3ea5f0c-fc29-43ee-adee-dcff9ef537e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152179 Jul 22 19:59:02.463545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] Set router 60bd02b5-42f0-4c43-944e-4eb9625bff42 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:02.467824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Deleting port 9792416a-3eb0-4110-aa41-3060a96803a6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:02.468361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.480924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.499831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a47472d-f3bc-4c11-8ecd-60ab7d5c66e1 req-5298a53a-b8ea-4a61-915d-aae859e8438d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749109 Jul 22 19:59:02.562547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8c43a895-654f-4909-8ac0-c620aece346e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:02.563134 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.572984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-a7a2766d-c979-4a98-bc21-3185bbe7fbfe service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191761 Jul 22 19:59:02.608417 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:02.609100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.719218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b2bf1c-1b60-4f2b-bd83-9e301f5325e1 req-82fe320d-2541-406e-a3e7-1ca1241cebe1 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396592 Jul 22 19:59:02.726587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] For port 9792416a-3eb0-4110-aa41-3060a96803a6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9792416a-3eb0-4110-aa41-3060a96803a6,segment=NetworkSegment(fb444661-e7b7-44f4-bd90-69961fd7b0d8),segment_id=fb444661-e7b7-44f4-bd90-69961fd7b0d8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:02.727086 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.750196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Calling delete_port for 9792416a-3eb0-4110-aa41-3060a96803a6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:02.776453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port dcedcdac-904d-4c62-92ad-a92ba7ad6ca6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:02.777118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:02.796715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:02.961161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:58:59Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:02.967676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9792416a-3eb0-4110-aa41-3060a96803a6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:03.003515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.005378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.007433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8261efb-a671-4d24-b3c1-3d422eaac42a None None] The sync data for ids ['60bd02b5-42f0-4c43-944e-4eb9625bff42'] in n-d-800087-13 is: [{'id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073533618', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:57:43Z', 'updated_at': '2021-07-22T19:58:59Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': 'dcedcdac-904d-4c62-92ad-a92ba7ad6ca6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bd02b5-42f0-4c43-944e-4eb9625bff42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:57:44Z', 'updated_at': '2021-07-22T19:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:03.039212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9792416a-3eb0-4110-aa41-3060a96803a6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:03.039566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9792416a-3eb0-4110-aa41-3060a96803a6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:03.070676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=dcedcdac-904d-4c62-92ad-a92ba7ad6ca6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:03.077944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] Pushing event deleted for resources: {'Port': ['ID=9792416a-3eb0-4110-aa41-3060a96803a6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:03.080255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f447acf-daa0-4333-a1fd-34dbff8e1a20 None None] No DVR routers for this DVR port 9792416a-3eb0-4110-aa41-3060a96803a6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:03.157943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.248240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34088) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:03.255064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'subnets': [{'network_id': '08b73788-9ddc-4285-9732-a25c1078b6d4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--61206899', 'ip_version': 6}, {'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:03.255451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'subnet': {'network_id': '08b73788-9ddc-4285-9732-a25c1078b6d4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--61206899', 'ip_version': 6}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:03.256781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Request body: {'subnet': {'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:03.260004 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.262535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.309658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.310302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Fanout notify agent at l3_agent the message router_deleted on router 60bd02b5-42f0-4c43-944e-4eb9625bff42 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:59:03.318136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.321904 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-447354c2-0c61-49eb-97c9-42301e89c770 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/routers/60bd02b5-42f0-4c43-944e-4eb9625bff42 HTTP/1.1" status: 204 len: 168 time: 1.6678321 Jul 22 19:59:03.322161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34090) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:03.412963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.447336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Made reservation on behalf of 04a47f18d70a4310a5d3094c8975f644 for: {'subnet': 2} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:03.453324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.453954 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.534289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.547681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd10da2b-a028-4516-9d90-6ac7ffa7c3a3']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:03.560573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb444661-e7b7-44f4-bd90-69961fd7b0d8') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:03.560877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb444661-e7b7-44f4-bd90-69961fd7b0d8') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:03.572175 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.588780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.602743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:03.603320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:03.642135 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:03.687041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.695743 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.699306 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/networks/bd10da2b-a028-4516-9d90-6ac7ffa7c3a3 HTTP/1.1" status: 204 len: 168 time: 0.3761537 Jul 22 19:59:03.703589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34094) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:03.725566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2047055-16d1-4c37-9a00-912cd96ad38a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Network': ['ID=bd10da2b-a028-4516-9d90-6ac7ffa7c3a3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:03.754290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d323e-325e-4910-b4eb-ee5fdae12a02 req-498bc5bf-dbfc-4ccc-8ea6-542484992d9b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:03.755837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b41d323e-325e-4910-b4eb-ee5fdae12a02 req-498bc5bf-dbfc-4ccc-8ea6-542484992d9b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1452913 Jul 22 19:59:03.790581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.826804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.832396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b41d323e-325e-4910-b4eb-ee5fdae12a02 req-e6cb175f-3f54-4312-9cbd-14f613ebb8bd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666142 Jul 22 19:59:03.910536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.914637 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:03.915957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/security-groups/845843ad-406c-4496-b105-173c48139a7a HTTP/1.1" status: 204 len: 168 time: 0.2094626 Jul 22 19:59:03.942913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432a759-d2b4-426b-afa9-46760ead214a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845843ad-406c-4496-b105-173c48139a7a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.029156 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.100957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Subnet': ['ID=a57d1615-5f0c-4688-b905-0021116dc7b2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.108068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Checking segment: {'id': 'd7fd0ec8-ff87-4294-952f-1db84f07b71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '08b73788-9ddc-4285-9732-a25c1078b6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:04.108563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network hostable DHCP agents. Network: 08b73788-9ddc-4285-9732-a25c1078b6d4, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:04.129921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network 08b73788-9ddc-4285-9732-a25c1078b6d4 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:04.140259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 08b73788-9ddc-4285-9732-a25c1078b6d4) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:04.150931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.158250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2675ef-ad1f-469c-9358-0770a9956830 None None] Network 08b73788-9ddc-4285-9732-a25c1078b6d4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:04.206814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event updated for resources: {'Subnet': ['ID=fc9c800e-87c8-4d9e-bafc-4aa3843262b8,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.253078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Checking segment: {'id': 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:04.253456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network hostable DHCP agents. Network: 55a84fef-3fdc-4809-ab9e-e747c449fbae, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:04.278536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34100) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.280247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:04.281967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655838548', 'description': 'tempest-secgroup-smoke-1655838548 description', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:04.300516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 55a84fef-3fdc-4809-ab9e-e747c449fbae) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:04.306163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:04.306729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:04.307440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.327913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.333128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0efb7-e48e-47b3-b2ea-15906c01a7a5 None None] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:04.333666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-345bbfe9-c3ea-4ed9-a010-2a96b7be9312 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 1.0838773 Jul 22 19:59:04.335839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34104) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.335982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:04.374530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:04.374877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dcedcdac-904d-4c62-92ad-a92ba7ad6ca6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:04.375296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97823223-e0bf-4649-be53-1b950205d20f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:04.410912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 97823223-e0bf-4649-be53-1b950205d20f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:04.411393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 97823223-e0bf-4649-be53-1b950205d20f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:04.425840 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.430083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ffe49-e36a-4e2d-888b-ae47d2208d26 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:04.430653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.431880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ffe49-e36a-4e2d-888b-ae47d2208d26 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:04.433576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744ffe49-e36a-4e2d-888b-ae47d2208d26 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:04.444183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-744ffe49-e36a-4e2d-888b-ae47d2208d26 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.0978856 Jul 22 19:59:04.446320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34106) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.464872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.468905 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1881676 Jul 22 19:59:04.478987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34108) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.479728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adcca10-820e-402a-b8af-b66c15e1f117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-08b73788-9ddc-4285-9732-a25c1078b6d4', 'network_id': '08b73788-9ddc-4285-9732-a25c1078b6d4', 'tenant_id': '04a47f18d70a4310a5d3094c8975f644', 'fixed_ips': [{'subnet_id': 'a57d1615-5f0c-4688-b905-0021116dc7b2'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:04.481278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7adcca10-820e-402a-b8af-b66c15e1f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.483654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:04.505303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffec07d-8e2d-4afc-a059-14ded526e9ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409d74e9-063f-4085-88c2-75abf628bd98,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.508564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Deleting subnet a57d1615-5f0c-4688-b905-0021116dc7b2 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:04.512009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.516415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.557342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.579451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.583986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.602884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a26319c-33e4-46e8-8015-01322ded4385,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.611025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.615296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c76dd30-933d-4745-93da-60baef504ebb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352689 Jul 22 19:59:04.616586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34110) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.624436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:04.633168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.643469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-55a84fef-3fdc-4809-ab9e-e747c449fbae', 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae', 'tenant_id': '04a47f18d70a4310a5d3094c8975f644', 'fixed_ips': [{'subnet_id': 'fc9c800e-87c8-4d9e-bafc-4aa3843262b8'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:04.644346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.694796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.723387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-7adcca10-820e-402a-b8af-b66c15e1f117 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57d1615-5f0c-4688-b905-0021116dc7b2: This subnet is being modified by another concurrent operation. Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57d1615-5f0c-4688-b905-0021116dc7b2: This subnet is being modified by another concurrent operation. Jul 22 19:59:04.726822 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 19:59:04.751708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae3bbf-203c-46ad-a9f0-de7717a65403 None None] Network 08b73788-9ddc-4285-9732-a25c1078b6d4 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:04.757390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Subnet': ['ID=a57d1615-5f0c-4688-b905-0021116dc7b2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.769625 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.771497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f34f48dc-cbf7-4239-ae2a-16b0266fa310 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/subnets/a57d1615-5f0c-4688-b905-0021116dc7b2 HTTP/1.1" status: 204 len: 168 time: 0.3241229 Jul 22 19:59:04.775532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34112) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.810169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.814338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.835780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Deleting subnet fc9c800e-87c8-4d9e-bafc-4aa3843262b8 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:04.839639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da626d-3f69-42f5-bf63-a321d092364f,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:04.844953 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.846784 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5cd44c4a-e004-467c-a4a5-2a6696d7c59b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2290914 Jul 22 19:59:04.849450 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34114) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:04.852261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Allocated IP 2001:db8:0:1::1 (55a84fef-3fdc-4809-ab9e-e747c449fbae/fc9c800e-87c8-4d9e-bafc-4aa3843262b8/1b5169f2-324d-455a-9001-7d34a21c405b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:04.856266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:04.885620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.986240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:04.989731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.038278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.047522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Transition to ACTIVE for port object 1b5169f2-324d-455a-9001-7d34a21c405b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:05.063123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Transition to ACTIVE for port object 1b5169f2-324d-455a-9001-7d34a21c405b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:05.068731 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.069990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.112795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.115394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:05.118532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:05.122667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:05.130346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Pushing event updated for resources: {'Port': ['ID=1b5169f2-324d-455a-9001-7d34a21c405b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.202359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Attempting to bind port 1b5169f2-324d-455a-9001-7d34a21c405b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:05.203419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Attempting to bind port 1b5169f2-324d-455a-9001-7d34a21c405b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:05.203779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Attempting to bind port 1b5169f2-324d-455a-9001-7d34a21c405b on network 55a84fef-3fdc-4809-ab9e-e747c449fbae {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:05.203966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.211017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:05.211306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Checking segment: {'id': 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:05.211713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.212110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Bound using segment: {'id': 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:05.212637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Bound port: 1b5169f2-324d-455a-9001-7d34a21c405b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '55a84fef-3fdc-4809-ab9e-e747c449fbae'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:05.213027 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.291718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.294479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] For port 1b5169f2-324d-455a-9001-7d34a21c405b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:05.297949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] For port 1b5169f2-324d-455a-9001-7d34a21c405b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1b5169f2-324d-455a-9001-7d34a21c405b,segment=NetworkSegment(bf9d23fd-cec9-4260-8e2f-d75a69ee17eb),segment_id=bf9d23fd-cec9-4260-8e2f-d75a69ee17eb)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:05.304192 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.305836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3add10d-1ca5-4637-9846-d65bd4c619d2,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.313653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.315030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b01132c6-6a02-4840-a03d-2f6b85b75502 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4632578 Jul 22 19:59:05.317823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34118) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.322587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:05.331057 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.335921 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/subnets/fc9c800e-87c8-4d9e-bafc-4aa3843262b8 HTTP/1.1" status: 204 len: 168 time: 0.5564699 Jul 22 19:59:05.335921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc1cd5-d45f-4c8b-b043-b9829d5c6a15 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9c800e-87c8-4d9e-bafc-4aa3843262b8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.336255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fd109-0b56-4544-9535-84546a6efc92 req-b80b59cb-d09f-4a9d-9caa-3cbc3165c7c6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:05.338836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34120) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.341551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e45fd109-0b56-4544-9535-84546a6efc92 req-b80b59cb-d09f-4a9d-9caa-3cbc3165c7c6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.4183071 Jul 22 19:59:05.371042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba890b6-3392-4343-b6ee-4bd8847d4b61 None None] Pushing event updated for resources: {'Port': ['ID=1b5169f2-324d-455a-9001-7d34a21c405b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.398162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.404790 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e45fd109-0b56-4544-9535-84546a6efc92 req-863ecc5a-6c61-47dc-afb3-484bd01793f1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564878 Jul 22 19:59:05.447444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea09baf-de2a-4199-9bbd-dd89e111d08e tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:05.449022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3ea09baf-de2a-4199-9bbd-dd89e111d08e tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1091471 Jul 22 19:59:05.452898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34122) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.467885 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.473279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.494093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f400122-c364-45a6-864d-39614180395b,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.501462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.503239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47f2c0e7-9494-4ab0-af31-6e4b593320e8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1842587 Jul 22 19:59:05.505777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34124) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.510508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:05.550677 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:59:05.555986 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.558828 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.609858 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:59:05.624978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Deleting port 1b5169f2-324d-455a-9001-7d34a21c405b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:05.625557 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.644298 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.649035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.671695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f2be37-7faf-447d-a1fe-824b83c38981,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.675751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.680427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e979cdd6-9562-4eb8-8144-f4a7c9ca56e4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1704369 Jul 22 19:59:05.680971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34126) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.686925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'security_group_rule': {'security_group_id': '409d74e9-063f-4085-88c2-75abf628bd98', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:05.696955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] For port 1b5169f2-324d-455a-9001-7d34a21c405b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1b5169f2-324d-455a-9001-7d34a21c405b,segment=NetworkSegment(bf9d23fd-cec9-4260-8e2f-d75a69ee17eb),segment_id=bf9d23fd-cec9-4260-8e2f-d75a69ee17eb)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:05.697322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.709566 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Calling delete_port for 1b5169f2-324d-455a-9001-7d34a21c405b owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:05.709780 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Project ca372bc1d5c740e2bf960361d1bd5e37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:59:05.714525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.780685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.784120 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.797613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.806558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5554d60-0dac-41ef-8a8e-ef31fb79a2f9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.813423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.814709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-87dfc106-0a92-4724-a04b-65eb8d9e6b22 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327624 Jul 22 19:59:05.817623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34128) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:05.823023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'network': {'name': 'tempest-network-smoke--686093531', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:05.823281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Port': ['ID=1b5169f2-324d-455a-9001-7d34a21c405b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:05.826854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] No DVR routers for this DVR port 1b5169f2-324d-455a-9001-7d34a21c405b on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:05.851077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:05.854845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.879959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:05.889260 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.889601 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Added segment a82126a4-a439-4c5d-83d8-3e2023e3d115 of type vlan for network d42b63f3-275b-4028-9dd7-3d12db2f0e3e Jul 22 19:59:05.912283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.923032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a84fef-3fdc-4809-ab9e-e747c449fbae']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:05.930423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.933626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:05.933928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf9d23fd-cec9-4260-8e2f-d75a69ee17eb') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:05.942923 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.956956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.958542 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.963803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:05.964269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.965067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:05.965656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:05.967202 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:06.002739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1838157 Jul 22 19:59:06.006072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34130) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:06.010497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'admin_state_up': True, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:06.040401 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.047293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.049220 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/55a84fef-3fdc-4809-ab9e-e747c449fbae HTTP/1.1" status: 204 len: 168 time: 0.5953448 Jul 22 19:59:06.051593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34132) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:06.058735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4419-14e0-4fd1-b9e6-8b00e69078ee tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Network': ['ID=d42b63f3-275b-4028-9dd7-3d12db2f0e3e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:06.072898 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:06.079985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.081384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.145829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.148460 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.149703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e7861-2741-4653-b3c9-0d632b7733f4 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=55a84fef-3fdc-4809-ab9e-e747c449fbae,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:06.257362 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.268992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b73788-9ddc-4285-9732-a25c1078b6d4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.279911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fd0ec8-ff87-4294-952f-1db84f07b71f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.280249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fd0ec8-ff87-4294-952f-1db84f07b71f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.291289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.307033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.313933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:06.314343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:06.317387 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:06.323135 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.393868 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.401342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.406122 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/08b73788-9ddc-4285-9732-a25c1078b6d4 HTTP/1.1" status: 204 len: 168 time: 0.3533499 Jul 22 19:59:06.408370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34134) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:06.433909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f47e78-6f16-474e-8243-03c85f8f9d07 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=08b73788-9ddc-4285-9732-a25c1078b6d4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:06.452101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eedb1e-cb8c-49bf-89c9-d1765e58b591 None None] DHCP port deletion for 55a84fef-3fdc-4809-ab9e-e747c449fbae request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:06.472475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e629b-56d9-42a7-a23f-b53d45916cf8 None None] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:06.490856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e629b-56d9-42a7-a23f-b53d45916cf8 None None] Network 55a84fef-3fdc-4809-ab9e-e747c449fbae could not be found, it might have been deleted concurrently. {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 19:59:06.492800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7767c714-656a-497f-b20b-19bc6f8c0cf5 None None] Could not find standard attr ID for object 1b5169f2-324d-455a-9001-7d34a21c405b. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 19:59:06.502490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46913806-30b2-4c5a-9da7-b6d2e9788170 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 19:59:06.541097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.580390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46913806-30b2-4c5a-9da7-b6d2e9788170 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 19:59:06.612432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.634376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.636523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.645315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.657914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1ed454-f889-4996-b99b-2d358379fd5f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.658403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1ed454-f889-4996-b99b-2d358379fd5f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.668941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.685590 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.692664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:06.693187 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:06.696434 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:06.707195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03009937-eb66-420e-a480-5b56eecf2fc3 req-0daa3140-f85a-45d6-90ff-2a719796b914 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:06.708787 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03009937-eb66-420e-a480-5b56eecf2fc3 req-0daa3140-f85a-45d6-90ff-2a719796b914 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1806366 Jul 22 19:59:06.765411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.775427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.777678 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4 HTTP/1.1" status: 204 len: 168 time: 0.3682129 Jul 22 19:59:06.779959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:06.790405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.49 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3666cf63-f6e4-4007-bd92-6e9954577890) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:06.794961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03009937-eb66-420e-a480-5b56eecf2fc3 req-2f682b02-cf5e-4457-82d0-57272cb42e4a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780437 Jul 22 19:59:06.815481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8184c4a-0f94-48f2-b0a7-d55d398d6c29 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=40e23c68-59f6-48dc-bd2d-59d8c3dd1ad4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:06.873213 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.906023 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.945686 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.965752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.976723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202a24b2-440f-4fc4-843a-d8783678b6d1']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.986724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3cc787-cd0e-47dd-8a22-c66631ebbefd') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.987022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3cc787-cd0e-47dd-8a22-c66631ebbefd') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:06.990252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:06.993838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:06.996660 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:06.997424 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:07.010661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.016499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:07.016888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:07.019757 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:07.022928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=3666cf63-f6e4-4007-bd92-6e9954577890,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:07.077043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.083777 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.087086 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] 10.222.0.10 "DELETE /v2.0/networks/202a24b2-440f-4fc4-843a-d8783678b6d1 HTTP/1.1" status: 204 len: 168 time: 0.3059611 Jul 22 19:59:07.103557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca30ea-64ca-4bf8-b7c5-4edb8ad92289 tempest-BulkNetworkOpsIpV6Test-84480497 tempest-BulkNetworkOpsIpV6Test-84480497-project] Pushing event deleted for resources: {'Network': ['ID=202a24b2-440f-4fc4-843a-d8783678b6d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:07.105672 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac6d9-fd9c-4ee2-bf06-ab9a83f7dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.258581 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.333863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34144) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.460449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.471813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd92cdec-5031-4264-84fb-f266510220b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04a47f18d70a4310a5d3094c8975f644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367390 Jul 22 19:59:07.474228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34148) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.522535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.544028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.586512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:59:07.590202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.592754 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.594016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/399e3bc0-b02c-48d7-9d9c-670858949c6d HTTP/1.1" status: 204 len: 168 time: 0.1179276 Jul 22 19:59:07.602809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454300c8-6511-4906-bc8a-b21a33203341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e3bc0-b02c-48d7-9d9c-670858949c6d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:07.697593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:07.714041 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Sync routers for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:07.719679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:07.724576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34154) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.725869 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:07.725978 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:07.728677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-604cd42c-52ce-4cda-a60e-f9f0320a2af9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7215722 Jul 22 19:59:07.764582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34156) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.764933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3f65dd4-86d2-4956-ac15-824846e592e2 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=ca372bc1d5c740e2bf960361d1bd5e37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373459 Jul 22 19:59:07.829137 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:07.894108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee3f7a-2063-4de8-aa49-d7808a482573 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:07.895700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-11ee3f7a-2063-4de8-aa49-d7808a482573 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300390 Jul 22 19:59:07.899044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34166) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.950795 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-73088877-a504-4ca5-90e1-f44b207eb9d8 tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499785 Jul 22 19:59:07.952291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70472c7b-def7-4252-86e7-e0a328b62b22 req-c3704b2c-115b-4626-a235-7a156ef221de tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:07.953150 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34168) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:07.954511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70472c7b-def7-4252-86e7-e0a328b62b22 req-c3704b2c-115b-4626-a235-7a156ef221de tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.0764394 Jul 22 19:59:07.958479 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1056436229', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:07.997967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70472c7b-def7-4252-86e7-e0a328b62b22 req-1a169ef6-e108-46b7-975f-d3d799cfa671 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369768 Jul 22 19:59:08.049469 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:07Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:08.069198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:08.073152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.079499 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Checking router: 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:59:08.079857 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Updating router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee port 3666cf63-f6e4-4007-bd92-6e9954577890 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:59:08.121366 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.153149 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1b5169f2-324d-455a-9001-7d34a21c405b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:08.173361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 1b5169f2-324d-455a-9001-7d34a21c405b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:08.173913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1b5169f2-324d-455a-9001-7d34a21c405b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:08.293088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.330440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34180) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:08.359449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Subnet': ['ID=49e7f93c-568d-4c0f-add0-daac5bac9de8,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:08.375416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Checking segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:08.375870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network hostable DHCP agents. Network: d42b63f3-275b-4028-9dd7-3d12db2f0e3e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:08.397017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:08.397471 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.407942 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Transition to ACTIVE for port object 3666cf63-f6e4-4007-bd92-6e9954577890 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:08.408201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d42b63f3-275b-4028-9dd7-3d12db2f0e3e) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:08.413946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:08.414539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.417214 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.420758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a7c56-485f-4dec-8791-bbfd4b0fe6e6 None None] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:08.437834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34184) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:08.438102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7c5b8788-813c-4b5f-90c8-2857b0111663 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4834287 Jul 22 19:59:08.463886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1717712025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:08.479946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Attempting to bind port 3666cf63-f6e4-4007-bd92-6e9954577890 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:08.480488 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Attempting to bind port 3666cf63-f6e4-4007-bd92-6e9954577890 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:08.480946 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Attempting to bind port 3666cf63-f6e4-4007-bd92-6e9954577890 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:08.488062 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:08.488591 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:08.489109 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.489598 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:08.489997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.490868 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Bound port: 3666cf63-f6e4-4007-bd92-6e9954577890, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:08.491467 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.492053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.542840 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] For port 3666cf63-f6e4-4007-bd92-6e9954577890, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:08.546310 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] For port 3666cf63-f6e4-4007-bd92-6e9954577890, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3666cf63-f6e4-4007-bd92-6e9954577890,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:08.553429 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407de6a-79de-4372-8e0c-4bab5447af43 None None] Pushing event updated for resources: {'Port': ['ID=3666cf63-f6e4-4007-bd92-6e9954577890,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:08.559512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.561763 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.566349 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.588665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.591002 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7d10b196-9495-4029-af44-b37cff24da8e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2575960 Jul 22 19:59:08.593930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:08.601888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1311502345'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:08.629233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:08.629978 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:58:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:08.632573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:08.633754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.638333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:08.642538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.653427 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.742795 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407de6a-79de-4372-8e0c-4bab5447af43 None None] Pushing event updated for resources: {'Port': ['ID=3666cf63-f6e4-4007-bd92-6e9954577890,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:08.751962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.762114 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.789707 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:08.791372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:08.799485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3326d7a6-4516-45bd-964a-46a3ffedaed2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:08.805360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.805708 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Added segment bfa1df10-9b41-4307-9fb8-bd02123b3009 of type vlan for network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 Jul 22 19:59:08.827297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Allocated IP 172.20.0.2 (d42b63f3-275b-4028-9dd7-3d12db2f0e3e/49e7f93c-568d-4c0f-add0-daac5bac9de8/e75620b4-ee55-4041-9fad-0779c31d523e) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:08.849913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.886438 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.893175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:08.893781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.958165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Network': ['ID=b1cd6a1b-caa2-4bab-b903-949fa78d9b58,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:08.973218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-407fb951-f7d2-4593-b026-093a3bdfdc03 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3778074 Jul 22 19:59:08.973830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34188) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:08.978795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:08.979538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'subnet': {'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:08.986585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:09.037858 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:07Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:09.073387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69540f7c-e9ae-40ca-b05d-cf54ae4fe493 None None] The sync data for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 is: [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:07Z', 'revision_number': 3, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:09.088048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:09.093524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.107536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.123066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Transition to ACTIVE for port object e75620b4-ee55-4041-9fad-0779c31d523e will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:09.138794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Transition to ACTIVE for port object e75620b4-ee55-4041-9fad-0779c31d523e will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:09.148444 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.196892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:09.200064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:09.202879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:09.244852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Pushing event updated for resources: {'Port': ['ID=e75620b4-ee55-4041-9fad-0779c31d523e,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:09.263598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4553f-7be5-4e85-9496-d400e15e438c req-ffe2e83e-c31f-4cdc-b0b9-681f352561ee tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:09.267885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2db4553f-7be5-4e85-9496-d400e15e438c req-ffe2e83e-c31f-4cdc-b0b9-681f352561ee tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1736767 Jul 22 19:59:09.278373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Attempting to bind port e75620b4-ee55-4041-9fad-0779c31d523e on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:09.278917 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Attempting to bind port e75620b4-ee55-4041-9fad-0779c31d523e by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:09.279495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Attempting to bind port e75620b4-ee55-4041-9fad-0779c31d523e on network d42b63f3-275b-4028-9dd7-3d12db2f0e3e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:09.288886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:09.289318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Checking segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:09.289770 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.290175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Bound using segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:09.290680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Bound port: e75620b4-ee55-4041-9fad-0779c31d523e, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:09.291064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.359392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] For port e75620b4-ee55-4041-9fad-0779c31d523e, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:09.362298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2db4553f-7be5-4e85-9496-d400e15e438c req-e8949323-f3e8-4d87-abd0-a72341ebd3d6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871353 Jul 22 19:59:09.366519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] For port e75620b4-ee55-4041-9fad-0779c31d523e, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e75620b4-ee55-4041-9fad-0779c31d523e,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:09.372776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.379300 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.458238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Subnet': ['ID=ef383dae-852f-49ad-bcac-fd24761edca7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:09.482592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Checking segment: {'id': 'bfa1df10-9b41-4307-9fb8-bd02123b3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:09.482962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network hostable DHCP agents. Network: b1cd6a1b-caa2-4bab-b903-949fa78d9b58, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:09.485903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.1 (d42b63f3-275b-4028-9dd7-3d12db2f0e3e/49e7f93c-568d-4c0f-add0-daac5bac9de8/45015e4e-dfd9-48e1-8c06-486f61caf25f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:09.503107 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:09.514584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b1cd6a1b-caa2-4bab-b903-949fa78d9b58) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:09.518785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:09.519473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.546519 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d7cc2ed9-4908-4736-a846-f9b12a4a5db9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688159 Jul 22 19:59:09.546798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34192) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:09.555745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'network': {'name': 'tempest-router-network01--182029607'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:09.586060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:09.590122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.618969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:09.626371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ea609b-59c6-4c91-a1bf-dcc0f9bbee6b None None] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:09.629639 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.630150 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Added segment 52561a3b-2cf7-44ff-8fd2-7ad1c368ad31 of type vlan for network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 Jul 22 19:59:09.675290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.679671 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.703926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object 45015e4e-dfd9-48e1-8c06-486f61caf25f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:09.715834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a3a2c-cfe3-4957-8346-95d8a3cc9c9d None None] Pushing event updated for resources: {'Port': ['ID=e75620b4-ee55-4041-9fad-0779c31d523e,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:09.721403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.729695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:09.730560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.791965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2415345 Jul 22 19:59:09.793042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34194) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:09.803604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'network': {'name': 'tempest-router-network02--967931838'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:09.854753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30d6db-4fcc-4e27-a029-42dd2311a1bb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Network': ['ID=86cf1762-0944-4154-b0d3-656cc5e6d0b9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:09.860437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b1cd6a1b-caa2-4bab-b903-949fa78d9b58', 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58', 'tenant_id': '4ad9154f38ed442dbe22c1b38a522a0c', 'fixed_ips': [{'subnet_id': 'ef383dae-852f-49ad-bcac-fd24761edca7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:09.862980 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.869340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:09.884880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:09.889286 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.922154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:09.935600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:09.936544 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Added segment 95ca642b-62b6-4c8d-911f-30e3a935b3bf of type vlan for network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 Jul 22 19:59:10.014780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.076633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.089261 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:10.089907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.133637 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.199447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:10.203360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:10.209983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:10.222467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4256124 Jul 22 19:59:10.222467 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664e7f-7184-4dbb-a995-e2a7c8f5bceb tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Network': ['ID=ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:10.223166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34196) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:10.228873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'subnet': {'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:10.249963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:10.254565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:10.298692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.335570 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d06f28f5-395b-435c-b9a2-9816b318a2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.342459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.352045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3666cf63-f6e4-4007-bd92-6e9954577890 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:10.375901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:10.380679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.383118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Allocated IP 172.20.0.2 (b1cd6a1b-caa2-4bab-b903-949fa78d9b58/ef383dae-852f-49ad-bcac-fd24761edca7/14fb703a-8c68-4cf1-a5bc-aa929afc2818) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:10.526134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3666cf63-f6e4-4007-bd92-6e9954577890 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:10.531936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3666cf63-f6e4-4007-bd92-6e9954577890 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:10.532382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.532690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.613625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952040c1-b764-4996-869f-be1d4c3fb045 req-25b65773-1fea-4615-8ae6-d59003cb77db tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:10.615862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-952040c1-b764-4996-869f-be1d4c3fb045 req-25b65773-1fea-4615-8ae6-d59003cb77db tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1375487 Jul 22 19:59:10.663405 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.669414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.687559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Transition to ACTIVE for port object 14fb703a-8c68-4cf1-a5bc-aa929afc2818 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:10.700870 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.718844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Transition to ACTIVE for port object 14fb703a-8c68-4cf1-a5bc-aa929afc2818 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:10.729375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Subnet': ['ID=adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:10.733779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.736556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-952040c1-b764-4996-869f-be1d4c3fb045 req-33beb5d8-15f0-47b0-ab31-504856977cd2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906041 Jul 22 19:59:10.750910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3666cf63-f6e4-4007-bd92-6e9954577890, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3666cf63-f6e4-4007-bd92-6e9954577890,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:10.753050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Checking segment: {'id': '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:10.753792 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network hostable DHCP agents. Network: 86cf1762-0944-4154-b0d3-656cc5e6d0b9, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:10.796674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:10.797665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.798544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e75620b4-ee55-4041-9fad-0779c31d523e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:10.800256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:10.804734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:10.807867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:10.813754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 86cf1762-0944-4154-b0d3-656cc5e6d0b9) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:10.818569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:10.819571 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:10.839616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34200) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:10.839888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3424531f-e532-45f7-9ffd-84c0d91d85d9 None None] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:10.841520 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea3bcda2-528d-48a6-a426-cd23ce39f6b4 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6172247 Jul 22 19:59:10.847715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'subnet': {'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:10.902658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Pushing event updated for resources: {'Port': ['ID=14fb703a-8c68-4cf1-a5bc-aa929afc2818,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:11.001096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Attempting to bind port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:11.001450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Attempting to bind port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'bfa1df10-9b41-4307-9fb8-bd02123b3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:11.001817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Attempting to bind port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 on network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:11.010420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.019392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.026770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Made reservation on behalf of 4ad9154f38ed442dbe22c1b38a522a0c for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:11.030073 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.031730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:11.032110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Checking segment: {'id': 'bfa1df10-9b41-4307-9fb8-bd02123b3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:11.032541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.032952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Bound using segment: {'id': 'bfa1df10-9b41-4307-9fb8-bd02123b3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:11.033403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Bound port: 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa1df10-9b41-4307-9fb8-bd02123b3009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b1cd6a1b-caa2-4bab-b903-949fa78d9b58'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:11.033787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.041996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3666cf63-f6e4-4007-bd92-6e9954577890,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:11.066756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e75620b4-ee55-4041-9fad-0779c31d523e completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:11.129677 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.142277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8781c85b-0544-4354-b649-e8d3835e150d None None] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:11.166261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:11.265643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] For port 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:11.267567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Provisioning for port e75620b4-ee55-4041-9fad-0779c31d523e completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:11.277254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Provisioning complete for port e75620b4-ee55-4041-9fad-0779c31d523e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:11.277641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.287593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-86cf1762-0944-4154-b0d3-656cc5e6d0b9', 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9', 'tenant_id': '4ad9154f38ed442dbe22c1b38a522a0c', 'fixed_ips': [{'subnet_id': 'adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:11.288534 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.295262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] For port 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14fb703a-8c68-4cf1-a5bc-aa929afc2818,segment=NetworkSegment(bfa1df10-9b41-4307-9fb8-bd02123b3009),segment_id=bfa1df10-9b41-4307-9fb8-bd02123b3009)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:11.320867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:11.326215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:11.329964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.443708 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.519228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7664ad-a9a2-42bc-a19e-0e26763ebd47 None None] Pushing event updated for resources: {'Port': ['ID=14fb703a-8c68-4cf1-a5bc-aa929afc2818,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:11.527853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Subnet': ['ID=f31a9013-c516-4a34-9c33-26650471aa28,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:11.541723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:11.545098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Checking segment: {'id': '95ca642b-62b6-4c8d-911f-30e3a935b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:11.545277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network hostable DHCP agents. Network: ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:11.635404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:11.637396 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.661575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:11.672280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.676415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:11.676415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:11.703652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:11.708193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Allocated IP 172.20.0.2 (86cf1762-0944-4154-b0d3-656cc5e6d0b9/adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7/8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:11.720201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6919a9c-b11b-4b91-b72d-b4fbf9459411 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2734358 Jul 22 19:59:11.720201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-08f52bc8-780f-4ba4-8a74-4b92f99fcb09 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8736291 Jul 22 19:59:11.722883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a4536-50bc-4749-974d-d891792fc0cf None None] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:11.724286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34204) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:11.734340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Sync routers for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:11.813560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:11.814205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:11.985026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22077d12-5f76-4292-99ac-c034e668446e req-0cd76bd9-1100-491d-9706-731dc15b8b27 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:11.986905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22077d12-5f76-4292-99ac-c034e668446e req-0cd76bd9-1100-491d-9706-731dc15b8b27 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.1283927 Jul 22 19:59:12.074932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-e2eb8729-1baa-4ab1-83d2-5b9c04ae8d1a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655838548&fields=id&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 267 time: 0.0554979 Jul 22 19:59:12.113681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22077d12-5f76-4292-99ac-c034e668446e req-951439b6-0fc2-4aea-9d2e-ba2f0a02e560 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198134 Jul 22 19:59:12.155370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] For port e75620b4-ee55-4041-9fad-0779c31d523e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e75620b4-ee55-4041-9fad-0779c31d523e,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:12.217953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:12.316087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-c2328f81-6438-4c3f-8249-41cbb6cce784 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:12.317927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-c2328f81-6438-4c3f-8249-41cbb6cce784 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 796 time: 0.2272997 Jul 22 19:59:12.344733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-e4e949ba-db04-4dad-a46b-eede37bfb1e1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/quotas/ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 375 time: 0.0189540 Jul 22 19:59:12.444820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-4198fd99-9010-4b07-a389-cb3bbbcec4c5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926113 Jul 22 19:59:12.449638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:12.451872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3666cf63-f6e4-4007-bd92-6e9954577890 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:12.524668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf47ec-e172-403b-8932-b0471d7bf105 None None] Pushing event updated for resources: {'Port': ['ID=e75620b4-ee55-4041-9fad-0779c31d523e,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:12.575587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:12.580186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-1f22ad27-aa01-4dde-b202-74dca81c1720 service neutron] 10.222.0.10 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226230 Jul 22 19:59:12.649844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Provisioning complete for port e75620b4-ee55-4041-9fad-0779c31d523e triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:12.650240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:12.689923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:12.695670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1b104e71-9a4f-4f0e-bf03-b77513f5e476 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:59:12.721175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-2959e565-8ec9-45a7-b5ba-db70129c6f38 service neutron] 10.222.0.10 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319110 Jul 22 19:59:12.893052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:12.911843 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Transition to ACTIVE for port object 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:12.940598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '1b104e71-9a4f-4f0e-bf03-b77513f5e476', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': '1b104e71-9a4f-4f0e-bf03-b77513f5e476', 'mac_address': 'fa:16:3e:83:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:59:12.945958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d04a377c-c5af-479b-9c10-5a2b2e137f0a req-bfd6046a-15bb-4aa9-9db1-3a49cf201a0b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 210 time: 0.0397513 Jul 22 19:59:12.971124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3bafce-490f-471d-9c5c-90defede97d3 None None] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:12.980997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Transition to ACTIVE for port object 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:12.984291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5', 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5', 'tenant_id': '4ad9154f38ed442dbe22c1b38a522a0c', 'fixed_ips': [{'subnet_id': 'f31a9013-c516-4a34-9c33-26650471aa28'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:12.985124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.052887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Allocated IP 172.20.0.1 (86cf1762-0944-4154-b0d3-656cc5e6d0b9/adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7/31b1416d-6084-45c1-9dd4-90070d99cbcb) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:13.066613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.080029 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.201853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.211947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3666cf63-f6e4-4007-bd92-6e9954577890 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:13.212362 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.224416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Transition to ACTIVE for port object 31b1416d-6084-45c1-9dd4-90070d99cbcb will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:13.250165 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.263133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:13.275971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.327430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05e1cd-59d8-44a1-a32b-2833f8f58fde req-2e505fa3-7719-4921-9465-f22c7ea4a9dd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:13.329094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d05e1cd-59d8-44a1-a32b-2833f8f58fde req-2e505fa3-7719-4921-9465-f22c7ea4a9dd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 944 time: 0.0982225 Jul 22 19:59:13.334070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Port': ['ID=31b1416d-6084-45c1-9dd4-90070d99cbcb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:13.337835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:13.339710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:13.342711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:13.350799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:13.354753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Pushing event updated for resources: {'Port': ['ID=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:13.367236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:13.386913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b104e71-9a4f-4f0e-bf03-b77513f5e476 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:13.396200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1d05e1cd-59d8-44a1-a32b-2833f8f58fde req-841cb9de-5cc5-4526-8902-3b16dcc4a22b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547931 Jul 22 19:59:13.413011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Provisioning for port 45015e4e-dfd9-48e1-8c06-486f61caf25f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:13.417620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.459461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Provisioning complete for port 45015e4e-dfd9-48e1-8c06-486f61caf25f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:13.460111 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.509194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:13.564326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.598571 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.638632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Attempting to bind port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:13.638999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Attempting to bind port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:13.639358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Attempting to bind port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 on network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:13.674284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-da180844-df30-45af-9f18-717aa5b02518 None None] Port 45015e4e-dfd9-48e1-8c06-486f61caf25f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:13.678971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Allocated IP 172.20.0.2 (ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5/f31a9013-c516-4a34-9c33-26650471aa28/ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:13.707639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 2, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:13.709819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:13.710118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Checking segment: {'id': '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:13.710526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.710921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Bound using segment: {'id': '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:13.711397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Bound port: 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '86cf1762-0944-4154-b0d3-656cc5e6d0b9'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:13.711778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.774639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Checking router: 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:59:13.774993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Updating router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee port 45015e4e-dfd9-48e1-8c06-486f61caf25f binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 19:59:13.780545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:13.814341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['1b104e71-9a4f-4f0e-bf03-b77513f5e476'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:59:13.817910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14fb703a-8c68-4cf1-a5bc-aa929afc2818 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:13.884924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.891222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:13.948556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.048921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Port': ['ID=31b1416d-6084-45c1-9dd4-90070d99cbcb,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:14.058171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-f7d37294-1455-4d37-9647-9f5181b0d8f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:14.060067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-f7d37294-1455-4d37-9647-9f5181b0d8f9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 796 time: 0.1729023 Jul 22 19:59:14.112689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff70dd2b-4eff-4f32-9785-9324582558eb req-701aae04-3587-4176-8270-ce1fdf68d4c7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 210 time: 0.0497425 Jul 22 19:59:14.129076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:14.131491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:14.149210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-8e888269-79fb-4552-ab6c-59d751357083 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca372bc1d5c740e2bf960361d1bd5e37 HTTP/1.1" status: 200 len: 380 time: 0.0738888 Jul 22 19:59:14.158409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'port': {'device_id': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'admin_state_up': True, 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'security_groups': ['409d74e9-063f-4085-88c2-75abf628bd98']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:14.172097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Provisioning complete for port 45015e4e-dfd9-48e1-8c06-486f61caf25f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:14.172500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.181264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.231535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] For port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:14.269106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Router 4096e5bd-3e63-4295-aeac-5a3ad19c5e11 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 19:59:14.290834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Made reservation on behalf of ca372bc1d5c740e2bf960361d1bd5e37 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:14.294724 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.324903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] For port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,segment=NetworkSegment(52561a3b-2cf7-44ff-8fd2-7ad1c368ad31),segment_id=52561a3b-2cf7-44ff-8fd2-7ad1c368ad31)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:14.379711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:14.390744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0314ac18-eb17-41f8-9fae-49d93d83134c tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6652582 Jul 22 19:59:14.396918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] Sync routers for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:14.398421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34236) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:14.401447 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.407156 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:14.407788 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:14.438982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Port 45015e4e-dfd9-48e1-8c06-486f61caf25f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:14.447214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:14.456974 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:14.457882 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:14.474500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:14.495175 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:14.496084 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed521b-5f30-4e9a-b99e-52abf3bc531c None None] The sync data for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:14.550793 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.583178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.20.0.8 (d42b63f3-275b-4028-9dd7-3d12db2f0e3e/49e7f93c-568d-4c0f-add0-daac5bac9de8/f617c84e-8adb-4520-b85d-4d274b5928af) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:14.626220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Provisioning for port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:14.651949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Transition to ACTIVE for port object ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:14.668062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e75620b4-ee55-4041-9fad-0779c31d523e up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:14.677217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Provisioning complete for port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:14.677646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.706190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6031-978e-4ad8-a89d-8e6bea9f46e9 None None] Pushing event updated for resources: {'Port': ['ID=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:14.727724 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbdb71-aa4f-4f3d-b58d-0af0183cb2e2 req-cb7cd7e4-184e-4fe6-99b5-ed0aa4493fa1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:14.729306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abbbdb71-aa4f-4f3d-b58d-0af0183cb2e2 req-cb7cd7e4-184e-4fe6-99b5-ed0aa4493fa1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 945 time: 0.2094588 Jul 22 19:59:14.762078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Transition to ACTIVE for port object ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:14.780275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.849150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:14.862097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:14.865594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Pushing event updated for resources: {'Port': ['ID=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:14.873642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:14.886067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e75620b4-ee55-4041-9fad-0779c31d523e triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:14.886601 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:14.931502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abbbdb71-aa4f-4f3d-b58d-0af0183cb2e2 req-8ef51059-b22b-4603-9aea-da88bfbb27b9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899450 Jul 22 19:59:14.977857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.017945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Transition to ACTIVE for port object f617c84e-8adb-4520-b85d-4d274b5928af will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:15.018542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Attempting to bind port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:15.018931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Attempting to bind port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '95ca642b-62b6-4c8d-911f-30e3a935b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:15.019289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Attempting to bind port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 on network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:15.021141 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.037426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:15.037816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Checking segment: {'id': '95ca642b-62b6-4c8d-911f-30e3a935b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:15.038222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.038623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Bound using segment: {'id': '95ca642b-62b6-4c8d-911f-30e3a935b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:15.039103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Bound port: ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ca642b-62b6-4c8d-911f-30e3a935b3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:15.039491 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.082290 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-3fa17b0e-4897-4844-9e0a-ed096c869df6 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:15.083368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3fa17b0e-4897-4844-9e0a-ed096c869df6 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6838522 Jul 22 19:59:15.086718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:15.094521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.130199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] For port 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14fb703a-8c68-4cf1-a5bc-aa929afc2818,segment=NetworkSegment(bfa1df10-9b41-4307-9fb8-bd02123b3009),segment_id=bfa1df10-9b41-4307-9fb8-bd02123b3009)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:15.163259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.212666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:15.230865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:15.239292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:15.281280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] For port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:15.311261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f90a9-0a0b-4304-8e6e-9777e2d2a513 None None] Pushing event updated for resources: {'Port': ['ID=14fb703a-8c68-4cf1-a5bc-aa929afc2818,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:15.316927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] For port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,segment=NetworkSegment(95ca642b-62b6-4c8d-911f-30e3a935b3bf),segment_id=95ca642b-62b6-4c8d-911f-30e3a935b3bf)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:15.327510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.380301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-737b8d00-5ec3-4e7f-bd51-a328036c6d83 None None] Provisioning complete for port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:15.380801 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-737b8d00-5ec3-4e7f-bd51-a328036c6d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.485641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3ce9e-36c5-4066-8d3a-820c39b52b44 None None] Pushing event updated for resources: {'Port': ['ID=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:15.524615 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.538295 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Transition to ACTIVE for port object 45015e4e-dfd9-48e1-8c06-486f61caf25f will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:15.573657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.612075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:15.634573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa67c2-f8aa-464a-b4ef-d294aa72d5a6 None None] Pushing event updated for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:15.725785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Attempting to bind port 45015e4e-dfd9-48e1-8c06-486f61caf25f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:15.726371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Attempting to bind port 45015e4e-dfd9-48e1-8c06-486f61caf25f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:15.726752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Attempting to bind port 45015e4e-dfd9-48e1-8c06-486f61caf25f on network d42b63f3-275b-4028-9dd7-3d12db2f0e3e {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:15.737260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:15.737653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Checking segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:15.738072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.738479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Bound using segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:15.739248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Bound port: 45015e4e-dfd9-48e1-8c06-486f61caf25f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:15.739903 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.857543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fda4ba69-c11c-46b2-859b-f2dfdd77556c None None] Provisioning for port f617c84e-8adb-4520-b85d-4d274b5928af completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:15.868484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:15.869535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.871339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-fda4ba69-c11c-46b2-859b-f2dfdd77556c None None] Provisioning complete for port f617c84e-8adb-4520-b85d-4d274b5928af triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:15.871730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fda4ba69-c11c-46b2-859b-f2dfdd77556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.931681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] For port 45015e4e-dfd9-48e1-8c06-486f61caf25f, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:15.934337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fda4ba69-c11c-46b2-859b-f2dfdd77556c None None] Port f617c84e-8adb-4520-b85d-4d274b5928af cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:15.958134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] For port 45015e4e-dfd9-48e1-8c06-486f61caf25f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=45015e4e-dfd9-48e1-8c06-486f61caf25f,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:15.972661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:15.992212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed51490-add2-40ab-ac73-8408b089a71b req-c012c873-a8c4-4a80-9749-ee9d5720edf1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:15.994233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ed51490-add2-40ab-ac73-8408b089a71b req-c012c873-a8c4-4a80-9749-ee9d5720edf1 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 931 time: 0.7804952 Jul 22 19:59:16.007111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-28f93c16-acf6-4114-a994-cc55874081e9 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8451693 Jul 22 19:59:16.056009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:16.056682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:16.098503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bd608-59cd-4f33-a2b4-ff46a9dee75d None None] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:16.166218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Request body: {'port': {'device_id': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:16.200173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa67c2-f8aa-464a-b4ef-d294aa72d5a6 None None] Pushing event updated for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:16.244779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e83f223a-ddaa-42dc-a54f-89b237c67c79 None None] Provisioning for port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:16.281406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ed51490-add2-40ab-ac73-8408b089a71b req-462c16d1-8862-43a2-9ce1-4c5808053629 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523570 Jul 22 19:59:16.358772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:16.375511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4f831-33bb-4249-b535-162eef7bceda req-b24cf0c7-9b16-41db-87e7-c6e10c505bac tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:16.377540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe4f831-33bb-4249-b535-162eef7bceda req-b24cf0c7-9b16-41db-87e7-c6e10c505bac tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 945 time: 0.3268168 Jul 22 19:59:16.378662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:16.520054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe4f831-33bb-4249-b535-162eef7bceda req-f4c2f7a9-f4ca-47ac-9b76-2fa0d907c6c7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238129 Jul 22 19:59:16.649538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:16.689997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:15Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:16.732011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1b104e71-9a4f-4f0e-bf03-b77513f5e476 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:16.738482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801557d8-30a8-457d-bae1-2647f1f3b32d None None] The sync data for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 is: [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:15Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:16.800703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20ddca1-2122-497e-bb18-99a2c8297bad None None] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:16.870326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14fb703a-8c68-4cf1-a5bc-aa929afc2818 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:17.065422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:17.095035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.122557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Transition to ACTIVE for port object f617c84e-8adb-4520-b85d-4d274b5928af will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:17.128510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-746e9034-7781-4225-8636-0924d07b7687 None None] Provisioning for port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:17.158063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.175152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:17.186612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:17.187118 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.251475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:17.288102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:17.289559 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.326777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting port 31b1416d-6084-45c1-9dd4-90070d99cbcb {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:17.327136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.473945 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.481392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c995cf13-4985-4d9b-bd64-49591d4f2a53 None None] Provisioning for port 31b1416d-6084-45c1-9dd4-90070d99cbcb completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:17.496827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Attempting to bind port f617c84e-8adb-4520-b85d-4d274b5928af on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:17.497285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Attempting to bind port f617c84e-8adb-4520-b85d-4d274b5928af by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:17.497496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Attempting to bind port f617c84e-8adb-4520-b85d-4d274b5928af on network d42b63f3-275b-4028-9dd7-3d12db2f0e3e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:17.526200 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.527992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-c995cf13-4985-4d9b-bd64-49591d4f2a53 None None] Provisioning complete for port 31b1416d-6084-45c1-9dd4-90070d99cbcb triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:17.528276 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c995cf13-4985-4d9b-bd64-49591d4f2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.564444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Port f617c84e-8adb-4520-b85d-4d274b5928af on network d42b63f3-275b-4028-9dd7-3d12db2f0e3e not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:59:17.564584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Attempting to bind port f617c84e-8adb-4520-b85d-4d274b5928af on network d42b63f3-275b-4028-9dd7-3d12db2f0e3e {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:17.578442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:17.580887 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9493dae-1a88-48c4-bb8a-df173dee98a2" -d '{"events": [{"server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "name": "network-vif-plugged", "status": "completed", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:17.582339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Calling delete_port for 31b1416d-6084-45c1-9dd4-90070d99cbcb owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:17.589370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:17.590181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Checking segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:17.590758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Bound using segment: {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:17.591272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Bound port: f617c84e-8adb-4520-b85d-4d274b5928af, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82126a4-a439-4c5d-83d8-3e2023e3d115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:17.591656 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.610062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:17.615514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:17.622810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.655117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-c995cf13-4985-4d9b-bd64-49591d4f2a53 None None] Port 31b1416d-6084-45c1-9dd4-90070d99cbcb cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:17.715420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:17.725680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f18998-11ce-4134-a1de-d248b2e8f8b0 req-85b55ea1-03d8-416e-816f-ab3647092829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:17.727284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3f18998-11ce-4134-a1de-d248b2e8f8b0 req-85b55ea1-03d8-416e-816f-ab3647092829 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 943 time: 0.3004844 Jul 22 19:59:17.736028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:17.742245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:17.742765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.807920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e3ae95bc-6534-422c-bce8-946fe4e7e676 None None] Provisioning complete for port 31b1416d-6084-45c1-9dd4-90070d99cbcb triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:17.807920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e3ae95bc-6534-422c-bce8-946fe4e7e676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.810679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3f18998-11ce-4134-a1de-d248b2e8f8b0 req-7766bcb2-dcfc-4c8d-bf86-3b8d6d71df3f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Jul 22 19:59:17.841339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:17.841339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:17.870059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae95bc-6534-422c-bce8-946fe4e7e676 None None] Port 31b1416d-6084-45c1-9dd4-90070d99cbcb cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:17.905619 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df8e3f3-490a-4f12-868b-87537a5cc03d x-openstack-request-id: req-2df8e3f3-490a-4f12-868b-87537a5cc03d {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:17.906037 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "name": "network-vif-plugged", "status": "completed", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:17.906504 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2df8e3f3-490a-4f12-868b-87537a5cc03d {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:17.907161 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476', 'code': 200} Jul 22 19:59:17.934533 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.946536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.968684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,segment=NetworkSegment(95ca642b-62b6-4c8d-911f-30e3a935b3bf),segment_id=95ca642b-62b6-4c8d-911f-30e3a935b3bf)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:17.973584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:17.975115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:17.980507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74387418-165e-4ddb-808d-919c50f5b707 req-7407bd7e-4fd1-4793-97d2-f9d5be309c72 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:17.982303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74387418-165e-4ddb-808d-919c50f5b707 req-7407bd7e-4fd1-4793-97d2-f9d5be309c72 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.3636243 Jul 22 19:59:18.041506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:18.042635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.044632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] 10.222.0.32 "PUT /v2.0/ports/f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 1092 time: 2.0305307 Jul 22 19:59:18.054161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:18.057600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:18.057751 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb545623-959a-4373-aab1-713ea504e3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:18.074741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9d1cd63f-f8bc-4122-b90a-5d1386b7b401 None None] Provisioning complete for port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:18.075173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd63f-f8bc-4122-b90a-5d1386b7b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.121028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:18.130079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:18.130463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.160841 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce5d415-1216-4563-bf01-e42b1628b1be x-openstack-request-id: req-bce5d415-1216-4563-bf01-e42b1628b1be {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:18.161138 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:18.162869 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bce5d415-1216-4563-bf01-e42b1628b1be {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:18.163270 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'status': 'completed', 'code': 200} Jul 22 19:59:18.229741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a00b6b-4042-4f94-85d5-591bf549b95c service neutron] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:18.258095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74387418-165e-4ddb-808d-919c50f5b707 req-7866b9cb-140e-4694-b1d4-646dc50f0b3d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429724 Jul 22 19:59:18.278773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c685835-03c5-4ee4-bd7c-938f470855a9 req-fd07c8df-d627-4990-aa60-751076a6b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:18.280383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c685835-03c5-4ee4-bd7c-938f470855a9 req-fd07c8df-d627-4990-aa60-751076a6b638 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 1098 time: 0.3178623 Jul 22 19:59:18.281366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.304674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.320879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Port': ['ID=31b1416d-6084-45c1-9dd4-90070d99cbcb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:18.340177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,segment=NetworkSegment(52561a3b-2cf7-44ff-8fd2-7ad1c368ad31),segment_id=52561a3b-2cf7-44ff-8fd2-7ad1c368ad31)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:18.345414 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.366188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-91908074-617d-44da-9bcd-51df6cef9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:18.367912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-91908074-617d-44da-9bcd-51df6cef9199 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1095 time: 0.2169857 Jul 22 19:59:18.413069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:18.685094 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:18.735870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:18.736597 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.741262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c685835-03c5-4ee4-bd7c-938f470855a9 req-6d4bfab7-4a28-49c2-9a1b-9a5bf1cba6f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311414 Jul 22 19:59:18.744872 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-2f287659-fd7a-4afe-8024-c6088113cca9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 217 time: 0.3459888 Jul 22 19:59:18.815529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 45015e4e-dfd9-48e1-8c06-486f61caf25f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:18.859075 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.866077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-567fb631-7a29-4c7a-9e94-0f924c62e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:18.867568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-567fb631-7a29-4c7a-9e94-0f924c62e69f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 200 len: 835 time: 0.1153765 Jul 22 19:59:18.868694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 45015e4e-dfd9-48e1-8c06-486f61caf25f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:18.876544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 45015e4e-dfd9-48e1-8c06-486f61caf25f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:18.877145 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.956978 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.991031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 45015e4e-dfd9-48e1-8c06-486f61caf25f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=45015e4e-dfd9-48e1-8c06-486f61caf25f,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:18.995102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:18.995985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:19.071280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:19.082161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:19.082539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:19.103343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Router 4096e5bd-3e63-4295-aeac-5a3ad19c5e11 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:19.106988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433be12-7085-4386-86e9-5163493eb7c7 req-dd6df5c5-697c-426a-9596-ccc10dd6b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.108551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-dd6df5c5-697c-426a-9596-ccc10dd6b013 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339768 Jul 22 19:59:19.119117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383897-94df-4512-86d9-2fe3346b80a0 req-39d1a0b7-eeaf-4818-bbc3-cc351863e018 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.120630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55383897-94df-4512-86d9-2fe3346b80a0 req-39d1a0b7-eeaf-4818-bbc3-cc351863e018 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 943 time: 0.2074604 Jul 22 19:59:19.284411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:19.293240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-99d07a1a-2d13-4e27-bc17-ab2d29325fe3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2054713 Jul 22 19:59:19.296937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] Sync routers for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:19.298133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55383897-94df-4512-86d9-2fe3346b80a0 req-98849f62-f9b7-420e-af57-ee4c61d0501d tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681683 Jul 22 19:59:19.298280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34260) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:19.305213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:19.306063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:19.326053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-b742929e-f664-4abb-8683-05cfa37eb530 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034521 Jul 22 19:59:19.339990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:19.353178 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e2f9ad1f-6233-4cdf-87bb-f851ffe6ca5f tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] delete failed (client error): The resource could not be found. Jul 22 19:59:19.354500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2f9ad1f-6233-4cdf-87bb-f851ffe6ca5f tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-159984025 HTTP/1.1" status: 404 len: 334 time: 0.0551651 Jul 22 19:59:19.358186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34262) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:19.362440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:19.363226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:19.364464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-bc62ae9c-a6fa-44fe-af8f-1a936fa64cfa tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'router': {'external_gateway_info': {'network_id': '4096e5bd-3e63-4295-aeac-5a3ad19c5e11'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:19.401173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:19.401935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c21ef-fc0d-4262-80b3-3e5e236446c9 None None] The sync data for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:19.462279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7433be12-7085-4386-86e9-5163493eb7c7 req-d3cbc104-5108-4894-a1fb-c576944729c0 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294670 Jul 22 19:59:19.485069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a8b3d-ca3b-45de-8e5f-61e8998d54cd req-c116b26a-660a-4e2a-ad4f-081d33ac3dfb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.487234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-061a8b3d-ca3b-45de-8e5f-61e8998d54cd req-c116b26a-660a-4e2a-ad4f-081d33ac3dfb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0925212 Jul 22 19:59:19.534820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-061a8b3d-ca3b-45de-8e5f-61e8998d54cd req-58fd80da-cc96-4ba4-8843-be72a1f6d526 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Jul 22 19:59:19.594199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bc62ae9c-a6fa-44fe-af8f-1a936fa64cfa tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:19.616310 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-bc62ae9c-a6fa-44fe-af8f-1a936fa64cfa tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] update failed (client error): The resource could not be found. Jul 22 19:59:19.617413 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bc62ae9c-a6fa-44fe-af8f-1a936fa64cfa tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11 HTTP/1.1" status: 404 len: 339 time: 0.2580819 Jul 22 19:59:19.621173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34264) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:19.626977 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb545623-959a-4373-aab1-713ea504e3d4 req-954e8c42-b9a6-4aca-98a4-300ef3bcdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.628529 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-954e8c42-b9a6-4aca-98a4-300ef3bcdd84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1095 time: 0.0616980 Jul 22 19:59:19.721871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb545623-959a-4373-aab1-713ea504e3d4 req-1623defc-d384-48d1-ab4e-18ed99e51bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.723358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-1623defc-d384-48d1-ab4e-18ed99e51bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 897 time: 0.0889554 Jul 22 19:59:19.765723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-7baae9f1-fc38-4d2f-a97b-268c57991540 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 217 time: 0.0350430 Jul 22 19:59:19.816336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb545623-959a-4373-aab1-713ea504e3d4 req-cb97c138-a158-47d1-ae2a-a99af0ab82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.817831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-cb97c138-a158-47d1-ae2a-a99af0ab82ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 200 len: 835 time: 0.0445859 Jul 22 19:59:19.883435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb545623-959a-4373-aab1-713ea504e3d4 req-58708473-51ba-43fd-8210-9dfb2340a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:19.884995 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-58708473-51ba-43fd-8210-9dfb2340a42e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600286 Jul 22 19:59:19.899294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:19.978413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-901871ad-8869-4245-bdfc-85d1e042457c service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853138 Jul 22 19:59:20.075631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb545623-959a-4373-aab1-713ea504e3d4 req-807c035c-76e2-4628-bc0b-7a376ba9c20d service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879986 Jul 22 19:59:20.130997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Allocated IP 172.20.0.1 (b1cd6a1b-caa2-4bab-b903-949fa78d9b58/ef383dae-852f-49ad-bcac-fd24761edca7/3f1d53bb-562c-4ae8-adbe-45dbf6057349) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:20.244359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.257193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Transition to ACTIVE for port object 3f1d53bb-562c-4ae8-adbe-45dbf6057349 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:20.289081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.325911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:20.330795 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:20.334932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:20.362630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Port': ['ID=3f1d53bb-562c-4ae8-adbe-45dbf6057349,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:20.384791 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.444063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd629abd-2ec0-4e48-9205-12a4e71dc466 req-f9842dfd-21b6-4206-a1c7-4ec219e08620 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:20.445883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd629abd-2ec0-4e48-9205-12a4e71dc466 req-f9842dfd-21b6-4206-a1c7-4ec219e08620 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 943 time: 0.0668454 Jul 22 19:59:20.488069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bd629abd-2ec0-4e48-9205-12a4e71dc466 req-91cef668-8245-426f-8611-9ece0982b59a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Jul 22 19:59:20.524480 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.575282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e26a895d-41d5-4aa0-a0fb-2d29df02a8f2 None None] Provisioning for port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:20.582130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e26a895d-41d5-4aa0-a0fb-2d29df02a8f2 None None] Provisioning complete for port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:20.582738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e26a895d-41d5-4aa0-a0fb-2d29df02a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.621102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e26a895d-41d5-4aa0-a0fb-2d29df02a8f2 None None] Port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:20.630182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 45015e4e-dfd9-48e1-8c06-486f61caf25f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:20.678730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 45015e4e-dfd9-48e1-8c06-486f61caf25f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:20.679258 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:20.695636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13c48b-c318-497e-9f13-4e0c9b66daec req-77c34531-6cc2-48f8-940b-2536b489b33a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:20.697353 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa13c48b-c318-497e-9f13-4e0c9b66daec req-77c34531-6cc2-48f8-940b-2536b489b33a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0761437 Jul 22 19:59:20.739417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa13c48b-c318-497e-9f13-4e0c9b66daec req-7dc7ff70-cb87-4149-8a46-775808122724 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Jul 22 19:59:20.882563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b488c75-2721-4557-8492-eca88c7deccb req-ccf08445-9958-4220-886f-f78dde061092 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:20.884169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b488c75-2721-4557-8492-eca88c7deccb req-ccf08445-9958-4220-886f-f78dde061092 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0751567 Jul 22 19:59:20.923599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b488c75-2721-4557-8492-eca88c7deccb req-989c6c98-3c02-4039-9014-ea0716c529f9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Jul 22 19:59:21.054586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556cbb-a49e-49a9-bd0b-851cd3766101 req-fc2f2a95-f7e9-4be9-a6c9-ce96bc864b3c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:21.056107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed556cbb-a49e-49a9-bd0b-851cd3766101 req-fc2f2a95-f7e9-4be9-a6c9-ce96bc864b3c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0656579 Jul 22 19:59:21.091115 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.093659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed556cbb-a49e-49a9-bd0b-851cd3766101 req-75155a46-9b22-4637-993c-6b60f87bbcb5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jul 22 19:59:21.095836 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.168954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event updated for resources: {'Port': ['ID=3f1d53bb-562c-4ae8-adbe-45dbf6057349,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:21.173676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.270722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:21.272264 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:21.357218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83161709-25ea-469e-9b6e-eb87a58715c8 req-9e79e616-7d0c-4ca1-ab91-dd864b2af431 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:21.358868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83161709-25ea-469e-9b6e-eb87a58715c8 req-9e79e616-7d0c-4ca1-ab91-dd864b2af431 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0712025 Jul 22 19:59:21.371267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Router 4096e5bd-3e63-4295-aeac-5a3ad19c5e11 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:21.401302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-83161709-25ea-469e-9b6e-eb87a58715c8 req-063da467-9b79-4d53-901c-e867eeced402 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361054 Jul 22 19:59:21.465007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:21.471270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-925f500d-5fa9-4faa-8b3c-24698817c055 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491547 Jul 22 19:59:21.472585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34278) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:21.476248 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] Sync routers for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:21.485692 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:21.486309 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:21.553685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-01209155-43b9-488e-8cfe-6be4fa0f0424 None None] Provisioning complete for port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:21.555181 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-01209155-43b9-488e-8cfe-6be4fa0f0424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.575157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ccc7210f-4734-4802-997c-ea3390369586 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:21.599262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-01209155-43b9-488e-8cfe-6be4fa0f0424 None None] Port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:21.623119 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:21.631795 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:21.632427 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:21.638235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ce8d5-3ff4-4595-81c7-f5743efb457b req-74ec20d6-2eae-4aa9-bf57-ab4a50894aab tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:21.639782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d2ce8d5-3ff4-4595-81c7-f5743efb457b req-74ec20d6-2eae-4aa9-bf57-ab4a50894aab tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 943 time: 0.0695913 Jul 22 19:59:21.666524 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:21.667430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4076c55-f534-49fa-aa0e-c88237a842fe None None] The sync data for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 is: [] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:21.669372 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-ccc7210f-4734-4802-997c-ea3390369586 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 19:59:21.670433 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ccc7210f-4734-4802-997c-ea3390369586 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11 HTTP/1.1" status: 409 len: 329 time: 0.1968865 Jul 22 19:59:21.673204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34282) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:21.683505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d2ce8d5-3ff4-4595-81c7-f5743efb457b req-df4edba8-2af1-4d03-9eae-09f390f59cfb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Jul 22 19:59:21.973195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.216201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting port 3f1d53bb-562c-4ae8-adbe-45dbf6057349 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:22.216549 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.303820 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.316472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Calling delete_port for 3f1d53bb-562c-4ae8-adbe-45dbf6057349 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:22.486173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.518001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Port': ['ID=3f1d53bb-562c-4ae8-adbe-45dbf6057349,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:22.541032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5008b-c71f-41e0-95e6-a4eed29e8508 req-0f211046-3103-43f5-adc7-b92a1a5465ff tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:22.542613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6e5008b-c71f-41e0-95e6-a4eed29e8508 req-0f211046-3103-43f5-adc7-b92a1a5465ff tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0731328 Jul 22 19:59:22.585404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6e5008b-c71f-41e0-95e6-a4eed29e8508 req-b14808a2-6b59-43c8-ab10-0b6bc1d7c328 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366275 Jul 22 19:59:22.664388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.750849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fd7eaa53-d044-4033-a41c-e16f7ac80459 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:22.752382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fd7eaa53-d044-4033-a41c-e16f7ac80459 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 946 time: 0.0720603 Jul 22 19:59:22.828433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Router 4096e5bd-3e63-4295-aeac-5a3ad19c5e11 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:22.892016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3876c-9418-4e6f-a1b1-3551110f4e60 req-eed64691-5872-4cd6-b9a9-6db252a85cce tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:22.893608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76e3876c-9418-4e6f-a1b1-3551110f4e60 req-eed64691-5872-4cd6-b9a9-6db252a85cce tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 943 time: 0.1366901 Jul 22 19:59:22.911943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:22.920544 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7cb2be15-8677-49f1-bd57-2c920a38fac9 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2430475 Jul 22 19:59:22.921072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:22.921072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:22.921299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:22.924383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] Sync routers for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:22.934000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:22.934622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:22.958104 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-04ae5afd-e9da-4328-abd6-bfac78f8d1e3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] show failed (client error): The resource could not be found. Jul 22 19:59:22.963448 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-04ae5afd-e9da-4328-abd6-bfac78f8d1e3 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1359485612 HTTP/1.1" status: 404 len: 335 time: 0.0381579 Jul 22 19:59:22.963611 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34290) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:22.967779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76e3876c-9418-4e6f-a1b1-3551110f4e60 req-e9438d62-4aae-4621-854e-b70aa31ec6ef tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668688 Jul 22 19:59:22.967952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:22.968344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-273a600d-64c4-47ba-8b98-fb40a372d676 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:22.977453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] Routers {'4096e5bd-3e63-4295-aeac-5a3ad19c5e11'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:22.978113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:23.009065 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-273a600d-64c4-47ba-8b98-fb40a372d676 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] update failed (client error): The resource could not be found. Jul 22 19:59:23.010248 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-273a600d-64c4-47ba-8b98-fb40a372d676 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-936970026 HTTP/1.1" status: 404 len: 334 time: 0.0456784 Jul 22 19:59:23.013740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34292) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:23.014982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:23.015931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2475ad9-dd5e-4e15-818c-912e4862734a None None] The sync data for ids ['4096e5bd-3e63-4295-aeac-5a3ad19c5e11'] in n-d-800087-13 is: [] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:23.029594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port 1b104e71-9a4f-4f0e-bf03-b77513f5e476, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=1b104e71-9a4f-4f0e-bf03-b77513f5e476,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:23.029970 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.042412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for 1b104e71-9a4f-4f0e-bf03-b77513f5e476 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:23.066326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting subnet f31a9013-c516-4a34-9c33-26650471aa28 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:23.070272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.108987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.148970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 19:59:23.184133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.201575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['1b104e71-9a4f-4f0e-bf03-b77513f5e476'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:59:23.214715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.220104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=1b104e71-9a4f-4f0e-bf03-b77513f5e476,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:23.274935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port 1b104e71-9a4f-4f0e-bf03-b77513f5e476 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:23.280536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.282669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2707227b-b7b3-4a02-a483-abaaaa3250f9 req-fc16e764-4527-4036-a27f-8f7ac05db9b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "DELETE /v2.0/ports/1b104e71-9a4f-4f0e-bf03-b77513f5e476 HTTP/1.1" status: 204 len: 173 time: 0.5245416 Jul 22 19:59:23.283234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'name': 'network-vif-deleted', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:23.286162 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b984c5-1442-4234-813b-f274c0d24780" -d '{"events": [{"server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "name": "network-vif-deleted", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:23.298755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:23.305450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.327606 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540f38a7-2fa5-4828-b996-35729773a311 x-openstack-request-id: req-540f38a7-2fa5-4828-b996-35729773a311 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:23.327958 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3257b44-d716-4405-8e6d-10339213fede", "name": "network-vif-deleted", "tag": "1b104e71-9a4f-4f0e-bf03-b77513f5e476", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:23.328331 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-540f38a7-2fa5-4828-b996-35729773a311 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:23.328750 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3257b44-d716-4405-8e6d-10339213fede', 'name': 'network-vif-deleted', 'tag': '1b104e71-9a4f-4f0e-bf03-b77513f5e476', 'status': 'completed', 'code': 200} Jul 22 19:59:23.331076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'mac_address': 'fa:16:3e:76:be:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 19:59:23.335538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f252dd-745b-43e1-b280-c902f7014004 None None] Network ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:23.353377 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.355305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/subnets/f31a9013-c516-4a34-9c33-26650471aa28 HTTP/1.1" status: 204 len: 168 time: 0.3406503 Jul 22 19:59:23.356613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ebb56-3a95-48be-83bd-1f65182a31db tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Subnet': ['ID=f31a9013-c516-4a34-9c33-26650471aa28,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:23.358023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34296) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:23.422128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting subnet adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:23.426129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.471758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.491210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.521636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:23.546651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:23.554064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.599799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.637359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:23.688693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] DHCP port deletion for ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:23.706549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-425deee2-c2c5-48f0-9b0e-7d607c6c6612 req-e5677bea-736d-4034-8d3d-f3e538cbaca6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.0341396 Jul 22 19:59:23.708265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.739510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Deleting port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:23.740788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.746633 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Subnet': ['ID=adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:23.753989 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.759181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cd48ca6a-a115-414d-885b-34ecfd4c73e5 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/subnets/adbf9fd3-f744-4a95-8a8e-7c43d42c7ba7 HTTP/1.1" status: 204 len: 168 time: 0.3970401 Jul 22 19:59:23.759181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:23.761646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f617c84e-8adb-4520-b85d-4d274b5928af'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 19:59:23.774232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182dfa0a-40fa-4604-a21c-4bb443d98ba2 None None] Network 86cf1762-0944-4154-b0d3-656cc5e6d0b9 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:23.833340 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.890316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:23.890590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.899955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] For port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,segment=NetworkSegment(95ca642b-62b6-4c8d-911f-30e3a935b3bf),segment_id=95ca642b-62b6-4c8d-911f-30e3a935b3bf)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:23.900496 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.923204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Calling delete_port for ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:23.960867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] For port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,segment=NetworkSegment(95ca642b-62b6-4c8d-911f-30e3a935b3bf),segment_id=95ca642b-62b6-4c8d-911f-30e3a935b3bf)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:23.961233 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:23.976303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Calling delete_port for ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:24.071606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.129528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Port': ['ID=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:24.131667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] No DVR routers for this DVR port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:24.134901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.180998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] Pushing event deleted for resources: {'Port': ['ID=ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:24.190160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa54d13-da6b-4a2e-b100-d091490d05b6 None None] No DVR routers for this DVR port ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:24.228822 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ce2f5-5269-4d94-9f77-4444fbe3bd1a req-e6b3d041-366c-4b50-af5c-053f4b796f83 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:24.230715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a98ce2f5-5269-4d94-9f77-4444fbe3bd1a req-e6b3d041-366c-4b50-af5c-053f4b796f83 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 944 time: 0.1696634 Jul 22 19:59:24.260909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] DHCP port deletion for 86cf1762-0944-4154-b0d3-656cc5e6d0b9 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:24.288012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.306600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:24.330603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ca642b-62b6-4c8d-911f-30e3a935b3bf') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:24.331024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ca642b-62b6-4c8d-911f-30e3a935b3bf') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:24.359373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a98ce2f5-5269-4d94-9f77-4444fbe3bd1a req-5dd66da0-5e06-4739-8824-b3ab31387842 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223857 Jul 22 19:59:24.362872 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.400502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.409166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:24.409523 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.413740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Deleting port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:24.413914 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:24.416531 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.482144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.487562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.488852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] For port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,segment=NetworkSegment(52561a3b-2cf7-44ff-8fd2-7ad1c368ad31),segment_id=52561a3b-2cf7-44ff-8fd2-7ad1c368ad31)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:24.489260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.493544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/networks/ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5 HTTP/1.1" status: 204 len: 168 time: 0.7337699 Jul 22 19:59:24.494228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34304) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:24.517749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Calling delete_port for 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:24.768436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:24.800023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:24.800392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffbc1e0b-84e7-44a7-9900-c2a3f849a0c3 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:24.800808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:24.835741 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.872680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e52a4d-42f2-47ba-8a89-0a5548d0d705 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Network': ['ID=ac0bd5ca-2bd6-43a5-a94c-9c86503cf3b5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:24.892458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.914301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd7d50ee-c242-44d5-b7f4-c73bde4c11e7 req-0f328e24-6a0b-4ec4-b907-c801f1c949da tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.0532305 Jul 22 19:59:24.932227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] No DVR routers for this DVR port 8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:24.948510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1daaa-de28-44b7-b646-f9ca4c7b073c None None] Pushing event deleted for resources: {'Port': ['ID=8a6ae6ab-3b7e-4cc8-b66c-8fab46ded984,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:24.950554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:24.982086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.071115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.081267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cf1762-0944-4154-b0d3-656cc5e6d0b9']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:25.091695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:25.091995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52561a3b-2cf7-44ff-8fd2-7ad1c368ad31') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:25.101267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.114719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.120851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:25.121248 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:25.124394 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:25.158662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:25.187739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.198412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.202992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/networks/86cf1762-0944-4154-b0d3-656cc5e6d0b9 HTTP/1.1" status: 204 len: 168 time: 0.7022464 Jul 22 19:59:25.203328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:25.216336 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f617c84e-8adb-4520-b85d-4d274b5928af completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:25.221852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f617c84e-8adb-4520-b85d-4d274b5928af triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:25.222399 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.222626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984efb0-1789-43c2-97d2-51d7be59ff3e tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Network': ['ID=86cf1762-0944-4154-b0d3-656cc5e6d0b9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:25.266276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting subnet ef383dae-852f-49ad-bcac-fd24761edca7 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:25.269689 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.316240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.328195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.353117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:25.356039 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e707de-c9b1-4e03-b310-e407c3256786" -d '{"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:25.369709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:25.375322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.432704 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125904a3-41e8-41af-86a1-5d5de47d96cd x-openstack-request-id: req-125904a3-41e8-41af-86a1-5d5de47d96cd {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:25.433148 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:25.433515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-125904a3-41e8-41af-86a1-5d5de47d96cd {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:25.434012 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'code': 200} Jul 22 19:59:25.435070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:25.465436 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.532032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.557532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22a261-d3c2-4428-b42d-0be15b891884 req-408286d8-4b0e-4ac6-946f-fc1ee067cff7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:25.559324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a22a261-d3c2-4428-b42d-0be15b891884 req-408286d8-4b0e-4ac6-946f-fc1ee067cff7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1229928 Jul 22 19:59:25.560459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Subnet': ['ID=ef383dae-852f-49ad-bcac-fd24761edca7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:25.570163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf5116-8cbc-4682-b8a8-c4b39322689f req-7e37e7ec-1194-439e-bbfb-dcc168618d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:25.571766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcbf5116-8cbc-4682-b8a8-c4b39322689f req-7e37e7ec-1194-439e-bbfb-dcc168618d4e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1097 time: 0.0902431 Jul 22 19:59:25.573073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.576429 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c4a46be1-d96b-43f2-837a-711b48c6f8ba tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/subnets/ef383dae-852f-49ad-bcac-fd24761edca7 HTTP/1.1" status: 204 len: 168 time: 0.3707900 Jul 22 19:59:25.577585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34314) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:25.578920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dabb04d-68ef-4916-8223-f7962179a665 None None] Network b1cd6a1b-caa2-4bab-b903-949fa78d9b58 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:25.645346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a22a261-d3c2-4428-b42d-0be15b891884 req-cfcb5568-0c67-4baf-a15d-482dcbb33f32 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600846 Jul 22 19:59:25.647182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dcbf5116-8cbc-4682-b8a8-c4b39322689f req-17b74e31-e5f8-43d1-92a0-2883d9c6e5d0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679555 Jul 22 19:59:25.671002 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.722962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Deleting port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:25.723299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.794455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] For port 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14fb703a-8c68-4cf1-a5bc-aa929afc2818,segment=NetworkSegment(bfa1df10-9b41-4307-9fb8-bd02123b3009),segment_id=bfa1df10-9b41-4307-9fb8-bd02123b3009)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:25.794814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.807853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Calling delete_port for 14fb703a-8c68-4cf1-a5bc-aa929afc2818 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:25.825915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] DHCP port deletion for b1cd6a1b-caa2-4bab-b903-949fa78d9b58 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:25.874359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Deleting port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:25.874883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.894661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.923508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] No DVR routers for this DVR port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:25.925137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Port': ['ID=14fb703a-8c68-4cf1-a5bc-aa929afc2818,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:25.946564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] For port 14fb703a-8c68-4cf1-a5bc-aa929afc2818, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14fb703a-8c68-4cf1-a5bc-aa929afc2818,segment=NetworkSegment(bfa1df10-9b41-4307-9fb8-bd02123b3009),segment_id=bfa1df10-9b41-4307-9fb8-bd02123b3009)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:25.947067 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:25.962003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Calling delete_port for 14fb703a-8c68-4cf1-a5bc-aa929afc2818 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:26.019226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.033483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cd6a1b-caa2-4bab-b903-949fa78d9b58']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:26.047343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa1df10-9b41-4307-9fb8-bd02123b3009') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:26.048589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.048990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa1df10-9b41-4307-9fb8-bd02123b3009') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:26.053468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a367ae43-3181-4ce0-a8a0-f61ede8c69fe req-3b6a3294-eb5e-453c-831a-2deea0717865 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.0466509 Jul 22 19:59:26.063410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.077678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.079970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] Pushing event deleted for resources: {'Port': ['ID=14fb703a-8c68-4cf1-a5bc-aa929afc2818,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:26.082204 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd41ad04-7a3d-4670-83a2-85d04ae13ad7 None None] No DVR routers for this DVR port 14fb703a-8c68-4cf1-a5bc-aa929afc2818 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:26.085741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:26.086392 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:26.089514 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:26.155714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.162569 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.164551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/networks/b1cd6a1b-caa2-4bab-b903-949fa78d9b58 HTTP/1.1" status: 204 len: 168 time: 0.5857370 Jul 22 19:59:26.167112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:26.187312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28ab84-6188-4643-97f4-ae47b4b1b182 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Pushing event deleted for resources: {'Network': ['ID=b1cd6a1b-caa2-4bab-b903-949fa78d9b58,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:26.206723 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bbfedd97-d9c0-4eef-b391-054a1f68b214 tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "GET /v2.0/ports?device_id=4096e5bd-3e63-4295-aeac-5a3ad19c5e11 HTTP/1.1" status: 200 len: 205 time: 0.0375421 Jul 22 19:59:26.208262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34320) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:26.282508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.628498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14fb703a-8c68-4cf1-a5bc-aa929afc2818 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:26.651716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 14fb703a-8c68-4cf1-a5bc-aa929afc2818 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:26.652246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14fb703a-8c68-4cf1-a5bc-aa929afc2818 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:26.736162 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.741434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.759931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1b104e71-9a4f-4f0e-bf03-b77513f5e476 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:26.781050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 1b104e71-9a4f-4f0e-bf03-b77513f5e476 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:26.781407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 1b104e71-9a4f-4f0e-bf03-b77513f5e476 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:26.797324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8912ce4-cf24-4930-a4c8-a3c1d927d4c5 req-19f80211-310e-43b0-8644-03d07a4aa2f7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:26.799587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.800216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Fanout notify agent at l3_agent the message router_deleted on router 4096e5bd-3e63-4295-aeac-5a3ad19c5e11 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:59:26.808196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:26.808881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8912ce4-cf24-4930-a4c8-a3c1d927d4c5 req-19f80211-310e-43b0-8644-03d07a4aa2f7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0743368 Jul 22 19:59:26.809961 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13924fdc-10d2-46b4-9a87-290e87d4c54a tempest-RoutersNegativeTest-143950095 tempest-RoutersNegativeTest-143950095-project] 10.222.0.10 "DELETE /v2.0/routers/4096e5bd-3e63-4295-aeac-5a3ad19c5e11 HTTP/1.1" status: 204 len: 168 time: 0.6003530 Jul 22 19:59:26.851247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8912ce4-cf24-4930-a4c8-a3c1d927d4c5 req-90b476f9-0f71-4304-9a2f-7dd085d16f2b tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388944 Jul 22 19:59:26.988553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e3a0-9861-40a6-aadc-0966a7e95816 req-7d767f89-8d84-49de-91f5-d75fc77ae1b0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:26.991510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1483e3a0-9861-40a6-aadc-0966a7e95816 req-7d767f89-8d84-49de-91f5-d75fc77ae1b0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0705998 Jul 22 19:59:27.035144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1483e3a0-9861-40a6-aadc-0966a7e95816 req-80ac6c97-4fc7-4be5-a89c-87031fc2b570 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Jul 22 19:59:27.059282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34334) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:27.080938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34336) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:27.117166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87df9ab-85e5-4100-87d4-74ac539827bf tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:27.121358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c87df9ab-85e5-4100-87d4-74ac539827bf tempest-TestNetworkAdvancedServerOps-315434619 tempest-TestNetworkAdvancedServerOps-315434619-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1092 time: 0.0584292 Jul 22 19:59:27.122174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:27.127371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:27.169307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30b99679-6297-4b4c-9ae0-727ab784dd92 req-f3aa90ee-41a8-4a72-a595-cd9153ebe73e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3257b44-d716-4405-8e6d-10339213fede HTTP/1.1" status: 200 len: 210 time: 0.0347643 Jul 22 19:59:27.186884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.261153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bf838cef-f712-493e-b2d5-fff34a04f51c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ad9154f38ed442dbe22c1b38a522a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789122 Jul 22 19:59:27.263770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34342) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:27.313502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.321628 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.339453 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.371436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.388596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.391210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.392509 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3326d7a6-4516-45bd-964a-46a3ffedaed2 HTTP/1.1" status: 204 len: 168 time: 0.1277392 Jul 22 19:59:27.401300 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c791f07-638b-4414-a993-533514d77df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3326d7a6-4516-45bd-964a-46a3ffedaed2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:27.440582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Allocated IP 172.25.6.143 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/72d3a387-a705-4e04-9590-cbfef68dbdaa) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:27.560289 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.605140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:27.654613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:27.657445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:27.661023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:27.667266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=72d3a387-a705-4e04-9590-cbfef68dbdaa,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:28.040834 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.064205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34364) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:28.128608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.178037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5f93a7dc-3b3b-4e35-8b2c-bf27f2e93256 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:28.178480 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-5f93a7dc-3b3b-4e35-8b2c-bf27f2e93256 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:59:28.178988 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-5f93a7dc-3b3b-4e35-8b2c-bf27f2e93256 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:59:28.180114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5f93a7dc-3b3b-4e35-8b2c-bf27f2e93256 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1148288 Jul 22 19:59:28.183809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34368) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:28.189232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145512427'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:28.216843 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.224998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.321520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.329809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.346601 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.357700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.398295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77027b74-8078-4d7e-a369-2bc8f25ec5f5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:28.428610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event updated for resources: {'Port': ['ID=72d3a387-a705-4e04-9590-cbfef68dbdaa,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:28.446563 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.475502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.479527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.512946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8788e064-c4e3-42d9-a2df-8e87d1db258a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:28.515577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.521052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34376) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:28.521567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9efbe40a-2112-476f-b563-f1caee491568 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3362794 Jul 22 19:59:28.526205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '8788e064-c4e3-42d9-a2df-8e87d1db258a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:28.573238 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.597840 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 4f5c7c26-a49a-4f6f-b984-3c31a674351b associated. External IP: 172.25.6.143, port: f617c84e-8adb-4520-b85d-4d274b5928af. Jul 22 19:59:28.715592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.720053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.751793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef63577-df9c-4a6c-9f3b-7293b9055447,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:28.795147 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.796377 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-165be705-4f2a-41ca-b697-dde9b558616e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2740896 Jul 22 19:59:28.799428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34378) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:28.805118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f2caab1c-a463-41e6-b4a2-becdfd36f298 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '8788e064-c4e3-42d9-a2df-8e87d1db258a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:28.832515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2caab1c-a463-41e6-b4a2-becdfd36f298 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.874518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 19:59:28.883761 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-f2caab1c-a463-41e6-b4a2-becdfd36f298 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 19:59:28.885169 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2caab1c-a463-41e6-b4a2-becdfd36f298 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0844543 Jul 22 19:59:28.888891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:28.953156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.978716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:28.995097 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 19:59:29.006699 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Sync routers for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 19:59:29.015397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.022635 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:29.023289 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:29.031443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.034695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.035846 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/8788e064-c4e3-42d9-a2df-8e87d1db258a HTTP/1.1" status: 204 len: 168 time: 0.1458647 Jul 22 19:59:29.039761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34382) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.058821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3e24c-8d0a-4477-ba60-c48e06d36732 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8788e064-c4e3-42d9-a2df-8e87d1db258a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:29.062646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-802d28bc-e835-410d-be18-212b216ec528 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9390869 Jul 22 19:59:29.063383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:29.067611 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502" -d '{"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:29.129487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34388) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.135496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613954317'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:29.139998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b70ff93a-05ad-43a7-a015-b904ca2a64f0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982904 Jul 22 19:59:29.143552 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530e5f0-4064-4e78-be1c-cb3c7a65af74 x-openstack-request-id: req-c530e5f0-4064-4e78-be1c-cb3c7a65af74 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:29.143947 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:29.144332 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c530e5f0-4064-4e78-be1c-cb3c7a65af74 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:29.144854 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'status': 'completed', 'code': 200} Jul 22 19:59:29.158128 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:29.247002 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.308737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed2143-e5a0-4c33-a18a-070451bc5506 req-ff00dcfd-5963-40ec-b55b-765b0634127e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:29.310463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65ed2143-e5a0-4c33-a18a-070451bc5506 req-ff00dcfd-5963-40ec-b55b-765b0634127e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1617727 Jul 22 19:59:29.326379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-6c608c91-b049-41cf-9612-80b1fd2ed175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:29.328025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-6c608c91-b049-41cf-9612-80b1fd2ed175 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1097 time: 0.1643898 Jul 22 19:59:29.436839 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '4f5c7c26-a49a-4f6f-b984-3c31a674351b', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'mac_address': 'fa:16:3e:76:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:59:27Z', 'updated_at': '2021-07-22T19:59:27Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:29.455828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65ed2143-e5a0-4c33-a18a-070451bc5506 req-02011fbc-5e18-4d68-b424-14dad958a9c5 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352131 Jul 22 19:59:29.465287 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Checking router: 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 19:59:29.474392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 19:59:29.475103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T19:59:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:29.478804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.479881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34392) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.488568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.520289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-5cb2dee0-ae88-4e21-8b47-502e0722630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:29.522911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-5cb2dee0-ae88-4e21-8b47-502e0722630b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 897 time: 0.1843700 Jul 22 19:59:29.542058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d543957-4f14-4674-b98c-da30c831ad5c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:29.545234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.549508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-25473f2b-07db-427e-94d1-e5314037381c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4155571 Jul 22 19:59:29.575070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34394) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.581479 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4a0f6376-a7a9-43a2-965d-1cb9b6fc8958 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '5d543957-4f14-4674-b98c-da30c831ad5c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:29.582198 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-4a0f6376-a7a9-43a2-965d-1cb9b6fc8958 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 19:59:29.582686 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-4a0f6376-a7a9-43a2-965d-1cb9b6fc8958 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:29.587100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4a0f6376-a7a9-43a2-965d-1cb9b6fc8958 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084474 Jul 22 19:59:29.588793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34396) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.603728 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 19:59:29.615920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ae44641-7554-408d-a811-473a15e9fb68 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/4f5c7c26-a49a-4f6f-b984-3c31a674351b HTTP/1.1" status: 200 len: 991 time: 0.1329536 Jul 22 19:59:29.631077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-b6747a32-1afd-4e60-8c9e-918c68b8a28e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 999 time: 0.0982997 Jul 22 19:59:29.698382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.701092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-9f6685e1-6ebb-40fb-bd96-8abfb023e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:29.702574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-9f6685e1-6ebb-40fb-bd96-8abfb023e4fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 200 len: 835 time: 0.0654962 Jul 22 19:59:29.751402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.800872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-ae4e7c91-2658-4948-bca2-55b854d08b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:29.803307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-ae4e7c91-2658-4948-bca2-55b854d08b07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904944 Jul 22 19:59:29.819472 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.822171 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.825752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/5d543957-4f14-4674-b98c-da30c831ad5c HTTP/1.1" status: 204 len: 168 time: 0.2336376 Jul 22 19:59:29.827494 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34398) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.855110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '4f5c7c26-a49a-4f6f-b984-3c31a674351b', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'mac_address': 'fa:16:3e:76:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:59:27Z', 'updated_at': '2021-07-22T19:59:27Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:29.855804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e24ff-6add-4f7f-9082-6437e5f9f166 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d543957-4f14-4674-b98c-da30c831ad5c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:29.888441 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29a9a6-0b05-4747-ac57-345840e7886c None None] The sync data for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 is: [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '4f5c7c26-a49a-4f6f-b984-3c31a674351b', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'floating_ip_address': '172.25.6.143', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'mac_address': 'fa:16:3e:76:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T19:59:27Z', 'updated_at': '2021-07-22T19:59:27Z', 'revision_number': 0, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 19:59:29.899963 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ed298a1c-fa73-4e83-b2c3-027fed237567 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0703914 Jul 22 19:59:29.903654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34400) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:29.909009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--887403461'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:29.938076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:29.941802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-eccaaf27-9ea3-4f9c-88f1-a41ed8eb4366 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320486 Jul 22 19:59:30.035676 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.041451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.068737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6b95b66-3d1c-4ac0-b5f0-fc1e661c0502 req-5a07ae92-9a36-41d7-ace5-fd2a4bee4b57 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197820 Jul 22 19:59:30.089706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.090912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1862695 Jul 22 19:59:30.093648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34402) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.098350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3df894f1-ddab-48a4-82cc-6c665b026e43 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '6eb83b79-8c97-4a7b-bfe0-c54a2c696a1e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.099081 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-3df894f1-ddab-48a4-82cc-6c665b026e43 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 19:59:30.099619 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-3df894f1-ddab-48a4-82cc-6c665b026e43 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.103500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3df894f1-ddab-48a4-82cc-6c665b026e43 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062859 Jul 22 19:59:30.103500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945290f2-1bca-474a-bfbf-d713d63c704c tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb83b79-8c97-4a7b-bfe0-c54a2c696a1e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:30.104491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34404) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.147889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3aed30c-a7e2-468b-9890-741724a45d35 None None] New status for floating IP 4f5c7c26-a49a-4f6f-b984-3c31a674351b: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 19:59:30.164994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.189090 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.240827 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.243714 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.244934 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/6eb83b79-8c97-4a7b-bfe0-c54a2c696a1e HTTP/1.1" status: 204 len: 168 time: 0.1398592 Jul 22 19:59:30.247650 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34406) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.254772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ff40-d17e-4bd6-a67b-01dc76dec00b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb83b79-8c97-4a7b-bfe0-c54a2c696a1e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:30.309604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ee43b83b-46d0-4925-88c7-a55672dd1250 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598521 Jul 22 19:59:30.313998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34408) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.319851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106160702'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.342722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.426461 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.431415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.461042 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.462281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1471303 Jul 22 19:59:30.464394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a55ed-4d59-4df0-aaaa-c853316be24b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038cd21f-edf8-4502-88ea-00281751b417,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:30.466510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.470894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4877abed-ddce-456e-979c-255508ad4710 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '038cd21f-edf8-4502-88ea-00281751b417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.484346 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-4877abed-ddce-456e-979c-255508ad4710 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 19:59:30.485115 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-4877abed-ddce-456e-979c-255508ad4710 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.486511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4877abed-ddce-456e-979c-255508ad4710 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190692 Jul 22 19:59:30.489184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34414) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.494324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3f3dc3e5-b337-45a0-b644-d7891986311f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '038cd21f-edf8-4502-88ea-00281751b417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.495078 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-3f3dc3e5-b337-45a0-b644-d7891986311f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 19:59:30.495604 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-3f3dc3e5-b337-45a0-b644-d7891986311f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.498801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3f3dc3e5-b337-45a0-b644-d7891986311f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058467 Jul 22 19:59:30.498983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34416) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.503883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-014e9334-adda-407b-b3ca-ea03184deda9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '038cd21f-edf8-4502-88ea-00281751b417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.504674 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-014e9334-adda-407b-b3ca-ea03184deda9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 19:59:30.505189 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-014e9334-adda-407b-b3ca-ea03184deda9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.506212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-014e9334-adda-407b-b3ca-ea03184deda9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063820 Jul 22 19:59:30.508476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34418) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.512485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f120578b-90ef-455c-8968-e9d54793602b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '038cd21f-edf8-4502-88ea-00281751b417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.513310 n-d-800087-13 neutron-server[93800]: WARNING neutron.api.v2.base [None req-f120578b-90ef-455c-8968-e9d54793602b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 19:59:30.513778 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-f120578b-90ef-455c-8968-e9d54793602b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.514768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f120578b-90ef-455c-8968-e9d54793602b tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054572 Jul 22 19:59:30.517852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34420) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.576886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.599703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.618112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34422) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.641891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.644758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.649503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/038cd21f-edf8-4502-88ea-00281751b417 HTTP/1.1" status: 204 len: 168 time: 0.1307492 Jul 22 19:59:30.650152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.677889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43340e5-b4c7-4fc2-a847-8cd858a7e95d tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cd21f-edf8-4502-88ea-00281751b417,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:30.688368 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5b87cab2-1044-45ec-b10c-8b6e699aa21e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/4f5c7c26-a49a-4f6f-b984-3c31a674351b HTTP/1.1" status: 200 len: 993 time: 0.0669560 Jul 22 19:59:30.716618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c5498c53-4a97-4b99-b30b-c872319d28dc tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626993 Jul 22 19:59:30.720359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34426) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.724961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--704268193'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.746242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.826276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.829898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.858458 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:30.859687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1384118 Jul 22 19:59:30.861578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f3755-1200-48a6-825e-e055374ed376 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963a3cd7-d37d-4dc9-91fe-bf3d38efebd7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:30.862803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34428) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.876939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a627cf32-5845-4db0-b508-fb3f0da366af tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.877438 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-a627cf32-5845-4db0-b508-fb3f0da366af tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:59:30.877923 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a627cf32-5845-4db0-b508-fb3f0da366af tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.878856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a627cf32-5845-4db0-b508-fb3f0da366af tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081990 Jul 22 19:59:30.882388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34430) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.886584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-53a1c38a-0150-4322-9dff-bebb07df40c4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.921560 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-53a1c38a-0150-4322-9dff-bebb07df40c4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.925393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-53a1c38a-0150-4322-9dff-bebb07df40c4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0394485 Jul 22 19:59:30.925534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34432) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.930630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-adf4dbf7-d2f1-45ea-8c76-da0f7cab8234 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.931102 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-adf4dbf7-d2f1-45ea-8c76-da0f7cab8234 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 19:59:30.931560 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-adf4dbf7-d2f1-45ea-8c76-da0f7cab8234 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.934634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-adf4dbf7-d2f1-45ea-8c76-da0f7cab8234 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060480 Jul 22 19:59:30.934773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.938704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6e5c243c-075a-4e8b-9c25-c15ddca4b85a tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.971496 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-6e5c243c-075a-4e8b-9c25-c15ddca4b85a tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.972578 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6e5c243c-075a-4e8b-9c25-c15ddca4b85a tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0369611 Jul 22 19:59:30.976745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.981105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-917964de-eb76-4521-875f-82f779f73251 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:30.981575 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-917964de-eb76-4521-875f-82f779f73251 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 19:59:30.982036 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-917964de-eb76-4521-875f-82f779f73251 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:30.982949 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-917964de-eb76-4521-875f-82f779f73251 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053155 Jul 22 19:59:30.985260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34438) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:30.989168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7b2d3be8-e66e-4076-b6a6-dad1016c1b93 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.012626 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-7b2d3be8-e66e-4076-b6a6-dad1016c1b93 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Project c753aa1755cc4a14a0c96ef2dce2a675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:59:31.024028 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-7b2d3be8-e66e-4076-b6a6-dad1016c1b93 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:31.025110 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b2d3be8-e66e-4076-b6a6-dad1016c1b93 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0389926 Jul 22 19:59:31.028305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34440) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.032776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-beaebc91-375a-4727-95eb-996f3f1907d4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.033256 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-beaebc91-375a-4727-95eb-996f3f1907d4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 19:59:31.033724 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-beaebc91-375a-4727-95eb-996f3f1907d4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:31.034651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-beaebc91-375a-4727-95eb-996f3f1907d4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053840 Jul 22 19:59:31.037830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34442) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.042394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b8b1fa79-8909-4703-bf17-909a78257c42 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.064254 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-b8b1fa79-8909-4703-bf17-909a78257c42 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Project c753aa1755cc4a14a0c96ef2dce2a675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:59:31.076116 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-b8b1fa79-8909-4703-bf17-909a78257c42 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:31.077337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b8b1fa79-8909-4703-bf17-909a78257c42 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0385327 Jul 22 19:59:31.080197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34444) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.085597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b95f672b-0c88-4a1f-beb6-1092e3c1f4cb tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '963a3cd7-d37d-4dc9-91fe-bf3d38efebd7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.106894 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-b95f672b-0c88-4a1f-beb6-1092e3c1f4cb tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Project c753aa1755cc4a14a0c96ef2dce2a675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 19:59:31.121271 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-b95f672b-0c88-4a1f-beb6-1092e3c1f4cb tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:31.122357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b95f672b-0c88-4a1f-beb6-1092e3c1f4cb tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0412567 Jul 22 19:59:31.125408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34446) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.182585 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.211934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.252444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.255132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.256906 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/963a3cd7-d37d-4dc9-91fe-bf3d38efebd7 HTTP/1.1" status: 204 len: 168 time: 0.1303356 Jul 22 19:59:31.259639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34448) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.266524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26afd0-43c5-4c4e-bcbc-31ab3ec788c2 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a3cd7-d37d-4dc9-91fe-bf3d38efebd7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:31.305917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-624e4157-b88e-41f2-a5b7-0807553a3f93 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449643 Jul 22 19:59:31.309553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34450) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.313795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383926492'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.336455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.417606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.421519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.450870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.452101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1416326 Jul 22 19:59:31.453465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0724b3-7e02-4528-8323-2f2468ecf99e tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c912d3-4896-434a-989f-63b0cb024e04,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:31.455310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34452) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.461269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-4a3f65d1-fc8a-42a9-a02e-bc34660d0aaa tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '56c912d3-4896-434a-989f-63b0cb024e04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.503044 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-4a3f65d1-fc8a-42a9-a02e-bc34660d0aaa tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The resource could not be found. Jul 22 19:59:31.504318 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4a3f65d1-fc8a-42a9-a02e-bc34660d0aaa tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0476694 Jul 22 19:59:31.507179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34456) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.511680 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e5f44b1f-fb69-4894-9e8f-e3db2093046f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '56c912d3-4896-434a-989f-63b0cb024e04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8891f077-2c90-4c9d-b5ce-05b67e411629'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.555199 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e5f44b1f-fb69-4894-9e8f-e3db2093046f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The resource could not be found. Jul 22 19:59:31.556338 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5f44b1f-fb69-4894-9e8f-e3db2093046f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0482047 Jul 22 19:59:31.559080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.620506 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.650756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.698990 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.701661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.702849 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/56c912d3-4896-434a-989f-63b0cb024e04 HTTP/1.1" status: 204 len: 168 time: 0.1428702 Jul 22 19:59:31.705756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34486) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.712259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12874ca9-9b00-4381-8fe1-b686aaaa6b39 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c912d3-4896-434a-989f-63b0cb024e04,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:31.754170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7a8ce268-e52a-4f4b-a149-13ec60447c88 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465274 Jul 22 19:59:31.758722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34496) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.763265 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bd19581c-cad7-42a7-8ff3-0eb5e0e6d9f3 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '69c80b94-2a91-4baa-b289-8d8dc95afb5b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.801175 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-bd19581c-cad7-42a7-8ff3-0eb5e0e6d9f3 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The resource could not be found. Jul 22 19:59:31.802636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bd19581c-cad7-42a7-8ff3-0eb5e0e6d9f3 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0427217 Jul 22 19:59:31.806063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34506) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.814627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378197586'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.839183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.920213 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.924024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.951790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:31.953051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1460321 Jul 22 19:59:31.955711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34508) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:31.960874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--613834062'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:31.966319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a716d2-6ee5-4dae-842d-de6037fa4fb6 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d571c5-c079-4001-8714-4f3178714aac,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:31.987722 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.081464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.085242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.111928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.113220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1565619 Jul 22 19:59:32.117480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34514) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.117983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8fc7-260c-4292-8c65-ed2316752432 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff468ec-33b8-42aa-a8d1-a575416b55db,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:32.124974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5e98098d-3147-497d-b36b-8b59520ad189 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': '33d571c5-c079-4001-8714-4f3178714aac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fff468ec-33b8-42aa-a8d1-a575416b55db'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:32.163303 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-5e98098d-3147-497d-b36b-8b59520ad189 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:32.164409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5e98098d-3147-497d-b36b-8b59520ad189 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0453660 Jul 22 19:59:32.167180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34522) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.228789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.255068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.298484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.304183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.306961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34548) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.309511 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/fff468ec-33b8-42aa-a8d1-a575416b55db HTTP/1.1" status: 204 len: 168 time: 0.1404760 Jul 22 19:59:32.324002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7c083-5a19-4042-816d-a3069ae2fb8f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff468ec-33b8-42aa-a8d1-a575416b55db,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:32.368694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34550) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.368985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ababda68-6155-4e0d-89e6-68917599a081 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0605512 Jul 22 19:59:32.422925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.446290 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.487736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.490503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.491693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/33d571c5-c079-4001-8714-4f3178714aac HTTP/1.1" status: 204 len: 168 time: 0.1220858 Jul 22 19:59:32.494589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34552) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.500993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f37c6-5147-482f-9193-cd251eaf10f4 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d571c5-c079-4001-8714-4f3178714aac,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:32.544493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e609e012-a7e3-43da-a023-e0a8524bba15 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488727 Jul 22 19:59:32.548329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34554) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.553084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374783274'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:32.577063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.659929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.665211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.691345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.696197 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1431956 Jul 22 19:59:32.697103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0c619-7a21-41ae-b56b-cc1adb1b4de0 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a86a1-d484-4850-b65c-f09f5f43d876,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:32.700580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34556) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.706661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6cc97583-819f-4cd1-b7b3-5317c4464f20 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a86a1-d484-4850-b65c-f09f5f43d876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:32.744217 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-6cc97583-819f-4cd1-b7b3-5317c4464f20 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:32.745324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6cc97583-819f-4cd1-b7b3-5317c4464f20 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0431681 Jul 22 19:59:32.748525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34558) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.753996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-db648f2b-d9bd-4324-96c3-e5de05a843c9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group_rule': {'security_group_id': 'dd1a86a1-d484-4850-b65c-f09f5f43d876', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:32.790952 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-db648f2b-d9bd-4324-96c3-e5de05a843c9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 19:59:32.792198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-db648f2b-d9bd-4324-96c3-e5de05a843c9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0422437 Jul 22 19:59:32.794973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34560) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.853190 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.876440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.918032 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.920759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:32.924369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/dd1a86a1-d484-4850-b65c-f09f5f43d876 HTTP/1.1" status: 204 len: 168 time: 0.1260014 Jul 22 19:59:32.924690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34562) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.936499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae68ed-a8af-492d-9af3-7520fa0dee34 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a86a1-d484-4850-b65c-f09f5f43d876,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:32.973289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7214adf3-038e-4fc5-831a-eb30a0368b54 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0474591 Jul 22 19:59:32.978091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34564) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:32.983030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083504935'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:33.005288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.097475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.102608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.132595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.133820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1543913 Jul 22 19:59:33.137074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.137837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513c9dc-28c6-49d8-83be-d2c5ebf7cc99 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92be23b-2555-4d69-bb46-b582e4bcd23b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:33.142286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cbdcfc85-ea85-43ad-8b57-808bfec2aefc tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:33.143198 n-d-800087-13 neutron-server[93801]: WARNING neutron.api.v2.base [None req-cbdcfc85-ea85-43ad-8b57-808bfec2aefc tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 19:59:33.143699 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-cbdcfc85-ea85-43ad-8b57-808bfec2aefc tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 19:59:33.144715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cbdcfc85-ea85-43ad-8b57-808bfec2aefc tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "PUT /v2.0/security-groups/d92be23b-2555-4d69-bb46-b582e4bcd23b HTTP/1.1" status: 409 len: 330 time: 0.0065393 Jul 22 19:59:33.148398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34570) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.211683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.234715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.277577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.280261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.283902 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/d92be23b-2555-4d69-bb46-b582e4bcd23b HTTP/1.1" status: 204 len: 168 time: 0.1319361 Jul 22 19:59:33.284544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34572) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.291910 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b7c2-ebe2-4105-9d14-b1ba43570d55 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92be23b-2555-4d69-bb46-b582e4bcd23b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:33.331555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4b3d86bb-b5e3-457d-a563-655497c521f9 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455744 Jul 22 19:59:33.336028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34574) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.349368 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-541d5468-85df-4a09-8ab8-1d0ea52954c5 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] delete failed (client error): The resource could not be found. Jul 22 19:59:33.350647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-541d5468-85df-4a09-8ab8-1d0ea52954c5 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "DELETE /v2.0/security-groups/4bbf65be-04e5-46f7-8ee4-4262f116eb90 HTTP/1.1" status: 404 len: 347 time: 0.0134189 Jul 22 19:59:33.354230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34576) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.368247 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-e2c6367e-573e-41ba-a1e7-388cef2fb50f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] show failed (client error): The resource could not be found. Jul 22 19:59:33.369295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e2c6367e-573e-41ba-a1e7-388cef2fb50f tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-groups/5356e3e8-9151-48c6-80a2-7736305928ef HTTP/1.1" status: 404 len: 347 time: 0.0141790 Jul 22 19:59:33.372988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34578) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.388704 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-714d960d-b71d-474a-9698-75696b2b99c1 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] show failed (client error): The resource could not be found. Jul 22 19:59:33.390006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-714d960d-b71d-474a-9698-75696b2b99c1 tempest-NegativeSecGroupIPv6Test-1379081269 tempest-NegativeSecGroupIPv6Test-1379081269-project] 10.222.0.10 "GET /v2.0/security-group-rules/27c1aa4d-a0fc-4732-9b65-3caf2826ae13 HTTP/1.1" status: 404 len: 356 time: 0.0161066 Jul 22 19:59:33.657950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34584) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.793732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-85b3e478-c8d4-465e-807d-2d1abfa239ca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c753aa1755cc4a14a0c96ef2dce2a675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345417 Jul 22 19:59:33.796513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34588) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:33.845859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.872800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.922847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.925728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:33.929228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/77027b74-8078-4d7e-a369-2bc8f25ec5f5 HTTP/1.1" status: 204 len: 168 time: 0.1295230 Jul 22 19:59:33.938394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3f7d7-e124-4b4d-84f0-d94d249f4dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77027b74-8078-4d7e-a369-2bc8f25ec5f5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:34.601346 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34612) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:34.698999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1161844449'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:34.721604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Made reservation on behalf of 2e7909ec0c4b4ced98b080abb59177b3 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:34.725527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.737657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.839930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.844896 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.883448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:34.896096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39ff883-8e2e-4e8b-93c3-d239ef99b782,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:34.913369 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.913719 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Added segment b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0 of type vlan for network b17da048-f511-4a7c-aa92-24e401d90f27 Jul 22 19:59:34.954733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.989237 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:34.995647 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:34.996261 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.033330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4307988 Jul 22 19:59:35.037354 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34616) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:35.042576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Request body: {'subnet': {'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:35.093686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fb009-c83f-4ef9-a607-e52bc8e235e3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event updated for resources: {'Network': ['ID=b17da048-f511-4a7c-aa92-24e401d90f27,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:35.108301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b17da048-f511-4a7c-aa92-24e401d90f27 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:35.175317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Made reservation on behalf of 2e7909ec0c4b4ced98b080abb59177b3 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:35.183307 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.378049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.438176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event updated for resources: {'Subnet': ['ID=6d54896a-cdcb-40ad-8fd8-0b7010af69d7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:35.449975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Checking segment: {'id': 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:35.450339 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Network hostable DHCP agents. Network: b17da048-f511-4a7c-aa92-24e401d90f27, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:35.466653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Network b17da048-f511-4a7c-aa92-24e401d90f27 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:35.477017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b17da048-f511-4a7c-aa92-24e401d90f27) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:35.481443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:35.482036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.488367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5101dc8-38ef-45e6-9210-05acfcbbcc3a None None] Network b17da048-f511-4a7c-aa92-24e401d90f27 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:35.500489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34620) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:35.501135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-41ab84aa-a460-4ee1-b181-b10ca58145ac tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4621618 Jul 22 19:59:35.506721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Request body: {'port': {'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27', 'name': 'tempest-TagsExtTest-1594629763'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:35.621779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Made reservation on behalf of 2e7909ec0c4b4ced98b080abb59177b3 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:35.626714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.647171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] device_id is not set on port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 yet. {{(pid=93800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 19:59:35.650515 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b17da048-f511-4a7c-aa92-24e401d90f27', 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27', 'tenant_id': '2e7909ec0c4b4ced98b080abb59177b3', 'fixed_ips': [{'subnet_id': '6d54896a-cdcb-40ad-8fd8-0b7010af69d7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 19:59:35.651479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.768816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Allocated IP 172.20.0.11 (b17da048-f511-4a7c-aa92-24e401d90f27/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:35.923225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:35.937396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Transition to ACTIVE for port object 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:35.974123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.017433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Allocated IP 172.20.0.2 (b17da048-f511-4a7c-aa92-24e401d90f27/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/e7afc456-a674-4c59-aeba-191c6e00c263) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:36.019955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Network b17da048-f511-4a7c-aa92-24e401d90f27 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:36.027932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:36.033302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:36.058716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event updated for resources: {'Port': ['ID=7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:36.088435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:36.089150 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.104773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-90b6a204-e803-4180-8704-078663e34d6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6025863 Jul 22 19:59:36.106926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.111875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-363185593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:36.138028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.139226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.172462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.186995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Transition to ACTIVE for port object e7afc456-a674-4c59-aeba-191c6e00c263 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:36.204201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.210033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Transition to ACTIVE for port object e7afc456-a674-4c59-aeba-191c6e00c263 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:36.210328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.216545 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.229183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.230553 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9eaf8141-83ba-432b-a963-e8c7422dcbab tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1226096 Jul 22 19:59:36.233485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.238630 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-329f987c-5e8b-4bbc-aaaa-fcdc1cf37a5f tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1858183204', 'prefixes': ['172.20.0.0/16']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:36.264679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Network b17da048-f511-4a7c-aa92-24e401d90f27 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:36.267705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:36.270458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:36.282673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Pushing event updated for resources: {'Port': ['ID=e7afc456-a674-4c59-aeba-191c6e00c263,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:36.318647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.319104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.319538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.319964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.320434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.320875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.321517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.323844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.323844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.323844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.323844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.323844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:36.326826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-329f987c-5e8b-4bbc-aaaa-fcdc1cf37a5f tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for subnetpool, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.328062 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-329f987c-5e8b-4bbc-aaaa-fcdc1cf37a5f tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0932949 Jul 22 19:59:36.331864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.337255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-bb6b72a7-df21-4833-8423-6791ae7cd29d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-187262874') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:36.367430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Attempting to bind port e7afc456-a674-4c59-aeba-191c6e00c263 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:36.367940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Attempting to bind port e7afc456-a674-4c59-aeba-191c6e00c263 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:36.368651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Attempting to bind port e7afc456-a674-4c59-aeba-191c6e00c263 on network b17da048-f511-4a7c-aa92-24e401d90f27 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:36.373877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:36.374387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Checking segment: {'id': 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:36.374863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.375430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Bound using segment: {'id': 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:36.375950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Bound port: e7afc456-a674-4c59-aeba-191c6e00c263, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b17da048-f511-4a7c-aa92-24e401d90f27'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:36.376546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.440573 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bb6b72a7-df21-4833-8423-6791ae7cd29d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-187262874 HTTP/1.1" status: 201 len: 201 time: 0.1075385 Jul 22 19:59:36.443791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34630) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.448811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-16414df1-ab25-4588-8dee-54a3e56b5746 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-551520261') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:36.452662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] For port e7afc456-a674-4c59-aeba-191c6e00c263, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:36.458970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] For port e7afc456-a674-4c59-aeba-191c6e00c263, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e7afc456-a674-4c59-aeba-191c6e00c263,segment=NetworkSegment(b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0),segment_id=b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:36.463705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:36.522632 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-16414df1-ab25-4588-8dee-54a3e56b5746 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-551520261 HTTP/1.1" status: 201 len: 201 time: 0.0722072 Jul 22 19:59:36.522847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.525770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-6beed13f-4961-4721-a29e-c1a8de233f78 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-821232623') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:36.529002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799346b3-c206-4e1c-ae2a-9e3597428ec8 None None] Pushing event updated for resources: {'Port': ['ID=e7afc456-a674-4c59-aeba-191c6e00c263,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:36.957909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6beed13f-4961-4721-a29e-c1a8de233f78 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-821232623 HTTP/1.1" status: 201 len: 201 time: 0.4333897 Jul 22 19:59:36.958128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34634) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:36.962714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-9d026a07-5762-4fe2-95cf-9a44be6be83a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1476098153') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.013817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9d026a07-5762-4fe2-95cf-9a44be6be83a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1476098153 HTTP/1.1" status: 201 len: 201 time: 0.0523415 Jul 22 19:59:37.014132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34636) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.018316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-f1efafd6-9e1e-4a28-a155-972889621d16 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.103095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0dfa92b3-39a9-4aa3-be27-e1acac990fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:37.114469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1efafd6-9e1e-4a28-a155-972889621d16 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 200 len: 240 time: 0.0969782 Jul 22 19:59:37.115090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.119602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-53776e1f-d5c3-4ae5-979a-c6c7b68d4be0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-187262874') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.172704 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-53776e1f-d5c3-4ae5-979a-c6c7b68d4be0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-187262874 HTTP/1.1" status: 204 len: 168 time: 0.0564592 Jul 22 19:59:37.174562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34640) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.179917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-32b3ca8e-b129-4913-8e3c-042239ab31e8 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-187262874') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.262316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34642) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.263176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32b3ca8e-b129-4913-8e3c-042239ab31e8 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-187262874 HTTP/1.1" status: 204 len: 168 time: 0.0871820 Jul 22 19:59:37.267038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-73f3b6d2-4eb2-43c9-b841-b05519ac8132 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.321258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-73f3b6d2-4eb2-43c9-b841-b05519ac8132 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 200 len: 205 time: 0.0576501 Jul 22 19:59:37.325538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34646) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.330378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-7a462dc0-772a-4124-950d-7a419dd8f126 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.401969 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7a462dc0-772a-4124-950d-7a419dd8f126 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 200 len: 240 time: 0.0753055 Jul 22 19:59:37.404474 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.408874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-1daa3ce6-bbf8-404f-b2ea-f5f42d4117be tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-551520261') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.467577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.468504 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1daa3ce6-bbf8-404f-b2ea-f5f42d4117be tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-551520261 HTTP/1.1" status: 204 len: 168 time: 0.0616047 Jul 22 19:59:37.472590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-595c8719-2490-4120-9dc9-d014bb25540c tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-551520261') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.544652 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-595c8719-2490-4120-9dc9-d014bb25540c tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-551520261 HTTP/1.1" status: 204 len: 168 time: 0.0757315 Jul 22 19:59:37.547085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.553284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e72a2d5a-1d34-4d58-bda5-aa3982e44146 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.565546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f3d95-3876-4b0f-8158-1b6e631ce5a7 None None] Network b17da048-f511-4a7c-aa92-24e401d90f27 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:37.608355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e72a2d5a-1d34-4d58-bda5-aa3982e44146 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 200 len: 205 time: 0.0599620 Jul 22 19:59:37.610980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34654) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.616364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-0df74dc4-b565-474c-a96d-d19c3988a35a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.668564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4732b154-f30d-41b0-aa71-a8f9c210f62c None None] Provisioning for port e7afc456-a674-4c59-aeba-191c6e00c263 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:37.705407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0df74dc4-b565-474c-a96d-d19c3988a35a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 200 len: 240 time: 0.0934114 Jul 22 19:59:37.707835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34656) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.712730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-2b8fa11a-1855-4a96-8c9a-9c8ff8b43444 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-821232623') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.797589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2b8fa11a-1855-4a96-8c9a-9c8ff8b43444 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-821232623 HTTP/1.1" status: 204 len: 168 time: 0.0883338 Jul 22 19:59:37.800010 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34658) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.805370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-b4672a3d-098c-49b3-8235-5565fa37ee20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-821232623') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.910015 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b4672a3d-098c-49b3-8235-5565fa37ee20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-821232623 HTTP/1.1" status: 204 len: 168 time: 0.1067126 Jul 22 19:59:37.910278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34660) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:37.916540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-74f6fc76-13dd-4b46-b49f-620947d27fd3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:37.994580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-74f6fc76-13dd-4b46-b49f-620947d27fd3 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 200 len: 205 time: 0.0825944 Jul 22 19:59:37.997039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34662) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.004372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-b9bd4763-38e1-47e6-9094-29caa4bb7267 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.026380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1379e713-85e0-45b5-a50c-195733dbf7f5 None None] Provisioning for port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:38.032709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1379e713-85e0-45b5-a50c-195733dbf7f5 None None] Provisioning complete for port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:38.034103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1379e713-85e0-45b5-a50c-195733dbf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:38.047641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b9bd4763-38e1-47e6-9094-29caa4bb7267 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 200 len: 241 time: 0.0493433 Jul 22 19:59:38.050316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34664) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.055741 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-5ce32ded-8d30-4a3e-a8cb-4fc886f199e5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1476098153') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.095862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1379e713-85e0-45b5-a50c-195733dbf7f5 None None] Port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:38.101807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5ce32ded-8d30-4a3e-a8cb-4fc886f199e5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1476098153 HTTP/1.1" status: 204 len: 168 time: 0.0502551 Jul 22 19:59:38.104136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.108831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-11897988-b451-4b67-9876-2390ef30fa06 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1476098153') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.148045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-11897988-b451-4b67-9876-2390ef30fa06 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1476098153 HTTP/1.1" status: 204 len: 168 time: 0.0427525 Jul 22 19:59:38.150626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34668) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.155550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e859b159-f50d-4e2f-89b0-dac87f2b5fa4 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.181177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e859b159-f50d-4e2f-89b0-dac87f2b5fa4 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 200 len: 205 time: 0.0291493 Jul 22 19:59:38.183905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34670) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.189105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-ae742e63-d449-455e-9edd-63e3ce647031 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.216018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b5d3afa2-e2b7-4474-ba60-a58d4e61023e None None] Provisioning complete for port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:38.216731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b5d3afa2-e2b7-4474-ba60-a58d4e61023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:38.226357 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34672) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.226671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ae742e63-d449-455e-9edd-63e3ce647031 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0413804 Jul 22 19:59:38.232536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-d450a435-1e75-4a5b-bff2-7f81a189e4d8 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.258512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3afa2-e2b7-4474-ba60-a58d4e61023e None None] Port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:38.313303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d450a435-1e75-4a5b-bff2-7f81a189e4d8 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 204 len: 168 time: 0.0848804 Jul 22 19:59:38.315990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34674) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.322329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-ae474c88-3b69-47b2-a07e-8b53fa31ac3a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.376748 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae474c88-3b69-47b2-a07e-8b53fa31ac3a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0589371 Jul 22 19:59:38.379298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.384334 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-13e8fd96-abf6-4ab6-86c7-eaa1b7cc3d41 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.453638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13e8fd96-abf6-4ab6-86c7-eaa1b7cc3d41 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0724442 Jul 22 19:59:38.457421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34680) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.461886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-c771ba83-379b-444c-9409-3063ecff3132 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-627984991') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.529135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c771ba83-379b-444c-9409-3063ecff3132 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-627984991 HTTP/1.1" status: 201 len: 201 time: 0.0708892 Jul 22 19:59:38.531708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.536547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-b7be989e-8ee2-4337-b2ea-f6c2abe384e1 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-1267995493') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.608850 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b7be989e-8ee2-4337-b2ea-f6c2abe384e1 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-1267995493 HTTP/1.1" status: 201 len: 201 time: 0.0759754 Jul 22 19:59:38.611565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34684) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.616500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-caf63c71-396e-4f49-979a-b77cf3c02eee tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-1113643855') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.665320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e7afc456-a674-4c59-aeba-191c6e00c263 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:38.710000 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-caf63c71-396e-4f49-979a-b77cf3c02eee tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-1113643855 HTTP/1.1" status: 201 len: 201 time: 0.0973017 Jul 22 19:59:38.712670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34686) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.719152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-bdc765d6-9f99-4a3d-a66b-4c697be880b6 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1557218297') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.722162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port e7afc456-a674-4c59-aeba-191c6e00c263 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:38.727520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e7afc456-a674-4c59-aeba-191c6e00c263 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:38.727892 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:38.762536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bdc765d6-9f99-4a3d-a66b-4c697be880b6 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1557218297 HTTP/1.1" status: 201 len: 201 time: 0.0486720 Jul 22 19:59:38.765190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34688) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.770121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-54bd4f40-ee29-4121-88dc-fb53f4d9639d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', {'tags': ['tempest-TagsExtTest-Tag-414429746', 'tempest-TagsExtTest-Tag-990396300', 'tempest-TagsExtTest-Tag-1090028272']}) {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.819365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:38.838401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-54bd4f40-ee29-4121-88dc-fb53f4d9639d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 200 len: 316 time: 0.0720270 Jul 22 19:59:38.841161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34690) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.845949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-d51c6d26-710b-4450-93a8-87f6d8f0e662 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.858248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port e7afc456-a674-4c59-aeba-191c6e00c263, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e7afc456-a674-4c59-aeba-191c6e00c263,segment=NetworkSegment(b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0),segment_id=b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:38.862370 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:38.914916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=e7afc456-a674-4c59-aeba-191c6e00c263,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:38.923381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d51c6d26-710b-4450-93a8-87f6d8f0e662 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0809016 Jul 22 19:59:38.925807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.931498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-77b0198e-088e-4e72-b628-10e70337bbfa tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-414429746') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:38.981216 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-77b0198e-088e-4e72-b628-10e70337bbfa tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:38.982390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-77b0198e-088e-4e72-b628-10e70337bbfa tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-414429746 HTTP/1.1" status: 404 len: 328 time: 0.0543435 Jul 22 19:59:38.985195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34694) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:38.989817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-257e4cde-9f7e-4b7f-8168-a412b05765c5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-990396300') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.042379 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-257e4cde-9f7e-4b7f-8168-a412b05765c5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.043425 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-257e4cde-9f7e-4b7f-8168-a412b05765c5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-990396300 HTTP/1.1" status: 404 len: 328 time: 0.0573535 Jul 22 19:59:39.046299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34696) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.050385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-a12107dd-d04d-457e-8356-2bc1413d922a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7', 'tempest-TagsExtTest-Tag-1090028272') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.101728 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a12107dd-d04d-457e-8356-2bc1413d922a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.102689 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a12107dd-d04d-457e-8356-2bc1413d922a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags/tempest-TagsExtTest-Tag-1090028272 HTTP/1.1" status: 404 len: 329 time: 0.0555162 Jul 22 19:59:39.105527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34698) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.110276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-044e5921-2f0e-444e-ba26-5f4b9d5f9d7d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', {'tags': ['tempest-TagsExtTest-Tag-1642770578', 'tempest-TagsExtTest-Tag-891235824', 'tempest-TagsExtTest-Tag-623655872']}) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.175457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-044e5921-2f0e-444e-ba26-5f4b9d5f9d7d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 200 len: 316 time: 0.0686965 Jul 22 19:59:39.178228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34700) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.185310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-48e837cc-c1d5-453a-85c0-016e8d4c7e8b tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.254001 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-48e837cc-c1d5-453a-85c0-016e8d4c7e8b tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0747342 Jul 22 19:59:39.257328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.261794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-57fc7093-47fd-4aa1-bdd9-3fab659c1cfc tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-1642770578') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.311647 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-57fc7093-47fd-4aa1-bdd9-3fab659c1cfc tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.313076 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57fc7093-47fd-4aa1-bdd9-3fab659c1cfc tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-1642770578 HTTP/1.1" status: 404 len: 329 time: 0.0547121 Jul 22 19:59:39.315895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.320708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-91ff246d-d0d7-4b9f-ba6b-294fb0128f3e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-891235824') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.371354 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-91ff246d-d0d7-4b9f-ba6b-294fb0128f3e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.372444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-91ff246d-d0d7-4b9f-ba6b-294fb0128f3e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-891235824 HTTP/1.1" status: 404 len: 328 time: 0.0555990 Jul 22 19:59:39.375258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34706) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.379463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-c2035b10-2bfc-4e6b-b756-78390086baf0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7', 'tempest-TagsExtTest-Tag-623655872') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.441235 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-c2035b10-2bfc-4e6b-b756-78390086baf0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.442861 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c2035b10-2bfc-4e6b-b756-78390086baf0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags/tempest-TagsExtTest-Tag-623655872 HTTP/1.1" status: 404 len: 328 time: 0.0661693 Jul 22 19:59:39.445569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.451562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-24e10248-b1c1-4825-8af4-218fec7fad54 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', {'tags': ['tempest-TagsExtTest-Tag-1902184450', 'tempest-TagsExtTest-Tag-330108754', 'tempest-TagsExtTest-Tag-875439030']}) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.542100 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-24e10248-b1c1-4825-8af4-218fec7fad54 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 200 len: 316 time: 0.0952454 Jul 22 19:59:39.544529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.549011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e6833fb6-3c8a-487a-ba04-83cb6ece1b6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.644240 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e6833fb6-3c8a-487a-ba04-83cb6ece1b6d tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 204 len: 168 time: 0.0983505 Jul 22 19:59:39.647258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.651743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-a5829535-9c74-439d-b489-34a601d5f49e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-1902184450') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.728264 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-a5829535-9c74-439d-b489-34a601d5f49e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.729260 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a5829535-9c74-439d-b489-34a601d5f49e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-1902184450 HTTP/1.1" status: 404 len: 329 time: 0.0811031 Jul 22 19:59:39.731972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34716) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.736376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-e7d30d9b-ca56-4372-89e3-644af8643e58 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-330108754') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.812922 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-e7d30d9b-ca56-4372-89e3-644af8643e58 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.814121 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e7d30d9b-ca56-4372-89e3-644af8643e58 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-330108754 HTTP/1.1" status: 404 len: 328 time: 0.0812230 Jul 22 19:59:39.816879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34718) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.822127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-69c9c9a1-19f8-44e3-9786-21c5e136345a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b', 'tempest-TagsExtTest-Tag-875439030') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.897433 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-69c9c9a1-19f8-44e3-9786-21c5e136345a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:39.898397 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-69c9c9a1-19f8-44e3-9786-21c5e136345a tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags/tempest-TagsExtTest-Tag-875439030 HTTP/1.1" status: 404 len: 328 time: 0.0797946 Jul 22 19:59:39.901078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.905619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-7114794f-b46a-467f-8c90-b09d9fb2eca9 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', {'tags': ['tempest-TagsExtTest-Tag-1033862654', 'tempest-TagsExtTest-Tag-843349760', 'tempest-TagsExtTest-Tag-1305108650']}) {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.941778 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7114794f-b46a-467f-8c90-b09d9fb2eca9 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "PUT /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 200 len: 317 time: 0.0393689 Jul 22 19:59:39.943988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.948918 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-ccd933f6-67a4-4462-acf8-f7ededcfd5af tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:39.956202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:39.987713 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ccd933f6-67a4-4462-acf8-f7ededcfd5af tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0423610 Jul 22 19:59:39.990842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:39.995333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-bf74a467-a340-4259-9c2f-4775887d7f82 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1033862654') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.016255 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-bf74a467-a340-4259-9c2f-4775887d7f82 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:40.017552 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf74a467-a340-4259-9c2f-4775887d7f82 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1033862654 HTTP/1.1" status: 404 len: 329 time: 0.0258141 Jul 22 19:59:40.020302 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34726) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.024518 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.tag.tag_plugin [None req-4dbac34a-93fd-4cb8-9f6f-3dc74346556c tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-843349760') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.046499 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-4dbac34a-93fd-4cb8-9f6f-3dc74346556c tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:40.047202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d227045e-8459-42a7-bdf9-be88d908e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:40.047621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4dbac34a-93fd-4cb8-9f6f-3dc74346556c tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-843349760 HTTP/1.1" status: 404 len: 328 time: 0.0264332 Jul 22 19:59:40.050678 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34728) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.057836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-69dfb9ff-2fab-4f1e-961e-3de896cae02e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9', 'tempest-TagsExtTest-Tag-1305108650') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.078270 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-69dfb9ff-2fab-4f1e-961e-3de896cae02e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] show failed (client error): The resource could not be found. Jul 22 19:59:40.079611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-69dfb9ff-2fab-4f1e-961e-3de896cae02e tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags/tempest-TagsExtTest-Tag-1305108650 HTTP/1.1" status: 404 len: 329 time: 0.0279329 Jul 22 19:59:40.082413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34730) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.086871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-f2de5c94-aba9-4fa2-8ec8-80ed8b872c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f49741a-ba2d-44ce-8762-c8ef9d2d09d9') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.112088 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f2de5c94-aba9-4fa2-8ec8-80ed8b872c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0286412 Jul 22 19:59:40.115539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.120049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-3665c0f4-c76c-4515-a153-443e4dcb0d43 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c1d5a84-b5df-4a73-ab85-3df7cc99116b') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.204003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3665c0f4-c76c-4515-a153-443e4dcb0d43 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b/tags HTTP/1.1" status: 204 len: 168 time: 0.0874624 Jul 22 19:59:40.206550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.211548 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-0dc2d712-b5df-460a-a398-e1315017c460 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.269261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0dc2d712-b5df-460a-a398-e1315017c460 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0599668 Jul 22 19:59:40.270074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34736) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.274557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.tag.tag_plugin [None req-dabb7928-8adb-4a2d-8d5a-72b443bbbe97 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6d54896a-cdcb-40ad-8fd8-0b7010af69d7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:40.336667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dabb7928-8adb-4a2d-8d5a-72b443bbbe97 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0653653 Jul 22 19:59:40.340981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34738) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.428371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1ca6-8a79-45a7-b602-3bc199e2d4a0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for subnetpool, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:40.429577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6dfb1ca6-8a79-45a7-b602-3bc199e2d4a0 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnetpools/2f49741a-ba2d-44ce-8762-c8ef9d2d09d9 HTTP/1.1" status: 204 len: 168 time: 0.0876100 Jul 22 19:59:40.432163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34740) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.463166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7d978904-520c-4132-8b58-be84849740cb tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c1d5a84-b5df-4a73-ab85-3df7cc99116b HTTP/1.1" status: 200 len: 205 time: 0.0295069 Jul 22 19:59:40.465609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:40.546231 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:40.636776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e7afc456-a674-4c59-aeba-191c6e00c263 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 19:59:40.692955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port e7afc456-a674-4c59-aeba-191c6e00c263 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:40.693500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:40.996679 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:40.998875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.041500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.042077 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1d5a84-b5df-4a73-ab85-3df7cc99116b {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 19:59:41.049068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.052655 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ed70e50f-78a3-4261-a5a0-234463691433 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/routers/2c1d5a84-b5df-4a73-ab85-3df7cc99116b HTTP/1.1" status: 204 len: 168 time: 0.5859654 Jul 22 19:59:41.053328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34746) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:41.156376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Deleting port 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:41.156859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.248088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.261143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Calling delete_port for 7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 owned by {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:41.409737 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.440047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event deleted for resources: {'Port': ['ID=7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:41.523664 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.526146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23711bbb-fe02-41b8-a74e-f6d1c519ca20 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/ports/7d9f68c5-2299-4a18-aeeb-9fc7e6beb9e7 HTTP/1.1" status: 204 len: 168 time: 0.4718261 Jul 22 19:59:41.528668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34748) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:41.559424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.609744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Deleting subnet 6d54896a-cdcb-40ad-8fd8-0b7010af69d7 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:41.613127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.659378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.760968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.826040 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.860676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event deleted for resources: {'Subnet': ['ID=6d54896a-cdcb-40ad-8fd8-0b7010af69d7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:41.869762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:41.871574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8012b45-710a-420c-a938-9e131e023654 None None] Network b17da048-f511-4a7c-aa92-24e401d90f27 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:41.872921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a3bc2afe-ac08-4123-912d-4544453c06f5 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/subnets/6d54896a-cdcb-40ad-8fd8-0b7010af69d7 HTTP/1.1" status: 204 len: 168 time: 0.3431799 Jul 22 19:59:41.874152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34752) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:41.981219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.066466 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Deleting port e7afc456-a674-4c59-aeba-191c6e00c263 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:42.067218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.127329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] DHCP port deletion for b17da048-f511-4a7c-aa92-24e401d90f27 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 19:59:42.159100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] For port e7afc456-a674-4c59-aeba-191c6e00c263, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e7afc456-a674-4c59-aeba-191c6e00c263,segment=NetworkSegment(b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0),segment_id=b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:42.159464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.175390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Calling delete_port for e7afc456-a674-4c59-aeba-191c6e00c263 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:42.207606 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Deleting port e7afc456-a674-4c59-aeba-191c6e00c263 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 19:59:42.208684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.270831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.283458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] For port e7afc456-a674-4c59-aeba-191c6e00c263, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e7afc456-a674-4c59-aeba-191c6e00c263,segment=NetworkSegment(b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0),segment_id=b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 19:59:42.283842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.297340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Calling delete_port for e7afc456-a674-4c59-aeba-191c6e00c263 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 19:59:42.298950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event deleted for resources: {'Port': ['ID=e7afc456-a674-4c59-aeba-191c6e00c263,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:42.308945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] No DVR routers for this DVR port e7afc456-a674-4c59-aeba-191c6e00c263 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:42.384625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.395906 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.409129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17da048-f511-4a7c-aa92-24e401d90f27']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:42.414422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] Pushing event deleted for resources: {'Port': ['ID=e7afc456-a674-4c59-aeba-191c6e00c263,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:42.419988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:42.420858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bc9734-d2c1-4c88-a3f0-b2a9ba1c4ce0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:42.421096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f0f699-a2d8-4f03-9e14-8c94b09869ec None None] No DVR routers for this DVR port e7afc456-a674-4c59-aeba-191c6e00c263 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 19:59:42.433751 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.445824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.452174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:42.452690 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: timer() Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:42.455487 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:42.517488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.526297 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.528169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] 10.222.0.10 "DELETE /v2.0/networks/b17da048-f511-4a7c-aa92-24e401d90f27 HTTP/1.1" status: 204 len: 168 time: 0.6530640 Jul 22 19:59:42.538574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e6361-f034-48a8-9423-6e4e9f874c75 tempest-TagsExtTest-70042769 tempest-TagsExtTest-70042769-project] Pushing event deleted for resources: {'Network': ['ID=b17da048-f511-4a7c-aa92-24e401d90f27,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:42.611578 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 19:59:42.638596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e7afc456-a674-4c59-aeba-191c6e00c263 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 19:59:42.659385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: e7afc456-a674-4c59-aeba-191c6e00c263 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 19:59:42.659747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e7afc456-a674-4c59-aeba-191c6e00c263 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 19:59:42.807989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34768) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:42.943506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23ac1150-7906-448a-b1e0-142bbbf21c46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e7909ec0c4b4ced98b080abb59177b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321347 Jul 22 19:59:42.943879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34772) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:42.948752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:42.993580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.015414 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.064964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.068378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.069628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b39ff883-8e2e-4e8b-93c3-d239ef99b782 HTTP/1.1" status: 204 len: 168 time: 0.1246393 Jul 22 19:59:43.077478 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4622f-bc9e-425d-866f-60b0935b5672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39ff883-8e2e-4e8b-93c3-d239ef99b782,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:43.689653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34804) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:43.789890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756490874-network', 'tenant_id': '99818bf56ef54e01a674f66058b4f2dc'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:43.811559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Made reservation on behalf of 99818bf56ef54e01a674f66058b4f2dc for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:43.813892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.822208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.915309 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.918876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.939156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:43.953100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49f7e6-aefb-43e8-83e0-93de313f5cbc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:43.958424 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:43.958681 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Added segment 06350dee-5ebe-47bf-9913-7486a55d15ca of type vlan for network 4016246b-f27e-4898-b348-4fd311b9317e Jul 22 19:59:44.001113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.031562 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.032582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:44.033167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.077711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3867390 Jul 22 19:59:44.080570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34808) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:44.085925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Request body: {'subnet': {'network_id': '4016246b-f27e-4898-b348-4fd311b9317e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1756490874-subnet', 'tenant_id': '99818bf56ef54e01a674f66058b4f2dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:44.118988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e4ad-e043-407c-b29f-edd5f3293a6c admin admin] Pushing event updated for resources: {'Network': ['ID=4016246b-f27e-4898-b348-4fd311b9317e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:44.132069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 4016246b-f27e-4898-b348-4fd311b9317e details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:44.140704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Made reservation on behalf of 99818bf56ef54e01a674f66058b4f2dc for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:44.143388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.315979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.374254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba026aa-1eb4-4d20-a94f-6d4af0313db1,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:44.384903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Checking segment: {'id': '06350dee-5ebe-47bf-9913-7486a55d15ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4016246b-f27e-4898-b348-4fd311b9317e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:44.385271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Network hostable DHCP agents. Network: 4016246b-f27e-4898-b348-4fd311b9317e, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:44.401489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Network 4016246b-f27e-4898-b348-4fd311b9317e is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:44.410211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 4016246b-f27e-4898-b348-4fd311b9317e) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:44.414901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:44.415499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.422812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177c605-b12e-4d23-bd51-c865868ffe6e None None] Network 4016246b-f27e-4898-b348-4fd311b9317e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:44.430651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4f704395-13e7-4eff-b6aa-21281bf878b6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3488932 Jul 22 19:59:44.550950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ec791f-a138-49b6-bdde-e6fd5f882a05 None None] Network 4016246b-f27e-4898-b348-4fd311b9317e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:44.928260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34834) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:44.933315 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136236989-network', 'tenant_id': 'a24ccf88b7614332a5b3d9e9d93fdf1d'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:44.955410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Made reservation on behalf of a24ccf88b7614332a5b3d9e9d93fdf1d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:44.957894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:44.967368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.063890 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.068520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.092845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:45.103032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645f2bc6-9e5a-451f-80bf-b5bd95d2059b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:45.107842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.108222 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Added segment b451dcea-ab57-4990-937b-6bd04816a281 of type vlan for network f8e6b821-95b3-44ee-96b7-1ee04f033ebc Jul 22 19:59:45.149606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.178452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.179422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:45.180011 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.208706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2793212 Jul 22 19:59:45.211620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34836) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:45.216958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Request body: {'subnet': {'network_id': 'f8e6b821-95b3-44ee-96b7-1ee04f033ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2136236989-subnet', 'tenant_id': 'a24ccf88b7614332a5b3d9e9d93fdf1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:45.245751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Made reservation on behalf of a24ccf88b7614332a5b3d9e9d93fdf1d for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:45.248524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.255946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e5d56-2571-4079-a225-628db2a3fbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e6b821-95b3-44ee-96b7-1ee04f033ebc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:45.267238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f8e6b821-95b3-44ee-96b7-1ee04f033ebc details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:45.430147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.492502 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb34729-339f-4378-930f-5bb481010118,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:45.499706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Checking segment: {'id': 'b451dcea-ab57-4990-937b-6bd04816a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f8e6b821-95b3-44ee-96b7-1ee04f033ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:45.500079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Network hostable DHCP agents. Network: f8e6b821-95b3-44ee-96b7-1ee04f033ebc, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:45.518046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Network f8e6b821-95b3-44ee-96b7-1ee04f033ebc is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:45.527677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f8e6b821-95b3-44ee-96b7-1ee04f033ebc) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:45.532538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:45.533591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.537423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81bac55-cd9f-419f-a4d1-72596c9863f9 None None] Network f8e6b821-95b3-44ee-96b7-1ee04f033ebc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:45.559024 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb8a7560-0f98-4781-8aa9-ec3a3deb8f4a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3458905 Jul 22 19:59:45.671802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34840) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:45.720695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Deleting subnet 3ba026aa-1eb4-4d20-a94f-6d4af0313db1 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:45.724553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.774966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.829706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.861851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6e3574-c33e-469d-9c81-668f04d26e0d None None] Network f8e6b821-95b3-44ee-96b7-1ee04f033ebc requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:45.908568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.938235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba026aa-1eb4-4d20-a94f-6d4af0313db1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:45.944529 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:45.949584 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a262fd47-f3a7-412a-8dce-ed3993065277 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3ba026aa-1eb4-4d20-a94f-6d4af0313db1 HTTP/1.1" status: 204 len: 168 time: 0.2743130 Jul 22 19:59:45.950008 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34844) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:46.034589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.136271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.150265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4016246b-f27e-4898-b348-4fd311b9317e']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.165682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06350dee-5ebe-47bf-9913-7486a55d15ca') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.166001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06350dee-5ebe-47bf-9913-7486a55d15ca') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.182718 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.199022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.206230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:46.206711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:46.209893 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:46.276751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.282319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.284438 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] 10.222.0.10 "DELETE /v2.0/networks/4016246b-f27e-4898-b348-4fd311b9317e HTTP/1.1" status: 204 len: 168 time: 0.3332484 Jul 22 19:59:46.287567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34846) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:46.306198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd08fa4-d124-4aeb-b8bb-b97b1deba3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4016246b-f27e-4898-b348-4fd311b9317e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:46.347955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Deleting subnet 5cb34729-339f-4378-930f-5bb481010118 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 19:59:46.351782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.387207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.427759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.484657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.511366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb34729-339f-4378-930f-5bb481010118,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:46.513510 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.515648 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-656a3aa4-b66b-4470-a26b-7ffb250c73a9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5cb34729-339f-4378-930f-5bb481010118 HTTP/1.1" status: 204 len: 168 time: 0.2178364 Jul 22 19:59:46.518026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34848) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:46.593693 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.676201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.687776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e6b821-95b3-44ee-96b7-1ee04f033ebc']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.698434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b451dcea-ab57-4990-937b-6bd04816a281') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.698734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b451dcea-ab57-4990-937b-6bd04816a281') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 19:59:46.708486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.722275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.728869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 19:59:46.729260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: timer() Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 19:59:46.730966 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 19:59:46.789645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.795151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:46.797045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8e6b821-95b3-44ee-96b7-1ee04f033ebc HTTP/1.1" status: 204 len: 168 time: 0.2780981 Jul 22 19:59:46.809964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a60c48-c4a0-4ba4-b46f-8de1c3f76b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e6b821-95b3-44ee-96b7-1ee04f033ebc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:46.971253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:47.010987 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2cd5471f-4159-401e-8db5-c820ef380b88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99818bf56ef54e01a674f66058b4f2dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385780 Jul 22 19:59:47.013350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34856) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:47.061567 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.083099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.127988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.131202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.132377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a49f7e6-aefb-43e8-83e0-93de313f5cbc HTTP/1.1" status: 204 len: 168 time: 0.1181257 Jul 22 19:59:47.140022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a62c0-82a7-426f-a8e0-b725822ff983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49f7e6-aefb-43e8-83e0-93de313f5cbc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:47.444726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34862) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:47.484046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-51eca2c3-da38-4129-8ab5-fa8a62c89f2e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a24ccf88b7614332a5b3d9e9d93fdf1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381482 Jul 22 19:59:47.486403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34864) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:47.532316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.553115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.598062 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.601257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:47.602401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/645f2bc6-9e5a-451f-80bf-b5bd95d2059b HTTP/1.1" status: 204 len: 168 time: 0.1151288 Jul 22 19:59:47.609936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645f2bc6-9e5a-451f-80bf-b5bd95d2059b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:47.617033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.617378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.617711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.618042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.618367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.618691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.619010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.619327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.619649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.619968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.620320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:47.620635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1323a4-5170-4900-868d-e740a031cd47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 19:59:49.452571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34932) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:49.555012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cca96e28-2255-4fe5-a5e6-8d87a01b4625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.642609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cca96e28-2255-4fe5-a5e6-8d87a01b4625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.646939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cca96e28-2255-4fe5-a5e6-8d87a01b4625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.684132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cca96e28-2255-4fe5-a5e6-8d87a01b4625 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9c98f4a771b4566a1d17c6e683db120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303181 Jul 22 19:59:49.684903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca96e28-2255-4fe5-a5e6-8d87a01b4625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b90099-7245-435f-9a78-0cf79aa823d1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:49.686869 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34936) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:49.735823 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.756847 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.804329 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.806902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:49.808066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49b90099-7245-435f-9a78-0cf79aa823d1 HTTP/1.1" status: 204 len: 168 time: 0.1199307 Jul 22 19:59:49.815791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5647c4-91ba-405e-a5e1-eaa74486bf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b90099-7245-435f-9a78-0cf79aa823d1,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:50.061492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34942) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:50.075341 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8092ac3b-1616-46dd-bc3a-31a951d36744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.164431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8092ac3b-1616-46dd-bc3a-31a951d36744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.168233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8092ac3b-1616-46dd-bc3a-31a951d36744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.207693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8092ac3b-1616-46dd-bc3a-31a951d36744 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25cef5c3ee734e6599ed53404b6097d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450188 Jul 22 19:59:50.208856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092ac3b-1616-46dd-bc3a-31a951d36744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10767e6-9d7b-4af2-89db-67016d125d65,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:50.210360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34944) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:50.259322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.280475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.327866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.330452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:50.334162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f10767e6-9d7b-4af2-89db-67016d125d65 HTTP/1.1" status: 204 len: 168 time: 0.1202717 Jul 22 19:59:50.339598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6406a-e791-4e37-9dec-806e479e0aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10767e6-9d7b-4af2-89db-67016d125d65,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:50.590616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-ecd33315-6827-4fef-8527-2cf8732c9c52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:50.592124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-ecd33315-6827-4fef-8527-2cf8732c9c52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1058643 Jul 22 19:59:50.607694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-f0875f26-902b-458c-bc45-2e10217c7bce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0100484 Jul 22 19:59:50.674865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-5cd13206-744b-4d02-9222-e68ed352b2ea tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620427 Jul 22 19:59:50.769230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-dd1c7349-5505-4264-8ed6-b022d3f9ee9e service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871732 Jul 22 19:59:50.874374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-b6d45e30-7c2f-44cd-ba87-be5dd2a386c3 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929070 Jul 22 19:59:51.077862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c63d5890-ddfb-44d7-996d-c158c118d468 req-4a97589c-3f2d-42af-ac60-891b948955e6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0398273 Jul 22 19:59:51.100886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 34988) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:51.202551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1531801096-network', 'tenant_id': 'd566e5bd03e142edb3734c0b6a0d27e9'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:51.230499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Made reservation on behalf of d566e5bd03e142edb3734c0b6a0d27e9 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:51.232825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.241643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.336021 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.339752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.365890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:51.375720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36be85a-633e-4e9e-a9ac-4a6f0a648841,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:51.380619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.380962 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Added segment 026956a8-1968-4365-befc-b45e5571bf3a of type vlan for network 988fc439-e651-40f3-9ad6-4650d5799bf0 Jul 22 19:59:51.431501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.460619 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.461677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:51.462271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.497237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3952210 Jul 22 19:59:51.500263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 34998) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:51.505871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Request body: {'subnet': {'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1531801096-subnet', 'tenant_id': 'd566e5bd03e142edb3734c0b6a0d27e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:51.525534 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903299e3-ab4e-4bb2-9604-db9f8dab437a admin admin] Pushing event updated for resources: {'Network': ['ID=988fc439-e651-40f3-9ad6-4650d5799bf0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:51.533049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Made reservation on behalf of d566e5bd03e142edb3734c0b6a0d27e9 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:51.536249 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.536875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 988fc439-e651-40f3-9ad6-4650d5799bf0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:51.709363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.765477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ad0d7d-87b9-4e99-be33-e895d574c65f,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:51.773232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Checking segment: {'id': '026956a8-1968-4365-befc-b45e5571bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:51.773598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Network hostable DHCP agents. Network: 988fc439-e651-40f3-9ad6-4650d5799bf0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:51.790612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Network 988fc439-e651-40f3-9ad6-4650d5799bf0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:51.799403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 988fc439-e651-40f3-9ad6-4650d5799bf0) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:51.804613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:51.805201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:51.808357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e99a7-9dc8-42f3-bf26-eebbb99ce61a None None] Network 988fc439-e651-40f3-9ad6-4650d5799bf0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:51.822332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f22194c-534e-4ebf-9cf1-436c4b6ffa74 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3206949 Jul 22 19:59:51.964975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63ad0a-310b-4d3f-86e0-b3ddc38bcaf2 None None] Network 988fc439-e651-40f3-9ad6-4650d5799bf0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:51.999897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-52064f9a-b961-4f55-8855-43d8c48b6b27 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:52.001604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-52064f9a-b961-4f55-8855-43d8c48b6b27 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1195936 Jul 22 19:59:52.027259 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:52.192829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61bce030-7cae-4d9d-b5c2-db844a65b021 req-74a6b815-a799-4f21-bf37-71703ff8cbaf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0377610 Jul 22 19:59:52.193897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:52.210022 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.340625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.12 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/ad443de1-75f5-465f-bc3a-d01e0d1551b9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:52.402827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35016) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:52.408718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837606535-network', 'tenant_id': 'c353a44b95cf4880a91f93f18735f78a'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:52.435923 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Made reservation on behalf of c353a44b95cf4880a91f93f18735f78a for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:52.439356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.448795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.521744 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.537875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object ad443de1-75f5-465f-bc3a-d01e0d1551b9 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:52.574943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.579550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.581083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.610947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 19:59:52.621721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16049d34-ea51-4f12-860c-23bfd93b027c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:52.627096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.627476 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Added segment 6ba1b8fb-486c-4416-8cdb-c45977bf6152 of type vlan for network dbbea648-32fc-4481-97f3-066629905c26 Jul 22 19:59:52.628869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:52.632774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:52.636904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:52.666525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:52.688025 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.694947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:52.696504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.717004 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-062c1e7a-2163-4b39-931a-b30ce57b0e91 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6952400 Jul 22 19:59:52.724334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.731206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:52.731804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.803840 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3998203 Jul 22 19:59:52.804775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f935795-79c5-4c9b-8369-d078d864ceb7 admin admin] Pushing event updated for resources: {'Network': ['ID=dbbea648-32fc-4481-97f3-066629905c26,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:52.806580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35024) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 19:59:52.813790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Request body: {'subnet': {'network_id': 'dbbea648-32fc-4481-97f3-066629905c26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837606535-subnet', 'tenant_id': 'c353a44b95cf4880a91f93f18735f78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:52.819496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dbbea648-32fc-4481-97f3-066629905c26 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 19:59:52.844254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Made reservation on behalf of c353a44b95cf4880a91f93f18735f78a for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:52.852615 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:52.934681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Request body: {'port': {'device_id': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:52.983502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9bf240b9-74b3-48df-8db7-d638a28f932e None None] Provisioning for port ad443de1-75f5-465f-bc3a-d01e0d1551b9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 19:59:52.988017 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9bf240b9-74b3-48df-8db7-d638a28f932e None None] Provisioning complete for port ad443de1-75f5-465f-bc3a-d01e0d1551b9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 19:59:52.989638 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9bf240b9-74b3-48df-8db7-d638a28f932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.025442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9bf240b9-74b3-48df-8db7-d638a28f932e None None] Port ad443de1-75f5-465f-bc3a-d01e0d1551b9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 19:59:53.058187 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.152499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.312476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce008030-1aa8-4459-9784-9fe20f8880d0,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:53.350714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Checking segment: {'id': '6ba1b8fb-486c-4416-8cdb-c45977bf6152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'dbbea648-32fc-4481-97f3-066629905c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:53.351086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Network hostable DHCP agents. Network: dbbea648-32fc-4481-97f3-066629905c26, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 19:59:53.429296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Network dbbea648-32fc-4481-97f3-066629905c26 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 19:59:53.440360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616519a-71a1-42cf-88a3-665da8ab49f4 req-f1522750-6d9c-4e64-9d39-3bdf35f9e82b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:53.442498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2616519a-71a1-42cf-88a3-665da8ab49f4 req-f1522750-6d9c-4e64-9d39-3bdf35f9e82b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 932 time: 0.1807182 Jul 22 19:59:53.458217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dbbea648-32fc-4481-97f3-066629905c26) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:53.466024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6351db-8661-4d1e-b0aa-59d2ecca18b5 None None] Network dbbea648-32fc-4481-97f3-066629905c26 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:53.469483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:53.470080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.517198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d43de37a-0a88-4a34-9aab-8daf7e6d69ab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7076221 Jul 22 19:59:53.541585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2616519a-71a1-42cf-88a3-665da8ab49f4 req-eff26b0e-86a1-4f03-aed8-833764ad2b8c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868731 Jul 22 19:59:53.563749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad443de1-75f5-465f-bc3a-d01e0d1551b9 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:53.573099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.588950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Transition to ACTIVE for port object ad443de1-75f5-465f-bc3a-d01e0d1551b9 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:53.594216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.609424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021931b-6daa-415d-a4f3-899aa61108da None None] Network dbbea648-32fc-4481-97f3-066629905c26 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 19:59:53.653254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:53.756970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Attempting to bind port ad443de1-75f5-465f-bc3a-d01e0d1551b9 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:53.758051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Attempting to bind port ad443de1-75f5-465f-bc3a-d01e0d1551b9 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:53.758563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Attempting to bind port ad443de1-75f5-465f-bc3a-d01e0d1551b9 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:53.773899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Port ad443de1-75f5-465f-bc3a-d01e0d1551b9 on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:59:53.774413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Attempting to bind port ad443de1-75f5-465f-bc3a-d01e0d1551b9 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:53.780975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:53.781319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:53.781705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:53.782143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Bound port: ad443de1-75f5-465f-bc3a-d01e0d1551b9, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:53.782499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.859555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:53.864878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:53.871398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.922300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:53.922995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:53.924621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad443de1-75f5-465f-bc3a-d01e0d1551b9 HTTP/1.1" status: 200 len: 1093 time: 1.1986997 Jul 22 19:59:53.925126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:53.928092 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91" -d '{"events": [{"name": "network-changed", "server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:53.950590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832434-af9b-42df-8756-22cd25bc36a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:54.025600 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecbfff6-2606-43ff-a798-78cba55830ca x-openstack-request-id: req-eecbfff6-2606-43ff-a798-78cba55830ca {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:54.025963 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:54.026282 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eecbfff6-2606-43ff-a798-78cba55830ca {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:54.026746 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9', 'status': 'completed', 'code': 200} Jul 22 19:59:54.035785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-de997cb5-aeef-4a16-952e-09512e14d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:54.037464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-de997cb5-aeef-4a16-952e-09512e14d7e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 1096 time: 0.0700991 Jul 22 19:59:54.102743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-937ae295-8282-4bc1-a731-c70d17c9b774 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9 HTTP/1.1" status: 200 len: 217 time: 0.0545025 Jul 22 19:59:54.218989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-e1d7c287-8d1e-404f-b349-c08b533f428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:54.220471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-e1d7c287-8d1e-404f-b349-c08b533f428e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.1029191 Jul 22 19:59:54.273061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-e831379b-3b1f-409a-ad0c-5f475ba3d01d tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:54.274456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-e831379b-3b1f-409a-ad0c-5f475ba3d01d tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/networks?id=988fc439-e651-40f3-9ad6-4650d5799bf0 HTTP/1.1" status: 200 len: 809 time: 0.1840863 Jul 22 19:59:54.294474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-620e6599-aaac-48a9-8e65-f00f4fd64311 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/quotas/d566e5bd03e142edb3734c0b6a0d27e9 HTTP/1.1" status: 200 len: 375 time: 0.0139060 Jul 22 19:59:54.651574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-82f9db3d-e643-4387-9e59-42f7fc4b1847 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d566e5bd03e142edb3734c0b6a0d27e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3512237 Jul 22 19:59:54.673686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-eee0ab08-4f83-4005-ae64-971355c14f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:54.675189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-eee0ab08-4f83-4005-ae64-971355c14f34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4481671 Jul 22 19:59:54.689151 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:54.865572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a7528dfa-d624-42d4-a0d3-5b713ed949ef service neutron] 10.222.0.10 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894033 Jul 22 19:59:54.877943 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a32e8f-ab7f-4fd7-adb5-101ce55ed5b0 req-f8541f88-d821-436b-acf8-9baa32e02402 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:54.879950 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42a32e8f-ab7f-4fd7-adb5-101ce55ed5b0 req-f8541f88-d821-436b-acf8-9baa32e02402 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.2553647 Jul 22 19:59:54.908534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-8796c695-7ccc-48de-908a-99d5ac7ba2bb service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222013 Jul 22 19:59:55.025843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42a32e8f-ab7f-4fd7-adb5-101ce55ed5b0 req-32381ec0-a6d6-480a-9569-4cde3e800853 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353359 Jul 22 19:59:55.093803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-9c24e28a-2720-4fcb-971b-f7a78d5d15bc service neutron] 10.222.0.10 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127278 Jul 22 19:59:55.109026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21db483c-7938-4e11-82ed-adf4fea7f6c8 req-4f6b8909-0c26-474e-8635-f5cb7217e64f service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814203 Jul 22 19:59:55.264619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-4e8a7484-90c0-46f5-993d-6cc67b77fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:55.266730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-4e8a7484-90c0-46f5-993d-6cc67b77fbbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 1096 time: 0.0929186 Jul 22 19:59:55.393499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c06256af-e1ed-44ad-9f02-03d2a566adba req-db34213d-3183-4151-9a05-0c09385f9e16 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 210 time: 0.0394750 Jul 22 19:59:55.425867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-1cbab2e2-f82c-42b0-8952-f2d7205fcd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:55.427363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-1cbab2e2-f82c-42b0-8952-f2d7205fcd68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1538835 Jul 22 19:59:55.474408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-e0c7aace-a310-4c56-ab4b-015bc18da646 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9 HTTP/1.1" status: 200 len: 217 time: 0.0407114 Jul 22 19:59:55.546227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-2a7cda30-ef08-413c-a3b4-0df6f7be8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:55.547755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-2a7cda30-ef08-413c-a3b4-0df6f7be8424 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0677681 Jul 22 19:59:55.619358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-1fa36ebe-4cdc-43ef-993d-9eea3fb75877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:55.621283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-1fa36ebe-4cdc-43ef-993d-9eea3fb75877 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661311 Jul 22 19:59:55.747191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-9c3ac44b-04d1-43aa-952b-438ba29aedad service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173987 Jul 22 19:59:55.892834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f45fb1e2-535c-4ec3-b345-6af7e38a3d91 req-39a6743a-873c-400a-9004-33cdffeb1b11 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393199 Jul 22 19:59:56.241595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fda16-23e3-4371-80f6-faf3b4f0a58c req-8c744aff-445a-442a-b14b-890ebb0c1504 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:56.242967 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d2fda16-23e3-4371-80f6-faf3b4f0a58c req-8c744aff-445a-442a-b14b-890ebb0c1504 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.1239684 Jul 22 19:59:56.306410 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d2fda16-23e3-4371-80f6-faf3b4f0a58c req-103d7071-d372-4d82-8fdd-b8690b10f8f3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542691 Jul 22 19:59:56.593382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eab90059-6109-4c4f-ad24-c62771ec36fb req-9b8feffe-e256-41ee-8bba-1bcc705da361 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 210 time: 0.0912852 Jul 22 19:59:56.686070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-14c2e27b-0542-482a-b240-1a0d2300daa0 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:56.687810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-14c2e27b-0542-482a-b240-1a0d2300daa0 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.32 "GET /v2.0/networks?id=988fc439-e651-40f3-9ad6-4650d5799bf0 HTTP/1.1" status: 200 len: 809 time: 0.2014880 Jul 22 19:59:56.700233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Request body: {'port': {'device_id': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0', 'admin_state_up': True, 'tenant_id': 'd566e5bd03e142edb3734c0b6a0d27e9'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:56.864268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Made reservation on behalf of d566e5bd03e142edb3734c0b6a0d27e9 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 19:59:56.866873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.040872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Allocated IP 172.20.0.5 (988fc439-e651-40f3-9ad6-4650d5799bf0/f6ad0d7d-87b9-4e99-be33-e895d574c65f/1dffec79-8739-4375-98ee-46e86c6fe05a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 19:59:57.267975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.327707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.398173 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.410122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Pushing event updated for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:57.426913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Network 988fc439-e651-40f3-9ad6-4650d5799bf0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 19:59:57.428833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 19:59:57.432356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 19:59:57.537546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:57.538205 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.567651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00124-c4a7-42c1-9a78-74a66ed936d9 req-761c6e56-22de-4311-b85c-fa35a378eca2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:57.574677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78c00124-c4a7-42c1-9a78-74a66ed936d9 req-761c6e56-22de-4311-b85c-fa35a378eca2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.1146028 Jul 22 19:59:57.593474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a5a93689-bfaa-49e5-af3c-e8d58732b1c2 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8972530 Jul 22 19:59:57.605709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Request body: {'port': {'device_id': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 19:59:57.666435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78c00124-c4a7-42c1-9a78-74a66ed936d9 req-3110a206-a257-4f7f-aa45-2fabe1b30072 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909305 Jul 22 19:59:57.753762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:57.984395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f753e-2a7f-461f-aa93-36d374e12453 req-8792f08a-98a8-4873-9a68-9c1963438cd8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:57.992413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d3f753e-2a7f-461f-aa93-36d374e12453 req-8792f08a-98a8-4873-9a68-9c1963438cd8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.2815797 Jul 22 19:59:58.044909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc0cf6-dad0-4b2b-b47c-3c7d0de66951 req-8a1e455d-e76f-46ac-93fd-ef1279fce926 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:58.046456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bdc0cf6-dad0-4b2b-b47c-3c7d0de66951 req-8a1e455d-e76f-46ac-93fd-ef1279fce926 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 931 time: 0.2951741 Jul 22 19:59:58.120187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d3f753e-2a7f-461f-aa93-36d374e12453 req-9a242394-cdad-4d40-b7fd-b1da05081b34 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267691 Jul 22 19:59:58.143346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bdc0cf6-dad0-4b2b-b47c-3c7d0de66951 req-4bc4d493-6090-471b-87fa-d2c90cf9c797 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861290 Jul 22 19:59:58.234727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dffec79-8739-4375-98ee-46e86c6fe05a {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 19:59:58.243247 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.255895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Transition to ACTIVE for port object 1dffec79-8739-4375-98ee-46e86c6fe05a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 19:59:58.260128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.365855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Pushing event updated for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:58.420800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Attempting to bind port 1dffec79-8739-4375-98ee-46e86c6fe05a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 19:59:58.421155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Attempting to bind port 1dffec79-8739-4375-98ee-46e86c6fe05a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '026956a8-1968-4365-befc-b45e5571bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 19:59:58.421476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Attempting to bind port 1dffec79-8739-4375-98ee-46e86c6fe05a on network 988fc439-e651-40f3-9ad6-4650d5799bf0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:58.428014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Port 1dffec79-8739-4375-98ee-46e86c6fe05a on network 988fc439-e651-40f3-9ad6-4650d5799bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 19:59:58.428014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Attempting to bind port 1dffec79-8739-4375-98ee-46e86c6fe05a on network 988fc439-e651-40f3-9ad6-4650d5799bf0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 19:59:58.433067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 19, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 19:59:58.433528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Checking segment: {'id': '026956a8-1968-4365-befc-b45e5571bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 19:59:58.433664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Bound using segment: {'id': '026956a8-1968-4365-befc-b45e5571bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 19:59:58.434120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Bound port: 1dffec79-8739-4375-98ee-46e86c6fe05a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '026956a8-1968-4365-befc-b45e5571bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 19:59:58.434648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.506950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 19:59:58.509970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1dffec79-8739-4375-98ee-46e86c6fe05a,segment=NetworkSegment(026956a8-1968-4365-befc-b45e5571bf3a),segment_id=026956a8-1968-4365-befc-b45e5571bf3a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 19:59:58.513645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.549506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:58.550257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 19:59:58.552435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] 10.222.0.32 "PUT /v2.0/ports/1dffec79-8739-4375-98ee-46e86c6fe05a HTTP/1.1" status: 200 len: 1092 time: 0.9513655 Jul 22 19:59:58.552927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 19:59:58.555229 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9984f05b-65ca-4201-8fa6-1581aea9c359" -d '{"events": [{"name": "network-changed", "server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 19:59:58.601868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51733ae-fc9b-4fa8-8899-f54b5a8934eb service neutron] Pushing event updated for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 19:59:58.637070 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 19:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab10172b-d6a2-4d02-b576-5fd16d9e4a04 x-openstack-request-id: req-ab10172b-d6a2-4d02-b576-5fd16d9e4a04 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 19:59:58.637298 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 19:59:58.637463 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab10172b-d6a2-4d02-b576-5fd16d9e4a04 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 19:59:58.637757 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a', 'status': 'completed', 'code': 200} Jul 22 19:59:58.670397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-1690f891-934d-4040-8266-261dda5bddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:58.672224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-1690f891-934d-4040-8266-261dda5bddfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d566e5bd03e142edb3734c0b6a0d27e9&device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 1095 time: 0.0673962 Jul 22 19:59:58.713919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-25c0c81b-4fd1-47ef-97a9-8a53d2fd9a8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dffec79-8739-4375-98ee-46e86c6fe05a HTTP/1.1" status: 200 len: 217 time: 0.0347507 Jul 22 19:59:58.802406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-b33f0454-4eff-4e9e-8311-ad03ed10eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:58.803902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-b33f0454-4eff-4e9e-8311-ad03ed10eb1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6ad0d7d-87b9-4e99-be33-e895d574c65f HTTP/1.1" status: 200 len: 849 time: 0.0828896 Jul 22 19:59:58.847240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-a46bd88d-e292-4933-8f41-1ff220380f4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=988fc439-e651-40f3-9ad6-4650d5799bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332854 Jul 22 19:59:58.860227 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e239-c667-48a6-9b1a-1ab414811270 req-d2107538-4eec-465d-b75d-d1287e4699be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:58.861684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c37e239-c667-48a6-9b1a-1ab414811270 req-d2107538-4eec-465d-b75d-d1287e4699be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.1078219 Jul 22 19:59:58.952985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6c37e239-c667-48a6-9b1a-1ab414811270 req-24ae4b20-6f22-4c17-aae7-a9088276d9fe tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828788 Jul 22 19:59:58.976226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-80b3145e-6a34-468e-9a01-e3a3be9ff20b service neutron] 10.222.0.32 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135652 Jul 22 19:59:59.069524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-763945a8-9d2d-4c23-8682-bc21a171ebca req-75807a57-2f7b-4bb6-9366-70af4666b95a service neutron] 10.222.0.32 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858200 Jul 22 19:59:59.195113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-aef1c2c1-a36b-4e42-84f4-bf426a972b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:59.196915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-aef1c2c1-a36b-4e42-84f4-bf426a972b3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d566e5bd03e142edb3734c0b6a0d27e9&device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 1095 time: 0.0780730 Jul 22 19:59:59.413827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-1f0fd917-bba9-4f3f-afa5-009450ad2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:59.415254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-1f0fd917-bba9-4f3f-afa5-009450ad2d14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=988fc439-e651-40f3-9ad6-4650d5799bf0 HTTP/1.1" status: 200 len: 910 time: 0.2085066 Jul 22 19:59:59.423143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efcbd-10d4-4f91-92f4-e4423b229056 req-5d741e24-234a-4221-88d6-23e77ef97c93 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:59.424711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f2efcbd-10d4-4f91-92f4-e4423b229056 req-5d741e24-234a-4221-88d6-23e77ef97c93 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1944215 Jul 22 19:59:59.447427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d27ace-7dc0-4f68-91d0-009172d8487e req-30a13617-50f8-459a-858b-4264629d3d44 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:59.448895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4d27ace-7dc0-4f68-91d0-009172d8487e req-30a13617-50f8-459a-858b-4264629d3d44 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 943 time: 0.2078784 Jul 22 19:59:59.490268 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-e23833c0-ae56-4576-b0de-2519765e0b93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1dffec79-8739-4375-98ee-46e86c6fe05a HTTP/1.1" status: 200 len: 217 time: 0.0645740 Jul 22 19:59:59.572700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f2efcbd-10d4-4f91-92f4-e4423b229056 req-7c207d63-32fb-40df-b7d1-53ef2fee2c76 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397922 Jul 22 19:59:59.583211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4d27ace-7dc0-4f68-91d0-009172d8487e req-6f7620fb-9a3e-4cad-8c2c-bc2512f82915 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977776 Jul 22 19:59:59.605849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-14ca3a2c-29bb-4d7b-bad7-ea57d6651c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 19:59:59.607656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-14ca3a2c-29bb-4d7b-bad7-ea57d6651c3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f6ad0d7d-87b9-4e99-be33-e895d574c65f HTTP/1.1" status: 200 len: 849 time: 0.1026196 Jul 22 19:59:59.646453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-3b86a4f0-b3fd-4715-ac06-80c67cf5a487 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=988fc439-e651-40f3-9ad6-4650d5799bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315909 Jul 22 19:59:59.747031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-d1532994-3f77-45ba-922c-45766608da18 service neutron] 10.222.0.32 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913296 Jul 22 19:59:59.840531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9984f05b-65ca-4201-8fa6-1581aea9c359 req-616b004c-0106-4844-bfd1-8f0275c8ce1a service neutron] 10.222.0.32 "GET /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843747 Jul 22 20:00:00.099064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660cdab-52ab-47cb-aa84-a05d091f27d1 req-49d5f423-a791-4cdc-af23-972107c1763e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:00.100910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4660cdab-52ab-47cb-aa84-a05d091f27d1 req-49d5f423-a791-4cdc-af23-972107c1763e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0696914 Jul 22 20:00:00.138246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4660cdab-52ab-47cb-aa84-a05d091f27d1 req-182c5dbb-c166-4c1a-a350-e6c9c9092e4e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Jul 22 20:00:00.743194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428cbcf-6ec3-4dd7-b4a5-e512c1bf1da6 req-868effbc-098f-4cca-af16-0b6c9e37dd4a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:00.744709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6428cbcf-6ec3-4dd7-b4a5-e512c1bf1da6 req-868effbc-098f-4cca-af16-0b6c9e37dd4a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1000259 Jul 22 20:00:00.756941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856733c-4100-43c5-a11b-76db08a70437 req-bb3c5c4a-81ad-4562-8319-62a3dd120acd tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:00.758326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0856733c-4100-43c5-a11b-76db08a70437 req-bb3c5c4a-81ad-4562-8319-62a3dd120acd tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 943 time: 0.0857356 Jul 22 20:00:00.812431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6428cbcf-6ec3-4dd7-b4a5-e512c1bf1da6 req-9397dd8a-8e5a-4895-bf64-e85be1cb7933 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Jul 22 20:00:00.819799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0856733c-4100-43c5-a11b-76db08a70437 req-63a2e442-422d-4021-a8a0-f633416e31c6 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548525 Jul 22 20:00:01.257015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1dffec79-8739-4375-98ee-46e86c6fe05a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:01.265950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ad91-add0-4d80-acdd-c00944472024 req-69447c6b-e948-400e-b8c5-79f46e660a2d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:01.267504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38c0ad91-add0-4d80-acdd-c00944472024 req-69447c6b-e948-400e-b8c5-79f46e660a2d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0633945 Jul 22 20:00:01.307267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38c0ad91-add0-4d80-acdd-c00944472024 req-4ba9bde5-e449-4627-b2f6-5e488b57d8d8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332310 Jul 22 20:00:01.354316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1dffec79-8739-4375-98ee-46e86c6fe05a,segment=NetworkSegment(026956a8-1968-4365-befc-b45e5571bf3a),segment_id=026956a8-1968-4365-befc-b45e5571bf3a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:01.365074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '1dffec79-8739-4375-98ee-46e86c6fe05a', 'network_id': '988fc439-e651-40f3-9ad6-4650d5799bf0', 'port_id': '1dffec79-8739-4375-98ee-46e86c6fe05a', 'mac_address': 'fa:16:3e:21:86:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ad0d7d-87b9-4e99-be33-e895d574c65f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:01.404448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:01.417564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dffec79-8739-4375-98ee-46e86c6fe05a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:01.437299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1dffec79-8739-4375-98ee-46e86c6fe05a,segment=NetworkSegment(026956a8-1968-4365-befc-b45e5571bf3a),segment_id=026956a8-1968-4365-befc-b45e5571bf3a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:01.440878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:01.489171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:01.648025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['1dffec79-8739-4375-98ee-46e86c6fe05a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:01.996002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e844b-1fc6-4a96-834f-3417f9b5639e req-132d8b38-4bbd-4758-ae41-5028fe6c5918 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:01.997531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a8e844b-1fc6-4a96-834f-3417f9b5639e req-132d8b38-4bbd-4758-ae41-5028fe6c5918 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 944 time: 0.1048210 Jul 22 20:00:02.009600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e1764-afb3-4783-bd39-c33a3ee23a68 req-b9998e87-e52b-468f-9fd5-b87af0f2c8dc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:02.011046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-857e1764-afb3-4783-bd39-c33a3ee23a68 req-b9998e87-e52b-468f-9fd5-b87af0f2c8dc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1277518 Jul 22 20:00:02.065844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a8e844b-1fc6-4a96-834f-3417f9b5639e req-70cf8092-42c6-4d68-bede-3af298f32067 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 Jul 22 20:00:02.070791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-857e1764-afb3-4783-bd39-c33a3ee23a68 req-aeb2daee-5dc0-4b70-8c7a-38c584116af7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529349 Jul 22 20:00:02.436189 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1498a89-a8ca-4bc9-87f1-ca2e7cac971d req-a9306889-8728-45e4-92cb-2e09c92e2dec tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:02.437707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1498a89-a8ca-4bc9-87f1-ca2e7cac971d req-a9306889-8728-45e4-92cb-2e09c92e2dec tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0660415 Jul 22 20:00:02.477281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1498a89-a8ca-4bc9-87f1-ca2e7cac971d req-c0200313-e5b2-4bbc-ba96-1b79fe24166e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 22 20:00:03.237308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31981ba5-df63-4bb8-8537-04155a8ab753 req-55940181-31a7-4e29-aae5-b81e94930ab6 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:03.239442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31981ba5-df63-4bb8-8537-04155a8ab753 req-55940181-31a7-4e29-aae5-b81e94930ab6 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 944 time: 0.1030145 Jul 22 20:00:03.251578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fddff4-9aad-43b5-bedb-dd33abc2ef1c req-3bec3d6f-336c-4955-b6e5-e4b289783511 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:03.253053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6fddff4-9aad-43b5-bedb-dd33abc2ef1c req-3bec3d6f-336c-4955-b6e5-e4b289783511 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1080182 Jul 22 20:00:03.266344 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1dffec79-8739-4375-98ee-46e86c6fe05a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:03.310284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6fddff4-9aad-43b5-bedb-dd33abc2ef1c req-6531b982-9d4f-4096-b848-9ee445971f4f tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501232 Jul 22 20:00:03.318789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 1dffec79-8739-4375-98ee-46e86c6fe05a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:03.324021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 1dffec79-8739-4375-98ee-46e86c6fe05a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:03.324946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:03.326508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31981ba5-df63-4bb8-8537-04155a8ab753 req-57fba38c-0084-46b6-b79f-76e6a01679c4 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Jul 22 20:00:03.404057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:03.426697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:03.428963 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf40156-40e1-43cd-b010-75581a695e5d" -d '{"events": [{"server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "name": "network-vif-plugged", "status": "completed", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:03.446479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1dffec79-8739-4375-98ee-46e86c6fe05a,segment=NetworkSegment(026956a8-1968-4365-befc-b45e5571bf3a),segment_id=026956a8-1968-4365-befc-b45e5571bf3a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:03.451762 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:03.478582 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f031df1f-82ac-4c7f-abe6-a3bd3f1ef520 x-openstack-request-id: req-f031df1f-82ac-4c7f-abe6-a3bd3f1ef520 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:03.478868 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "name": "network-vif-plugged", "status": "completed", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:03.479126 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f031df1f-82ac-4c7f-abe6-a3bd3f1ef520 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:03.479508 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a', 'code': 200} Jul 22 20:00:03.507452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:03.949248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d68836-7ca6-46b5-968c-38d0d41fdcc8 req-eaacdd6d-3e88-4b2f-96f8-d54a36ce8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:03.950649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86d68836-7ca6-46b5-968c-38d0d41fdcc8 req-eaacdd6d-3e88-4b2f-96f8-d54a36ce8547 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 1097 time: 0.4120233 Jul 22 20:00:03.962244 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1684f-8daa-4814-9f0c-24ec710dd77c req-98b3cf24-c0a6-4380-9a56-4e440ca7ca5d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:03.963646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11f1684f-8daa-4814-9f0c-24ec710dd77c req-98b3cf24-c0a6-4380-9a56-4e440ca7ca5d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.3960564 Jul 22 20:00:04.015588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86d68836-7ca6-46b5-968c-38d0d41fdcc8 req-2f6fd083-3266-473c-8509-3a62a70f6d6e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Jul 22 20:00:04.021336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11f1684f-8daa-4814-9f0c-24ec710dd77c req-f9174593-b97f-44e8-8d2e-bdc233228049 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516355 Jul 22 20:00:04.491288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d632ff-fe9f-42e3-926b-71d9586fe3f8 req-21f81eca-bbaf-4fea-bc56-7ca486e36063 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:04.492862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65d632ff-fe9f-42e3-926b-71d9586fe3f8 req-21f81eca-bbaf-4fea-bc56-7ca486e36063 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0951848 Jul 22 20:00:04.501250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9791eb7-1c74-48ac-9196-4fffc6693433 req-4c33157b-48b5-46c7-8e63-68724e1e81f9 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:04.502647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9791eb7-1c74-48ac-9196-4fffc6693433 req-4c33157b-48b5-46c7-8e63-68724e1e81f9 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 945 time: 0.1138632 Jul 22 20:00:04.558260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65d632ff-fe9f-42e3-926b-71d9586fe3f8 req-1e1c153e-eab1-429a-b30c-f008cd2f88bc tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546594 Jul 22 20:00:04.563059 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9791eb7-1c74-48ac-9196-4fffc6693433 req-4973de9c-9df5-4070-9930-844d8e3eafe3 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534201 Jul 22 20:00:05.149305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd2373-075c-4b48-b5b7-c68af9bfbfb1 req-19d370cb-859b-4cf2-b7df-42d23afef2e4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:05.150804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1cd2373-075c-4b48-b5b7-c68af9bfbfb1 req-19d370cb-859b-4cf2-b7df-42d23afef2e4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0636525 Jul 22 20:00:05.189225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1cd2373-075c-4b48-b5b7-c68af9bfbfb1 req-c21d71e4-8fdf-47d4-8a63-50c1917454a5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Jul 22 20:00:05.741826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccad67-744e-4a4a-b7bb-9c49e9d97849 req-cecbd687-21f4-4741-836f-959450dc93db tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:05.743478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97ccad67-744e-4a4a-b7bb-9c49e9d97849 req-cecbd687-21f4-4741-836f-959450dc93db tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1055782 Jul 22 20:00:05.752462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630339-0c03-44cc-91b0-7838caa6141a req-769a7eaa-6448-45a1-b777-029b07bb4cb6 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:05.753629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4630339-0c03-44cc-91b0-7838caa6141a req-769a7eaa-6448-45a1-b777-029b07bb4cb6 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 945 time: 0.1139534 Jul 22 20:00:05.809722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-97ccad67-744e-4a4a-b7bb-9c49e9d97849 req-b9b6ab1e-0f22-4ea9-ae8c-29467bead600 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545387 Jul 22 20:00:05.814631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4630339-0c03-44cc-91b0-7838caa6141a req-ee5bb7f6-75ee-4247-997a-4e697737a8b3 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Jul 22 20:00:06.358422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29df4bd-b0c7-4826-87de-dbdc5db26631 req-d2ac8958-d525-428e-a057-97c3ca7ef9f7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.359863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c29df4bd-b0c7-4826-87de-dbdc5db26631 req-d2ac8958-d525-428e-a057-97c3ca7ef9f7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0999951 Jul 22 20:00:06.413128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5686e-07d1-4381-9158-4be858e28305 req-bdbcd763-7e5f-4590-9080-10d7e80bc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.414651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-bdbcd763-7e5f-4590-9080-10d7e80bc5a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1097 time: 0.1014051 Jul 22 20:00:06.417976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c29df4bd-b0c7-4826-87de-dbdc5db26631 req-74d0998d-fdb3-4286-9630-12d0384e0aa5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 Jul 22 20:00:06.522654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5686e-07d1-4381-9158-4be858e28305 req-72876798-f8d9-4f1d-ab25-b4b588cc3d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.524160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-72876798-f8d9-4f1d-ab25-b4b588cc3d89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 897 time: 0.0889885 Jul 22 20:00:06.603809 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-8d8944f2-a1a8-4ab2-8a2a-901e7079746d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 1001 time: 0.0657613 Jul 22 20:00:06.660748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5686e-07d1-4381-9158-4be858e28305 req-800077cf-6e1c-4c83-a290-2021a94ac560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.662359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-800077cf-6e1c-4c83-a290-2021a94ac560 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 200 len: 835 time: 0.0513587 Jul 22 20:00:06.728891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5686e-07d1-4381-9158-4be858e28305 req-8163b057-c0c6-48bc-bad7-c51c8f4a5ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.730430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-8163b057-c0c6-48bc-bad7-c51c8f4a5ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619655 Jul 22 20:00:06.827220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-76874c14-2d1c-4ba1-898f-c4a39e3ec72d service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898411 Jul 22 20:00:06.953347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7f5686e-07d1-4381-9158-4be858e28305 req-2640c191-ee07-4311-9a0a-64fd00075444 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202314 Jul 22 20:00:06.976797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c3aa9-7a81-4544-90b5-ed843ccd9789 req-3ace1657-93be-490e-8cb2-b64c302719f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:06.978262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702c3aa9-7a81-4544-90b5-ed843ccd9789 req-3ace1657-93be-490e-8cb2-b64c302719f6 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0865886 Jul 22 20:00:07.015432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702c3aa9-7a81-4544-90b5-ed843ccd9789 req-dbc32065-35fa-4f0a-bb47-9b9720e57b8a tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Jul 22 20:00:07.093649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-70929362-b48a-4564-a38e-9a7a66613020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:07.550296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d113686-3a8c-4990-9d1e-ec7f16454c6a req-0edce69a-f406-4803-ad3c-c58882f47d4d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:07.552475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d113686-3a8c-4990-9d1e-ec7f16454c6a req-0edce69a-f406-4803-ad3c-c58882f47d4d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0657732 Jul 22 20:00:07.591631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d113686-3a8c-4990-9d1e-ec7f16454c6a req-c8ffde3a-64fb-4a48-b40e-4a332e58492c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Jul 22 20:00:08.195802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb7e6b-97aa-4f8c-84a7-ddc21851332f req-81d675a5-02cc-42ed-916f-902606ad4162 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:08.197394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbcb7e6b-97aa-4f8c-84a7-ddc21851332f req-81d675a5-02cc-42ed-916f-902606ad4162 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1067834 Jul 22 20:00:08.211928 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6bbea-f60d-400b-9a5c-df79a58988fd req-e5a1a8fd-82eb-487f-beaf-4562c882bbbc tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:08.213396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1c6bbea-f60d-400b-9a5c-df79a58988fd req-e5a1a8fd-82eb-487f-beaf-4562c882bbbc tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 945 time: 0.0898726 Jul 22 20:00:08.266889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dbcb7e6b-97aa-4f8c-84a7-ddc21851332f req-024c78f6-4fa9-405c-9884-b1b53d9016da tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637529 Jul 22 20:00:08.273489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c1c6bbea-f60d-400b-9a5c-df79a58988fd req-914aef88-8848-458f-b3b1-4bb3dce33876 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Jul 22 20:00:08.722883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b023a55-d9d2-48aa-a6b8-8f233bbcb105 req-a9912016-92ac-4294-8120-c356550bed14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:08.724333 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b023a55-d9d2-48aa-a6b8-8f233bbcb105 req-a9912016-92ac-4294-8120-c356550bed14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0670223 Jul 22 20:00:08.761880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b023a55-d9d2-48aa-a6b8-8f233bbcb105 req-ad9edb2d-6d32-4def-aa63-045f99fde5a2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Jul 22 20:00:09.443605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd50937-a8e2-4d77-a992-60f528df5582 req-7177f529-ad55-4ad9-bf12-c29cdac4d24d tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:09.445156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cd50937-a8e2-4d77-a992-60f528df5582 req-7177f529-ad55-4ad9-bf12-c29cdac4d24d tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 945 time: 0.0996161 Jul 22 20:00:09.455049 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0e8c6-4892-49af-b9fe-2aab4eb208a5 req-9bd06b60-a0d0-4aa9-adb2-fecce4f49524 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:09.456663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7da0e8c6-4892-49af-b9fe-2aab4eb208a5 req-9bd06b60-a0d0-4aa9-adb2-fecce4f49524 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.1207025 Jul 22 20:00:09.549016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7da0e8c6-4892-49af-b9fe-2aab4eb208a5 req-74c51bfd-e963-4a84-8438-e6c7c2e4ad38 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841124 Jul 22 20:00:09.552768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cd50937-a8e2-4d77-a992-60f528df5582 req-18e80ec7-9007-4961-83eb-8d51a19041be tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.10 "GET /v2.0/security-groups?id=b36be85a-633e-4e9e-a9ac-4a6f0a648841&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950480 Jul 22 20:00:09.583899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-8073c242-0459-4406-80cd-b2cedb089d77 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:09.585495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-8073c242-0459-4406-80cd-b2cedb089d77 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.32 "GET /v2.0/ports?device_id=8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703 HTTP/1.1" status: 200 len: 945 time: 0.0962725 Jul 22 20:00:09.685201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Deleting port 1dffec79-8739-4375-98ee-46e86c6fe05a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:09.685618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:09.774355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] For port 1dffec79-8739-4375-98ee-46e86c6fe05a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1dffec79-8739-4375-98ee-46e86c6fe05a,segment=NetworkSegment(026956a8-1968-4365-befc-b45e5571bf3a),segment_id=026956a8-1968-4365-befc-b45e5571bf3a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:09.775114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:09.786133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Calling delete_port for 1dffec79-8739-4375-98ee-46e86c6fe05a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:09.920271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd87df-202c-453c-b511-706051acc1df req-c919bf42-79b3-4da0-8c72-c5924b8c937f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:09.921771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95fd87df-202c-453c-b511-706051acc1df req-c919bf42-79b3-4da0-8c72-c5924b8c937f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0936100 Jul 22 20:00:09.958839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:09.998666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95fd87df-202c-453c-b511-706051acc1df req-4536a925-961f-48b7-ae26-a4bf5f7e94d2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704668 Jul 22 20:00:09.999886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:10.011775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['1dffec79-8739-4375-98ee-46e86c6fe05a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:10.033015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Pushing event deleted for resources: {'Port': ['ID=1dffec79-8739-4375-98ee-46e86c6fe05a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:10.051865 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1cdc876-85dd-4863-8c31-f571a60d480d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:10.087149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] No DVR routers for this DVR port 1dffec79-8739-4375-98ee-46e86c6fe05a on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:10.090000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:10.092744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5bf46191-650e-4e58-8991-92b94f44e4c4 req-13a6b826-7b45-4855-90e4-e5d1c14f69b8 tempest-VolumesActionsTest-1638169846 tempest-VolumesActionsTest-1638169846-project] 10.222.0.32 "DELETE /v2.0/ports/1dffec79-8739-4375-98ee-46e86c6fe05a HTTP/1.1" status: 204 len: 173 time: 0.5013542 Jul 22 20:00:10.093199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'name': 'network-vif-deleted', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:10.096895 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304adfa9-48fb-4c34-b98d-67cf83146a0c" -d '{"events": [{"server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "name": "network-vif-deleted", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:10.132361 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85191be4-39a2-4949-ad04-81bade88a717 x-openstack-request-id: req-85191be4-39a2-4949-ad04-81bade88a717 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:10.132654 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703", "name": "network-vif-deleted", "tag": "1dffec79-8739-4375-98ee-46e86c6fe05a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:10.132906 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85191be4-39a2-4949-ad04-81bade88a717 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:10.133306 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be72a2e-ca41-4ccd-a6cd-95c0fd3b2703', 'name': 'network-vif-deleted', 'tag': '1dffec79-8739-4375-98ee-46e86c6fe05a', 'status': 'completed', 'code': 200} Jul 22 20:00:10.494533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba1516-1dbf-4a8a-b1cf-ab4d389b9825 req-d3dc9a9f-da03-4c8c-a658-b0c9f6a55c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:10.496601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cba1516-1dbf-4a8a-b1cf-ab4d389b9825 req-d3dc9a9f-da03-4c8c-a658-b0c9f6a55c9d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1097 time: 0.0535979 Jul 22 20:00:10.531957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1cba1516-1dbf-4a8a-b1cf-ab4d389b9825 req-99cfe58b-754e-4189-b564-10395ada8a22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295849 Jul 22 20:00:10.683736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae96f61-4697-49c9-a6f5-fb7947e9d8b6 req-c6266324-6a50-47c4-923a-64c9e39a0201 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:10.685320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cae96f61-4697-49c9-a6f5-fb7947e9d8b6 req-c6266324-6a50-47c4-923a-64c9e39a0201 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0654945 Jul 22 20:00:10.724579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cae96f61-4697-49c9-a6f5-fb7947e9d8b6 req-f7822516-d9ae-4504-b58f-7db18ce007c8 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335453 Jul 22 20:00:11.146581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350e19b-2eb5-4425-b2a6-81af3e4bc1a0 req-0d8c0e37-b77a-4af6-8565-25add96af5ec tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:11.148275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7350e19b-2eb5-4425-b2a6-81af3e4bc1a0 req-0d8c0e37-b77a-4af6-8565-25add96af5ec tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0685251 Jul 22 20:00:11.188347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7350e19b-2eb5-4425-b2a6-81af3e4bc1a0 req-384fa151-d17a-4173-a136-7ab5cb99ef1e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Jul 22 20:00:11.555515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:11.855020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6299-c195-439c-a013-2b9fc96c14b8 req-c09633a6-3371-4b0d-ab8c-a839740a28d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:11.856589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b7f6299-c195-439c-a013-2b9fc96c14b8 req-c09633a6-3371-4b0d-ab8c-a839740a28d3 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0653965 Jul 22 20:00:11.896582 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b7f6299-c195-439c-a013-2b9fc96c14b8 req-21df1b80-6270-4e4a-9471-a56accf547e2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344527 Jul 22 20:00:11.923716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35198) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:11.985609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-acd952a5-c5d3-4b38-8b41-c2428c71f146 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/floatingips/4f5c7c26-a49a-4f6f-b984-3c31a674351b HTTP/1.1" status: 200 len: 993 time: 0.0654330 Jul 22 20:00:12.322092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09a608-334c-4b63-80fd-2d5e22c33277 req-9a8aa76d-1ff6-44fd-8c8c-a2745b989dfd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:12.323695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b09a608-334c-4b63-80fd-2d5e22c33277 req-9a8aa76d-1ff6-44fd-8c8c-a2745b989dfd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 944 time: 0.0649383 Jul 22 20:00:12.362128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b09a608-334c-4b63-80fd-2d5e22c33277 req-efb6ebf4-0e5a-4d6a-a602-7a018e8a2e37 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 22 20:00:12.950418 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:12.982181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ad443de1-75f5-465f-bc3a-d01e0d1551b9 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:13.081375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:13.092581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9', 'mac_address': 'fa:16:3e:0d:82:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:13.130055 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.143054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad443de1-75f5-465f-bc3a-d01e0d1551b9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:13.164391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:13.169102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.222085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:13.329253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:13.331572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:13.370700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ad443de1-75f5-465f-bc3a-d01e0d1551b9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:13.510001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ec4c1-f8c0-40c5-9151-757528a2721c req-fa556b03-feaf-46e3-902a-4b9fbfed2642 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:13.511589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c4ec4c1-f8c0-40c5-9151-757528a2721c req-fa556b03-feaf-46e3-902a-4b9fbfed2642 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 945 time: 0.0799952 Jul 22 20:00:13.559329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c4ec4c1-f8c0-40c5-9151-757528a2721c req-877bf66e-39ad-43ef-92d7-30cb1be55725 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Jul 22 20:00:13.572802 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.582670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:13.615315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'port_id': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'mac_address': 'fa:16:3e:76:be:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:13.630954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:13.633212 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78057d11-236b-481b-88ce-c8ada9470655" -d '{"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:13.673910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:13.679998 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a9984-2f4b-4fa1-8e0a-665b61bdb21b x-openstack-request-id: req-7d9a9984-2f4b-4fa1-8e0a-665b61bdb21b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:13.680307 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:13.680562 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d9a9984-2f4b-4fa1-8e0a-665b61bdb21b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:13.680954 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'code': 200} Jul 22 20:00:13.684495 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.685199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1dffec79-8739-4375-98ee-46e86c6fe05a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:13.739686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 1dffec79-8739-4375-98ee-46e86c6fe05a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:13.739945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1dffec79-8739-4375-98ee-46e86c6fe05a not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:13.745448 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:13.776637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:13.794932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:13.833231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:00:13.833591 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:00:14.374113 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:14.389181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:14.412473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:14.418352 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:14.478330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:14.630502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f617c84e-8adb-4520-b85d-4d274b5928af'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:14.692974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0c5d4-a63e-4cc7-9cd6-ebea1abc60aa req-335b20f3-abfc-443e-8f95-049ead4b4c3e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:14.695158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3f0c5d4-a63e-4cc7-9cd6-ebea1abc60aa req-335b20f3-abfc-443e-8f95-049ead4b4c3e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 945 time: 0.0732660 Jul 22 20:00:14.740013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3f0c5d4-a63e-4cc7-9cd6-ebea1abc60aa req-61f0d5b7-1797-4d9f-811e-8c4dec34b64a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 Jul 22 20:00:14.981542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ad443de1-75f5-465f-bc3a-d01e0d1551b9 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:15.040901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port ad443de1-75f5-465f-bc3a-d01e0d1551b9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:15.048524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port ad443de1-75f5-465f-bc3a-d01e0d1551b9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:15.048900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.207622 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.250314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:15.256057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.313401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:15.334561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:15.382802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f617c84e-8adb-4520-b85d-4d274b5928af triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:15.383461 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.457950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.489058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:15.493962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:15.541838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:15.682012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9'}, {'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:15.684465 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581a12e9-230e-4825-ae27-9f4039530c03" -d '{"events": [{"server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "name": "network-vif-plugged", "status": "completed", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9"}, {"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:15.743515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf666ce-d507-4059-9dad-b1f4b9c60d5b x-openstack-request-id: req-1bf666ce-d507-4059-9dad-b1f4b9c60d5b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:15.743515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "name": "network-vif-plugged", "status": "completed", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9", "code": 200}, {"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-plugged", "status": "completed", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:15.743515 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1bf666ce-d507-4059-9dad-b1f4b9c60d5b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:15.743515 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9', 'code': 200} Jul 22 20:00:15.743515 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'code': 200} Jul 22 20:00:15.891254 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5398d-efdd-4de9-9bf7-e27b08725b3f req-c4556b4c-6dae-45df-a016-1c388b6c115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:15.892717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bc5398d-efdd-4de9-9bf7-e27b08725b3f req-c4556b4c-6dae-45df-a016-1c388b6c115b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 1098 time: 0.0954204 Jul 22 20:00:15.914323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0031-cb83-4e0e-b10d-9fbc4c40a0cc req-5e2e5273-757a-4983-8fac-cc919018d4ad tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:15.915797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19de0031-cb83-4e0e-b10d-9fbc4c40a0cc req-5e2e5273-757a-4983-8fac-cc919018d4ad tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0889671 Jul 22 20:00:15.955314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bc5398d-efdd-4de9-9bf7-e27b08725b3f req-7f0769aa-cafe-4194-a7d6-7d47098abde4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554218 Jul 22 20:00:15.968881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19de0031-cb83-4e0e-b10d-9fbc4c40a0cc req-70b3c01d-a5f6-45d4-90d3-faf5385e2e1d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Jul 22 20:00:17.110028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793eacc-5fc6-4e22-b283-126e54e58826 req-55a29d4e-1165-4866-ae54-7714efcd441e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:17.111575 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f793eacc-5fc6-4e22-b283-126e54e58826 req-55a29d4e-1165-4866-ae54-7714efcd441e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0717061 Jul 22 20:00:17.150686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f793eacc-5fc6-4e22-b283-126e54e58826 req-71a1388c-05c1-4199-adf8-7e27bf973691 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Jul 22 20:00:17.288976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c86b14-350e-4f72-907d-3156da811f4b req-26bfa220-01a7-4126-993b-0f5cd023fb20 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:17.290406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35c86b14-350e-4f72-907d-3156da811f4b req-26bfa220-01a7-4126-993b-0f5cd023fb20 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0660164 Jul 22 20:00:17.331229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35c86b14-350e-4f72-907d-3156da811f4b req-314c4c8a-787a-4f10-bddf-848d1f4a2013 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351732 Jul 22 20:00:17.463019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7b436-a942-4c11-bcca-ebb70675962c req-8c55c4dc-b925-4702-af30-a8adfa582274 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:17.464552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93e7b436-a942-4c11-bcca-ebb70675962c req-8c55c4dc-b925-4702-af30-a8adfa582274 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0685451 Jul 22 20:00:17.502229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-93e7b436-a942-4c11-bcca-ebb70675962c req-6bd750e0-77bb-45c8-89df-0d8f420ceaed tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jul 22 20:00:17.810075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd8720-2fe6-4d9e-88ec-11af51057960 req-e9f62d6b-2ff6-433b-8fd6-a32b0edf34e8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:17.811584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-befd8720-2fe6-4d9e-88ec-11af51057960 req-e9f62d6b-2ff6-433b-8fd6-a32b0edf34e8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0639246 Jul 22 20:00:17.859078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-befd8720-2fe6-4d9e-88ec-11af51057960 req-0dfcb95e-4b16-4040-93dd-4712acefc185 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Jul 22 20:00:18.992052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd3322-2fcc-4169-8342-45b98d91b661 req-6b9177dc-9c88-4543-a6ea-54479f8c533f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:18.993469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-badd3322-2fcc-4169-8342-45b98d91b661 req-6b9177dc-9c88-4543-a6ea-54479f8c533f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0637228 Jul 22 20:00:19.029520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-badd3322-2fcc-4169-8342-45b98d91b661 req-fd92b84a-60d0-412e-926a-c8af2d29f9f6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306153 Jul 22 20:00:19.257596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-43ec3df5-beb1-4b01-bb2f-4dc3fa6ec729 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:19.259085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-43ec3df5-beb1-4b01-bb2f-4dc3fa6ec729 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 946 time: 0.0678926 Jul 22 20:00:19.370815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port ad443de1-75f5-465f-bc3a-d01e0d1551b9 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:19.370815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:19.464648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port ad443de1-75f5-465f-bc3a-d01e0d1551b9, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=ad443de1-75f5-465f-bc3a-d01e0d1551b9,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:19.464924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:19.477841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for ad443de1-75f5-465f-bc3a-d01e0d1551b9 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:19.609214 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:19.611458 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:00:19.622653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['ad443de1-75f5-465f-bc3a-d01e0d1551b9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:19.638364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=ad443de1-75f5-465f-bc3a-d01e0d1551b9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:19.692004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port ad443de1-75f5-465f-bc3a-d01e0d1551b9 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:19.694860 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:19.697506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c91fe2d8-ee6b-47ec-aab0-f9073b582dec req-4b53c473-1b08-4d95-9c20-04b8b7225d36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "DELETE /v2.0/ports/ad443de1-75f5-465f-bc3a-d01e0d1551b9 HTTP/1.1" status: 204 len: 173 time: 0.4325743 Jul 22 20:00:19.698001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'name': 'network-vif-deleted', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:19.700910 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bd1d5a-d360-460f-aac5-c79e65264cf6" -d '{"events": [{"server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "name": "network-vif-deleted", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:19.741777 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0a94c-ec9f-4250-9dc2-d90b020c6866 x-openstack-request-id: req-97a0a94c-ec9f-4250-9dc2-d90b020c6866 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:19.742080 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d28f920-b6e1-4fce-bf7e-d41c67b7213a", "name": "network-vif-deleted", "tag": "ad443de1-75f5-465f-bc3a-d01e0d1551b9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:19.742334 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-97a0a94c-ec9f-4250-9dc2-d90b020c6866 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:19.742739 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d28f920-b6e1-4fce-bf7e-d41c67b7213a', 'name': 'network-vif-deleted', 'tag': 'ad443de1-75f5-465f-bc3a-d01e0d1551b9', 'status': 'completed', 'code': 200} Jul 22 20:00:20.127588 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7010780f-a4ca-49aa-8fab-2afdc50e13fd req-a046c7d7-a9f0-42df-b8e4-176fcd41e68c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0314438 Jul 22 20:00:21.236220 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-967c1fec-fb62-42df-a7d2-1e622bd6d837 req-ee7bfb6f-6e56-4338-98ed-6a8fd1ce1a31 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0342264 Jul 22 20:00:22.350786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d72c0eb-ff9a-4e80-a333-696b68d89951 req-0b614fa4-bcf8-4c79-8428-7f4eba28c7d9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0335193 Jul 22 20:00:23.025502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ad443de1-75f5-465f-bc3a-d01e0d1551b9 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:23.047556 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: ad443de1-75f5-465f-bc3a-d01e0d1551b9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:23.047931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device ad443de1-75f5-465f-bc3a-d01e0d1551b9 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:23.470122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-213cce8d-fee8-475f-b938-7c46e6fb5523 req-2713fb5d-4e29-4a60-9e7a-ce3a56cbe5d7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d28f920-b6e1-4fce-bf7e-d41c67b7213a HTTP/1.1" status: 200 len: 210 time: 0.0341039 Jul 22 20:00:24.685488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:27.377481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.428858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35470) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:31.476665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Deleting subnet f6ad0d7d-87b9-4e99-be33-e895d574c65f {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:00:31.480473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.528454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.570963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.629965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.655555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ad0d7d-87b9-4e99-be33-e895d574c65f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:31.660007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.662084 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1274f1f4-9227-46dd-873e-c27b85846a39 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f6ad0d7d-87b9-4e99-be33-e895d574c65f HTTP/1.1" status: 204 len: 168 time: 0.2321987 Jul 22 20:00:31.677112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35474) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:31.751157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.833232 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.849406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988fc439-e651-40f3-9ad6-4650d5799bf0']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:31.863718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '026956a8-1968-4365-befc-b45e5571bf3a') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:31.864033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '026956a8-1968-4365-befc-b45e5571bf3a') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:31.873486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.887683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.894674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:00:31.895090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:00:31.897332 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:00:31.956728 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.962246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:31.964175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] 10.222.0.10 "DELETE /v2.0/networks/988fc439-e651-40f3-9ad6-4650d5799bf0 HTTP/1.1" status: 204 len: 168 time: 0.2907779 Jul 22 20:00:31.966914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35476) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:31.984356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef5c36-8b0a-434b-979f-bfbbbed4d248 admin admin] Pushing event deleted for resources: {'Network': ['ID=988fc439-e651-40f3-9ad6-4650d5799bf0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:32.022518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Deleting subnet ce008030-1aa8-4459-9784-9fe20f8880d0 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:00:32.026056 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.062912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.110143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.168350 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.197273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce008030-1aa8-4459-9784-9fe20f8880d0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:32.199732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.203679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2bce861a-e387-491e-b658-26c0f2a154ea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce008030-1aa8-4459-9784-9fe20f8880d0 HTTP/1.1" status: 204 len: 168 time: 0.2357700 Jul 22 20:00:32.203915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35478) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:32.281327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.367257 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.378689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbea648-32fc-4481-97f3-066629905c26']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.389254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba1b8fb-486c-4416-8cdb-c45977bf6152') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.389557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba1b8fb-486c-4416-8cdb-c45977bf6152') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:32.398814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.413513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.419616 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:00:32.420019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:00:32.421750 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:00:32.477789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.483173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.488466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dbbea648-32fc-4481-97f3-066629905c26 HTTP/1.1" status: 204 len: 168 time: 0.2798681 Jul 22 20:00:32.499448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbbea648-32fc-4481-97f3-066629905c26,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:32.509342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.509699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.510045 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.510387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.510723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.511060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.511391 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.512102 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.512470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.512803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.513126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.513447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b984ef8-6256-4db2-96b9-617bc561ca60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:32.654458 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:32.698472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-105cf34b-315d-4480-ba9f-e0f5aea9186a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d566e5bd03e142edb3734c0b6a0d27e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427651 Jul 22 20:00:32.701184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:32.757127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.778848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.826412 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.829058 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:32.830292 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b36be85a-633e-4e9e-a9ac-4a6f0a648841 HTTP/1.1" status: 204 len: 168 time: 0.1281321 Jul 22 20:00:32.839209 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2fc51-e584-4ac3-8e24-e595fb6e9e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36be85a-633e-4e9e-a9ac-4a6f0a648841,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:33.166402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:33.212107 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1102cf1f-e7be-4e22-937f-2eeb0615f7d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c353a44b95cf4880a91f93f18735f78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443697 Jul 22 20:00:33.214574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35494) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:33.267816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:33.290236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:33.337266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:33.339773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:33.340990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/16049d34-ea51-4f12-860c-23bfd93b027c HTTP/1.1" status: 204 len: 168 time: 0.1254377 Jul 22 20:00:33.350569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da51fdc-9b8c-4abc-a526-b4698ecf39f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16049d34-ea51-4f12-860c-23bfd93b027c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:34.594848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35532) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:34.753814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'network': {'name': 'tempest-network-smoke--730421479', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:34.775172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:00:34.778940 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.788440 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.886940 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.890821 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.915714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:00:34.931015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8496f3c0-bbb8-449d-b9b3-a97f1c9e3851,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:34.937079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:34.937426 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Added segment 85efb759-d456-4b1e-a5af-92afe5be45ea of type vlan for network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 Jul 22 20:00:34.983787 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.017427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.023708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:35.024344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.062026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4660563 Jul 22 20:00:35.064892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35538) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:35.071709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'admin_state_up': True, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:35.116042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c448d2e-8eda-46a7-bed2-dedd7d39753d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Network': ['ID=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:35.130736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:00:35.132851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.133980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.187437 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.356246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.879007 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:35.901406 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.005539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.25.6.204 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/dd2fabb2-cd70-4efc-ae4d-e6d20964f432) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:36.129667 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.172806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.216136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:36.219165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:36.222705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:36.228807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:36.476699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.681959 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.819462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:00:36.933757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:36.946332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:36.955533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:36.957567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d3f8d2cf-01de-4d2b-b0af-defdb937fbcd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8915720 Jul 22 20:00:36.958640 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:36.959320 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:36.960828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35548) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:37.045747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35552) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:37.046321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a270e445-f2ac-42d9-bf00-849459309d2b tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0f29319db48940638f6a6f6c751cf88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0840335 Jul 22 20:00:37.070486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:37.101051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bba4-ea8a-4c58-9096-e744f7cc4c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.227053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c632958-bc61-4346-9e13-5fa0cfa3fb66 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:37.231864 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6c632958-bc61-4346-9e13-5fa0cfa3fb66 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1851137 Jul 22 20:00:37.232045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35554) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:37.256255 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:36Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:37.263033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1ebee20a-16c2-489f-a5be-67b4d0c966e1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295682 Jul 22 20:00:37.265672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35556) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:37.271296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320554384', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:37.283527 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:37.284445 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Updating router 2113745d-ae70-4567-ba7f-7f2b64e27333 port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:00:37.324397 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.367077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:00:37.370798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.583968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.658562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Subnet': ['ID=1b8493d1-7fed-4c48-9794-37d6b42d2d5c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:37.679009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Checking segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:37.679409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network hostable DHCP agents. Network: b95e4b66-a3df-42dc-8bf2-8e1eeea06da7, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:00:37.699034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:00:37.710754 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.711669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b95e4b66-a3df-42dc-8bf2-8e1eeea06da7) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:37.716332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:37.716939 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.724675 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Transition to ACTIVE for port object dd2fabb2-cd70-4efc-ae4d-e6d20964f432 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:37.729395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca8411-dbf0-4825-8e7b-99f9856ae1bb None None] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:00:37.733678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d07b61c-e50c-4fce-9b76-14c9820421bb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4669302 Jul 22 20:00:37.736664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35558) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:37.737961 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.792941 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Attempting to bind port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:37.793303 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Attempting to bind port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:37.793667 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Attempting to bind port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:37.801505 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Pushing event updated for resources: {'Port': ['ID=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:37.804811 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:37.805173 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:37.805575 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.805960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:37.815679 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Bound port: dd2fabb2-cd70-4efc-ae4d-e6d20964f432, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:37.816272 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.829923 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.830260 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.831205 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.831566 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.831890 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.832242 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.838788 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.839187 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.840632 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.841449 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.841801 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.842140 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:37.930702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:00:37.932010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:37.937518 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] For port dd2fabb2-cd70-4efc-ae4d-e6d20964f432, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:37.942395 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] For port dd2fabb2-cd70-4efc-ae4d-e6d20964f432, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:37.949018 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.008664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a38cac-2e32-493f-abcc-0f87e2afbb2e None None] Pushing event updated for resources: {'Port': ['ID=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:38.032426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:38.033174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:38.098958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Allocated IP 172.20.0.2 (b95e4b66-a3df-42dc-8bf2-8e1eeea06da7/1b8493d1-7fed-4c48-9794-37d6b42d2d5c/097e330a-f719-41eb-bca6-77a2957f6dd7) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:38.163763 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:38.277985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.290412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Transition to ACTIVE for port object 097e330a-f719-41eb-bca6-77a2957f6dd7 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:38.291148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.307962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Transition to ACTIVE for port object 097e330a-f719-41eb-bca6-77a2957f6dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:38.333728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.390063 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:36Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:38.426071 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Pushing event updated for resources: {'Port': ['ID=097e330a-f719-41eb-bca6-77a2957f6dd7,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:38.435964 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b63a52-6b24-46d2-9dce-890d3d613287 None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:36Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:38.442124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.442483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.442816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.443157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.443495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.443822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.445016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.445016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.445016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.445635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.445803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.446254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:38.451914 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:38.453857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:38.456121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:38.530851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Attempting to bind port 097e330a-f719-41eb-bca6-77a2957f6dd7 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:38.533449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Attempting to bind port 097e330a-f719-41eb-bca6-77a2957f6dd7 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:38.533449 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Attempting to bind port 097e330a-f719-41eb-bca6-77a2957f6dd7 on network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:38.538948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:38.539329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Checking segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:38.539739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.540139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Bound using segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:38.540916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Bound port: 097e330a-f719-41eb-bca6-77a2957f6dd7, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:38.541304 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.618196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] For port 097e330a-f719-41eb-bca6-77a2957f6dd7, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:38.621721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] For port 097e330a-f719-41eb-bca6-77a2957f6dd7, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=097e330a-f719-41eb-bca6-77a2957f6dd7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:38.626719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.633855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.1 (b95e4b66-a3df-42dc-8bf2-8e1eeea06da7/1b8493d1-7fed-4c48-9794-37d6b42d2d5c/922a9bd9-f705-4f26-a352-09217d4ec2a2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:38.703799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26320-cdf7-4539-b1d7-cb22b7976c46 None None] Pushing event updated for resources: {'Port': ['ID=097e330a-f719-41eb-bca6-77a2957f6dd7,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:38.808758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.835136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 922a9bd9-f705-4f26-a352-09217d4ec2a2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:38.879585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:38.958968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:38.962168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:38.966059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:39.030541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:39.049119 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.221300 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.560810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.565641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.644238 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:39.649514 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:39.755356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:39.758093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:39.803100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34949974-44f9-4799-8fd8-6e32183ca1b7 None None] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:00:39.881074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:39.895964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-54421108-6088-4b8e-bd9d-bfdbe8c7ea82 None None] Provisioning for port 097e330a-f719-41eb-bca6-77a2957f6dd7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:39.997488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.018471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:40.044989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35568) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:40.056264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa41dbcd-5973-4dda-bb33-69a5d9957a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/2113745d-ae70-4567-ba7f-7f2b64e27333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086684 Jul 22 20:00:40.076350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5aa63b50-a2fe-4c41-a7b4-5f2431ed8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.250224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.250702 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.251221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.251622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.252069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.253175 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.253651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.258254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7e4f6b89-d3dd-43cd-8605-324b8a707f4e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4966 time: 0.2089498 Jul 22 20:00:40.258254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35570) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:40.348280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b3c6867c-baf4-4e11-bf81-a004d0aea7c8 None None] Provisioning for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:40.353625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b3c6867c-baf4-4e11-bf81-a004d0aea7c8 None None] Provisioning complete for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:40.354488 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3c6867c-baf4-4e11-bf81-a004d0aea7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.364078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.364582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.365049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.365512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.365962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.366423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.366876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:40.368805 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b321566-5ff4-4534-bba4-9501dad4cfb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.1096394 Jul 22 20:00:40.371565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35572) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:40.397411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6867c-baf4-4e11-bf81-a004d0aea7c8 None None] Port 922a9bd9-f705-4f26-a352-09217d4ec2a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:40.446160 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:40.458874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:40.464390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:40.580930 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d0b2b184-8236-43ad-b393-f2f859a2a1dd None None] Provisioning complete for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:40.581589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d0b2b184-8236-43ad-b393-f2f859a2a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.644118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:40.665141 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ef777141-1a41-4034-b09a-35d2b18b70df tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.2923281 Jul 22 20:00:40.754544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d0b2b184-8236-43ad-b393-f2f859a2a1dd None None] Port 922a9bd9-f705-4f26-a352-09217d4ec2a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:40.791699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 097e330a-f719-41eb-bca6-77a2957f6dd7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:40.907526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dadfb996-b662-4769-81c3-9ee1c680df7d None None] Provisioning complete for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:40.908348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dadfb996-b662-4769-81c3-9ee1c680df7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.927751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 097e330a-f719-41eb-bca6-77a2957f6dd7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:40.956028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 097e330a-f719-41eb-bca6-77a2957f6dd7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:40.956348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:40.996650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-dadfb996-b662-4769-81c3-9ee1c680df7d None None] Port 922a9bd9-f705-4f26-a352-09217d4ec2a2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:41.030535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 2, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:41.078446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:41.078810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Updating router 2113745d-ae70-4567-ba7f-7f2b64e27333 port 922a9bd9-f705-4f26-a352-09217d4ec2a2 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:00:41.122347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.137441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.169636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 097e330a-f719-41eb-bca6-77a2957f6dd7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=097e330a-f719-41eb-bca6-77a2957f6dd7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:41.188035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.188925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dd2fabb2-cd70-4efc-ae4d-e6d20964f432 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:41.249656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:41.254481 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224052728', 'description': 'tempest-secgroup-smoke-1224052728 description', 'project_id': '0f29319db48940638f6a6f6c751cf88d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:41.278439 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.344852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=097e330a-f719-41eb-bca6-77a2957f6dd7,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:41.377225 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.381479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:41.382738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.414891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:41.415260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.423831 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.426204 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1753144 Jul 22 20:00:41.428977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:41.433782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:41.478658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e81f29-aa2e-49ee-9bdd-d6a5a8fbb8fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da30c740-6002-4c93-b52b-703ba15ad8ad,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:41.494010 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.573824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.586446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Transition to ACTIVE for port object 922a9bd9-f705-4f26-a352-09217d4ec2a2 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:41.602735 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.662829 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.758320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193f278-5ab5-4345-92e7-8725be722686 None None] Pushing event updated for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:41.779640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Attempting to bind port 922a9bd9-f705-4f26-a352-09217d4ec2a2 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:41.780114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Attempting to bind port 922a9bd9-f705-4f26-a352-09217d4ec2a2 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:41.780693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Attempting to bind port 922a9bd9-f705-4f26-a352-09217d4ec2a2 on network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:41.786593 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.799100 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:41.800011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Checking segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:41.801022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.801478 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Bound using segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:41.802224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Bound port: 922a9bd9-f705-4f26-a352-09217d4ec2a2, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:41.802686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.830456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port dd2fabb2-cd70-4efc-ae4d-e6d20964f432, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:41.898063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] For port 922a9bd9-f705-4f26-a352-09217d4ec2a2, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:41.902438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] For port 922a9bd9-f705-4f26-a352-09217d4ec2a2, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=922a9bd9-f705-4f26-a352-09217d4ec2a2,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:41.904950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.913455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.954967 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.961810 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:41.978263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ffee58-5877-47dd-af88-4c57a2a3303d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:41.987909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:42.016844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.023426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35590) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:42.029771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:42.030058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:42.030408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:42.037711 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-07e0f69b-8f83-429f-a3b2-ea2ba52185c4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6076055 Jul 22 20:00:42.099957 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.198607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193f278-5ab5-4345-92e7-8725be722686 None None] Pushing event updated for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:42.258274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:42.506208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:42.535645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7335bbbe-bd20-4c92-91dc-4d043f9544b1 None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:42.553649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:42.556180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.560733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.581142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5180f0-ab0f-4d59-ae61-f33e85ecff17,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:42.588617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.593065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4a62b8fe-8e5e-4dad-b74e-c84c27174fbe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5684171 Jul 22 20:00:42.593672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35606) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:42.598175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:42.655968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.745095 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.750814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.769255 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c147c03-983d-4646-9909-7b521859a2bc,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:42.778912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 097e330a-f719-41eb-bca6-77a2957f6dd7 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:42.788072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.789908 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-18ee07af-2eb0-424a-831d-f10ebf6acdb8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952105 Jul 22 20:00:42.795713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:42.802794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:42.850859 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 72d3a387-a705-4e04-9590-cbfef68dbdaa {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:42.851657 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.852744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 097e330a-f719-41eb-bca6-77a2957f6dd7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:42.853345 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:42.901344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.022721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.052417 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.052771 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.070213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 72d3a387-a705-4e04-9590-cbfef68dbdaa owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:43.126925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dd2fabb2-cd70-4efc-ae4d-e6d20964f432 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:43.132238 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.157384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.181281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a7704c-c611-4f35-b1d1-6e24d7eb9ea7,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:43.188851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:43.190339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.214100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.215650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5431b31-8088-4a3d-8d18-bcbe550f13ad tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4180474 Jul 22 20:00:43.218532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35610) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:43.227361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:43.298722 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:00:43.313221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.327240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.354729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=72d3a387-a705-4e04-9590-cbfef68dbdaa,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:43.382201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.392058 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.413063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113acb15-b390-4086-9a74-e9d981e7c098,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:43.421311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.425783 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-030ccee2-674f-4d43-ab3f-f32ceac7ab58 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2022660 Jul 22 20:00:43.426638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35614) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:43.433155 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'da30c740-6002-4c93-b52b-703ba15ad8ad', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:43.457102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.457457 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Floating IP 4f5c7c26-a49a-4f6f-b984-3c31a674351b disassociated (deleted). External IP: 172.25.6.143, port: f617c84e-8adb-4520-b85d-4d274b5928af. Jul 22 20:00:43.544438 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:00:43.551900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.644410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.650052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.728811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbeadd2-18dd-4668-9918-a9294bc64b5b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:43.744096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.761550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1921f7b6-8cb1-4f0c-b21a-eddaf2979364 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3264294 Jul 22 20:00:43.804393 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:43.916400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-86142ebb-c49f-4252-bfba-1de80efa360a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224052728&fields=id&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 267 time: 0.0379164 Jul 22 20:00:43.935277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:43.941136 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:43.947015 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Sync routers for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:43.956606 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:43.957486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:43.984792 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-225c8a46-c98f-4595-ba85-20a6f6dd60fb tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/floatingips/4f5c7c26-a49a-4f6f-b984-3c31a674351b HTTP/1.1" status: 204 len: 168 time: 1.4295390 Jul 22 20:00:43.985465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:43.988567 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385daadd-1393-4243-a712-fc3cc0c92834" -d '{"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:44.042229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-82732008-2e82-4b77-986c-7d5b7d9785a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.044408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-82732008-2e82-4b77-986c-7d5b7d9785a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 796 time: 0.1210103 Jul 22 20:00:44.061709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-8489c460-3d67-4785-b218-7e962d173790 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/quotas/0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 375 time: 0.0102260 Jul 22 20:00:44.090580 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:44.178501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-604b3ed8-2aa2-4f62-8baa-b763d26f961d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068563 Jul 22 20:00:44.319248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-c32d4fd4-7170-4f49-9e3e-e2bef2918442 service neutron] 10.222.0.10 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132357 Jul 22 20:00:44.353002 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:44.386659 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Checking router: 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:44.403108 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:44.403940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:44.410921 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f93cc5-8cd3-4e95-8896-b1321fe8b1c5 x-openstack-request-id: req-39f93cc5-8cd3-4e95-8896-b1321fe8b1c5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:44.411222 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:44.411476 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39f93cc5-8cd3-4e95-8896-b1321fe8b1c5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:44.411890 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'status': 'completed', 'code': 200} Jul 22 20:00:44.425803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-734e7fe3-4111-4bba-8047-2a72c7059c60 service neutron] 10.222.0.10 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054819 Jul 22 20:00:44.501419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385daadd-1393-4243-a712-fc3cc0c92834 req-da6c0236-9589-4334-b183-9a4b66673e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.504112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-da6c0236-9589-4334-b183-9a4b66673e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 1097 time: 0.0688252 Jul 22 20:00:44.539864 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:44.671598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385daadd-1393-4243-a712-fc3cc0c92834 req-965906ad-e722-4658-8329-b658c46ca2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.673170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-965906ad-e722-4658-8329-b658c46ca2fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 200 len: 897 time: 0.1618779 Jul 22 20:00:44.765465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 922a9bd9-f705-4f26-a352-09217d4ec2a2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:44.773774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-6d9d7ba6-5284-48ec-a0a8-f6fcaa4f8842 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 200 len: 217 time: 0.0783739 Jul 22 20:00:44.780312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cfe82907-3cd1-464f-b46e-475d761e4011 req-f04d983a-a5d0-4561-a688-14bd696a8acb tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 210 time: 0.0862482 Jul 22 20:00:44.843453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385daadd-1393-4243-a712-fc3cc0c92834 req-d6a6ee27-1795-410a-ae82-e93cbf4e76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.845752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-d6a6ee27-1795-410a-ae82-e93cbf4e76cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 200 len: 835 time: 0.0642536 Jul 22 20:00:44.854246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:44.859028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:44.859633 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:44.864263 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:44.898703 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821aae0d-7020-4946-bde2-1ff8150eaae8 None None] The sync data for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 is: [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '45015e4e-dfd9-48e1-8c06-486f61caf25f', 'name': '', 'network_id': 'd42b63f3-275b-4028-9dd7-3d12db2f0e3e', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'mac_address': 'fa:16:3e:32:cc:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:09Z', 'updated_at': '2021-07-22T19:59:18Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'subnets': [{'id': '49e7f93c-568d-4c0f-add0-daac5bac9de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:44.918411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf97e4-9c94-41f5-b22b-f3b1341ee2ca req-fdcf14da-9fdf-4ae4-a739-59e910830616 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:44.920114 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ecf97e4-9c94-41f5-b22b-f3b1341ee2ca req-fdcf14da-9fdf-4ae4-a739-59e910830616 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.3175261 Jul 22 20:00:44.960587 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:45.002955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385daadd-1393-4243-a712-fc3cc0c92834 req-78d69c27-905f-4119-b117-2ed575c9f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:45.005432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-78d69c27-905f-4119-b117-2ed575c9f1a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d42b63f3-275b-4028-9dd7-3d12db2f0e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508825 Jul 22 20:00:45.034191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4ecf97e4-9c94-41f5-b22b-f3b1341ee2ca req-969fc309-cc2c-4a28-b2a6-729d03921dd7 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017230 Jul 22 20:00:45.054590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 922a9bd9-f705-4f26-a352-09217d4ec2a2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=922a9bd9-f705-4f26-a352-09217d4ec2a2,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:45.065974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:45.147124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:45.169918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-656b0888-1ff0-4d12-9fdc-f7cbc2c2ec62 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343541 Jul 22 20:00:45.308450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-385daadd-1393-4243-a712-fc3cc0c92834 req-b1f5ec2a-bc5e-4486-aa60-1082c3451443 service neutron] 10.222.0.32 "GET /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254618 Jul 22 20:00:45.315269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec3d3c-ad6e-4d76-84fe-baf59c315970 None None] New status for floating IP 4f5c7c26-a49a-4f6f-b984-3c31a674351b: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:00:45.733588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-162679e3-91d1-4c36-a852-091b7e2c973e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:45.735128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-162679e3-91d1-4c36-a852-091b7e2c973e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.0963473 Jul 22 20:00:45.879887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:45.880521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:45.923305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-35e3e3a7-283a-4def-b93e-5d5d828e50d5 req-cd61bf9b-e483-4ddb-925f-5314834f7444 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 210 time: 0.0560966 Jul 22 20:00:46.036031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port f617c84e-8adb-4520-b85d-4d274b5928af, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f617c84e-8adb-4520-b85d-4d274b5928af,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:46.036355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:46.055212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for f617c84e-8adb-4520-b85d-4d274b5928af owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:46.288653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-702d70d5-f05e-4104-887d-10a03632e71c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:46.290043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-702d70d5-f05e-4104-887d-10a03632e71c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 796 time: 0.2239008 Jul 22 20:00:46.351136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6f08c-39bd-4b26-96d2-516e924d78c9 req-f75e08af-eb4b-4142-b1ac-f7da8370415c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:46.352684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cff6f08c-39bd-4b26-96d2-516e924d78c9 req-f75e08af-eb4b-4142-b1ac-f7da8370415c tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c66f46-3736-4b71-87b7-9cd36182dc0a HTTP/1.1" status: 200 len: 945 time: 0.2128484 Jul 22 20:00:46.394153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-f89bd473-8d73-42c1-8f01-a27e913e5eba tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 380 time: 0.0956643 Jul 22 20:00:46.411167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:46.446112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'port': {'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'admin_state_up': True, 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'security_groups': ['da30c740-6002-4c93-b52b-703ba15ad8ad']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:46.451737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cff6f08c-39bd-4b26-96d2-516e924d78c9 req-2b39b218-0333-42d9-a9dd-d90fde4bc7a2 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "GET /v2.0/security-groups?id=409d74e9-063f-4085-88c2-75abf628bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913672 Jul 22 20:00:46.452470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=f617c84e-8adb-4520-b85d-4d274b5928af,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:46.530387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] No DVR routers for this DVR port f617c84e-8adb-4520-b85d-4d274b5928af on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:46.535037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:46.537029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92c19941-4ead-4c3b-b0d4-0a4346793b04 req-8997e934-aeb7-4100-9693-0ebdf5fb5673 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.32 "DELETE /v2.0/ports/f617c84e-8adb-4520-b85d-4d274b5928af HTTP/1.1" status: 204 len: 173 time: 0.7964921 Jul 22 20:00:46.537471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-deleted', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:46.539764 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857efff3-7413-428f-b2e8-af2f48577141" -d '{"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-deleted", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:46.634357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:00:46.641599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:46.705494 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4964c07d-b032-42a7-a128-4ccd7b0d20a8 x-openstack-request-id: req-4964c07d-b032-42a7-a128-4ccd7b0d20a8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:46.705969 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c66f46-3736-4b71-87b7-9cd36182dc0a", "name": "network-vif-deleted", "tag": "f617c84e-8adb-4520-b85d-4d274b5928af", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:46.706337 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4964c07d-b032-42a7-a128-4ccd7b0d20a8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:46.707305 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c66f46-3736-4b71-87b7-9cd36182dc0a', 'name': 'network-vif-deleted', 'tag': 'f617c84e-8adb-4520-b85d-4d274b5928af', 'status': 'completed', 'code': 200} Jul 22 20:00:46.714090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 922a9bd9-f705-4f26-a352-09217d4ec2a2 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:46.768697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 922a9bd9-f705-4f26-a352-09217d4ec2a2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:46.769128 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:46.800001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.12 (b95e4b66-a3df-42dc-8bf2-8e1eeea06da7/1b8493d1-7fed-4c48-9794-37d6b42d2d5c/7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:46.993973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.016950 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:47.048742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18000a96-0965-423f-afba-bf4a19492465 req-b4fda8ee-17d3-4602-b961-acca5c2c2359 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 210 time: 0.0418272 Jul 22 20:00:47.074883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.119236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:47.127256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:47.131500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:47.161156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:47.187469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:47.188108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.204396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-5fde80fa-e5c3-4a19-bfd5-1b2caa6ed94e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7626052 Jul 22 20:00:47.216696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Request body: {'port': {'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:47.297835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.386474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f6d768ff-3837-445e-8dc8-faa95fab52f1 None None] Provisioning for port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:47.390167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f6d768ff-3837-445e-8dc8-faa95fab52f1 None None] Provisioning complete for port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:47.390540 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6d768ff-3837-445e-8dc8-faa95fab52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.423705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f6d768ff-3837-445e-8dc8-faa95fab52f1 None None] Port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:47.530190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:47.561332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:47.569123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.581347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Transition to ACTIVE for port object 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:47.586549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.671369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:47.683610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.684090 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.684564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.685324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.685545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.685970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.686399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.686941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.687364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.687808 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.688264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.688806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:00:47.759278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Attempting to bind port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:47.759625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Attempting to bind port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:47.759962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Attempting to bind port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 on network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:47.764698 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 on network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:00:47.764963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Attempting to bind port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 on network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:47.771096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:47.771437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Checking segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:47.771832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Bound using segment: {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:47.772294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Bound port: 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85efb759-d456-4b1e-a5af-92afe5be45ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:47.772662 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.845488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:47.852874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:47.857739 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.907145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:47.907918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:47.910034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] 10.222.0.26 "PUT /v2.0/ports/7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 1093 time: 0.6977913 Jul 22 20:00:47.987086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:48.033394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc2478-83d8-455d-b75b-2681b01e0ccf service neutron] Pushing event updated for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:48.085472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-47b1f3b4-f4bd-461d-9e46-84cb7ca14d87 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.088673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-47b1f3b4-f4bd-461d-9e46-84cb7ca14d87 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.2003846 Jul 22 20:00:48.113487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-22fa2674-5e28-4d1e-b6a2-a2f6f6b4f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.116716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-22fa2674-5e28-4d1e-b6a2-a2f6f6b4f83d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1096 time: 0.1468890 Jul 22 20:00:48.121557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-3d35dc80-6a12-4c0c-8bf8-10c4293e1c01 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0174229 Jul 22 20:00:48.174016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-317fc827-5bfc-46b7-83b7-d2771cf5bd2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0501299 Jul 22 20:00:48.279979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 45015e4e-dfd9-48e1-8c06-486f61caf25f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:48.280355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:48.290349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-f999d0e9-8186-4630-9a7f-30e3944a0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.291822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-f999d0e9-8186-4630-9a7f-30e3944a0341 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.0927656 Jul 22 20:00:48.316249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-b7f84c80-c5b3-4e40-a229-00179c052756 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1848717 Jul 22 20:00:48.368597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 45015e4e-dfd9-48e1-8c06-486f61caf25f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=45015e4e-dfd9-48e1-8c06-486f61caf25f,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:48.368872 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:48.369053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f709-eff6-44ab-a3a8-d943522874f3 req-ed283ace-83a3-4bc4-9d43-416aa5957e68 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.370563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a912f709-eff6-44ab-a3a8-d943522874f3 req-ed283ace-83a3-4bc4-9d43-416aa5957e68 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 944 time: 0.2077289 Jul 22 20:00:48.386253 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 45015e4e-dfd9-48e1-8c06-486f61caf25f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:48.469397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-75d57f36-aac1-4ce1-98f7-48ab686c5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.471465 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-75d57f36-aac1-4ce1-98f7-48ab686c5176 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709075 Jul 22 20:00:48.479881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a912f709-eff6-44ab-a3a8-d943522874f3 req-073aa398-3e2a-40f6-b00e-8d09a7a93483 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005344 Jul 22 20:00:48.504678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-30550f97-3adb-4341-8ebc-49b4f5990112 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683342 Jul 22 20:00:48.575036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:48.604627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=45015e4e-dfd9-48e1-8c06-486f61caf25f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:48.646803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-2a763c8f-db98-4f73-a05d-0502a973c4f6 service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641955 Jul 22 20:00:48.652937 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-d2da3f65-1f8a-4aa6-bae8-ac6260a7d74c service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389301 Jul 22 20:00:48.715896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:48.718193 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0afd3-82aa-4404-806f-60a8773f56fa" -d '{"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:48.758904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-712c95f3-0e0e-448b-b59b-9de8ccb4992b req-3c0b39c7-9dc0-493e-ac96-1e03eff6d03f service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030681 Jul 22 20:00:48.775844 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d057d9-e95c-4b82-9835-db18950e9d76 x-openstack-request-id: req-c7d057d9-e95c-4b82-9835-db18950e9d76 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:48.776209 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:48.776467 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7d057d9-e95c-4b82-9835-db18950e9d76 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:48.776862 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'status': 'completed', 'code': 200} Jul 22 20:00:48.817633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:48.886383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-9ccf3e3f-2fce-47f7-88b2-72b6f351ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:48.888625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-9ccf3e3f-2fce-47f7-88b2-72b6f351ccd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1096 time: 0.0788424 Jul 22 20:00:49.001979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-6acb174a-f557-48c4-9b44-0a98c8461850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:49.003644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-6acb174a-f557-48c4-9b44-0a98c8461850 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 897 time: 0.1048224 Jul 22 20:00:49.058875 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:49.060024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-0b66759b-0d90-47e0-91a0-fdbb0f10d81b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0481851 Jul 22 20:00:49.086866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe1926e1-d14c-4af8-b713-b5634f2a77cb req-b6614887-7f68-408a-a43f-f2a592e38805 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0677090 Jul 22 20:00:49.134327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-4404a747-9af7-4311-8a4d-c78c81f00767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:49.135715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-4404a747-9af7-4311-8a4d-c78c81f00767 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.0583396 Jul 22 20:00:49.183335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:49.195591 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78881ddd-a2ce-45c3-9e4a-4656317841c0 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "PUT /v2.0/routers/2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586223 Jul 22 20:00:49.196326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35706) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:49.199071 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Sync routers for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:49.214594 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:49.215570 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:49.256304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-6c62e45f-c014-4120-bc2f-d58be79dfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:49.257877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-6c62e45f-c014-4120-bc2f-d58be79dfeac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138234 Jul 22 20:00:49.262205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting subnet 49e7f93c-568d-4c0f-add0-daac5bac9de8 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:00:49.265449 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:49.329925 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:49.361232 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:49.539550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:49.572379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f617c84e-8adb-4520-b85d-4d274b5928af {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:49.573228 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f617c84e-8adb-4520-b85d-4d274b5928af not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:49.613522 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T20:00:48Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:49.640210 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Checking router: 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:49.649043 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Routers {'2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:49.649648 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:49.754526 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] Set router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:49.835956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-4a22f11e-d8c0-4745-adff-efa87325c1ce service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670233 Jul 22 20:00:49.910288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:49.953009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T20:00:48Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:49.982603 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c06185-611a-4eb9-8ce3-d538cc484b79 None None] The sync data for ids ['2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee'] in n-d-800087-13 is: [{'id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-905340868', 'tenant_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T20:00:48Z', 'revision_number': 5, 'project_id': 'ca372bc1d5c740e2bf960361d1bd5e37', 'gw_port': {'id': '3666cf63-f6e4-4007-bd92-6e9954577890', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:59:06Z', 'updated_at': '2021-07-22T19:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:50.003882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918132c-0657-49e1-8eac-793eebcdbe2c req-de6f2d2e-1201-4176-9b92-f6eb8a711943 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:50.005540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6918132c-0657-49e1-8eac-793eebcdbe2c req-de6f2d2e-1201-4176-9b92-f6eb8a711943 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 944 time: 0.2672901 Jul 22 20:00:50.112253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-19a0afd3-82aa-4404-806f-60a8773f56fa req-caeacf1e-f498-48d4-9831-c61f3a8d15c3 service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679224 Jul 22 20:00:50.136756 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6918132c-0657-49e1-8eac-793eebcdbe2c req-dc20240a-9dc7-4b92-b565-17b8ce3ed618 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984802 Jul 22 20:00:50.139471 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.163193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-88c7b8fc-210f-4a64-bc95-be90b6bd48cb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:50.163419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-88c7b8fc-210f-4a64-bc95-be90b6bd48cb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.2868960 Jul 22 20:00:50.189405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:50.193248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0f4ba-b75d-4df1-9d50-764627976e60 None None] Network d42b63f3-275b-4028-9dd7-3d12db2f0e3e requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:00:50.201589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Subnet': ['ID=49e7f93c-568d-4c0f-add0-daac5bac9de8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:50.206665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.211374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:50.211901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ea386b34-f67b-4902-bbda-8573a6cd060e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/subnets/49e7f93c-568d-4c0f-add0-daac5bac9de8 HTTP/1.1" status: 204 len: 168 time: 1.0168023 Jul 22 20:00:50.246089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b805b782-7546-4a52-9ca3-42bce554aa83 req-ddcb0589-0158-447c-8cac-43cffa51103b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0621355 Jul 22 20:00:50.366922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:00:50.370459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.384887 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.436528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] DHCP port deletion for d42b63f3-275b-4028-9dd7-3d12db2f0e3e request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:00:50.518431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Deleting port e75620b4-ee55-4041-9fad-0779c31d523e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:50.519826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.534484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.535234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.3 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/8d04137f-249d-4008-afc1-88b0a581cdc5) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:50.592885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] For port e75620b4-ee55-4041-9fad-0779c31d523e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=e75620b4-ee55-4041-9fad-0779c31d523e,segment=NetworkSegment(a82126a4-a439-4c5d-83d8-3e2023e3d115),segment_id=a82126a4-a439-4c5d-83d8-3e2023e3d115)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:50.593965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.617413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Deleting port 3666cf63-f6e4-4007-bd92-6e9954577890 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:00:50.618108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.632839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Calling delete_port for e75620b4-ee55-4041-9fad-0779c31d523e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:50.730984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 45015e4e-dfd9-48e1-8c06-486f61caf25f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:50.733056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] For port 3666cf63-f6e4-4007-bd92-6e9954577890, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3666cf63-f6e4-4007-bd92-6e9954577890,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:50.733643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.747013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.747851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Calling delete_port for 3666cf63-f6e4-4007-bd92-6e9954577890 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:00:50.759592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 45015e4e-dfd9-48e1-8c06-486f61caf25f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:50.760587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 45015e4e-dfd9-48e1-8c06-486f61caf25f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:50.761264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device e75620b4-ee55-4041-9fad-0779c31d523e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:50.762826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object 8d04137f-249d-4008-afc1-88b0a581cdc5 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:50.803346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.838145 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.859789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:50.877759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:50.879444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:50.882813 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:50.900029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] No DVR routers for this DVR port e75620b4-ee55-4041-9fad-0779c31d523e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:00:50.904354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4449db-9a5b-4511-9ef1-2721f6d8a596 None None] Pushing event deleted for resources: {'Port': ['ID=e75620b4-ee55-4041-9fad-0779c31d523e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:50.934574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.970677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:50.972177 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.989932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:50.999663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-19e40aad-e5d6-4ce2-9df6-b7190101c569 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8168061 Jul 22 20:00:51.009631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Request body: {'port': {'device_id': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:51.020392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Port': ['ID=3666cf63-f6e4-4007-bd92-6e9954577890,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:51.099731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.106612 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.203929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:00:51.278816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a8c8454e-b257-4c25-a674-f64d47c46a71 None None] Provisioning for port 8d04137f-249d-4008-afc1-88b0a581cdc5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:51.285046 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.288618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.294629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a8c8454e-b257-4c25-a674-f64d47c46a71 None None] Provisioning complete for port 8d04137f-249d-4008-afc1-88b0a581cdc5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:51.308681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a8c8454e-b257-4c25-a674-f64d47c46a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.348031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.348782 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:00:51.369922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.372198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c519b8d8-b873-4cce-8852-a5503004fd2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/routers/2bf1c376-65e0-4ee8-9c1c-a7b37c6cb4ee HTTP/1.1" status: 204 len: 168 time: 1.1577773 Jul 22 20:00:51.373794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35720) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:51.416753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8454e-b257-4c25-a674-f64d47c46a71 None None] Port 8d04137f-249d-4008-afc1-88b0a581cdc5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:00:51.448709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:51.467741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:00:51.517917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.551464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.604803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:51.618686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ad3b-fd02-4d5b-be4e-806d4ab0117e req-d0e39a3c-9ff1-4bdf-a7df-9a4e71dcb36b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:51.622234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc08ad3b-fd02-4d5b-be4e-806d4ab0117e req-d0e39a3c-9ff1-4bdf-a7df-9a4e71dcb36b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 944 time: 0.3743625 Jul 22 20:00:51.635867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.649752 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42b63f3-275b-4028-9dd7-3d12db2f0e3e']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:51.663316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82126a4-a439-4c5d-83d8-3e2023e3d115') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:51.663650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82126a4-a439-4c5d-83d8-3e2023e3d115') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:51.667414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:51.672926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.681513 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.696786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d5cec-0715-41f7-8192-fcb4704680d7 req-d50b3438-b419-454f-9002-78b45188665f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:51.703040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.704067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-404d5cec-0715-41f7-8192-fcb4704680d7 req-d50b3438-b419-454f-9002-78b45188665f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 931 time: 0.3627658 Jul 22 20:00:51.717173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:00:51.717979 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:00:51.726093 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:00:51.735760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc08ad3b-fd02-4d5b-be4e-806d4ab0117e req-a9587fe5-7e33-4b09-a71e-cb16081d255e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025329 Jul 22 20:00:51.753045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:51.801750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d04137f-249d-4008-afc1-88b0a581cdc5 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:00:51.816869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.826632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-404d5cec-0715-41f7-8192-fcb4704680d7 req-567aeba0-7f13-44e7-82f0-14c584e21fcf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122539 Jul 22 20:00:51.833533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.834463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Transition to ACTIVE for port object 8d04137f-249d-4008-afc1-88b0a581cdc5 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:00:51.839269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.842460 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:51.851064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/networks/d42b63f3-275b-4028-9dd7-3d12db2f0e3e HTTP/1.1" status: 204 len: 168 time: 0.4759324 Jul 22 20:00:51.853706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:51.881444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:00:51.885497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0aace-880e-4ae9-8903-ec743c1f0a2e tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'Network': ['ID=d42b63f3-275b-4028-9dd7-3d12db2f0e3e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:51.900737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Pushing event updated for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:51.984738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.019752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.078810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Attempting to bind port 8d04137f-249d-4008-afc1-88b0a581cdc5 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:00:52.079333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Attempting to bind port 8d04137f-249d-4008-afc1-88b0a581cdc5 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:00:52.079738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Attempting to bind port 8d04137f-249d-4008-afc1-88b0a581cdc5 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:52.086504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Port 8d04137f-249d-4008-afc1-88b0a581cdc5 on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:00:52.086815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Attempting to bind port 8d04137f-249d-4008-afc1-88b0a581cdc5 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:00:52.092750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:00:52.093174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:00:52.093631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:00:52.094235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Bound port: 8d04137f-249d-4008-afc1-88b0a581cdc5, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:00:52.094608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.124031 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.128937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.133275 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] 10.222.0.10 "DELETE /v2.0/security-groups/409d74e9-063f-4085-88c2-75abf628bd98 HTTP/1.1" status: 204 len: 168 time: 0.2780395 Jul 22 20:00:52.144851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecd549-3541-46f6-af5f-088bf37c65f4 tempest-TestNetworkAdvancedServerOps-1973415197 tempest-TestNetworkAdvancedServerOps-1973415197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d74e9-063f-4085-88c2-75abf628bd98,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:52.229361 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:00:52.236236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8d04137f-249d-4008-afc1-88b0a581cdc5,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:00:52.242531 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.344708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Pushing event updated for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:52.348635 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:52.349261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.350945 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-0049e427-dc5b-461e-80e3-a45fbf585c9a service neutron] 10.222.0.32 "PUT /v2.0/ports/8d04137f-249d-4008-afc1-88b0a581cdc5 HTTP/1.1" status: 200 len: 1092 time: 1.3459809 Jul 22 20:00:52.351389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:52.357693 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe338606-15f4-41b7-b13d-589cba7a657f" -d '{"events": [{"name": "network-changed", "server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:52.421499 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b547ab-7a65-4674-91c5-bacee1140be1 x-openstack-request-id: req-31b547ab-7a65-4674-91c5-bacee1140be1 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:52.423433 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:52.423787 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31b547ab-7a65-4674-91c5-bacee1140be1 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:52.424356 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5', 'status': 'completed', 'code': 200} Jul 22 20:00:52.485358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-aae44f3e-e539-430e-9606-86e50cb5dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:52.487362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-aae44f3e-e539-430e-9606-86e50cb5dea2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 1095 time: 0.0822494 Jul 22 20:00:52.545698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-441c5402-b366-462b-9243-a6b08079831a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d04137f-249d-4008-afc1-88b0a581cdc5 HTTP/1.1" status: 200 len: 217 time: 0.0514095 Jul 22 20:00:52.571173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:52.602052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-60aae42a-5a63-4cb8-b0aa-3d9883bc2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:52.603573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-60aae42a-5a63-4cb8-b0aa-3d9883bc2977 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0513375 Jul 22 20:00:52.685509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-e8e968a9-52ad-4b06-bbb7-f23a30da4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:52.687284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-e8e968a9-52ad-4b06-bbb7-f23a30da4794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751281 Jul 22 20:00:52.695573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3666cf63-f6e4-4007-bd92-6e9954577890 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:00:52.718506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3666cf63-f6e4-4007-bd92-6e9954577890 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:00:52.719117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3666cf63-f6e4-4007-bd92-6e9954577890 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:00:52.737010 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a0d6204f-68ca-47ca-af08-52e8f91ffe69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca372bc1d5c740e2bf960361d1bd5e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618767 Jul 22 20:00:52.737314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:52.783067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-211a4647-cd4a-492c-93ba-0161efd2c230 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883276 Jul 22 20:00:52.802431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.826089 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.881108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.884435 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:52.885819 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31d9faae-0bfb-468e-9701-114805e5bfd8 HTTP/1.1" status: 204 len: 168 time: 0.1474280 Jul 22 20:00:52.895444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52a31-9765-4c1f-b6c8-b141a55697fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d9faae-0bfb-468e-9701-114805e5bfd8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:52.934863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d47984db-7381-4570-a68f-5e67ff05ea9c req-8c7c43ea-a439-44d0-af46-1068d5ba85ee service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446414 Jul 22 20:00:52.967256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c68c6-a594-44c6-aee2-f3ece6893202 req-cea4d065-dd62-4527-a0c7-c94e2f85807d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:52.970262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e5c68c6-a594-44c6-aee2-f3ece6893202 req-cea4d065-dd62-4527-a0c7-c94e2f85807d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 945 time: 0.1047177 Jul 22 20:00:53.085165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4e5c68c6-a594-44c6-aee2-f3ece6893202 req-ef57d1a0-2240-43d7-9cc5-79b4839a86ac tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070330 Jul 22 20:00:53.139433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef009dd-3d57-45ec-899e-eedd7b8ace3a req-32161568-325b-4b30-8e36-572bc6261dd6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.141154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aef009dd-3d57-45ec-899e-eedd7b8ace3a req-32161568-325b-4b30-8e36-572bc6261dd6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.1538470 Jul 22 20:00:53.143738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338606-15f4-41b7-b13d-589cba7a657f req-db4c495f-2989-43a8-88c1-230185cc2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.145270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-db4c495f-2989-43a8-88c1-230185cc2283 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 1095 time: 0.1597376 Jul 22 20:00:53.211056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:00:53.246457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aef009dd-3d57-45ec-899e-eedd7b8ace3a req-0a5722bf-949c-4a54-85a6-a249595b267e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971472 Jul 22 20:00:53.259042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:53.279152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338606-15f4-41b7-b13d-589cba7a657f req-4a2b7622-3242-43c5-8848-52447e8af397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.280703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-4a2b7622-3242-43c5-8848-52447e8af397 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1253877 Jul 22 20:00:53.297595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:00:53.305631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:00:53.305950 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.313423 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-456fba88-f8ec-418f-b568-de52c208fe2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7537fefb87c8415390e78b129fc2be87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509629 Jul 22 20:00:53.313667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35748) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:53.332365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-c9ea4283-ee48-4442-841a-6f3c20200487 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d04137f-249d-4008-afc1-88b0a581cdc5 HTTP/1.1" status: 200 len: 217 time: 0.0444179 Jul 22 20:00:53.385132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.385464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338606-15f4-41b7-b13d-589cba7a657f req-54f4bc58-3be3-4ade-87a3-9da50a243d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.386979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-54f4bc58-3be3-4ade-87a3-9da50a243d10 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0487685 Jul 22 20:00:53.412290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.415279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.441121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:53.443523 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d50a4f7-83d8-4705-8a51-8f7cca965dbb" -d '{"events": [{"server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:53.461385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:00:53.474219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.483556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.487807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:53.491377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5e45c42-7908-454e-ab32-6e3e120f33e8 HTTP/1.1" status: 204 len: 168 time: 0.1758533 Jul 22 20:00:53.492976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe338606-15f4-41b7-b13d-589cba7a657f req-f7c3b1ea-1249-4e0a-836d-555a7983a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.494778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-f7c3b1ea-1249-4e0a-836d-555a7983a39c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009173 Jul 22 20:00:53.510043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad444049-c2db-453d-ae74-7bfc669e2321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e45c42-7908-454e-ab32-6e3e120f33e8,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:53.542916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:53.619580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-4325a965-35bd-40d9-98f4-61ecf123dd0c service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179416 Jul 22 20:00:53.738332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe338606-15f4-41b7-b13d-589cba7a657f req-d047df16-01fc-446d-9d68-ab7de46fee62 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114933 Jul 22 20:00:53.780045 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da6e86-e0d1-4e60-8be3-aeb99e39ea02 x-openstack-request-id: req-43da6e86-e0d1-4e60-8be3-aeb99e39ea02 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:53.780600 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "name": "network-vif-plugged", "status": "completed", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:53.781229 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43da6e86-e0d1-4e60-8be3-aeb99e39ea02 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:53.781656 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'code': 200} Jul 22 20:00:53.901855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa308f-6905-4dd2-9102-7a15cfd42d78 req-8d44b335-fe68-48aa-8b2a-2428ce0b8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:53.903439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50fa308f-6905-4dd2-9102-7a15cfd42d78 req-8d44b335-fe68-48aa-8b2a-2428ce0b8824 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1098 time: 0.0626986 Jul 22 20:00:53.944772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-50fa308f-6905-4dd2-9102-7a15cfd42d78 req-beea07a0-4507-462a-8c2c-fe5715a339f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354586 Jul 22 20:00:54.237543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaeae12-151d-42c7-824a-7604fa8a3fb7 req-57e819c3-8024-426a-9fe4-dadd233e6740 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:54.239373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eaeae12-151d-42c7-824a-7604fa8a3fb7 req-57e819c3-8024-426a-9fe4-dadd233e6740 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.0744450 Jul 22 20:00:54.280235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eaeae12-151d-42c7-824a-7604fa8a3fb7 req-b8c4eb4f-3d4a-4b0f-9783-431021d23524 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Jul 22 20:00:54.397343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e257035-2036-4a78-9a6c-a3d7bf8bcb2d req-f52ac6a5-f98e-4465-aa97-2fd747f77d8b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:54.398878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e257035-2036-4a78-9a6c-a3d7bf8bcb2d req-f52ac6a5-f98e-4465-aa97-2fd747f77d8b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.0713930 Jul 22 20:00:54.442970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e257035-2036-4a78-9a6c-a3d7bf8bcb2d req-40fcad95-95ae-4a73-a5d7-4fd3e45f0602 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369649 Jul 22 20:00:54.692071 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:55.423327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7508234-c035-40eb-ae02-a1416d65bc63 req-2ddd6fa3-3248-4277-8ed2-74bb1486ca1f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:55.424961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7508234-c035-40eb-ae02-a1416d65bc63 req-2ddd6fa3-3248-4277-8ed2-74bb1486ca1f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.0688758 Jul 22 20:00:55.463819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f7508234-c035-40eb-ae02-a1416d65bc63 req-31c1b031-4a7e-44dd-91b2-92e6957091bd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Jul 22 20:00:55.630401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f3a8-6d9d-4522-a846-01d472930927 req-b6c1db9c-33af-45f3-81f0-3321a6b0b2f0 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:55.631955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5374f3a8-6d9d-4522-a846-01d472930927 req-b6c1db9c-33af-45f3-81f0-3321a6b0b2f0 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.1099002 Jul 22 20:00:55.642653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79424b3-2e30-4620-b885-ced32656429a req-afe6a20f-a712-49f2-a8df-f20cdc3340ac tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:55.644112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f79424b3-2e30-4620-b885-ced32656429a req-afe6a20f-a712-49f2-a8df-f20cdc3340ac tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.1122189 Jul 22 20:00:55.692753 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35916) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:55.700263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5374f3a8-6d9d-4522-a846-01d472930927 req-6dc7af50-215b-4eaa-af83-c2aec41b57b9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551558 Jul 22 20:00:55.705209 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f79424b3-2e30-4620-b885-ced32656429a req-3ec829f0-fd55-4016-b250-df2be74d9fb7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541105 Jul 22 20:00:55.736282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35920) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:55.802685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f14b4d-93d2-4852-a020-9800af51d37d tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:55.804200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-22f14b4d-93d2-4852-a020-9800af51d37d tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1093 time: 0.0663700 Jul 22 20:00:55.805367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28913e42-7743-4af1-9ae9-70c6a494e1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:55.807294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35922) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:55.812388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:00:55.826988 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 20:00:55.826988 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 20:00:55.826988 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': '0f29319db48940638f6a6f6c751cf88d', 'id': '41723ada-4e2a-4c43-95a0-b43ec21b414b', 'expiration': datetime.datetime(2021, 7, 22, 20, 2, 55, 823643)}] Jul 22 20:00:55.826988 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:00:55.827517 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:00:55.894646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28913e42-7743-4af1-9ae9-70c6a494e1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:55.898238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-28913e42-7743-4af1-9ae9-70c6a494e1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:55.935978 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-28913e42-7743-4af1-9ae9-70c6a494e1fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e15d7a3dcc948ea85d15ac6a0ccc746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2421117 Jul 22 20:00:55.936848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28913e42-7743-4af1-9ae9-70c6a494e1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a90458-e2c7-437a-a156-1d1c09a274d6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:55.938832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35924) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:55.988035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.008641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.056326 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.058969 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.060228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f9a90458-e2c7-437a-a156-1d1c09a274d6 HTTP/1.1" status: 204 len: 168 time: 0.1200731 Jul 22 20:00:56.067735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48a7a5-b46e-455b-973a-2e8f2a64a26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a90458-e2c7-437a-a156-1d1c09a274d6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:56.309578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 35930) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:56.322759 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.352448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.db.api [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 20:00:56.352448 n-d-800087-13 neutron-server[93800]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 20:00:56.352448 n-d-800087-13 neutron-server[93800]: [parameters: {'project_id': '9544bf00ed2446b1867111eec1d1ae1a', 'id': 'ecd9ed6a-d735-48df-9af6-48f8d6c6bba3', 'expiration': datetime.datetime(2021, 7, 22, 20, 2, 56, 347429)}] Jul 22 20:00:56.352448 n-d-800087-13 neutron-server[93800]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:00:56.352991 n-d-800087-13 neutron-server[93800]: DEBUG oslo_db.api [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:00:56.360703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.454228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.558375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.25.6.71 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/0f091496-329b-4244-8bbe-4de5a54c47e2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:00:56.611849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:00:56.655965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.697987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.730810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:00:56.732200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:00:56.735753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:00:56.773760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=0f091496-329b-4244-8bbe-4de5a54c47e2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:56.853589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:56.926146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa0a7d-cd95-4d98-930f-d1fb069d07fa req-6701ac2b-e1ef-4815-af12-9da09cd7e61d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:56.927616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6daa0a7d-cd95-4d98-930f-d1fb069d07fa req-6701ac2b-e1ef-4815-af12-9da09cd7e61d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.1548946 Jul 22 20:00:57.059571 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6daa0a7d-cd95-4d98-930f-d1fb069d07fa req-4215a0ee-749e-48e6-8cf1-7f88c23260b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228123 Jul 22 20:00:57.145796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.150796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.255639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9544bf00ed2446b1867111eec1d1ae1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9449909 Jul 22 20:00:57.256345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e7a89-77a7-495d-b3b1-239ec5b74ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173e8648-9ef9-4af1-9d08-2b0b0d05c559,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:57.259341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35934) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:57.272931 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.316566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.337848 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.351926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.380329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.386739 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.389294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.390457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/173e8648-9ef9-4af1-9d08-2b0b0d05c559 HTTP/1.1" status: 204 len: 168 time: 0.1296451 Jul 22 20:00:57.399667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4a519-9ac9-464d-aa17-73f8411cb6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e8648-9ef9-4af1-9d08-2b0b0d05c559,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:57.857821 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.863486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:57.937623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=0f091496-329b-4244-8bbe-4de5a54c47e2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:00:57.948649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:58.050384 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Floating IP e8f03501-6fa8-4351-8c40-b2bb4e5e7b55 associated. External IP: 172.25.6.71, port: 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7. Jul 22 20:00:58.273337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756aab8-d91f-4c54-8461-6e2c5c86eaf7 req-679bfbf0-fca0-4136-bb8a-94d20d81dca4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:58.274835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6756aab8-d91f-4c54-8461-6e2c5c86eaf7 req-679bfbf0-fca0-4136-bb8a-94d20d81dca4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.1438320 Jul 22 20:00:58.331584 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6756aab8-d91f-4c54-8461-6e2c5c86eaf7 req-dbc496ad-af7e-4490-8904-a663e93ad55e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481980 Jul 22 20:00:58.349987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:00:58.456981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:00:58.471476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:00:58.480663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:00:58.492224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:58.493092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:58.525470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-476694e4-fe45-4118-bf99-587fdd82de0d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7140827 Jul 22 20:00:58.525470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:00:58.525826 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031bccc1-6599-4f92-984f-f5eb5a6177ca" -d '{"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:00:58.525948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35940) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:58.581308 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9069641b-4dca-4ef5-af87-8a6bd43bb680 x-openstack-request-id: req-9069641b-4dca-4ef5-af87-8a6bd43bb680 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:00:58.581674 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:00:58.582396 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9069641b-4dca-4ef5-af87-8a6bd43bb680 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:00:58.582396 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'status': 'completed', 'code': 200} Jul 22 20:00:58.588105 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cfec9f5b-3172-43ec-b4ce-e246142a7a7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/floatingips/e8f03501-6fa8-4351-8c40-b2bb4e5e7b55 HTTP/1.1" status: 200 len: 991 time: 0.0611379 Jul 22 20:00:58.612657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:58.819000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-74b640f6-6b3d-426a-b95b-43843987c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:58.820627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-74b640f6-6b3d-426a-b95b-43843987c957 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1098 time: 0.0550895 Jul 22 20:00:58.836421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:57Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:58.867833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:00:58.876309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:00:58.876921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:00:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:58.911408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-384ece26-3efc-48e6-9546-3c10283cae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:58.912944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-384ece26-3efc-48e6-9546-3c10283cae7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 897 time: 0.0864727 Jul 22 20:00:58.978883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:00:58.981230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-7b723cec-c6d5-488e-98af-829abdd6f0ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 999 time: 0.0620418 Jul 22 20:00:59.029444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-aeeb0407-b3e0-40d8-9942-b685a6d0e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:59.030911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-aeeb0407-b3e0-40d8-9942-b685a6d0e5d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.0435843 Jul 22 20:00:59.088796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-c9550b16-3a3f-437d-a84a-241255dd7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:59.090213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-c9550b16-3a3f-437d-a84a-241255dd7c56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525331 Jul 22 20:00:59.190492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-44a855b4-b9d6-464d-ba86-6d56acf9491b service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923183 Jul 22 20:00:59.212994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:57Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:00:59.248735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2a39db-6e32-46e1-aae3-5e836659fc6f None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:39Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:57Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:00:59.289695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-031bccc1-6599-4f92-984f-f5eb5a6177ca req-321ddf0c-f19d-4d83-bcd1-4cf55df5837b service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928428 Jul 22 20:00:59.435593 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49005137-8ca0-43bb-9711-74280fc2fadf None None] New status for floating IP e8f03501-6fa8-4351-8c40-b2bb4e5e7b55: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:00:59.465575 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395a27-8f04-4bcf-9238-fb9ec8934293 req-655baf01-77a8-465a-bfe8-d3b1856a9ef4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:00:59.467094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e395a27-8f04-4bcf-9238-fb9ec8934293 req-655baf01-77a8-465a-bfe8-d3b1856a9ef4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.0656245 Jul 22 20:00:59.506382 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e395a27-8f04-4bcf-9238-fb9ec8934293 req-e35fbabb-62a8-4c60-a32f-0cc28c63594f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Jul 22 20:00:59.591921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 35946) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:00:59.656118 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-966ea895-16e9-49c5-8401-31e100e7ca69 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/floatingips/e8f03501-6fa8-4351-8c40-b2bb4e5e7b55 HTTP/1.1" status: 200 len: 993 time: 0.0629833 Jul 22 20:01:00.639401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c274296-fffc-48b7-9d3a-05cc344c91a4 req-aab824d6-c5a2-4599-bcb4-bcde2117812e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:00.640955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c274296-fffc-48b7-9d3a-05cc344c91a4 req-aab824d6-c5a2-4599-bcb4-bcde2117812e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.0649111 Jul 22 20:01:00.678398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c274296-fffc-48b7-9d3a-05cc344c91a4 req-49a3eca9-fab3-4c7c-aa8e-e6500ee00b82 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312960 Jul 22 20:01:01.810668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1e095-5ad1-4c84-b3b2-14f3e1e233a7 req-d43b1d11-ca5b-4dbf-b9eb-a0683c7b8162 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:01.812193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16b1e095-5ad1-4c84-b3b2-14f3e1e233a7 req-d43b1d11-ca5b-4dbf-b9eb-a0683c7b8162 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.0670037 Jul 22 20:01:01.849980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16b1e095-5ad1-4c84-b3b2-14f3e1e233a7 req-019956cd-496d-494a-899b-b55851fa1300 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Jul 22 20:01:02.983402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c544e-af99-4df2-af0a-b8dc30fa6ce4 req-12752b45-575f-45dc-9b41-a3be9140f0be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:02.984924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d9c544e-af99-4df2-af0a-b8dc30fa6ce4 req-12752b45-575f-45dc-9b41-a3be9140f0be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 943 time: 0.0636382 Jul 22 20:01:03.021347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d9c544e-af99-4df2-af0a-b8dc30fa6ce4 req-2a3f46c0-8f8f-4bae-84a3-704c3882b843 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309019 Jul 22 20:01:03.630201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8d04137f-249d-4008-afc1-88b0a581cdc5 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:01:03.723840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8d04137f-249d-4008-afc1-88b0a581cdc5,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:03.734928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '8d04137f-249d-4008-afc1-88b0a581cdc5', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': '8d04137f-249d-4008-afc1-88b0a581cdc5', 'mac_address': 'fa:16:3e:a3:a9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:01:03.774486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:03.935042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d04137f-249d-4008-afc1-88b0a581cdc5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:01:03.955470 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8d04137f-249d-4008-afc1-88b0a581cdc5,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:03.959244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:04.004727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:04.149747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08a7f2-38cc-4196-9126-2406027fe7af req-b1028d53-f064-4d30-b7d5-54d44b509b5b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:04.151249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f08a7f2-38cc-4196-9126-2406027fe7af req-b1028d53-f064-4d30-b7d5-54d44b509b5b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 944 time: 0.0639081 Jul 22 20:01:04.160723 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8d04137f-249d-4008-afc1-88b0a581cdc5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:04.189474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2f08a7f2-38cc-4196-9126-2406027fe7af req-be38577a-af5e-44e8-9a68-b0be46f6b227 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Jul 22 20:01:05.311705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-cff079ed-0e90-414c-b26f-16884de8d19c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897105 Jul 22 20:01:05.335938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0d0dc-baa8-47cd-bcb5-ecf1bd0c2ebc req-723bd6f1-f5de-439a-9cdb-b872e8f98296 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.337502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80c0d0dc-baa8-47cd-bcb5-ecf1bd0c2ebc req-723bd6f1-f5de-439a-9cdb-b872e8f98296 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 944 time: 0.0747471 Jul 22 20:01:05.401621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-80c0d0dc-baa8-47cd-bcb5-ecf1bd0c2ebc req-cb4fbd32-c49f-43e8-bd06-31fdb395b7de tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583432 Jul 22 20:01:05.422708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-b78831b8-1517-48fb-881c-93e249997034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.425006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-b78831b8-1517-48fb-881c-93e249997034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1098 time: 0.0741992 Jul 22 20:01:05.527997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-654217de-08c5-4148-92c7-a39a4fce7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.529388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-654217de-08c5-4148-92c7-a39a4fce7951 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 897 time: 0.0860648 Jul 22 20:01:05.596985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-59c92574-59fd-415f-abae-c8f80266de1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 1001 time: 0.0609870 Jul 22 20:01:05.645073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-95c1f1fc-e9ae-4296-a849-300b7f5f3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.645675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8d04137f-249d-4008-afc1-88b0a581cdc5 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:05.646551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-95c1f1fc-e9ae-4296-a849-300b7f5f3c0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.0436349 Jul 22 20:01:05.694045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 8d04137f-249d-4008-afc1-88b0a581cdc5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:05.697677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 8d04137f-249d-4008-afc1-88b0a581cdc5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:05.698048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:05.712083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-5ce9c023-03a5-46fb-89f2-b62151e0daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.713696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-5ce9c023-03a5-46fb-89f2-b62151e0daf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608895 Jul 22 20:01:05.778295 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:05.800864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:05.803114 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f3e579-1b13-4e38-8176-4bcca284aecb" -d '{"events": [{"server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "name": "network-vif-plugged", "status": "completed", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:05.811403 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-52c728b7-455f-47a1-9f58-68fdb351aaea service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893958 Jul 22 20:01:05.815347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8d04137f-249d-4008-afc1-88b0a581cdc5,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:05.819522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:05.847508 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c110e3e-58a0-494b-abe9-071c016a20b6 x-openstack-request-id: req-0c110e3e-58a0-494b-abe9-071c016a20b6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:05.847794 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "name": "network-vif-plugged", "status": "completed", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:05.848066 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c110e3e-58a0-494b-abe9-071c016a20b6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:05.848497 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5', 'code': 200} Jul 22 20:01:05.879817 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:05.952187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a72f7fd-53ad-46b7-a244-7af8cc0ab4ed req-fab93009-7226-45ab-bbd8-6bd549c5b26a service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329203 Jul 22 20:01:05.972391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c333dc-1534-45e3-8e0c-c76a8472a59e req-578f9322-5b50-4eb7-b124-0e806e853fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:05.973862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62c333dc-1534-45e3-8e0c-c76a8472a59e req-578f9322-5b50-4eb7-b124-0e806e853fc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 1097 time: 0.0725932 Jul 22 20:01:06.007992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62c333dc-1534-45e3-8e0c-c76a8472a59e req-ee004c71-763a-4e49-bba9-748ec1976286 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278652 Jul 22 20:01:06.529895 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9ac60-a2c0-4a95-91e4-2920dcbd7079 req-b51b27fc-1223-401a-b3a5-e9f3fcffed7e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:06.531307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4da9ac60-a2c0-4a95-91e4-2920dcbd7079 req-b51b27fc-1223-401a-b3a5-e9f3fcffed7e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.0638800 Jul 22 20:01:06.568717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4da9ac60-a2c0-4a95-91e4-2920dcbd7079 req-1bb75248-22e8-4979-9948-e9b106e317a1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Jul 22 20:01:07.092836 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-111329ee-049c-43e5-b8a7-c8bd4f13dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:07.698028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04abf30-639f-4751-a96c-b507ed9786ec req-e2d1b1e3-8264-472a-93a1-b461e721b8c1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:07.699585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04abf30-639f-4751-a96c-b507ed9786ec req-e2d1b1e3-8264-472a-93a1-b461e721b8c1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.0630364 Jul 22 20:01:07.737258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c04abf30-639f-4751-a96c-b507ed9786ec req-8fb9ca3a-039f-4cc6-ab13-70d5da3bdc6b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jul 22 20:01:07.867381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a28de-a3d2-45c9-b715-559c44aa9562 req-9363067a-608e-4921-81ee-2d96c9c4d35a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:07.868806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631a28de-a3d2-45c9-b715-559c44aa9562 req-9363067a-608e-4921-81ee-2d96c9c4d35a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.0680931 Jul 22 20:01:07.906791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-631a28de-a3d2-45c9-b715-559c44aa9562 req-4552c327-6621-4c05-9a97-d86eced761b9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Jul 22 20:01:09.961159 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:10.047165 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-04e3d875-4d10-4b00-b561-950e3cb39345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:10.387354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-2fee3058-3363-4b35-a96d-a3bd133e0a73 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:10.388864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-2fee3058-3363-4b35-a96d-a3bd133e0a73 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1040335 Jul 22 20:01:10.403166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-00f24158-b01f-45b2-aa09-2f7500429fed tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0089233 Jul 22 20:01:10.469340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-42883b3e-9b4a-4abb-954f-ec477cb00895 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612900 Jul 22 20:01:10.556776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-291afd98-40ba-4ba7-bf7a-59ccaa20f7b0 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803022 Jul 22 20:01:10.648009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-d7ab50ef-2259-4071-a5f3-c61e792d74fe service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857179 Jul 22 20:01:10.835157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db436d31-fc8a-40cb-a148-79b31d52a924 req-ba57f4d7-9289-4c95-a5c7-a7bd70270e82 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0291502 Jul 22 20:01:11.560350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:11.766146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-e93c775c-58f3-41e2-94e6-2c8375269167 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:11.768298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-e93c775c-58f3-41e2-94e6-2c8375269167 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1105287 Jul 22 20:01:11.780210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': 'd011c849-efde-427d-90fc-18ed2da0329e', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:11.901021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:01:11.904714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:11.947157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e01b70e-1660-4ecd-a06c-6003f97f5e8b req-aca65426-1d31-40a9-881d-821a41b6a6bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0399926 Jul 22 20:01:12.060604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.10 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/f839c53e-9c71-4b99-9222-f3454ef5efe1) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:01:12.224909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.238398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object f839c53e-9c71-4b99-9222-f3454ef5efe1 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:12.272706 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.286962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8d04137f-249d-4008-afc1-88b0a581cdc5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:12.322020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:01:12.325071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:12.328839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:01:12.355879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:12.385610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:12.387046 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.404105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-5e29570c-120a-4530-9e9f-1128d25a2917 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274235 Jul 22 20:01:12.416706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Request body: {'port': {'device_id': 'd011c849-efde-427d-90fc-18ed2da0329e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:12.503810 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.564579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89ec5ef9-bbdd-49da-b5ad-e8eef18efab7 None None] Provisioning for port f839c53e-9c71-4b99-9222-f3454ef5efe1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:12.568796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-89ec5ef9-bbdd-49da-b5ad-e8eef18efab7 None None] Provisioning complete for port f839c53e-9c71-4b99-9222-f3454ef5efe1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:12.569421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-89ec5ef9-bbdd-49da-b5ad-e8eef18efab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.608131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-89ec5ef9-bbdd-49da-b5ad-e8eef18efab7 None None] Port f839c53e-9c71-4b99-9222-f3454ef5efe1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:01:12.791293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f839c53e-9c71-4b99-9222-f3454ef5efe1 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:01:12.800442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.811685 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Transition to ACTIVE for port object f839c53e-9c71-4b99-9222-f3454ef5efe1 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:12.816391 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.864893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Pushing event updated for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:12.942132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Attempting to bind port f839c53e-9c71-4b99-9222-f3454ef5efe1 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:01:12.942609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Attempting to bind port f839c53e-9c71-4b99-9222-f3454ef5efe1 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:01:12.943457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Attempting to bind port f839c53e-9c71-4b99-9222-f3454ef5efe1 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:12.948842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Port f839c53e-9c71-4b99-9222-f3454ef5efe1 on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:01:12.949268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Attempting to bind port f839c53e-9c71-4b99-9222-f3454ef5efe1 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:12.955751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:01:12.956228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:01:12.956745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:01:12.957301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Bound port: f839c53e-9c71-4b99-9222-f3454ef5efe1, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:01:12.957754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:12.960168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:13.040212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:01:13.045359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:01:13.058928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:13.115132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.115699 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:13.117108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] 10.222.0.26 "PUT /v2.0/ports/f839c53e-9c71-4b99-9222-f3454ef5efe1 HTTP/1.1" status: 200 len: 1093 time: 0.7050405 Jul 22 20:01:13.118845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:13.121145 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2425fba4-bae4-4bf5-bd32-b0740fb65338" -d '{"events": [{"name": "network-changed", "server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:13.169392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c79b29-2c6d-4312-ada7-a30b64bac2bf service neutron] Pushing event updated for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:13.173662 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a996c89-4e5f-4496-b94a-c64954b5c79c x-openstack-request-id: req-8a996c89-4e5f-4496-b94a-c64954b5c79c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:13.173974 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:13.174263 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a996c89-4e5f-4496-b94a-c64954b5c79c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:13.174652 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1', 'status': 'completed', 'code': 200} Jul 22 20:01:13.197656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66f80-0841-4deb-bf7c-af732f7a33fa req-77351fee-ee33-46b7-9200-9b09ec36ec52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.198803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b66f80-0841-4deb-bf7c-af732f7a33fa req-77351fee-ee33-46b7-9200-9b09ec36ec52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.1559486 Jul 22 20:01:13.279303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8b66f80-0841-4deb-bf7c-af732f7a33fa req-024dc82b-02a0-4da8-9bc2-6d1eca79e8a8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Jul 22 20:01:13.295901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-339bf949-4294-4abe-87c2-c000a07bd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.297719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-339bf949-4294-4abe-87c2-c000a07bd864 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 1096 time: 0.1199841 Jul 22 20:01:13.342247 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-c176ef55-27d1-4cba-92ee-3533c782ad5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1 HTTP/1.1" status: 200 len: 217 time: 0.0362060 Jul 22 20:01:13.396442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-a75a2dd0-456c-4528-a1de-04aebd867e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.397866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-a75a2dd0-456c-4528-a1de-04aebd867e08 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0492806 Jul 22 20:01:13.456953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-4bc8dfc7-1708-4cab-b18d-e913b0abfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.458457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-4bc8dfc7-1708-4cab-b18d-e913b0abfd3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537794 Jul 22 20:01:13.569044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-1a1a02fd-407e-45c0-981a-1f8fbdee730e service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023650 Jul 22 20:01:13.670063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87e14c88-adb4-447d-9e0e-1874e3a0bd67 req-74e13c5b-3373-4062-990d-e67de95195df service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937266 Jul 22 20:01:13.769439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-ed567102-f546-4d69-bd0f-7ddc72aac485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.770963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-ed567102-f546-4d69-bd0f-7ddc72aac485 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 1096 time: 0.0566010 Jul 22 20:01:13.865372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-3376c15c-75d1-4742-9eca-022e241c8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.866776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-3376c15c-75d1-4742-9eca-022e241c8fde service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0889733 Jul 22 20:01:13.908876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-ba112136-2c1c-4501-9e22-fd5e99478c4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1 HTTP/1.1" status: 200 len: 217 time: 0.0345941 Jul 22 20:01:13.963096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-a52b4931-ac27-456c-88cd-80c891190942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:13.964577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-a52b4931-ac27-456c-88cd-80c891190942 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0487192 Jul 22 20:01:14.028242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-4bd32661-9a10-4548-a7c4-de4e8d64f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:14.029773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-4bd32661-9a10-4548-a7c4-de4e8d64f974 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586743 Jul 22 20:01:14.119463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-bd736446-d729-4cff-905f-724e43a92a50 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819771 Jul 22 20:01:14.213519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2425fba4-bae4-4bf5-bd32-b0740fb65338 req-58e6aded-94a4-4958-99a0-9cc3c6d18955 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872598 Jul 22 20:01:14.452308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f978ec-111b-4b6d-aac2-fc2ec2dce6e1 req-5f936886-6abd-4c7e-9c87-1d4c63d4a06f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:14.457074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29f978ec-111b-4b6d-aac2-fc2ec2dce6e1 req-5f936886-6abd-4c7e-9c87-1d4c63d4a06f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.1037598 Jul 22 20:01:14.511243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29f978ec-111b-4b6d-aac2-fc2ec2dce6e1 req-029b598e-5d7e-466a-8b61-e0794d81266e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Jul 22 20:01:15.690568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee7849-5333-464d-bee8-12a1ff0a969d req-ac0f936f-b152-4de3-a62a-72b4bf8a0078 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:15.692278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee7849-5333-464d-bee8-12a1ff0a969d req-ac0f936f-b152-4de3-a62a-72b4bf8a0078 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0905545 Jul 22 20:01:15.747283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebee7849-5333-464d-bee8-12a1ff0a969d req-ec0573da-2b36-4fa1-bbd7-a61ada2cf513 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429256 Jul 22 20:01:16.901979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51beb-2f75-420c-805f-86648e3c7308 req-9227f259-1363-47b5-97cc-097027ed0bc4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:16.903479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8f51beb-2f75-420c-805f-86648e3c7308 req-9227f259-1363-47b5-97cc-097027ed0bc4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0758839 Jul 22 20:01:16.950639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8f51beb-2f75-420c-805f-86648e3c7308 req-1ecec531-f76a-4f1e-952e-37b1feebeff9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jul 22 20:01:18.103515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28b17b-711d-45cf-994f-9a66f9710c63 req-44e2de8f-b668-4b6d-b263-6d2e625e5383 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:18.105533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee28b17b-711d-45cf-994f-9a66f9710c63 req-44e2de8f-b668-4b6d-b263-6d2e625e5383 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0756152 Jul 22 20:01:18.150171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ee28b17b-711d-45cf-994f-9a66f9710c63 req-fcaaa0ea-a9b7-478d-947c-fa5d7fd054c4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375342 Jul 22 20:01:19.287058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a85daf-5e78-4f93-908f-3de7d1d47031 req-c6ea9f9c-c073-429c-8c28-c2be097a39be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:19.288573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52a85daf-5e78-4f93-908f-3de7d1d47031 req-c6ea9f9c-c073-429c-8c28-c2be097a39be tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0664208 Jul 22 20:01:19.330859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-52a85daf-5e78-4f93-908f-3de7d1d47031 req-1be131d9-cc52-4606-a328-721e8bcbc2b9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Jul 22 20:01:20.458147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee4bf8-2d7f-429a-a00f-28855d2531e7 req-92321351-a245-4852-8ba8-0b934e0c400f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:20.459597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9ee4bf8-2d7f-429a-a00f-28855d2531e7 req-92321351-a245-4852-8ba8-0b934e0c400f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0633626 Jul 22 20:01:20.496494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9ee4bf8-2d7f-429a-a00f-28855d2531e7 req-478262ca-5f97-41ba-ace6-70c5b0e459ac tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Jul 22 20:01:21.629959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405802-f1a0-4185-9105-605355ad8069 req-9e981c5a-a730-45b7-a580-f49d38f884d4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:21.631701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4405802-f1a0-4185-9105-605355ad8069 req-9e981c5a-a730-45b7-a580-f49d38f884d4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0661612 Jul 22 20:01:21.672804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4405802-f1a0-4185-9105-605355ad8069 req-d1903e73-ab3a-4d37-8051-b74b4a040a42 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Jul 22 20:01:22.805125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860f89-b39d-4471-9e57-42a934a7196b req-af7355ab-2860-403e-a204-6b1fae23365b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:22.806774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af860f89-b39d-4471-9e57-42a934a7196b req-af7355ab-2860-403e-a204-6b1fae23365b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0659068 Jul 22 20:01:22.844457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af860f89-b39d-4471-9e57-42a934a7196b req-24aea637-2d7d-4e27-bb85-2a3e8a27d883 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319369 Jul 22 20:01:23.990639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e10180-708f-456d-90fb-b2c161c3e372 req-292dec78-c160-4882-a8cb-073b81793b2e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:23.993484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8e10180-708f-456d-90fb-b2c161c3e372 req-292dec78-c160-4882-a8cb-073b81793b2e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0686300 Jul 22 20:01:24.037973 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8e10180-708f-456d-90fb-b2c161c3e372 req-936e335c-2866-420a-a2c6-ccb4da498456 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Jul 22 20:01:24.706398 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:25.176834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bfae5-e0f7-461e-93ac-f4c2d77f8a29 req-e57fcd7c-c0fc-432c-925a-66e2c23f5048 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:25.178459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b4bfae5-e0f7-461e-93ac-f4c2d77f8a29 req-e57fcd7c-c0fc-432c-925a-66e2c23f5048 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0705373 Jul 22 20:01:25.219725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b4bfae5-e0f7-461e-93ac-f4c2d77f8a29 req-49a5269f-ca44-4b11-a5fc-38364b602912 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jul 22 20:01:26.350079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa96b2-816d-401b-a193-1be8350b046e req-09cdd9d3-28b7-49d7-8c47-2bd69be4e91e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:26.351843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43aa96b2-816d-401b-a193-1be8350b046e req-09cdd9d3-28b7-49d7-8c47-2bd69be4e91e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0638201 Jul 22 20:01:26.388666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43aa96b2-816d-401b-a193-1be8350b046e req-2f415775-f61e-41fe-88c4-9c0e93da442f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Jul 22 20:01:27.381900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:27.524626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc55af-3116-48ca-8480-beb73c8d27e8 req-0b746917-f3dd-45d5-b6f6-f2f2d5ba966d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:27.526032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09fc55af-3116-48ca-8480-beb73c8d27e8 req-0b746917-f3dd-45d5-b6f6-f2f2d5ba966d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0684860 Jul 22 20:01:27.568737 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09fc55af-3116-48ca-8480-beb73c8d27e8 req-dbbf4281-fa47-443a-8075-998c0089043f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Jul 22 20:01:29.018631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad814c03-5202-4697-a509-07d060b76719 req-ab749bc4-1aa6-436c-82bb-6739166181bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:29.020080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad814c03-5202-4697-a509-07d060b76719 req-ab749bc4-1aa6-436c-82bb-6739166181bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.3825202 Jul 22 20:01:29.060764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ad814c03-5202-4697-a509-07d060b76719 req-e351f55e-b3b4-456e-a02c-712a00bcc5a2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340896 Jul 22 20:01:30.200541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c40e-8cb2-486d-b53c-c48de866adbb req-b6ec13b4-c851-4c51-898d-b243ffe2071a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:30.202073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9809c40e-8cb2-486d-b53c-c48de866adbb req-b6ec13b4-c851-4c51-898d-b243ffe2071a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0722783 Jul 22 20:01:30.241519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9809c40e-8cb2-486d-b53c-c48de866adbb req-3f71ba67-7fcc-4eac-96c2-6d6b27fe80ce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Jul 22 20:01:30.865176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36104) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:30.960726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e4dce-daad-4629-a897-b8e68d69eee1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:30.961212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e4dce-daad-4629-a897-b8e68d69eee1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:30.961660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829e4dce-daad-4629-a897-b8e68d69eee1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:30.963393 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-829e4dce-daad-4629-a897-b8e68d69eee1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=0f29319db48940638f6a6f6c751cf88d&network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 2973 time: 0.0966377 Jul 22 20:01:31.393991 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535a263-3c5b-4be1-9bb1-936e4bc39a6d req-3a827032-1202-402a-9384-f0d3ab4c2842 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:31.395618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8535a263-3c5b-4be1-9bb1-936e4bc39a6d req-3a827032-1202-402a-9384-f0d3ab4c2842 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0741165 Jul 22 20:01:31.435774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8535a263-3c5b-4be1-9bb1-936e4bc39a6d req-203eed84-5256-460f-81ba-c678e65ee0ea tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jul 22 20:01:32.564056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115c8cc-1c0b-4d97-8183-7d05562776fa req-a5f07ebe-8c95-4493-ac6d-309894206744 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:32.565600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e115c8cc-1c0b-4d97-8183-7d05562776fa req-a5f07ebe-8c95-4493-ac6d-309894206744 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 944 time: 0.0635600 Jul 22 20:01:32.603754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e115c8cc-1c0b-4d97-8183-7d05562776fa req-5a81b249-e71e-4cd8-90c1-3dc4ee0f9355 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Jul 22 20:01:33.301427 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36118) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:33.350971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f839c53e-9c71-4b99-9222-f3454ef5efe1 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:01:33.372808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca69a6d-cbf1-42e0-9a07-3d2055d83af7 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:33.374317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dca69a6d-cbf1-42e0-9a07-3d2055d83af7 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 HTTP/1.1" status: 200 len: 814 time: 0.0718899 Jul 22 20:01:33.445076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:33.456439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'f839c53e-9c71-4b99-9222-f3454ef5efe1', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': 'f839c53e-9c71-4b99-9222-f3454ef5efe1', 'mac_address': 'fa:16:3e:a3:80:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:01:33.493665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:33.507234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f839c53e-9c71-4b99-9222-f3454ef5efe1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:01:33.527979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:33.531296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:33.576755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:33.611490 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:01:33.743093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f839c53e-9c71-4b99-9222-f3454ef5efe1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:33.744749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe3592-f943-4360-9b8a-6655ff11505c req-1410bf85-e64b-455d-8577-8d29c7d6ca0c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:33.746814 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fe3592-f943-4360-9b8a-6655ff11505c req-1410bf85-e64b-455d-8577-8d29c7d6ca0c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 945 time: 0.0736752 Jul 22 20:01:33.799187 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-18fe3592-f943-4360-9b8a-6655ff11505c req-0958f878-63de-43c1-95ed-9b6ad7c5635a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Jul 22 20:01:34.566874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:34.572210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'network': {'name': 'tempest-network-smoke--1162959401', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:34.592698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:01:34.596242 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.621914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:01:34.631999 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.632431 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Added segment 488d2226-fd8f-4264-aec7-5e56aa115a3f of type vlan for network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 Jul 22 20:01:34.675068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.706296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.712188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:34.712931 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:34.755806 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1877646 Jul 22 20:01:34.759464 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36128) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:34.787962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Network': ['ID=85a56a4e-49e1-4cfe-a325-3563079fd0c2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:34.796491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.796848 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.797186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.797539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.797881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.798216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.798543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.798964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.799362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.799685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.800090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.800416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea76a5b-326f-4f7b-ac63-233338be1c71 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:34.813426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:01:34.828212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ed895c-2224-4a8b-b6e6-00909d637ad1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:34.830269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-53ed895c-2224-4a8b-b6e6-00909d637ad1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0f29319db48940638f6a6f6c751cf88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0689664 Jul 22 20:01:34.832511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36132) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:34.952582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e33c57-4858-45cb-8105-5f7462ccaaf1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:34.954140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-18e33c57-4858-45cb-8105-5f7462ccaaf1 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1207130 Jul 22 20:01:34.957325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36134) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:34.982562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a556b-0397-47b2-a413-a582d22c1f36 req-a5ebb2c3-7ea7-4b12-8e67-2e35fb3096ff tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:34.985280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf2a556b-0397-47b2-a413-a582d22c1f36 req-a5ebb2c3-7ea7-4b12-8e67-2e35fb3096ff tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 945 time: 0.0874760 Jul 22 20:01:34.988540 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc7c65d1-ab29-4b4f-b662-3cbfe72f28a2 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298278 Jul 22 20:01:34.991405 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36136) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:35.023634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4aa82be1-dedd-4b97-8d9d-889ff24e8928 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0f29319db48940638f6a6f6c751cf88d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306520 Jul 22 20:01:35.026455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36138) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:35.030935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bf2a556b-0397-47b2-a413-a582d22c1f36 req-4a627b7d-b2e2-41d0-b5b9-7ceb88dc2c40 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Jul 22 20:01:35.367235 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f839c53e-9c71-4b99-9222-f3454ef5efe1 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:35.425356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port f839c53e-9c71-4b99-9222-f3454ef5efe1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:35.430752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port f839c53e-9c71-4b99-9222-f3454ef5efe1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:35.432033 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.434364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13836ef7-a673-4038-941b-75565bd2c2cd tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:35.435980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-13836ef7-a673-4038-941b-75565bd2c2cd tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4084203 Jul 22 20:01:35.438757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36140) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:35.467783 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5358f461-1887-4169-89ca-7e959dbe542f tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277569 Jul 22 20:01:35.470736 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36142) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:35.476266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1564775400', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:35.519863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.546498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:35.549020 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd015e-ed94-4063-9679-330fb790ec41" -d '{"events": [{"server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "name": "network-vif-plugged", "status": "completed", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:35.563697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:35.568560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.573720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:01:35.578382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.602111 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2551ea45-17fa-40fe-a272-99069bcc2178 x-openstack-request-id: req-2551ea45-17fa-40fe-a272-99069bcc2178 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:35.602398 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "name": "network-vif-plugged", "status": "completed", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:35.602648 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2551ea45-17fa-40fe-a272-99069bcc2178 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:35.603034 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1', 'code': 200} Jul 22 20:01:35.628366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:35.782378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871ed63-2f09-4e7e-af20-c0cf0f8f7842 req-63bdd04c-5955-4bad-8bcb-d7c105eb33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:35.784096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f871ed63-2f09-4e7e-af20-c0cf0f8f7842 req-63bdd04c-5955-4bad-8bcb-d7c105eb33dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 1098 time: 0.1217959 Jul 22 20:01:35.845850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.882763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f871ed63-2f09-4e7e-af20-c0cf0f8f7842 req-68d71892-3130-4e18-a15e-042c9648ef3b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779922 Jul 22 20:01:35.927513 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Subnet': ['ID=f561aef3-3bf6-43b4-bd89-abc9534bf9bd,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:35.933386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Checking segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:01:35.934258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network hostable DHCP agents. Network: 85a56a4e-49e1-4cfe-a325-3563079fd0c2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:01:35.950381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:01:35.959023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 85a56a4e-49e1-4cfe-a325-3563079fd0c2) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:35.963210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:35.963806 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:35.972196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e5ede-cccd-4163-ae44-4b12f468553a None None] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:01:35.979682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f2c3f57c-c34e-4c3d-97e9-abdab86de165 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5077565 Jul 22 20:01:36.140574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ips': [{'subnet_id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:01:36.141624 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.184225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383048ac-72b4-4456-bab5-7fba7aa9815e req-237ac6c6-d132-4c97-80c1-c6f956e7581c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:36.186200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-383048ac-72b4-4456-bab5-7fba7aa9815e req-237ac6c6-d132-4c97-80c1-c6f956e7581c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.0829749 Jul 22 20:01:36.236919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-383048ac-72b4-4456-bab5-7fba7aa9815e req-78a64d43-e828-4ef1-bc5c-3e9a216d16f3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jul 22 20:01:36.307152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Allocated IP 172.20.0.18 (85a56a4e-49e1-4cfe-a325-3563079fd0c2/f561aef3-3bf6-43b4-bd89-abc9534bf9bd/cb67d716-a73e-4d29-a068-9ae44c962b69) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:01:36.315290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36150) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:36.321509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344309771', 'description': 'tempest-secgroup-smoke-1344309771 description', 'project_id': '0f29319db48940638f6a6f6c751cf88d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:36.355193 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.445146 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.450059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.476300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.477588 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1612201 Jul 22 20:01:36.479848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.481697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36154) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:36.486435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:36.486618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7be9b5-6e2b-488d-b2f9-4ff11e527881 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=972a7677-f286-44c2-9e9e-2c0c8c92385e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.495690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Transition to ACTIVE for port object cb67d716-a73e-4d29-a068-9ae44c962b69 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:36.514639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Transition to ACTIVE for port object cb67d716-a73e-4d29-a068-9ae44c962b69 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:36.523330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.532420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.563495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:01:36.566369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:36.569943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:01:36.581188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.585127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Pushing event updated for resources: {'Port': ['ID=cb67d716-a73e-4d29-a068-9ae44c962b69,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.585595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.609426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39c0f45-2aab-455e-8a63-0026dddea818,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.618435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.622963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c927c972-4d0f-4155-9d2d-749ec1745cc3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376314 Jul 22 20:01:36.623155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36156) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:36.628243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:36.649888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Attempting to bind port cb67d716-a73e-4d29-a068-9ae44c962b69 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:01:36.650468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Attempting to bind port cb67d716-a73e-4d29-a068-9ae44c962b69 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:01:36.650927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Attempting to bind port cb67d716-a73e-4d29-a068-9ae44c962b69 on network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:36.656681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:01:36.657230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Checking segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:01:36.657724 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.658131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Bound using segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:01:36.659139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Bound port: cb67d716-a73e-4d29-a068-9ae44c962b69, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:01:36.659139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.660111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.722607 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.726216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.740970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] For port cb67d716-a73e-4d29-a068-9ae44c962b69, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:01:36.742123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0881f8c8-56b7-41ce-bef8-69910013efbf,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.745027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] For port cb67d716-a73e-4d29-a068-9ae44c962b69, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb67d716-a73e-4d29-a068-9ae44c962b69,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:01:36.750907 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.753357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.754601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ec5c536a-93f8-48a9-8cf0-8f906af36d6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304052 Jul 22 20:01:36.757591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36158) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:36.762430 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:36.789407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.831266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2687d-ef85-4de7-a883-d3ed77302702 None None] Pushing event updated for resources: {'Port': ['ID=cb67d716-a73e-4d29-a068-9ae44c962b69,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.867240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.872923 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.898050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a211424-650b-49bc-9729-d5b7dc43bcf4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:36.902452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:36.907142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b9544ca8-1e45-4812-9081-338cac5c8787 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453710 Jul 22 20:01:36.907670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36160) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:36.913208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:36.949160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.026504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.030513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.049247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bb9b39-e968-4006-8c83-28f4a0281a09,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:37.055127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.056837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c39843f1-4266-43b0-a602-717151e214ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479845 Jul 22 20:01:37.060026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36162) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:37.065029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:37.091452 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:01:37.098271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.101869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd807-1731-449e-8f97-b7ce20eb6e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.173449 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.176807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.196390 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e8f6fc-4f2e-4cb0-bfb7-b93d4dc3aab0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:37.200560 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.201771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-264be597-9476-4485-94bf-1323d3ec9904 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406515 Jul 22 20:01:37.204810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36164) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:37.209470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': '972a7677-f286-44c2-9e9e-2c0c8c92385e', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:37.230712 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:01:37.235536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.309553 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.313526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.332652 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddd5a28-8067-4437-9ecc-a123b1bac0f1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:37.340077 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:37.341967 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-88d2ff38-ed95-4ff7-a250-17242a7c01a5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360006 Jul 22 20:01:37.396135 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef267-2fe2-4f83-9ec0-ec032d69caa2 req-f0790cf5-b498-4d9e-be9c-65d6d80ca644 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:37.397728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecfef267-2fe2-4f83-9ec0-ec032d69caa2 req-f0790cf5-b498-4d9e-be9c-65d6d80ca644 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.0739188 Jul 22 20:01:37.440972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecfef267-2fe2-4f83-9ec0-ec032d69caa2 req-1d483fd0-b4bf-437f-9155-ac1ae57f8217 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Jul 22 20:01:37.578560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-d5085403-9b4b-45d1-a8aa-95a975b3abd3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344309771&fields=id&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 267 time: 0.0692060 Jul 22 20:01:37.685733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1957d-8b79-4074-8897-bc15837e0cc6 req-504b6674-c647-47e9-9a69-270244812c6e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:37.687326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96d1957d-8b79-4074-8897-bc15837e0cc6 req-504b6674-c647-47e9-9a69-270244812c6e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.1587012 Jul 22 20:01:37.733088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-e891ba9f-996a-47c5-bf46-35927985319c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:37.734641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-e891ba9f-996a-47c5-bf46-35927985319c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/networks?id=85a56a4e-49e1-4cfe-a325-3563079fd0c2 HTTP/1.1" status: 200 len: 797 time: 0.1478822 Jul 22 20:01:37.761661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96d1957d-8b79-4074-8897-bc15837e0cc6 req-69ecefa6-661b-459a-80d9-e9a72d19c463 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660918 Jul 22 20:01:37.764215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-9123d345-7c95-4729-9cf4-4f94ff69dbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/quotas/0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 375 time: 0.0163107 Jul 22 20:01:37.846469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54713d-fff9-4cb6-89d0-d137da157a34 None None] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:01:37.848394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-5c743f71-b5d8-4353-a560-ee0c587b4306 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779274 Jul 22 20:01:37.967605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-8a594f72-dc8a-44f2-bf01-26ed44f08f45 service neutron] 10.222.0.10 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016858 Jul 22 20:01:37.978177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3c7a0448-5665-424e-92b3-dc85a6fd3361 None None] Provisioning for port cb67d716-a73e-4d29-a068-9ae44c962b69 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:38.079298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-c3ad244b-f6a7-4159-82fa-53ed10076196 service neutron] 10.222.0.10 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038427 Jul 22 20:01:38.168826 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9869-75fc-4db1-a26f-5b950e4111df req-5af59a15-416d-41bc-b156-ec02e9a3c2c1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:38.170385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff3d9869-75fc-4db1-a26f-5b950e4111df req-5af59a15-416d-41bc-b156-ec02e9a3c2c1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.0723250 Jul 22 20:01:38.235452 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff3d9869-75fc-4db1-a26f-5b950e4111df req-535211f1-6815-4c76-9cb4-447bd862c368 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587521 Jul 22 20:01:38.302328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2bf0aee0-81c0-428e-9e65-bfd951a5c1fb req-325f41e6-db63-4883-8e12-a320e5e5ecf6 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 210 time: 0.0364645 Jul 22 20:01:38.720941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb67d716-a73e-4d29-a068-9ae44c962b69 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:38.773543 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cb67d716-a73e-4d29-a068-9ae44c962b69 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:38.777852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb67d716-a73e-4d29-a068-9ae44c962b69 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:38.778212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:38.859019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:38.890512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cb67d716-a73e-4d29-a068-9ae44c962b69, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb67d716-a73e-4d29-a068-9ae44c962b69,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:38.893750 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:38.938731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cb67d716-a73e-4d29-a068-9ae44c962b69,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:38.945745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.946092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.946431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.947290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.947693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.948025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.948376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.948703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.949025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.949347 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.949666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:38.949985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:39.224177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-25b1ad42-f98a-48db-bdf8-5629581f7b73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:39.226286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-25b1ad42-f98a-48db-bdf8-5629581f7b73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.32 "GET /v2.0/networks?id=85a56a4e-49e1-4cfe-a325-3563079fd0c2 HTTP/1.1" status: 200 len: 797 time: 0.1240702 Jul 22 20:01:39.277993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-4722e4ed-16da-4f19-a02e-430748776e45 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 473 time: 0.0434513 Jul 22 20:01:39.287452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'port': {'device_id': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'admin_state_up': True, 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'security_groups': ['972a7677-f286-44c2-9e9e-2c0c8c92385e']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:39.427102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81478cbf-4be4-4fdf-84f1-2ea76493e5a2 req-bef82111-c05f-4fee-a1a4-1c067688d41a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 210 time: 0.0498352 Jul 22 20:01:39.476870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:01:39.481504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.493301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048250c2-d199-49a2-82fd-3ff983c40d23 req-8fd621ec-55f5-4820-a669-194704a52b2c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:39.496339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-048250c2-d199-49a2-82fd-3ff983c40d23 req-8fd621ec-55f5-4820-a669-194704a52b2c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.1792665 Jul 22 20:01:39.596820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-048250c2-d199-49a2-82fd-3ff983c40d23 req-b0f04f8a-804c-4d15-88b6-ca57a775cf62 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931935 Jul 22 20:01:39.697378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.21 (85a56a4e-49e1-4cfe-a325-3563079fd0c2/f561aef3-3bf6-43b4-bd89-abc9534bf9bd/76f1147d-b4d9-44b6-8b99-399c3a59dcc2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:01:39.708535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-a29a28fe-e8f2-4365-86a6-3e6b877fc75f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:39.709992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-a29a28fe-e8f2-4365-86a6-3e6b877fc75f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 946 time: 0.1174829 Jul 22 20:01:39.910451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port f839c53e-9c71-4b99-9222-f3454ef5efe1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:01:39.910856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.947183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.967592 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:39.994760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:40.038401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port f839c53e-9c71-4b99-9222-f3454ef5efe1, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=f839c53e-9c71-4b99-9222-f3454ef5efe1,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:40.038772 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.047500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-79eeb099-d81b-47ad-9072-ffca89e97ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.055734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for f839c53e-9c71-4b99-9222-f3454ef5efe1 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:01:40.072846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.166144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:01:40.172432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:40.175451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:40.178862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:01:40.241183 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:40.241850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.283315 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-36bf6e32-2d7c-4972-bd63-97d1ea3537bf tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9999430 Jul 22 20:01:40.298302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Request body: {'port': {'device_id': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:40.324254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.337356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['f839c53e-9c71-4b99-9222-f3454ef5efe1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:40.339749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8d04137f-249d-4008-afc1-88b0a581cdc5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:40.368406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=f839c53e-9c71-4b99-9222-f3454ef5efe1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:40.439712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port f839c53e-9c71-4b99-9222-f3454ef5efe1 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:01:40.443448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.445470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6342c8c3-d835-429c-84a6-248a6c4cc628 req-354ef2ed-6438-4ae7-8239-ed5bdc4fb5bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "DELETE /v2.0/ports/f839c53e-9c71-4b99-9222-f3454ef5efe1 HTTP/1.1" status: 204 len: 173 time: 0.7296374 Jul 22 20:01:40.446179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'name': 'network-vif-deleted', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:40.448291 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b701a6-917d-42ae-878a-87112804933a" -d '{"events": [{"server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "name": "network-vif-deleted", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:40.470762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.492427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97aa2eda-1efd-4d55-ac44-e5c8519776ed None None] Provisioning for port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:40.505680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97aa2eda-1efd-4d55-ac44-e5c8519776ed None None] Provisioning complete for port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:40.506057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97aa2eda-1efd-4d55-ac44-e5c8519776ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.575854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-97aa2eda-1efd-4d55-ac44-e5c8519776ed None None] Port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:01:40.644317 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7545f51-a941-4242-b33d-2f0e77a800f0 x-openstack-request-id: req-f7545f51-a941-4242-b33d-2f0e77a800f0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:40.644526 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d011c849-efde-427d-90fc-18ed2da0329e", "name": "network-vif-deleted", "tag": "f839c53e-9c71-4b99-9222-f3454ef5efe1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:40.644778 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7545f51-a941-4242-b33d-2f0e77a800f0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:40.645170 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd011c849-efde-427d-90fc-18ed2da0329e', 'name': 'network-vif-deleted', 'tag': 'f839c53e-9c71-4b99-9222-f3454ef5efe1', 'status': 'completed', 'code': 200} Jul 22 20:01:40.735354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb67d716-a73e-4d29-a068-9ae44c962b69 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:40.739811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39c5596e-d987-4e43-b55b-2269624fc277 req-71139b66-5886-4041-8ac2-207cb291470a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0569503 Jul 22 20:01:40.793494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb67d716-a73e-4d29-a068-9ae44c962b69 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:40.794381 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.800233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e5ed2-f247-4f01-8f3e-1fdbdf81143e req-6270d585-8819-4423-a4e9-1ac7131da3fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:40.801859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c0e5ed2-f247-4f01-8f3e-1fdbdf81143e req-6270d585-8819-4423-a4e9-1ac7131da3fa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 932 time: 0.1675820 Jul 22 20:01:40.861237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c0e5ed2-f247-4f01-8f3e-1fdbdf81143e req-5a54c7ae-bf84-42bf-8332-6818f0b10c6e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520394 Jul 22 20:01:40.923268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:01:40.931871 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:40.944812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Transition to ACTIVE for port object 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:40.949374 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:41.000763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Pushing event updated for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:41.076405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Attempting to bind port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:01:41.076758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Attempting to bind port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:01:41.077199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Attempting to bind port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 on network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:41.081819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 on network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:01:41.082146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Attempting to bind port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 on network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:41.088306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:01:41.088677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Checking segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:01:41.089038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Bound using segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:01:41.089475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Bound port: 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:01:41.089839 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:41.164959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:01:41.170043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:01:41.175687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:41.218559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:41.219231 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:41.220709 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] 10.222.0.32 "PUT /v2.0/ports/76f1147d-b4d9-44b6-8b99-399c3a59dcc2 HTTP/1.1" status: 200 len: 1093 time: 0.9286339 Jul 22 20:01:41.246584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc408b-fe6b-4390-bbd8-217fb59cbc4d service neutron] Pushing event updated for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:41.328392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f03526dd-2ea9-4dda-82cf-333050524c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:41.330167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f03526dd-2ea9-4dda-82cf-333050524c6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 1096 time: 0.0621819 Jul 22 20:01:41.381823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-5ccee6ec-c6ff-4cb4-aece-71fc2251d792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2 HTTP/1.1" status: 200 len: 217 time: 0.0440111 Jul 22 20:01:41.437772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-b74488cb-9a87-4211-ab41-b1888522d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:41.439420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-b74488cb-9a87-4211-ab41-b1888522d035 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f561aef3-3bf6-43b4-bd89-abc9534bf9bd HTTP/1.1" status: 200 len: 838 time: 0.0514350 Jul 22 20:01:41.504696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-7d3422ee-4b7e-4060-8f69-38b83efee75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:41.506589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-7d3422ee-4b7e-4060-8f69-38b83efee75f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=85a56a4e-49e1-4cfe-a325-3563079fd0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0586176 Jul 22 20:01:41.569205 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:41.613047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-684fd450-3f8e-41e2-969b-4958ab2c2f99 service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991526 Jul 22 20:01:41.704391 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a22e49cb-e184-44f3-a67f-048fa17c8306 req-f1165875-06f4-403f-a51a-2e8c819cfc7d service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841331 Jul 22 20:01:41.870229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26fdd910-030b-4bd0-a432-63e31d94d691 req-56cec509-e707-42a5-a01b-00a96f5a2bf7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0371902 Jul 22 20:01:42.009913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb6b32-0d25-4fa9-a757-e55f67d68325 req-495c345d-bd2b-4764-a77d-64b38ea75417 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:42.011501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68cb6b32-0d25-4fa9-a757-e55f67d68325 req-495c345d-bd2b-4764-a77d-64b38ea75417 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 944 time: 0.0686772 Jul 22 20:01:42.051886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68cb6b32-0d25-4fa9-a757-e55f67d68325 req-6aa7e137-3d8c-4144-8c30-3124bd0e66f1 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Jul 22 20:01:42.463029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-bbf8e770-26e1-47ad-8e12-75d9947835a6 req-8226b544-a583-4c15-9929-64690797150d service neutron] (93801) timed out ('10.222.0.26', 49754) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:01:42.646375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:42.648883 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:42.683650 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b329964-4c7f-43ec-af43-5d47dd7ea564 x-openstack-request-id: req-5b329964-4c7f-43ec-af43-5d47dd7ea564 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:42.683970 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:42.684227 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b329964-4c7f-43ec-af43-5d47dd7ea564 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:42.684632 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2', 'status': 'completed', 'code': 200} Jul 22 20:01:42.766688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-17028088-62e7-47d9-bbca-90651efd46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:42.768932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-17028088-62e7-47d9-bbca-90651efd46c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 1096 time: 0.0613406 Jul 22 20:01:42.873201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-aaf2e6da-eac1-411e-b0d4-1a86c7ca81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:42.874606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-aaf2e6da-eac1-411e-b0d4-1a86c7ca81e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=85a56a4e-49e1-4cfe-a325-3563079fd0c2 HTTP/1.1" status: 200 len: 898 time: 0.0979249 Jul 22 20:01:42.915193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-0231ce87-3a4c-4bb4-98e3-aa7bd453abe4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2 HTTP/1.1" status: 200 len: 217 time: 0.0337555 Jul 22 20:01:42.958626 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:42.986404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e057705-0bc9-4651-a229-ce534f6b54df req-aae4c8ac-fbb0-4fa7-9963-7ecb940321f9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0342071 Jul 22 20:01:42.995975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-db81c377-113b-460d-a61f-59e8ee0c28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:42.997444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-db81c377-113b-460d-a61f-59e8ee0c28b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f561aef3-3bf6-43b4-bd89-abc9534bf9bd HTTP/1.1" status: 200 len: 838 time: 0.0757647 Jul 22 20:01:43.058195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-6f07aba9-8326-4c0e-a211-b62ad9597410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:43.059739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-6f07aba9-8326-4c0e-a211-b62ad9597410 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=85a56a4e-49e1-4cfe-a325-3563079fd0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0548382 Jul 22 20:01:43.186820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-f722e427-949f-4508-aee8-e876ec29ecbb service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205809 Jul 22 20:01:43.235687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead74df-275b-4911-a504-20210d952e1f req-deece549-670d-4174-b521-d60f90ceaf13 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:43.237285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ead74df-275b-4911-a504-20210d952e1f req-deece549-670d-4174-b521-d60f90ceaf13 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 944 time: 0.1086223 Jul 22 20:01:43.386625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f839c53e-9c71-4b99-9222-f3454ef5efe1 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:01:43.409862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: f839c53e-9c71-4b99-9222-f3454ef5efe1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:01:43.410199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device f839c53e-9c71-4b99-9222-f3454ef5efe1 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:01:43.624785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ead74df-275b-4911-a504-20210d952e1f req-627063cc-ff12-48a0-93c3-8ae313f8b11a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819327 Jul 22 20:01:43.638804 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8294d5e-d7e8-4dcd-ba18-50f43a2a6fcc req-5d6aa46b-1577-49ed-b7b1-e12c3cafc60d service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440172 Jul 22 20:01:43.865689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:01:43.966785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:43.978889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'port_id': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2', 'mac_address': 'fa:16:3e:76:ca:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:01:44.021136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:44.035510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:01:44.060115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:44.068436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:44.099682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ef820ef-d629-4e8f-bdf3-2020c28de3f8 req-a1e479f6-faef-4e8d-811a-65ce17edd44d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d011c849-efde-427d-90fc-18ed2da0329e HTTP/1.1" status: 200 len: 210 time: 0.0337479 Jul 22 20:01:44.128207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:44.303563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['76f1147d-b4d9-44b6-8b99-399c3a59dcc2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:44.758666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe9114-cf77-4004-8461-b9d35eadddfb req-54162652-9c30-4919-a568-f7c18d8654f6 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:44.761000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3fe9114-cf77-4004-8461-b9d35eadddfb req-54162652-9c30-4919-a568-f7c18d8654f6 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 945 time: 0.0701091 Jul 22 20:01:44.799180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3fe9114-cf77-4004-8461-b9d35eadddfb req-e11712fd-d991-4155-9525-fd53b617a372 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jul 22 20:01:45.864859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:45.914388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:45.921441 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:45.922337 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:45.941749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1384b-0305-4c65-abb6-afed3996651f req-93480e0c-d7db-4501-ab1f-e8ed678427cd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:45.943346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ec1384b-0305-4c65-abb6-afed3996651f req-93480e0c-d7db-4501-ab1f-e8ed678427cd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 945 time: 0.0766706 Jul 22 20:01:45.986975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1ec1384b-0305-4c65-abb6-afed3996651f req-e9700a64-0a8e-4eb4-91b2-e6791c8a944d tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361011 Jul 22 20:01:46.012408 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:46.037253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:46.039513 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef193c9a-1015-4211-aa2f-28fe140edbd7" -d '{"events": [{"server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "name": "network-vif-plugged", "status": "completed", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:46.053588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:46.058389 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:46.082087 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf9cff5-cc05-424f-bf4f-cfa3d1efd426 x-openstack-request-id: req-daf9cff5-cc05-424f-bf4f-cfa3d1efd426 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:46.082378 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "name": "network-vif-plugged", "status": "completed", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:46.082628 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-daf9cff5-cc05-424f-bf4f-cfa3d1efd426 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:46.083011 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2', 'code': 200} Jul 22 20:01:46.113457 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:46.199268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c2526-ade6-4098-95ef-5330ccafe74f req-6df4d695-a08f-4e27-b96f-3b7e792188f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:46.200960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f51c2526-ade6-4098-95ef-5330ccafe74f req-6df4d695-a08f-4e27-b96f-3b7e792188f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 1098 time: 0.0562470 Jul 22 20:01:46.241137 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f51c2526-ade6-4098-95ef-5330ccafe74f req-c6650412-19d3-4762-af07-07d44b31e054 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330324 Jul 22 20:01:47.150586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115126b-7089-402e-95d9-4983a154d9d5 req-bb9505a5-08d3-4db9-8dfc-065c7fee4caa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:47.152338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f115126b-7089-402e-95d9-4983a154d9d5 req-bb9505a5-08d3-4db9-8dfc-065c7fee4caa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.0930569 Jul 22 20:01:47.216228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f115126b-7089-402e-95d9-4983a154d9d5 req-59967668-afd3-4738-bf4c-39e64d852982 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581610 Jul 22 20:01:48.361933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fba14-578c-40df-a7db-18e5f7c38b29 req-8b7b558f-a676-43fd-85e4-c7360ca6fc2b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:48.363547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-944fba14-578c-40df-a7db-18e5f7c38b29 req-8b7b558f-a676-43fd-85e4-c7360ca6fc2b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.0663254 Jul 22 20:01:48.401442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-944fba14-578c-40df-a7db-18e5f7c38b29 req-5f58cf8b-13ba-4b26-ab4a-ab2203d11012 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Jul 22 20:01:48.570726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abf5a-4c54-4f50-8c33-446daa37a994 req-45779386-bab0-4201-8dbc-7f94ff58152e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:48.573462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-770abf5a-4c54-4f50-8c33-446daa37a994 req-45779386-bab0-4201-8dbc-7f94ff58152e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.1032939 Jul 22 20:01:48.644103 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-770abf5a-4c54-4f50-8c33-446daa37a994 req-0d1dc505-6031-4010-a19b-a67cd463bfc0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 Jul 22 20:01:48.661570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e4b6c-533c-433e-8a24-a3802a4b3c4a req-dab94483-969f-4028-a888-1d5bb5381fa8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:48.663083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-471e4b6c-533c-433e-8a24-a3802a4b3c4a req-dab94483-969f-4028-a888-1d5bb5381fa8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.1159990 Jul 22 20:01:48.702055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-471e4b6c-533c-433e-8a24-a3802a4b3c4a req-8e58ca04-e738-44db-93bd-cf7c1edd9618 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Jul 22 20:01:49.834310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1de217-5b14-40c0-b7c1-474f3b1b3c98 req-3b0497ef-db9a-4197-9965-220012d31c13 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:49.836807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a1de217-5b14-40c0-b7c1-474f3b1b3c98 req-3b0497ef-db9a-4197-9965-220012d31c13 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.0684633 Jul 22 20:01:49.879293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4a1de217-5b14-40c0-b7c1-474f3b1b3c98 req-382abb24-46ce-4a7d-9826-24fe48968fe1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364046 Jul 22 20:01:50.052321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-362db33c-6c73-448e-a294-06a30c2d7278 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:01:50.053846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-362db33c-6c73-448e-a294-06a30c2d7278 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 945 time: 0.0672023 Jul 22 20:01:50.123230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:50.153983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port 8d04137f-249d-4008-afc1-88b0a581cdc5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:01:50.154329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.244875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port 8d04137f-249d-4008-afc1-88b0a581cdc5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=8d04137f-249d-4008-afc1-88b0a581cdc5,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:50.245216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.256697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for 8d04137f-249d-4008-afc1-88b0a581cdc5 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:01:50.381263 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.393288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['8d04137f-249d-4008-afc1-88b0a581cdc5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:01:50.414688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=8d04137f-249d-4008-afc1-88b0a581cdc5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:50.447302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.447655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.448001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.448363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.448700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.449031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.449364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.449692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.450015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.450339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.450665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.450990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:01:50.474512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port 8d04137f-249d-4008-afc1-88b0a581cdc5 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:01:50.477352 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.480101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f58305da-c834-43ca-ac39-e9bbd7362862 req-30c9d7d4-92e8-4be5-904c-932899ad47b7 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "DELETE /v2.0/ports/8d04137f-249d-4008-afc1-88b0a581cdc5 HTTP/1.1" status: 204 len: 173 time: 0.4210274 Jul 22 20:01:50.480574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'name': 'network-vif-deleted', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:01:50.482836 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c0e67-4265-457f-af2b-b8f8aa29a866" -d '{"events": [{"server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "name": "network-vif-deleted", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:01:50.528573 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5f78f3-312a-42e8-989b-e3c8791c069a x-openstack-request-id: req-be5f78f3-312a-42e8-989b-e3c8791c069a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:01:50.528870 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0532ad24-b992-4715-bf63-a4e9b7649dbc", "name": "network-vif-deleted", "tag": "8d04137f-249d-4008-afc1-88b0a581cdc5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:01:50.529122 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be5f78f3-312a-42e8-989b-e3c8791c069a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:01:50.529523 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0532ad24-b992-4715-bf63-a4e9b7649dbc', 'name': 'network-vif-deleted', 'tag': '8d04137f-249d-4008-afc1-88b0a581cdc5', 'status': 'completed', 'code': 200} Jul 22 20:01:50.569210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.841903 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.17 (85a56a4e-49e1-4cfe-a325-3563079fd0c2/f561aef3-3bf6-43b4-bd89-abc9534bf9bd/20181877-010c-4a7c-8560-6eeeb2fefbba) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:01:50.965023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:50.979677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 20181877-010c-4a7c-8560-6eeeb2fefbba will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:50.980659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9130cc74-0014-41ae-893d-20e0f8a006f8 req-fde7e346-71a6-41d5-a6f7-b0bca9fe6209 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0306602 Jul 22 20:01:51.019874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.062604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:01:51.065681 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:51.069505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:01:51.099289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:51.122846 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.280536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.341285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85bba080-c4be-40df-8ee3-43f7123c4e86 None None] Provisioning for port 20181877-010c-4a7c-8560-6eeeb2fefbba completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:51.345165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85bba080-c4be-40df-8ee3-43f7123c4e86 None None] Provisioning complete for port 20181877-010c-4a7c-8560-6eeeb2fefbba triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:51.345753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85bba080-c4be-40df-8ee3-43f7123c4e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.383011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-85bba080-c4be-40df-8ee3-43f7123c4e86 None None] Port 20181877-010c-4a7c-8560-6eeeb2fefbba cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:01:51.564965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.570069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.647419 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:51.649145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:51.738532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:01:51.739927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:01:51.866568 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:01:51.984441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:01:51.990261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-427d4425-812b-40a7-99dc-4903b04710bc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/2113745d-ae70-4567-ba7f-7f2b64e27333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658566 Jul 22 20:01:51.998590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:01:52.014244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-272b5fde-68d4-4342-9d5d-05c87c06ba46 None None] Provisioning complete for port 20181877-010c-4a7c-8560-6eeeb2fefbba triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:52.014618 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-272b5fde-68d4-4342-9d5d-05c87c06ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:52.018067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:01:52.018701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:01:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:01:52.087398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-344204ea-146b-4e1c-ace4-74eae008ea83 req-d4a3f4d9-0694-494c-8fdf-fb6e7d5c7928 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0326316 Jul 22 20:01:52.115852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-272b5fde-68d4-4342-9d5d-05c87c06ba46 None None] Port 20181877-010c-4a7c-8560-6eeeb2fefbba cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:01:52.150513 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:01:52.381223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:01:51Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20181877-010c-4a7c-8560-6eeeb2fefbba', 'name': '', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:9f:aa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:01:50Z', 'updated_at': '2021-07-22T20:01:51Z', 'revision_number': 2, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:01:52.407183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:01:52.407547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Updating router 2113745d-ae70-4567-ba7f-7f2b64e27333 port 20181877-010c-4a7c-8560-6eeeb2fefbba binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:01:52.441887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:52.862182 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:52.872209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Transition to ACTIVE for port object 20181877-010c-4a7c-8560-6eeeb2fefbba will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:01:52.877309 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:52.928283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035b0a2-6133-485e-9ddc-17da764f4adc None None] Pushing event updated for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:52.989685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Attempting to bind port 20181877-010c-4a7c-8560-6eeeb2fefbba on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:01:52.990051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Attempting to bind port 20181877-010c-4a7c-8560-6eeeb2fefbba by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:01:52.990419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Attempting to bind port 20181877-010c-4a7c-8560-6eeeb2fefbba on network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:01:52.996484 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:01:52.996860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Checking segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:01:52.997266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:52.997656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Bound using segment: {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:01:52.998139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Bound port: 20181877-010c-4a7c-8560-6eeeb2fefbba, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488d2226-fd8f-4264-aec7-5e56aa115a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:01:52.998503 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:53.068590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] For port 20181877-010c-4a7c-8560-6eeeb2fefbba, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:01:53.072477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] For port 20181877-010c-4a7c-8560-6eeeb2fefbba, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=20181877-010c-4a7c-8560-6eeeb2fefbba,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:01:53.077230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:53.144781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:01:53.145425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:01:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:01:53.149040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035b0a2-6133-485e-9ddc-17da764f4adc None None] Pushing event updated for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:53.216284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-734f7224-1fa1-4aa0-9162-69ec763ce8ef req-c0c5fce8-1d82-4cdc-bbe0-c5aa78d8b8ee tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0381575 Jul 22 20:01:53.275702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:01:53.519504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:01:51Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20181877-010c-4a7c-8560-6eeeb2fefbba', 'name': '', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:9f:aa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:01:50Z', 'updated_at': '2021-07-22T20:01:53Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:01:53.550229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6a518e-7250-477b-8711-fc6052953099 None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:01:51Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20181877-010c-4a7c-8560-6eeeb2fefbba', 'name': '', 'network_id': '85a56a4e-49e1-4cfe-a325-3563079fd0c2', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:9f:aa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:01:50Z', 'updated_at': '2021-07-22T20:01:53Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': 'f561aef3-3bf6-43b4-bd89-abc9534bf9bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:01:53.901050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8d04137f-249d-4008-afc1-88b0a581cdc5 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:01:53.925464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 8d04137f-249d-4008-afc1-88b0a581cdc5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:01:53.925822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 8d04137f-249d-4008-afc1-88b0a581cdc5 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:01:54.333301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ba79b5a-d64c-4448-932b-b9d6ffe71e58 req-6516ccc7-05c5-43b4-a53c-da141315407f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=0532ad24-b992-4715-bf63-a4e9b7649dbc HTTP/1.1" status: 200 len: 210 time: 0.0303109 Jul 22 20:01:54.710752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:54.724246 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 20181877-010c-4a7c-8560-6eeeb2fefbba up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:54.773468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 20181877-010c-4a7c-8560-6eeeb2fefbba completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:01:54.777194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 20181877-010c-4a7c-8560-6eeeb2fefbba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:54.777572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:54.858816 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:54.892660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 20181877-010c-4a7c-8560-6eeeb2fefbba, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=20181877-010c-4a7c-8560-6eeeb2fefbba,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:01:54.896588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:54.945652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:56.723222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 20181877-010c-4a7c-8560-6eeeb2fefbba up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:01:56.774943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 20181877-010c-4a7c-8560-6eeeb2fefbba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:01:56.775680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.258547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36328) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.263373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540290224', 'description': 'tempest-secgroup-smoke-540290224 description', 'project_id': 'e249e70d888f4135a1d0adc703af5f04'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.284826 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.363462 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.366822 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.392591 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.393440 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.394654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350443 Jul 22 20:01:57.397770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36330) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.398538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19cb11-2c3b-4f17-aa7d-a6099d815f2b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d220de26-4fc1-4b56-b451-e630d731477f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.402798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.429663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.474963 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.479429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.498562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4e8358-e745-4cdc-a7bd-f35f6fba2163,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.501086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.502280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c5d53d47-4d61-4b25-93ce-52af8b1b32fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1034739 Jul 22 20:01:57.505032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36332) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.510157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.536009 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.593349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.596814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.618656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47e886a-cfb9-4a08-a247-d9f2ecb649fe,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.624392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.625499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b36ce5bd-2535-4289-ab9d-abf7baba994b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192312 Jul 22 20:01:57.628274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36334) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.632604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.659733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.717323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.721044 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.735745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8621bb3c-38be-4493-a08f-89d9c90ae99a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.744839 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.746143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-742e8c53-e5be-42e3-8203-70c90ef28386 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169515 Jul 22 20:01:57.748937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36336) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.753275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.778259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.834949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.838770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.858078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8738ef4a-4916-4bfe-a21d-220244cf9986,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.865193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.866504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f65d51cc-10fb-473c-9243-27e8f4611659 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166661 Jul 22 20:01:57.869388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36338) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.873803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:57.895401 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Project e249e70d888f4135a1d0adc703af5f04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:01:57.900943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.961991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.965406 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.985409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141bd830-968b-435c-b6a1-1c9aec1f49b9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:57.990218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:57.991488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fed99c40-f455-460c-bf34-d1b9158b87b4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211586 Jul 22 20:01:57.994550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:01:57.998903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'security_group_rule': {'security_group_id': 'd220de26-4fc1-4b56-b451-e630d731477f', 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:01:58.020397 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Project e249e70d888f4135a1d0adc703af5f04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:01:58.025668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:58.088694 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:58.092441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:58.113385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2298023-cc36-4d2f-955c-be0aaf197026,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:01:58.121115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:01:58.122412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6274be5c-2daa-4d8d-9757-af5e3df16e14 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269321 Jul 22 20:02:05.265346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-b99ff65d-53ad-4ed8-9695-98e342486a2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0565407 Jul 22 20:02:05.409243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-8b6b772f-b29e-46a3-8830-76ad6c22c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:05.410750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-8b6b772f-b29e-46a3-8830-76ad6c22c84a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1098 time: 0.0650308 Jul 22 20:02:05.521399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-9b21b920-ef78-4b8e-8e91-d8ed44816248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:05.522862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-9b21b920-ef78-4b8e-8e91-d8ed44816248 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 897 time: 0.0928786 Jul 22 20:02:05.591641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-16db3dc2-9bb8-416b-87e7-b8191a4d4307 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 1001 time: 0.0595999 Jul 22 20:02:05.649605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-f1567446-283e-49d7-a33b-a4bede27eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:05.651440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-f1567446-283e-49d7-a33b-a4bede27eee0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.0531573 Jul 22 20:02:05.712218 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-5c5881bf-ccbb-4ec1-9ae6-864184526c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:05.713759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-5c5881bf-ccbb-4ec1-9ae6-864184526c60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565410 Jul 22 20:02:05.808763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-a140f9a3-0486-452f-9456-294c7ae6f89f service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Jul 22 20:02:05.908971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be3a95fb-31d6-42c6-9dec-26c15dcb1719 req-9b2bfff0-c885-4911-bee3-28e629e75b71 service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932734 Jul 22 20:02:07.095041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6c7269f7-af33-4ef0-83b0-d02fab9cf605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:08.314226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-6fd8e54d-91f7-4b0d-8cd8-65625d77e802 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540819 Jul 22 20:02:08.415499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-5ae64b86-bbcf-475a-8b86-0a8b6df4661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:08.416980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-5ae64b86-bbcf-475a-8b86-0a8b6df4661a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 1098 time: 0.0605826 Jul 22 20:02:08.524288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-15767be3-a567-48f6-ada7-9b1646757d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:08.525943 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-15767be3-a567-48f6-ada7-9b1646757d0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=85a56a4e-49e1-4cfe-a325-3563079fd0c2 HTTP/1.1" status: 200 len: 898 time: 0.0900550 Jul 22 20:02:08.572442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-c903a537-fa38-4df5-9bb3-bbac73f7f03d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2 HTTP/1.1" status: 200 len: 217 time: 0.0390408 Jul 22 20:02:08.623216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-9a7ff879-de14-43d4-ac33-b38d123d4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:08.624915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-9a7ff879-de14-43d4-ac33-b38d123d4494 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f561aef3-3bf6-43b4-bd89-abc9534bf9bd HTTP/1.1" status: 200 len: 838 time: 0.0462830 Jul 22 20:02:08.690093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-0161d037-e295-4a83-992a-179b26cb1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:08.691635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-0161d037-e295-4a83-992a-179b26cb1d59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=85a56a4e-49e1-4cfe-a325-3563079fd0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0574868 Jul 22 20:02:08.787537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-a01a0859-18cf-4962-a378-2d5ccd7f664d service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891905 Jul 22 20:02:08.880299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d82eec1-ffba-49a2-a4b3-5c1ce11b6ce3 req-039c2a79-a9a7-43a4-b829-b5e5853e2a67 service neutron] 10.222.0.32 "GET /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853293 Jul 22 20:02:09.958464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:10.047880 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-520fafd8-5bc7-43ef-824e-f8dea656c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:10.614197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:02:11.566296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:12.451130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-fa03e7ee-c464-4f23-b763-974412f7a971 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540290224&fields=id&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 267 time: 0.0336623 Jul 22 20:02:12.559009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-ef49a027-6f09-4a34-830e-33397127a96b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:12.560597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-ef49a027-6f09-4a34-830e-33397127a96b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1031401 Jul 22 20:02:12.575534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2ef7eb05-e883-4de0-8251-475d0fe2f4ff tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0095487 Jul 22 20:02:12.640648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-19531154-7689-4142-8d03-96a5332714e6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601854 Jul 22 20:02:12.771510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:12.835383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-34300639-e2bc-464d-9464-7a198a683383 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837943 Jul 22 20:02:12.927255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-d6a0229c-5fbd-4875-8f99-2f8399ac211a service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Jul 22 20:02:12.962800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:13.141976 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:13.240399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5af00707-e2fa-43ba-bda4-9eeca7de1a80 req-0a9a95e9-14a7-42f0-acda-7e7f03c1adb4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0348864 Jul 22 20:02:13.487220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 20181877-010c-4a7c-8560-6eeeb2fefbba {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:13.487564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:13.580553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 20181877-010c-4a7c-8560-6eeeb2fefbba, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=20181877-010c-4a7c-8560-6eeeb2fefbba,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:13.580911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:13.593627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 20181877-010c-4a7c-8560-6eeeb2fefbba owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:13.784828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:13.811908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=20181877-010c-4a7c-8560-6eeeb2fefbba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:13.999428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:14.142156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-49e08877-3cbb-4c97-999f-73d4627426c6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:14.143653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-49e08877-3cbb-4c97-999f-73d4627426c6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1092143 Jul 22 20:02:14.192205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-4ea9ac50-0764-4a6f-977b-5e2f6d89950d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 379 time: 0.0390103 Jul 22 20:02:14.204406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'security_groups': ['d220de26-4fc1-4b56-b451-e630d731477f']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:14.226372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:14.348987 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0a140b6-4a6c-44d6-8a4a-d6d12e2b0154 req-1730bb63-493c-4f65-b52f-226ead5eb44d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0330176 Jul 22 20:02:14.351166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:02:14.353724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:14.355535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:14.363315 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:14.364635 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67b3fbc2-4bea-4a45-8978-3c618d4e4369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/2113745d-ae70-4567-ba7f-7f2b64e27333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5918918 Jul 22 20:02:14.377999 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:14.378280 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:14.489339 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:14.534637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.9 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/d498efcd-5b34-4ea2-8915-08cd598b2832) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:14.734219 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d2b11-c6e1-49d8-a847-ee0d28f711ca req-d8d457fd-ea73-4200-8829-19d72b90769e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:14.735719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189d2b11-c6e1-49d8-a847-ee0d28f711ca req-d8d457fd-ea73-4200-8829-19d72b90769e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.1326811 Jul 22 20:02:14.745045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:14.756840 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:14.772699 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:14.782181 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:14.782643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object d498efcd-5b34-4ea2-8915-08cd598b2832 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:14.783212 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:14.799750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189d2b11-c6e1-49d8-a847-ee0d28f711ca req-bdabe1f3-494e-4027-809b-33bb62a33405 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540628 Jul 22 20:02:14.840311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:14.888339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:14.891472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:14.895368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:14.903047 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:14.928164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:14.962590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:14.963256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:14.985963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2e753a7d-5ee1-4a4e-8846-689224c72dbc tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856097 Jul 22 20:02:15.001291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Request body: {'port': {'device_id': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:15.090020 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.223780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ce77bb8-1528-486f-8bf3-821a5214db10 None None] Provisioning for port d498efcd-5b34-4ea2-8915-08cd598b2832 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:15.239040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ce77bb8-1528-486f-8bf3-821a5214db10 None None] Provisioning complete for port d498efcd-5b34-4ea2-8915-08cd598b2832 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:15.239418 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ce77bb8-1528-486f-8bf3-821a5214db10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.242090 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:15.303742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2ce77bb8-1528-486f-8bf3-821a5214db10 None None] Port d498efcd-5b34-4ea2-8915-08cd598b2832 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:15.392854 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb9ea71-9213-4231-bdfd-c924195e3ab1 None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'e8f03501-6fa8-4351-8c40-b2bb4e5e7b55', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.71', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'port_id': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'mac_address': 'fa:16:3e:6a:be:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:00:57Z', 'updated_at': '2021-07-22T20:00:59Z', 'revision_number': 1, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:15.507638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d498efcd-5b34-4ea2-8915-08cd598b2832 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:15.518090 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.544756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Transition to ACTIVE for port object d498efcd-5b34-4ea2-8915-08cd598b2832 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:15.561574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6be46-6a23-4801-b031-ecd97e615d5a req-523943d9-07de-4e21-9da9-3fc1bcf80a8b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:15.563329 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8de6be46-6a23-4801-b031-ecd97e615d5a req-523943d9-07de-4e21-9da9-3fc1bcf80a8b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 931 time: 0.0989885 Jul 22 20:02:15.565415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.678527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8de6be46-6a23-4801-b031-ecd97e615d5a req-4ae4829d-4f78-4b56-9a0e-5945f478bd5a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857818 Jul 22 20:02:15.679169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Pushing event updated for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:15.749946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Attempting to bind port d498efcd-5b34-4ea2-8915-08cd598b2832 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:15.750413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Attempting to bind port d498efcd-5b34-4ea2-8915-08cd598b2832 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:15.750842 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Attempting to bind port d498efcd-5b34-4ea2-8915-08cd598b2832 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:15.755582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Port d498efcd-5b34-4ea2-8915-08cd598b2832 on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:02:15.756025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Attempting to bind port d498efcd-5b34-4ea2-8915-08cd598b2832 on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:15.761299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:15.761818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:15.762347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:15.762947 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Bound port: d498efcd-5b34-4ea2-8915-08cd598b2832, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:15.763457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.848103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:15.855159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d498efcd-5b34-4ea2-8915-08cd598b2832,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:15.862965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.911876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:15.912655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:15.914704 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] 10.222.0.32 "PUT /v2.0/ports/d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 1092 time: 0.9190481 Jul 22 20:02:15.915174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:15.918119 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459a555-38e7-468d-81f8-c12f64e44e41" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:15.932764 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-e214efe2-ed11-450e-9fc4-eeff001e1972 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:15.953487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-e214efe2-ed11-450e-9fc4-eeff001e1972 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.32 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.1263292 Jul 22 20:02:16.013872 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a76b8-143e-428c-b99a-742d57f4adc9 x-openstack-request-id: req-6b7a76b8-143e-428c-b99a-742d57f4adc9 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:16.014502 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:16.014965 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b7a76b8-143e-428c-b99a-742d57f4adc9 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:16.015635 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'status': 'completed', 'code': 200} Jul 22 20:02:16.074564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39c298-7b36-4753-a02b-558a2b99c867 service neutron] Pushing event updated for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:16.110377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2dea6e86-7795-4119-89fa-2f12f7434309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.111923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-2dea6e86-7795-4119-89fa-2f12f7434309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1095 time: 0.1440969 Jul 22 20:02:16.146766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:16.147015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:16.147713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7148a-557b-4f26-9077-3e16c7c4ce40 req-9796b676-1fcf-427a-b0cc-031ef1775c7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.149421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ba7148a-557b-4f26-9077-3e16c7c4ce40 req-9796b676-1fcf-427a-b0cc-031ef1775c7a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 946 time: 0.1588814 Jul 22 20:02:16.201293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-6c12d8f1-007c-427b-90ab-920ce097cfee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 217 time: 0.0760634 Jul 22 20:02:16.245970 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:16.246446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:16.263542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:16.264642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ba7148a-557b-4f26-9077-3e16c7c4ce40 req-d60515af-7557-4b01-bfdb-413bdc67b46c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=972a7677-f286-44c2-9e9e-2c0c8c92385e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756679 Jul 22 20:02:16.272293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-24a6369f-3698-4603-a380-9c399a0178e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.274181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-24a6369f-3698-4603-a380-9c399a0178e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0656331 Jul 22 20:02:16.340811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-3b36b758-c7df-4b37-877b-a9ea22117fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.342351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-3b36b758-c7df-4b37-877b-a9ea22117fea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607336 Jul 22 20:02:16.413861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:16.444608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=76f1147d-b4d9-44b6-8b99-399c3a59dcc2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:16.445925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-4701c80a-ed1f-4805-ad23-0e36d7cf5376 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961967 Jul 22 20:02:16.547390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29eb8e84-6690-49cb-908e-2b1067a12009 req-69a8a38a-420f-4885-b498-04218d5662c4 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950556 Jul 22 20:02:16.648342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-24dee575-81c9-40fb-90c8-86cb28627b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.650741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-24dee575-81c9-40fb-90c8-86cb28627b18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1095 time: 0.0594697 Jul 22 20:02:16.691617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 20181877-010c-4a7c-8560-6eeeb2fefbba no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:16.719088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 20181877-010c-4a7c-8560-6eeeb2fefbba {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:16.720345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 20181877-010c-4a7c-8560-6eeeb2fefbba not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:16.821089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-3012524c-5c02-4c7d-ae36-a8a4cdcd27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.822604 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-3012524c-5c02-4c7d-ae36-a8a4cdcd27f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1655273 Jul 22 20:02:16.893471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] No DVR routers for this DVR port 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:16.896174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:16.898221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-54523b86-c419-4353-81b0-e7e55518f458 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 217 time: 0.0691447 Jul 22 20:02:16.898953 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d492e279-f217-4daa-b599-b3dd7e39e41b req-0e6bfd3e-e1e3-41e8-b6bb-9318000135c3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.32 "DELETE /v2.0/ports/76f1147d-b4d9-44b6-8b99-399c3a59dcc2 HTTP/1.1" status: 204 len: 173 time: 0.9391353 Jul 22 20:02:16.899320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'name': 'network-vif-deleted', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:16.901945 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fc72c4-3e26-4dc0-9574-a7dc4c016508" -d '{"events": [{"server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "name": "network-vif-deleted", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:16.977716 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67d7b1-e51d-4340-ba97-56ddda7504c3 x-openstack-request-id: req-ef67d7b1-e51d-4340-ba97-56ddda7504c3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:16.978384 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1298c3ef-1d77-497f-9dfe-9acec35d700f", "name": "network-vif-deleted", "tag": "76f1147d-b4d9-44b6-8b99-399c3a59dcc2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:16.978384 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef67d7b1-e51d-4340-ba97-56ddda7504c3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:16.978696 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1298c3ef-1d77-497f-9dfe-9acec35d700f', 'name': 'network-vif-deleted', 'tag': '76f1147d-b4d9-44b6-8b99-399c3a59dcc2', 'status': 'completed', 'code': 200} Jul 22 20:02:16.991117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c2785-6d15-48d9-82ce-3e14a44aeec2 req-6b140803-16d2-4e54-b136-63d4742f780c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:16.993424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c88c2785-6d15-48d9-82ce-3e14a44aeec2 req-6b140803-16d2-4e54-b136-63d4742f780c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.2107232 Jul 22 20:02:17.033428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-72527040-b694-43b3-a767-fe4010e60b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:17.035805 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-72527040-b694-43b3-a767-fe4010e60b61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.1292977 Jul 22 20:02:17.090314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c88c2785-6d15-48d9-82ce-3e14a44aeec2 req-7b7fb70f-f1d1-4b68-ae75-4731a5d8b21d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888100 Jul 22 20:02:17.145964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-9bfefa31-b2ca-43bf-8e77-43b365b7853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:17.147771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-9bfefa31-b2ca-43bf-8e77-43b365b7853a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050506 Jul 22 20:02:17.259347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-20328954-09bf-4897-85f8-6a0be27ab6f3 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036842 Jul 22 20:02:17.355887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c459a555-38e7-468d-81f8-c12f64e44e41 req-78577073-1f63-4a94-80a5-0a530327a910 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897374 Jul 22 20:02:17.390443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66543013-9e68-4faa-8c05-1756702fc612 req-694c3f10-f6b2-413e-912d-c2833c67afb5 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=1298c3ef-1d77-497f-9dfe-9acec35d700f HTTP/1.1" status: 200 len: 210 time: 0.0321863 Jul 22 20:02:18.233980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd55e6-f585-4165-829d-0f5463dba6b3 req-00f16911-8058-4100-b1c4-a01c08695c0e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:18.235482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0cd55e6-f585-4165-829d-0f5463dba6b3 req-00f16911-8058-4100-b1c4-a01c08695c0e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.0725439 Jul 22 20:02:18.275071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0cd55e6-f585-4165-829d-0f5463dba6b3 req-3848e255-b4cb-46f7-871a-6d33da50b83f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339417 Jul 22 20:02:18.446917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36532) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:18.510082 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.539937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.600940 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.604473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.605656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/security-groups/972a7677-f286-44c2-9e9e-2c0c8c92385e HTTP/1.1" status: 204 len: 168 time: 0.1576624 Jul 22 20:02:18.615463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c8e32-660a-48f9-96cb-cd78b65f1f73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=972a7677-f286-44c2-9e9e-2c0c8c92385e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:18.639739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36536) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:18.693985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting subnet f561aef3-3bf6-43b4-bd89-abc9534bf9bd {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:02:18.697219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.738111 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.827721 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.884551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.911434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Subnet': ['ID=f561aef3-3bf6-43b4-bd89-abc9534bf9bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:18.913408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:18.915993 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa72ffae-6f39-48ae-a502-32b9304aa445 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/subnets/f561aef3-3bf6-43b4-bd89-abc9534bf9bd HTTP/1.1" status: 204 len: 168 time: 0.2751498 Jul 22 20:02:18.918703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36538) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:18.922707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f2560-0345-4767-b170-103c2f832aab None None] Network 85a56a4e-49e1-4cfe-a325-3563079fd0c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:02:18.997234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.048836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port cb67d716-a73e-4d29-a068-9ae44c962b69 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:19.049392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.115803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port cb67d716-a73e-4d29-a068-9ae44c962b69, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb67d716-a73e-4d29-a068-9ae44c962b69,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:19.116050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] DHCP port deletion for 85a56a4e-49e1-4cfe-a325-3563079fd0c2 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:02:19.116206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.132986 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for cb67d716-a73e-4d29-a068-9ae44c962b69 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:19.159969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Deleting port cb67d716-a73e-4d29-a068-9ae44c962b69 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:19.160381 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.212283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.226604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] For port cb67d716-a73e-4d29-a068-9ae44c962b69, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb67d716-a73e-4d29-a068-9ae44c962b69,segment=NetworkSegment(488d2226-fd8f-4264-aec7-5e56aa115a3f),segment_id=488d2226-fd8f-4264-aec7-5e56aa115a3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:19.227181 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.239363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Calling delete_port for cb67d716-a73e-4d29-a068-9ae44c962b69 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:19.240486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=cb67d716-a73e-4d29-a068-9ae44c962b69,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:19.244639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] No DVR routers for this DVR port cb67d716-a73e-4d29-a068-9ae44c962b69 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:19.319780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.345673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] Pushing event deleted for resources: {'Port': ['ID=cb67d716-a73e-4d29-a068-9ae44c962b69,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:19.351448 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db346f2-ce23-4ef3-9af7-aae8453838aa None None] No DVR routers for this DVR port cb67d716-a73e-4d29-a068-9ae44c962b69 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:19.657394 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.679323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a56a4e-49e1-4cfe-a325-3563079fd0c2']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:19.705679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488d2226-fd8f-4264-aec7-5e56aa115a3f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:19.705978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488d2226-fd8f-4264-aec7-5e56aa115a3f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:19.716550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.736556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.746871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:02:19.747262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:02:19.750123 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:02:19.785367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa914597-bc45-4534-9ccd-15de1a732021 req-7e104e5c-fb58-43c6-9e4e-1c8fede3e63b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:19.786867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa914597-bc45-4534-9ccd-15de1a732021 req-7e104e5c-fb58-43c6-9e4e-1c8fede3e63b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.1259749 Jul 22 20:02:19.830822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.840442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:19.842261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/networks/85a56a4e-49e1-4cfe-a325-3563079fd0c2 HTTP/1.1" status: 204 len: 168 time: 0.9226472 Jul 22 20:02:19.845113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36542) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:19.862378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bcad2-0232-48db-bb06-1aadd81b531e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Network': ['ID=85a56a4e-49e1-4cfe-a325-3563079fd0c2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:19.866603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa914597-bc45-4534-9ccd-15de1a732021 req-259c4544-ef35-4e14-9adf-dc266824f301 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536897 Jul 22 20:02:19.987730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:20.006691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 0f091496-329b-4244-8bbe-4de5a54c47e2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:20.007002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:20.007150 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.007348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 76f1147d-b4d9-44b6-8b99-399c3a59dcc2 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:20.088556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.088889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.100409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 0f091496-329b-4244-8bbe-4de5a54c47e2 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:20.245853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.270996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=0f091496-329b-4244-8bbe-4de5a54c47e2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:20.340093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.340416 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Floating IP e8f03501-6fa8-4351-8c40-b2bb4e5e7b55 disassociated (deleted). External IP: 172.25.6.71, port: 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7. Jul 22 20:02:20.541765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:20.649373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:20.654104 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:20.659109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:20.673646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:20.674280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:20.697355 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-bf88fbe2-b8e8-49f2-9667-2af271be4425 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/floatingips/e8f03501-6fa8-4351-8c40-b2bb4e5e7b55 HTTP/1.1" status: 204 len: 168 time: 0.8511112 Jul 22 20:02:20.697949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:20.701923 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544068d-e3df-4847-9a7a-bcea95b85606" -d '{"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:20.738841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb67d716-a73e-4d29-a068-9ae44c962b69 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:20.747180 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2199ac-deb0-402c-bc04-6942b21aa533 x-openstack-request-id: req-ab2199ac-deb0-402c-bc04-6942b21aa533 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:20.747608 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:20.747956 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab2199ac-deb0-402c-bc04-6942b21aa533 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:20.748563 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'status': 'completed', 'code': 200} Jul 22 20:02:20.765052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cb67d716-a73e-4d29-a068-9ae44c962b69 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:20.765393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb67d716-a73e-4d29-a068-9ae44c962b69 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:20.804398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:20.833961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-b7e0b4a3-6a99-487f-8065-ea8f62c5502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:20.835598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-b7e0b4a3-6a99-487f-8065-ea8f62c5502d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 1098 time: 0.0633600 Jul 22 20:02:21.013175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-b1e708e8-7e63-414d-8d92-4820fa43d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.014662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-b1e708e8-7e63-414d-8d92-4820fa43d901 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 200 len: 897 time: 0.1694858 Jul 22 20:02:21.020823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:21.047159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:21.056407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:21.056958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:21.068563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-a67bb77a-5f3a-42bd-96ca-2cda5288d7ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 200 len: 217 time: 0.0449574 Jul 22 20:02:21.084352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccdb-b5a3-4a33-8442-c12703521dca req-a4792439-a9f7-4a4b-9792-01cfaf9b1ee0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.085899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec60ccdb-b5a3-4a33-8442-c12703521dca req-a4792439-a9f7-4a4b-9792-01cfaf9b1ee0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.1684844 Jul 22 20:02:21.129684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736820c-d5ea-4e5d-a85e-6be280866ebd req-387a8446-abd7-449f-8601-5236dabf74fe tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.131148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5736820c-d5ea-4e5d-a85e-6be280866ebd req-387a8446-abd7-449f-8601-5236dabf74fe tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.1779397 Jul 22 20:02:21.161624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:21.188184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-00642384-22c9-43ef-94d5-a289ee8b7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.194301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-00642384-22c9-43ef-94d5-a289ee8b7b07 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 200 len: 834 time: 0.1143801 Jul 22 20:02:21.196789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec60ccdb-b5a3-4a33-8442-c12703521dca req-a0680378-5cd2-42a8-b6fb-08d187ed1083 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004550 Jul 22 20:02:21.237427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5736820c-d5ea-4e5d-a85e-6be280866ebd req-fcc01379-dbe2-47d1-9e78-714490d07bc4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943377 Jul 22 20:02:21.277634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-85c09187-1bc1-43f3-a330-7dbf89d06634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:21.279274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-85c09187-1bc1-43f3-a330-7dbf89d06634 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763733 Jul 22 20:02:21.384708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-02c665c3-fa5e-4ccc-a38b-f4a321536238 service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960541 Jul 22 20:02:21.399194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:21.430107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3963618-aa88-499b-ad3d-540639db9abb None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:13Z', 'revision_number': 6, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '922a9bd9-f705-4f26-a352-09217d4ec2a2', 'name': '', 'network_id': 'b95e4b66-a3df-42dc-8bf2-8e1eeea06da7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:88:4f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:38Z', 'updated_at': '2021-07-22T20:00:45Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '1b8493d1-7fed-4c48-9794-37d6b42d2d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:21.485934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7544068d-e3df-4847-9a7a-bcea95b85606 req-6ab64e23-dbad-491d-8301-0c653b7351a4 service neutron] 10.222.0.26 "GET /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948706 Jul 22 20:02:21.646651 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ab67ac-b923-4417-bf84-ec2e92ce871e None None] New status for floating IP e8f03501-6fa8-4351-8c40-b2bb4e5e7b55: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:02:22.236224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-19db74bd-8d5c-4240-8fc7-9616f6d9f024 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:22.237716 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-19db74bd-8d5c-4240-8fc7-9616f6d9f024 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.0656047 Jul 22 20:02:22.425406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd882926-01e8-4791-8ca4-67c2f6fc2712 req-784af4c1-4651-46b0-ad70-91fb9de7e3aa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:22.426915 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd882926-01e8-4791-8ca4-67c2f6fc2712 req-784af4c1-4651-46b0-ad70-91fb9de7e3aa tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bbfab4-8fbc-49e2-b820-db0794acedce HTTP/1.1" status: 200 len: 946 time: 0.1561522 Jul 22 20:02:22.467223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0888e-2de1-4714-920c-b546bf912b98 req-23971b66-58d0-4815-baf0-a6e1bd283329 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:22.468649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbc0888e-2de1-4714-920c-b546bf912b98 req-23971b66-58d0-4815-baf0-a6e1bd283329 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.1529105 Jul 22 20:02:22.471849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:22.472220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:22.565564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd882926-01e8-4791-8ca4-67c2f6fc2712 req-2f812547-b342-4fe3-86db-f5e05e618513 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=da30c740-6002-4c93-b52b-703ba15ad8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311140 Jul 22 20:02:22.575990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbc0888e-2de1-4714-920c-b546bf912b98 req-2ebaaa15-cede-48ea-92ea-0dfc7110619c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996065 Jul 22 20:02:22.604880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:22.605246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:22.618651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:22.748250 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:22.777851 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:22.829651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] No DVR routers for this DVR port 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:22.832047 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:22.834109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-62d457d1-48bd-43f8-afca-e4584ddc92e8 req-a670d5d8-a198-4fe4-8b53-7acfbe3a1142 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "DELETE /v2.0/ports/7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 HTTP/1.1" status: 204 len: 173 time: 0.5903504 Jul 22 20:02:22.834553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'name': 'network-vif-deleted', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:22.836963 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b006942c-1d49-4a42-948f-10840d3bb8a4" -d '{"events": [{"server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "name": "network-vif-deleted", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:22.875706 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4026ccdf-fff0-4685-8357-cf0f2513a81c x-openstack-request-id: req-4026ccdf-fff0-4685-8357-cf0f2513a81c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:22.876109 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bbfab4-8fbc-49e2-b820-db0794acedce", "name": "network-vif-deleted", "tag": "7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:22.876392 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4026ccdf-fff0-4685-8357-cf0f2513a81c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:22.876840 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bbfab4-8fbc-49e2-b820-db0794acedce', 'name': 'network-vif-deleted', 'tag': '7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7', 'status': 'completed', 'code': 200} Jul 22 20:02:23.621915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36562) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:23.682489 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:23.708212 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:23.708521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab0dd4-a670-4615-a27e-3f064f9c2c7d req-e6d0d5a1-0c2d-4ea9-b9c2-16d3fd6a0bdd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:23.710045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84ab0dd4-a670-4615-a27e-3f064f9c2c7d req-e6d0d5a1-0c2d-4ea9-b9c2-16d3fd6a0bdd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.0639982 Jul 22 20:02:23.748325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84ab0dd4-a670-4615-a27e-3f064f9c2c7d req-c782de47-b5df-4c88-8983-5e77ae7d883a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Jul 22 20:02:23.772522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:23.775372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:23.776563 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/security-groups/da30c740-6002-4c93-b52b-703ba15ad8ad HTTP/1.1" status: 204 len: 168 time: 0.1536512 Jul 22 20:02:23.786046 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a49d0-38c3-4d21-a4d3-7e7a694fe9a7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30c740-6002-4c93-b52b-703ba15ad8ad,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:23.812292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36566) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:24.171540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.436250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 922a9bd9-f705-4f26-a352-09217d4ec2a2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:24.436528 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.521787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 922a9bd9-f705-4f26-a352-09217d4ec2a2, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=922a9bd9-f705-4f26-a352-09217d4ec2a2,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:24.522151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.534966 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 922a9bd9-f705-4f26-a352-09217d4ec2a2 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:24.712021 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.717208 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.743237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=922a9bd9-f705-4f26-a352-09217d4ec2a2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:24.888780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfa39c-87a0-4eb3-b460-36b41d5d8c73 req-a16d9fb8-413d-4093-9b5d-27ea5c0db5e2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:24.890373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55bfa39c-87a0-4eb3-b460-36b41d5d8c73 req-a16d9fb8-413d-4093-9b5d-27ea5c0db5e2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.0696635 Jul 22 20:02:24.926589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:24.931977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55bfa39c-87a0-4eb3-b460-36b41d5d8c73 req-0f269a0a-e6e1-4ca2-9e34-cc98e3bd8271 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352132 Jul 22 20:02:25.161487 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router 2113745d-ae70-4567-ba7f-7f2b64e27333 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:25.275905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:25.282317 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7acdbc12-d603-45d3-a255-24907831ece7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/2113745d-ae70-4567-ba7f-7f2b64e27333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4688051 Jul 22 20:02:25.284610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36570) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:25.286587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Sync routers for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:25.297516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:25.298252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:25.348215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting subnet 1b8493d1-7fed-4c48-9794-37d6b42d2d5c {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:02:25.352257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.394302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.409248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:25.482425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.554059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.579570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:25.583006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Subnet': ['ID=1b8493d1-7fed-4c48-9794-37d6b42d2d5c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:25.588382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.591525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9c6b0d6e-81cc-4330-ba89-71fc6a4ceb02 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/subnets/1b8493d1-7fed-4c48-9794-37d6b42d2d5c HTTP/1.1" status: 204 len: 168 time: 0.3056796 Jul 22 20:02:25.594503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36572) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:25.606026 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bd5664-afda-488d-8481-4d8d38e75171 None None] Network b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:02:25.609663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:25.610016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 7c5c8464-3959-43ba-b2bf-33ee5f3e6ab7 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:25.722609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.832277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.887315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port dd2fabb2-cd70-4efc-ae4d-e6d20964f432 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:25.887870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.909659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:24Z', 'revision_number': 7, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'dd2fabb2-cd70-4efc-ae4d-e6d20964f432', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:d5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:25.942740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Checking router: 2113745d-ae70-4567-ba7f-7f2b64e27333 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:25.959301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Routers {'2113745d-ae70-4567-ba7f-7f2b64e27333'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:25.959948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2113745d-ae70-4567-ba7f-7f2b64e27333'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:25.978685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port dd2fabb2-cd70-4efc-ae4d-e6d20964f432, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:25.979131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:25.991469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for dd2fabb2-cd70-4efc-ae4d-e6d20964f432 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:26.028463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d498efcd-5b34-4ea2-8915-08cd598b2832 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:26.068868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] Set router 2113745d-ae70-4567-ba7f-7f2b64e27333 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:26.094174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb035ac-ccc6-42be-ab39-437b92ab4161 req-e2ba8317-a1bf-4191-b731-c28cb64ccaee tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:26.095868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edb035ac-ccc6-42be-ab39-437b92ab4161 req-e2ba8317-a1bf-4191-b731-c28cb64ccaee tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 943 time: 0.0901225 Jul 22 20:02:26.141677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] DHCP port deletion for b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:02:26.145427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:25Z', 'revision_number': 8, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:26.146600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edb035ac-ccc6-42be-ab39-437b92ab4161 req-5e5bb5c6-3e46-498d-a891-e31d49729d0a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Jul 22 20:02:26.185201 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.199123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7039e5-aae8-4a8d-ac97-10f0b5ec8e53 None None] The sync data for ids ['2113745d-ae70-4567-ba7f-7f2b64e27333'] in n-d-800087-13 is: [{'id': '2113745d-ae70-4567-ba7f-7f2b64e27333', 'name': 'tempest-TestNetworkBasicOps-router-1634580946', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:00:35Z', 'updated_at': '2021-07-22T20:02:25Z', 'revision_number': 8, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:26.212353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=dd2fabb2-cd70-4efc-ae4d-e6d20964f432,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:26.253699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d498efcd-5b34-4ea2-8915-08cd598b2832,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:26.269183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'mac_address': 'fa:16:3e:05:8f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:02:26.290039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.303856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Deleting port 097e330a-f719-41eb-bca6-77a2957f6dd7 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:26.304365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.330632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.375476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d498efcd-5b34-4ea2-8915-08cd598b2832 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:26.379153 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.381314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.394051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] For port 097e330a-f719-41eb-bca6-77a2957f6dd7, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=097e330a-f719-41eb-bca6-77a2957f6dd7,segment=NetworkSegment(85efb759-d456-4b1e-a5af-92afe5be45ea),segment_id=85efb759-d456-4b1e-a5af-92afe5be45ea)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:26.394449 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.413178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d498efcd-5b34-4ea2-8915-08cd598b2832,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:26.414936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Calling delete_port for 097e330a-f719-41eb-bca6-77a2957f6dd7 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:26.420894 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.424920 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.425542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Fanout notify agent at l3_agent the message router_deleted on router 2113745d-ae70-4567-ba7f-7f2b64e27333 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:02:26.433394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.434501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-463b202c-834f-4324-8c3d-23dacb40f3df tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/routers/2113745d-ae70-4567-ba7f-7f2b64e27333 HTTP/1.1" status: 204 len: 168 time: 0.8387890 Jul 22 20:02:26.437357 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36576) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:26.514471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:26.520661 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.540264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.569877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] Pushing event deleted for resources: {'Port': ['ID=097e330a-f719-41eb-bca6-77a2957f6dd7,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:26.574664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ad1fd-ec81-4e3f-b540-f39e2ae9f712 None None] No DVR routers for this DVR port 097e330a-f719-41eb-bca6-77a2957f6dd7 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:26.587280 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 097e330a-f719-41eb-bca6-77a2957f6dd7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:02:26.587624 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.633740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d498efcd-5b34-4ea2-8915-08cd598b2832'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:02:26.658425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 097e330a-f719-41eb-bca6-77a2957f6dd7, host n-d-800087-13, got binding levels [] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:26.659059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.674930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 097e330a-f719-41eb-bca6-77a2957f6dd7 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:02:26.677603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.ipam_backend_mixin [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Port 097e330a-f719-41eb-bca6-77a2957f6dd7 was not found and therefore no delete operation was performed {{(pid=93800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 20:02:26.678833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.709619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=097e330a-f719-41eb-bca6-77a2957f6dd7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:26.715239 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] No DVR routers for this DVR port 097e330a-f719-41eb-bca6-77a2957f6dd7 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:02:26.802581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 097e330a-f719-41eb-bca6-77a2957f6dd7 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:26.804128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.815521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95e4b66-a3df-42dc-8bf2-8e1eeea06da7']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:26.825561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 097e330a-f719-41eb-bca6-77a2957f6dd7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:26.825904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 097e330a-f719-41eb-bca6-77a2957f6dd7 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:26.826184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85efb759-d456-4b1e-a5af-92afe5be45ea') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:26.826335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 922a9bd9-f705-4f26-a352-09217d4ec2a2 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:26.826486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85efb759-d456-4b1e-a5af-92afe5be45ea') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:26.836891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.850878 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.857037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 922a9bd9-f705-4f26-a352-09217d4ec2a2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:26.857511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 922a9bd9-f705-4f26-a352-09217d4ec2a2 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:26.858018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dd2fabb2-cd70-4efc-ae4d-e6d20964f432 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:02:26.858181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:02:26.858547 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:02:26.861657 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:02:26.889580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: dd2fabb2-cd70-4efc-ae4d-e6d20964f432 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:02:26.889844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device dd2fabb2-cd70-4efc-ae4d-e6d20964f432 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:02:26.930857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.938520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:26.940493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/networks/b95e4b66-a3df-42dc-8bf2-8e1eeea06da7 HTTP/1.1" status: 204 len: 168 time: 0.5020316 Jul 22 20:02:26.959966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23568d-e0d6-4d61-8a54-7710e8597419 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Network': ['ID=b95e4b66-a3df-42dc-8bf2-8e1eeea06da7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:26.961598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:26.966843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'network': {'name': 'tempest-network-smoke--326910701', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:26.988654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:02:26.992315 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.016440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:02:27.026804 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.027250 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Added segment b8073317-902e-446c-853e-d74393206c6f of type vlan for network dad39a12-c897-4bc6-8685-e10156449173 Jul 22 20:02:27.068049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.099424 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.106024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:27.106630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.145056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1825566 Jul 22 20:02:27.147830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36580) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:27.153665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'admin_state_up': True, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:27.185673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889eab0-8d6f-4e67-9bd8-6ab3e5b2bbdc tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Network': ['ID=dad39a12-c897-4bc6-8685-e10156449173,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:27.187990 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.189286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.201081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dad39a12-c897-4bc6-8685-e10156449173 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:02:27.276594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.393743 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.427936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4566ea-786b-41ef-98bc-7a5b8426f685 req-603b88f8-f2b3-4f47-9281-a11a3a37789b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:27.430001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d4566ea-786b-41ef-98bc-7a5b8426f685 req-603b88f8-f2b3-4f47-9281-a11a3a37789b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 944 time: 0.2103086 Jul 22 20:02:27.433718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.494835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d4566ea-786b-41ef-98bc-7a5b8426f685 req-bdccdab9-a186-4501-a8ea-58b9a5dcabb9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574751 Jul 22 20:02:27.651502 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.669978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.772047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.25.6.214 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:27.873240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.910863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:27.955570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:27.958423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:27.960919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:27.985111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:28.033783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d498efcd-5b34-4ea2-8915-08cd598b2832 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:28.082384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port d498efcd-5b34-4ea2-8915-08cd598b2832 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:28.086847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d498efcd-5b34-4ea2-8915-08cd598b2832 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:28.087319 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.161899 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.185921 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:28.188377 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc8f5e0-947c-4e63-bc76-2691e04e571b" -d '{"events": [{"server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:28.201947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d498efcd-5b34-4ea2-8915-08cd598b2832,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:28.209081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.217902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.241477 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbb26cf-eb14-4157-9c96-177047bf9dc5 x-openstack-request-id: req-bcbb26cf-eb14-4157-9c96-177047bf9dc5 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:28.242348 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "name": "network-vif-plugged", "status": "completed", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:28.242605 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcbb26cf-eb14-4157-9c96-177047bf9dc5 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:28.242980 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'code': 200} Jul 22 20:02:28.270623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:28.777343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962452e-1188-4712-99a0-68011bc477b9 req-52d31f1f-eb3b-4957-8b9c-29ae18a2d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:28.778752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f962452e-1188-4712-99a0-68011bc477b9 req-52d31f1f-eb3b-4957-8b9c-29ae18a2d458 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1097 time: 0.1801541 Jul 22 20:02:28.788363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fdae0-bd45-4c87-b3f3-37ddd6067942 req-6a59d474-8e15-4da0-9f69-88d2a5ba976c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:28.789876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453fdae0-bd45-4c87-b3f3-37ddd6067942 req-6a59d474-8e15-4da0-9f69-88d2a5ba976c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.1901762 Jul 22 20:02:28.858676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f962452e-1188-4712-99a0-68011bc477b9 req-11ccdea4-64e5-4b39-9222-4f6da6099908 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678527 Jul 22 20:02:28.865184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-453fdae0-bd45-4c87-b3f3-37ddd6067942 req-a0dac145-6adf-46f9-b49c-32cf1620c1e5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665014 Jul 22 20:02:28.866100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:28.989769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router c5740c72-8396-4908-b2c3-3589780543eb is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:02:29.096376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:29.105901 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Sync routers for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:29.114397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.115206 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:29.115883 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:29.116622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ba4f36b2-7a40-4582-a98c-6137dbbde6a9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9668024 Jul 22 20:02:29.119891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36592) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:29.147473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-38c23509-fd46-44a6-b34d-6f61fa653d40 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0f29319db48940638f6a6f6c751cf88d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270374 Jul 22 20:02:29.150207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:29.219930 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:29.243272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b9079-3158-4641-89f6-719068983a6e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:29.244840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-211b9079-3158-4641-89f6-719068983a6e tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937331 Jul 22 20:02:29.247686 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:29.282400 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67dbe311-c1ac-4816-a78e-9b845033198d tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334706 Jul 22 20:02:29.284919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36598) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:29.290613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950426818', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:29.389946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:02:29.394396 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.396514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:28Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:29.422298 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Checking router: c5740c72-8396-4908-b2c3-3589780543eb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:29.422644 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Updating router c5740c72-8396-4908-b2c3-3589780543eb port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:02:29.459485 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.587028 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.646017 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Subnet': ['ID=843f35e9-7af1-42b6-ad7c-708dab23c3c4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:29.665440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Checking segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:29.665791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network hostable DHCP agents. Network: dad39a12-c897-4bc6-8685-e10156449173, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:02:29.684962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network dad39a12-c897-4bc6-8685-e10156449173 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:02:29.693738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dad39a12-c897-4bc6-8685-e10156449173) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:29.703514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca3cd7-8363-446a-a001-86338a0342bf None None] Network dad39a12-c897-4bc6-8685-e10156449173 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:02:29.704992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:29.705600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.722887 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be4e2938-dd3c-4d68-927d-a3eab5b5b8ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4368844 Jul 22 20:02:29.727468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36600) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:29.730236 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.740746 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Transition to ACTIVE for port object a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:29.747220 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.797078 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Pushing event updated for resources: {'Port': ['ID=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:29.806860 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Attempting to bind port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:29.807232 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Attempting to bind port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:29.807588 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Attempting to bind port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:29.810120 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.810803 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.810803 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.811229 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.811576 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.811888 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.812233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.812560 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.812878 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.813195 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.813514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.813829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:29.820491 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:29.820802 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:29.821328 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.821718 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:29.822320 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Bound port: a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:29.822546 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.868276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-dad39a12-c897-4bc6-8685-e10156449173', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:02:29.869043 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.877533 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] For port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:29.880661 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] For port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:29.886740 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:29.939799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:29.941119 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:30.017907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Allocated IP 172.20.0.2 (dad39a12-c897-4bc6-8685-e10156449173/843f35e9-7af1-42b6-ad7c-708dab23c3c4/3da32234-e02b-4476-97d3-10211af5eade) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:30.020014 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f24a9d-3c46-4456-bfe8-3ef6cfac4745 req-4cd56170-780a-47e1-b3a9-13815f111053 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:30.022044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8f24a9d-3c46-4456-bfe8-3ef6cfac4745 req-4cd56170-780a-47e1-b3a9-13815f111053 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.0755231 Jul 22 20:02:30.071095 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:30.073424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8f24a9d-3c46-4456-bfe8-3ef6cfac4745 req-50b28803-eda4-4638-af66-1c6566b351c3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Jul 22 20:02:30.152004 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a982-fec1-47f9-8a5e-e7460fc53389 None None] Pushing event updated for resources: {'Port': ['ID=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:30.225100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.236620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Transition to ACTIVE for port object 3da32234-e02b-4476-97d3-10211af5eade will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:30.239687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83d198-f29a-4423-afc3-017b5c4bf7ec req-94526267-28d7-4ff3-ad1e-e92c71de6d35 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:30.241736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce83d198-f29a-4423-afc3-017b5c4bf7ec req-94526267-28d7-4ff3-ad1e-e92c71de6d35 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.0940497 Jul 22 20:02:30.253390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Transition to ACTIVE for port object 3da32234-e02b-4476-97d3-10211af5eade will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:30.266036 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.286871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce83d198-f29a-4423-afc3-017b5c4bf7ec req-7f6ebdd9-45e0-429a-b9d7-2afe2d1fd52f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382390 Jul 22 20:02:30.305442 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:28Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:30.313578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36606) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:30.318705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Pushing event updated for resources: {'Port': ['ID=3da32234-e02b-4476-97d3-10211af5eade,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:30.334754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Network dad39a12-c897-4bc6-8685-e10156449173 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:30.336727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:30.343055 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:30.346406 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffeaf4c-03d4-465e-9825-ba99b796f642 None None] The sync data for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 is: [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:28Z', 'revision_number': 3, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:30.381491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dea9b8-4318-424c-9632-921e68677b5a tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:30.383990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3dea9b8-4318-424c-9632-921e68677b5a tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1092 time: 0.0692263 Jul 22 20:02:30.387081 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36608) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:30.391691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:30.415887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Attempting to bind port 3da32234-e02b-4476-97d3-10211af5eade on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:30.416297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Attempting to bind port 3da32234-e02b-4476-97d3-10211af5eade by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:30.416730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Attempting to bind port 3da32234-e02b-4476-97d3-10211af5eade on network dad39a12-c897-4bc6-8685-e10156449173 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:30.422104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:30.422587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Checking segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:30.423060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.423514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Bound using segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:30.424054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Bound port: 3da32234-e02b-4476-97d3-10211af5eade, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:30.424527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.486780 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.489793 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] For port 3da32234-e02b-4476-97d3-10211af5eade, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:30.494012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] For port 3da32234-e02b-4476-97d3-10211af5eade, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3da32234-e02b-4476-97d3-10211af5eade,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:30.498217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.564994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8051-5cc3-4916-9bdf-b4c683d70e89 None None] Pushing event updated for resources: {'Port': ['ID=3da32234-e02b-4476-97d3-10211af5eade,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:30.711752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.776343 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.800704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:30.888891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:30.893169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:30.893779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:30.959158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.25.6.129 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/66bd12de-c2a9-46b2-be23-a5d23a5c48b7) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:31.006008 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.029313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:31.033725 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.083122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:31.186781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.258293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.1 (dad39a12-c897-4bc6-8685-e10156449173/843f35e9-7af1-42b6-ad7c-708dab23c3c4/9f5c9596-7805-437d-bf85-80ff72dc8340) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:31.297366 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.385662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:31.398125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:31.400697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:31.434806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=66bd12de-c2a9-46b2-be23-a5d23a5c48b7,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:31.476734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.517769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 9f5c9596-7805-437d-bf85-80ff72dc8340 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:31.616177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414957b-3241-4dcb-b45c-fbfdd1f05b2c None None] Network dad39a12-c897-4bc6-8685-e10156449173 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:02:31.661559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.723857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network dad39a12-c897-4bc6-8685-e10156449173 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:31.735714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:31.738337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:31.741164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-421ded43-3a2b-4c4d-9817-0dba5951de1c None None] Provisioning for port 3da32234-e02b-4476-97d3-10211af5eade completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:31.761288 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:31.817670 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:31.998177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.087089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2301f96c-6162-479c-8406-3fe84761fdfd None None] Provisioning for port 9f5c9596-7805-437d-bf85-80ff72dc8340 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:32.092532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2301f96c-6162-479c-8406-3fe84761fdfd None None] Provisioning complete for port 9f5c9596-7805-437d-bf85-80ff72dc8340 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:32.092914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2301f96c-6162-479c-8406-3fe84761fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.097182 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.136019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2301f96c-6162-479c-8406-3fe84761fdfd None None] Port 9f5c9596-7805-437d-bf85-80ff72dc8340 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:32.167813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.266293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ba6198cd-cd69-4a10-bd79-0031d50bc5e4 None None] Provisioning complete for port 9f5c9596-7805-437d-bf85-80ff72dc8340 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:32.266574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ba6198cd-cd69-4a10-bd79-0031d50bc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.299455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-ba6198cd-cd69-4a10-bd79-0031d50bc5e4 None None] Port 9f5c9596-7805-437d-bf85-80ff72dc8340 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:32.477258 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.487033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.586912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.588696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=66bd12de-c2a9-46b2-be23-a5d23a5c48b7,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:32.593469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.639833 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.740883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:32.745866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.798453 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP a2ba2cc0-4a41-4d22-94db-c963bedbea64 associated. External IP: 172.25.6.129, port: d498efcd-5b34-4ea2-8915-08cd598b2832. Jul 22 20:02:32.814797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3da32234-e02b-4476-97d3-10211af5eade up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:32.862489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 3da32234-e02b-4476-97d3-10211af5eade completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:32.866101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3da32234-e02b-4476-97d3-10211af5eade triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:32.866472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.947883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.982743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 3da32234-e02b-4476-97d3-10211af5eade, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3da32234-e02b-4476-97d3-10211af5eade,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:32.986711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:32.987512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:33.064363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=3da32234-e02b-4476-97d3-10211af5eade,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:33.076219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:33.076600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:33.261276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network dad39a12-c897-4bc6-8685-e10156449173 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:33.265208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:33.472539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router c5740c72-8396-4908-b2c3-3589780543eb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:33.482224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:33.526391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-170c1baa-8e35-4c47-8324-a69009d200f4 None None] Provisioning complete for port 9f5c9596-7805-437d-bf85-80ff72dc8340 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:33.526997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-170c1baa-8e35-4c47-8324-a69009d200f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:33.560748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-170c1baa-8e35-4c47-8324-a69009d200f4 None None] Port 9f5c9596-7805-437d-bf85-80ff72dc8340 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:33.670710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:33.678795 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-030f74de-133e-4b7a-a015-29d05bce1665 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/c5740c72-8396-4908-b2c3-3589780543eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9502130 Jul 22 20:02:33.681422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Sync routers for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:33.682410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36610) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:33.686559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:33.691442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:33.691628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:33.702455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:33.704186 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:33.719093 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:33.719714 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:33.742327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8a644a73-6c65-4541-968d-47b47ceb398f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3535402 Jul 22 20:02:33.743015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:33.745449 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f951bc8-9e5d-48c3-a54e-c966b450f21f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:33.792828 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535cb410-f21c-434e-bd35-c7f62ab96fe5 x-openstack-request-id: req-535cb410-f21c-434e-bd35-c7f62ab96fe5 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:33.793706 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:33.794325 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-535cb410-f21c-434e-bd35-c7f62ab96fe5 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:33.794950 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'status': 'completed', 'code': 200} Jul 22 20:02:33.815435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:33.842277 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:33.959632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.960015 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.960572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.961408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.961892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.962372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.965464 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-499dbea1-dddb-4ae9-b7ef-91619df3ecb0 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2812171 Jul 22 20:02:33.967128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36616) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:33.981146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-771fceed-c382-4afe-be80-806ab1acfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:33.982932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-771fceed-c382-4afe-be80-806ab1acfe85 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1097 time: 0.1452806 Jul 22 20:02:34.030430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.030908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.031371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.031829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.032328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.032786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.037174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-96182123-3ce5-4653-b535-9aec5eea14c6 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0665686 Jul 22 20:02:34.040854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36618) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:34.097614 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-dca649d7-4287-484f-a4ff-84bc246c2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.099695 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-dca649d7-4287-484f-a4ff-84bc246c2533 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1099906 Jul 22 20:02:34.182859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-913ef500-df60-4118-bbf7-dc2f7269350d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 999 time: 0.0760176 Jul 22 20:02:34.205484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2ba2cc0-4a41-4d22-94db-c963bedbea64', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:05:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:34.211886 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6fbd73e4-2d19-4f38-bcca-28f7948b6238 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.1667249 Jul 22 20:02:34.221334 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 2, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:34.236303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-e1fc8f51-693d-4c12-8bb3-a2bc503d4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.237801 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-e1fc8f51-693d-4c12-8bb3-a2bc503d4951 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0494401 Jul 22 20:02:34.243215 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:34.251958 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:34.252819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:34.261527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Checking router: c5740c72-8396-4908-b2c3-3589780543eb for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:34.261884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Updating router c5740c72-8396-4908-b2c3-3589780543eb port 9f5c9596-7805-437d-bf85-80ff72dc8340 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:02:34.297259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.314394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-70cdc481-8807-4a32-965a-dcf0178b8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:34.316363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-70cdc481-8807-4a32-965a-dcf0178b8696 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715189 Jul 22 20:02:34.368828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:34.430414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-05237071-b248-430b-999c-0334ece618f0 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076658 Jul 22 20:02:34.510817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:34.515577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781743198', 'description': 'tempest-secgroup-smoke-781743198 description', 'project_id': '0f29319db48940638f6a6f6c751cf88d'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:34.546061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.566736 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f951bc8-9e5d-48c3-a54e-c966b450f21f req-42754a68-91d8-41ec-95bc-c959ab3db7f3 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302588 Jul 22 20:02:34.623103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.633970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Transition to ACTIVE for port object 9f5c9596-7805-437d-bf85-80ff72dc8340 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:34.639975 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2ba2cc0-4a41-4d22-94db-c963bedbea64', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:05:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:34.640452 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.646455 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.651798 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.668240 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24e827f-4106-4bd3-a4d5-8dbbbbc69891 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2ba2cc0-4a41-4d22-94db-c963bedbea64', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.129', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:05:8f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:34.691417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dd943-f3e1-4bb8-b88f-bd8605a45955 None None] Pushing event updated for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:34.703393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.705622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1929934 Jul 22 20:02:34.707769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:34.713194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:34.719449 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab44a2-0df0-477c-b734-aabb4317f6e0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd387f-af75-4ccd-964f-e0f6ca57c313,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:34.762642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.766431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Attempting to bind port 9f5c9596-7805-437d-bf85-80ff72dc8340 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:34.767002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Attempting to bind port 9f5c9596-7805-437d-bf85-80ff72dc8340 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:34.767560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Attempting to bind port 9f5c9596-7805-437d-bf85-80ff72dc8340 on network dad39a12-c897-4bc6-8685-e10156449173 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:34.785270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:34.786990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Checking segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:34.787421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.787868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Bound using segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:34.788430 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Bound port: 9f5c9596-7805-437d-bf85-80ff72dc8340, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:34.788822 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.831752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3da32234-e02b-4476-97d3-10211af5eade up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:34.845551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.851721 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.874366 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c1ae5a-698f-4af6-acf8-d4dd6aa7a623,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:34.885172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.885670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.886163 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.886651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.887147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.887929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.887929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.888358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.888844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.889483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.889975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.890376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:34.895005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.896358 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b1bdf352-d3bd-4a0e-acf4-274af623116e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1874685 Jul 22 20:02:34.900110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36626) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:34.905606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:34.913101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] For port 9f5c9596-7805-437d-bf85-80ff72dc8340, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:34.917442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] For port 9f5c9596-7805-437d-bf85-80ff72dc8340, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f5c9596-7805-437d-bf85-80ff72dc8340,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:34.930531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 3da32234-e02b-4476-97d3-10211af5eade triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:34.931361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.933616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:34.947898 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.018564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252e307-e9d0-4b31-9188-b9835b6b6398 None None] New status for floating IP a2ba2cc0-4a41-4d22-94db-c963bedbea64: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:02:35.030983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.035747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.057980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3d27be-9948-400e-b4b9-3c67ca6e842b,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.063198 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.064869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a15cbf1a-3cc6-4471-a404-0cd84500f9fd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634986 Jul 22 20:02:35.067512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36628) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:35.072549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:35.097503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:35.098152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:35.103828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dd943-f3e1-4bb8-b88f-bd8605a45955 None None] Pushing event updated for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.105678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.178431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.185373 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.207786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548bbd26-9efc-432c-b114-a8a0f9b7e66d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.210968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.212329 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de332ae8-efb3-4f08-aeed-99ac25986b90 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435513 Jul 22 20:02:35.215420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:35.220222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:35.251983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.318754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.322018 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.341692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad233d47-9935-420c-9cb5-c08503174efe,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.345146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:35.354786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.358842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-24061361-efa5-40f0-a9dc-086c0729b3f9 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398516 Jul 22 20:02:35.359020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:35.363610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:35.390323 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:02:35.395295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.458573 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.462575 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.480956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a1e7fb-0598-4d6c-a0d5-13b152acfd83,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.486926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.488234 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7181fed5-bac0-4caa-a5fb-f587c798435f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281559 Jul 22 20:02:35.490824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36634) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:35.496249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'security_group_rule': {'security_group_id': 'adcd387f-af75-4ccd-964f-e0f6ca57c313', 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:35.517727 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Project 0f29319db48940638f6a6f6c751cf88d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:02:35.522540 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.554790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:34Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:35.585009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42c1226-3c49-4594-b3ad-fc9f9bc1791d None None] The sync data for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 is: [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:34Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:35.589304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.593509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.613079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565cba33-2e0e-40f4-8cfd-0674b4f2f78d,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:35.623556 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:35.624832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8b2be524-226f-4af7-92f3-e261388dfe99 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330087 Jul 22 20:02:35.788975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-8a6565a7-d177-428e-b2b0-016364facb2c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781743198&fields=id&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 267 time: 0.0346913 Jul 22 20:02:35.900907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-5d37db8c-7cdf-47ac-856a-18feba215b28 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:35.902360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-5d37db8c-7cdf-47ac-856a-18feba215b28 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 796 time: 0.1066742 Jul 22 20:02:35.918750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-84b3348f-1c77-4874-bcdf-673c3071c124 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/quotas/0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 375 time: 0.0110025 Jul 22 20:02:35.995579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-2cc86d20-9e66-46d6-a140-800b6cf9de4e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689924 Jul 22 20:02:36.099990 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-5ae10425-9f54-4126-ab2f-0c970ac39120 service neutron] 10.222.0.10 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947497 Jul 22 20:02:36.199907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-de95787e-aa19-4c84-85d4-31c3fa9eff1e service neutron] 10.222.0.10 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937288 Jul 22 20:02:36.375399 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-160a0a87-4820-4a55-8a5c-ee88aab2de0f req-f1ef6dc1-1999-47ec-9764-05f43971021e tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 210 time: 0.0312848 Jul 22 20:02:36.753681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f5c9596-7805-437d-bf85-80ff72dc8340 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:36.801918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9f5c9596-7805-437d-bf85-80ff72dc8340 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:36.805919 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9f5c9596-7805-437d-bf85-80ff72dc8340 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:36.806294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:36.887969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:36.927105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 9f5c9596-7805-437d-bf85-80ff72dc8340, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f5c9596-7805-437d-bf85-80ff72dc8340,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:36.930755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:36.979784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:37.098418 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-baddf436-32f8-4f88-859a-623dcaf04666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:37.290007 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-f0e0a367-2c23-4cac-9f00-8f9782d270ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.291473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-f0e0a367-2c23-4cac-9f00-8f9782d270ff tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 796 time: 0.1108663 Jul 22 20:02:37.335406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-597816c7-afa8-425e-a264-6a9b8625acd7 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f29319db48940638f6a6f6c751cf88d HTTP/1.1" status: 200 len: 379 time: 0.0351932 Jul 22 20:02:37.345167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'port': {'device_id': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'admin_state_up': True, 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'security_groups': ['adcd387f-af75-4ccd-964f-e0f6ca57c313']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:37.480974 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd6a8db8-288f-47dd-9d8e-697316c7901a req-a3a50836-b0da-4340-b20d-f4ebce1d469c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Jul 22 20:02:37.489079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Made reservation on behalf of 0f29319db48940638f6a6f6c751cf88d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:02:37.492679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:37.615173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.20.0.11 (dad39a12-c897-4bc6-8685-e10156449173/843f35e9-7af1-42b6-ad7c-708dab23c3c4/5170a422-c7dc-40b3-bdcb-ccf376f0b4a7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:37.753596 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:37.766676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Transition to ACTIVE for port object 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:37.799017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:37.841844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network dad39a12-c897-4bc6-8685-e10156449173 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:37.844778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:37.848417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:37.873665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:37.902250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:37.902885 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:37.917807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-b840f8ba-3ad8-4ade-8a55-322cbd91aa0a tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5761676 Jul 22 20:02:37.929420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Request body: {'port': {'device_id': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:38.009448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.089065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-893fba9d-2b2b-4b79-8452-84948e5ea347 None None] Provisioning for port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:38.094770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-893fba9d-2b2b-4b79-8452-84948e5ea347 None None] Provisioning complete for port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:38.095286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-893fba9d-2b2b-4b79-8452-84948e5ea347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.135530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-893fba9d-2b2b-4b79-8452-84948e5ea347 None None] Port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:02:38.276544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:38.283766 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.295953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Transition to ACTIVE for port object 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:02:38.299551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.368759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:38.420968 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Attempting to bind port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:02:38.421310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Attempting to bind port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:02:38.421642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Attempting to bind port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 on network dad39a12-c897-4bc6-8685-e10156449173 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:38.426159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 on network dad39a12-c897-4bc6-8685-e10156449173 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:02:38.426484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Attempting to bind port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 on network dad39a12-c897-4bc6-8685-e10156449173 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:02:38.432441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:02:38.432793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Checking segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:02:38.433185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Bound using segment: {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:02:38.433613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Bound port: 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8073317-902e-446c-853e-d74393206c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:02:38.433980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.504737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:02:38.507990 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:02:38.512535 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.547658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.548343 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.549786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] 10.222.0.26 "PUT /v2.0/ports/5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 1093 time: 0.6247129 Jul 22 20:02:38.550229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:38.552571 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:38.604532 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e74080-c4ce-4a56-b578-41849a76f66a x-openstack-request-id: req-99e74080-c4ce-4a56-b578-41849a76f66a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:38.604829 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:38.605084 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99e74080-c4ce-4a56-b578-41849a76f66a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:38.605486 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'status': 'completed', 'code': 200} Jul 22 20:02:38.622719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab831e-09b4-4ef3-9b78-242400876c27 service neutron] Pushing event updated for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:38.690461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20143b6-ca4d-4d1a-8f74-377b04a44a43 req-df5c7e74-5d9d-4c74-8aa9-0811fbe5189c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.692126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20143b6-ca4d-4d1a-8f74-377b04a44a43 req-df5c7e74-5d9d-4c74-8aa9-0811fbe5189c tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 944 time: 0.1252825 Jul 22 20:02:38.695203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-673b5caa-bb53-4ef1-920e-ea0ed51b9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.696671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-673b5caa-bb53-4ef1-920e-ea0ed51b9762 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1096 time: 0.0902827 Jul 22 20:02:38.751549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-caea7d67-aebe-432b-9f8d-274e163d7048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0470479 Jul 22 20:02:38.752477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f5c9596-7805-437d-bf85-80ff72dc8340 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:38.796638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20143b6-ca4d-4d1a-8f74-377b04a44a43 req-7899ad85-2158-4db1-aece-c175e062f3c0 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982161 Jul 22 20:02:38.819458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9f5c9596-7805-437d-bf85-80ff72dc8340 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:38.819458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:38.820359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-bbec458a-7e56-41f0-a2ff-551d065ac941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.820359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-bbec458a-7e56-41f0-a2ff-551d065ac941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 200 len: 834 time: 0.0568147 Jul 22 20:02:38.880124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-acaf6ecf-a0b2-40ff-a5cf-04021150a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:38.881677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-acaf6ecf-a0b2-40ff-a5cf-04021150a4cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dad39a12-c897-4bc6-8685-e10156449173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601761 Jul 22 20:02:38.969312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-f653dc70-f163-452e-bacc-7942259de0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806327 Jul 22 20:02:39.058603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6cd635d6-8e70-415e-8919-d05a4b568920 req-cfcda87f-79f0-46df-b933-559b15253da3 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827150 Jul 22 20:02:39.155773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-999bb948-79ea-4238-9898-c9ecda8175b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.157290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-999bb948-79ea-4238-9898-c9ecda8175b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1096 time: 0.0535932 Jul 22 20:02:39.244055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-d320ed0a-1e47-4585-89bb-af484f2a52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.245560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-d320ed0a-1e47-4585-89bb-af484f2a52db service neutron] 10.222.0.26 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 897 time: 0.0827148 Jul 22 20:02:39.289859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-636c73bd-e2df-4ac0-9b99-a7d818f818a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0375631 Jul 22 20:02:39.338421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-5f4c79b1-85c8-438e-955f-455e626392be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.339755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-5f4c79b1-85c8-438e-955f-455e626392be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 200 len: 834 time: 0.0433829 Jul 22 20:02:39.398056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-31a3b4e7-dd54-489a-9552-1e2e901f7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.399635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-31a3b4e7-dd54-489a-9552-1e2e901f7906 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dad39a12-c897-4bc6-8685-e10156449173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523179 Jul 22 20:02:39.491020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-36f6932e-4798-461d-85b3-1313837d36ff service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843444 Jul 22 20:02:39.583277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be64f5fd-b9c2-4eb4-8b61-5d94dee81464 req-b9d28e58-da22-4325-9cdd-e3858a17a8e3 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853510 Jul 22 20:02:39.949116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bd154-832f-4f40-8770-b4a199528c96 req-ade9b72d-c6cf-4492-8811-437d329a2710 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:39.950731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c4bd154-832f-4f40-8770-b4a199528c96 req-ade9b72d-c6cf-4492-8811-437d329a2710 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 944 time: 0.0818319 Jul 22 20:02:39.962089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:39.995753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c4bd154-832f-4f40-8770-b4a199528c96 req-ffba006d-3fca-4359-8744-40f0fd25538f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 Jul 22 20:02:40.048799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c41498d2-1614-4c53-b198-54249550ad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.126156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c4894-50da-44a1-ab02-2793be0f6e0c req-c215fccb-c713-4378-a169-5f9595a38f2f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:41.127688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d8c4894-50da-44a1-ab02-2793be0f6e0c req-c215fccb-c713-4378-a169-5f9595a38f2f tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 944 time: 0.0646942 Jul 22 20:02:41.165629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d8c4894-50da-44a1-ab02-2793be0f6e0c req-5231d1fb-c6bb-4602-975f-3e7467f21a03 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315986 Jul 22 20:02:41.569939 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.635196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:02:41.733397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:41.745789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'port_id': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'mac_address': 'fa:16:3e:4c:78:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:02:41.783434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.796580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:02:41.815648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:41.820329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:41.869000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:41.876268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.876622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.876961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.877297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.877630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.877960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.878287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.878611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.878932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.879280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.879604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:41.879924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:02:42.020319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:02:42.301017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f2741-9f53-4351-87b4-f75eee25f69d req-a81e3dce-9998-4305-978c-d567ba68bcf4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:42.302503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af8f2741-9f53-4351-87b4-f75eee25f69d req-a81e3dce-9998-4305-978c-d567ba68bcf4 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 945 time: 0.0668106 Jul 22 20:02:42.338753 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af8f2741-9f53-4351-87b4-f75eee25f69d req-daeb50f6-dad1-45da-9e4a-eb790ac7ce49 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306733 Jul 22 20:02:42.964702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:43.465835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234002ef-7d1d-4135-87a1-89a78d5d81ca req-d62f03ca-d49e-4192-8762-693f4048bacd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:43.467271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-234002ef-7d1d-4135-87a1-89a78d5d81ca req-d62f03ca-d49e-4192-8762-693f4048bacd tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 945 time: 0.0626705 Jul 22 20:02:43.504851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-234002ef-7d1d-4135-87a1-89a78d5d81ca req-befbe920-16f1-4a7f-9afb-5f85ee28fede tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319200 Jul 22 20:02:43.665129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:02:43.711961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:02:43.715937 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:02:43.717184 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:43.793421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:43.814969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:43.817209 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abd4ceb-b483-4e07-8752-3d22910899a1" -d '{"events": [{"server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "name": "network-vif-plugged", "status": "completed", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:43.829773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:02:43.833717 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:43.857580 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bb5f64-bef8-4cd7-bb8b-17ca1c82f018 x-openstack-request-id: req-73bb5f64-bef8-4cd7-bb8b-17ca1c82f018 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:43.857840 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "name": "network-vif-plugged", "status": "completed", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:43.858094 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73bb5f64-bef8-4cd7-bb8b-17ca1c82f018 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:43.858488 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'code': 200} Jul 22 20:02:43.883473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:43.958133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db80f05-7fdb-4fb1-afbe-2f84db346c1b req-0295432b-edb5-47cd-a66a-10967ce7c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:43.959673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9db80f05-7fdb-4fb1-afbe-2f84db346c1b req-0295432b-edb5-47cd-a66a-10967ce7c490 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1098 time: 0.0524540 Jul 22 20:02:43.993003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9db80f05-7fdb-4fb1-afbe-2f84db346c1b req-02e1bd5d-4508-4a8b-8581-65325492d3ee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273714 Jul 22 20:02:44.636638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9453e90-1646-4f5d-bdfa-7a6d7eaae1d5 req-18f46a3c-3922-4b10-b795-8f486c1ceb17 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:44.638184 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9453e90-1646-4f5d-bdfa-7a6d7eaae1d5 req-18f46a3c-3922-4b10-b795-8f486c1ceb17 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.0681162 Jul 22 20:02:44.677462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9453e90-1646-4f5d-bdfa-7a6d7eaae1d5 req-51d96ba0-e1f5-4721-a206-e9da704a2f79 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334561 Jul 22 20:02:45.808840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8c92-a847-41da-9202-92450a72881c req-c0a5b3a7-1076-4619-af5e-ef69559899d8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:45.810349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b5e8c92-a847-41da-9202-92450a72881c req-c0a5b3a7-1076-4619-af5e-ef69559899d8 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.0638838 Jul 22 20:02:45.846585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b5e8c92-a847-41da-9202-92450a72881c req-1c3b488d-d903-4720-95cb-927e2683affe tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308208 Jul 22 20:02:45.976417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820e009-d0b0-44a6-b238-6dc25ebb6703 req-4a6bb8f3-764b-4679-a82f-7c0c9d16d05b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:45.977836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1820e009-d0b0-44a6-b238-6dc25ebb6703 req-4a6bb8f3-764b-4679-a82f-7c0c9d16d05b tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.0668979 Jul 22 20:02:46.014489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1820e009-d0b0-44a6-b238-6dc25ebb6703 req-83499f15-3afa-4e0e-ab4c-d150d191fbf3 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Jul 22 20:02:46.036158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36682) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:46.089523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74b961-2ead-4ae8-a6ca-5f68a6b8e826 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:46.091070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3c74b961-2ead-4ae8-a6ca-5f68a6b8e826 tempest-TestNetworkBasicOps-1529241979 tempest-TestNetworkBasicOps-1529241979-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1093 time: 0.0538883 Jul 22 20:02:46.093883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36684) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:46.098236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:02:46.120735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.228832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.333556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Allocated IP 172.25.6.28 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/989adec4-57d4-4754-a7b2-d5abaf0385d2) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:02:46.762853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.800220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:46.834827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:02:46.837655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:02:46.843604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:02:46.877136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=989adec4-57d4-4754-a7b2-d5abaf0385d2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:47.200995 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.273928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.418405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.422519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.492044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event updated for resources: {'Port': ['ID=989adec4-57d4-4754-a7b2-d5abaf0385d2,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:02:47.503513 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.601167 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Floating IP b5073341-b83b-4592-b7ad-145fcf0ad455 associated. External IP: 172.25.6.28, port: 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7. Jul 22 20:02:47.617758 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:02:47.801902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router c5740c72-8396-4908-b2c3-3589780543eb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:02:47.912852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:02:47.923542 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Sync routers for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:02:47.929595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:47.933440 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:47.934161 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:47.973169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ed6830b0-8446-489e-98b8-b205fc2ca472 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8782263 Jul 22 20:02:47.973834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:02:47.976609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:47.981127 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091e346c-0587-4438-bcd9-b0951c4ec285" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:02:48.021354 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eede98-966c-41af-8396-ad26ebefd785 x-openstack-request-id: req-c5eede98-966c-41af-8396-ad26ebefd785 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:02:48.021354 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:02:48.021765 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5eede98-966c-41af-8396-ad26ebefd785 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:02:48.022914 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'status': 'completed', 'code': 200} Jul 22 20:02:48.046408 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:48.048927 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-002b26ae-b7e6-40cc-92fe-e721f8cbcff1 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/floatingips/b5073341-b83b-4592-b7ad-145fcf0ad455 HTTP/1.1" status: 200 len: 991 time: 0.0709164 Jul 22 20:02:48.109488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-e76bdc5f-28ec-4faa-9e71-263c42449c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:48.110932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-e76bdc5f-28ec-4faa-9e71-263c42449c32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1098 time: 0.0583479 Jul 22 20:02:48.210410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-698e0cf9-74d8-48c1-9594-95a051456dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:48.211927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-698e0cf9-74d8-48c1-9594-95a051456dd0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 897 time: 0.0946033 Jul 22 20:02:48.275799 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b5073341-b83b-4592-b7ad-145fcf0ad455', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'port_id': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'mac_address': 'fa:16:3e:4c:78:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:47Z', 'updated_at': '2021-07-22T20:02:47Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:48.279892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-da29d76f-bf13-4089-8a94-eaa1092ed254 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 999 time: 0.0622902 Jul 22 20:02:48.301411 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Checking router: c5740c72-8396-4908-b2c3-3589780543eb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:02:48.310280 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:02:48.310894 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:02:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:48.328462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-5c583098-2a82-449a-be24-0be67b432feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:48.329925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-5c583098-2a82-449a-be24-0be67b432feb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 200 len: 834 time: 0.0438616 Jul 22 20:02:48.390031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-02cb8881-fb9a-4ed4-bf53-ec2d4e159d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:02:48.391482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-02cb8881-fb9a-4ed4-bf53-ec2d4e159d33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dad39a12-c897-4bc6-8685-e10156449173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549545 Jul 22 20:02:48.414339 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:02:48.486621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-ef255989-07a0-4de1-b070-165a61b4b0f3 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880358 Jul 22 20:02:48.580443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091e346c-0587-4438-bcd9-b0951c4ec285 req-7455a126-2af0-459b-9a30-84ee25b95ae1 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Jul 22 20:02:48.639963 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-3d083930-921b-486d-9d80-0294225cd706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b5073341-b83b-4592-b7ad-145fcf0ad455', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'port_id': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'mac_address': 'fa:16:3e:4c:78:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:47Z', 'updated_at': '2021-07-22T20:02:47Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:02:48.665981 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d083930-921b-486d-9d80-0294225cd706 None None] The sync data for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 is: [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b5073341-b83b-4592-b7ad-145fcf0ad455', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'floating_ip_address': '172.25.6.28', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'port_id': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'mac_address': 'fa:16:3e:4c:78:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:02:47Z', 'updated_at': '2021-07-22T20:02:47Z', 'revision_number': 0, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:02:48.865176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8cf3c3-8b62-420f-b10b-e17feb83cd6a None None] New status for floating IP b5073341-b83b-4592-b7ad-145fcf0ad455: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:02:49.052595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36692) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:02:49.123153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3e8c1b2-ef87-46da-aa83-5e9d3232bd73 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/floatingips/b5073341-b83b-4592-b7ad-145fcf0ad455 HTTP/1.1" status: 200 len: 993 time: 0.0693676 Jul 22 20:02:54.711493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:02:57.399362 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:05.248966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-25bd096c-8305-485c-a9ae-a1f9f5d705d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527012 Jul 22 20:03:05.344793 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-aeed4fb5-900b-4a91-bade-ec766a121a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:05.346276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-aeed4fb5-900b-4a91-bade-ec766a121a66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1098 time: 0.0561659 Jul 22 20:03:05.451172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-bb5f95d7-09c5-4a6a-9374-56b19066b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:05.452553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-bb5f95d7-09c5-4a6a-9374-56b19066b666 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 897 time: 0.0872009 Jul 22 20:03:05.519618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-2cfa13de-d799-432c-b549-b29b0f4b77b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 1001 time: 0.0593390 Jul 22 20:03:05.567249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-ee18c19f-df55-4da7-8dd7-238d5c79939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:05.568667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-ee18c19f-df55-4da7-8dd7-238d5c79939d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 200 len: 834 time: 0.0419400 Jul 22 20:03:05.625563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-32ccffd1-262e-4ca1-83e1-b011ae884548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:05.627128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-32ccffd1-262e-4ca1-83e1-b011ae884548 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dad39a12-c897-4bc6-8685-e10156449173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521169 Jul 22 20:03:05.720996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-c0e9f90c-6417-4311-a8e9-330e907caf29 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Jul 22 20:03:05.811097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d910d24-c6e9-4464-a8cf-847cd50e81e5 req-5d2acadd-c1ed-47af-895b-89a644609ef7 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806141 Jul 22 20:03:07.099536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b509fa45-eedc-4cef-b696-812484feb53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:09.310010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-1c6b93bc-f27a-4c11-87ef-0a0891286048 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537593 Jul 22 20:03:09.409264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d342-f194-4443-858a-1c4a794722a6 req-8c100e02-9948-4dae-822b-63113cf3b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:09.410821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-8c100e02-9948-4dae-822b-63113cf3b830 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1097 time: 0.0587597 Jul 22 20:03:09.514237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d342-f194-4443-858a-1c4a794722a6 req-66fe222d-89b5-43e8-bb31-d1f974004561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:09.515655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-66fe222d-89b5-43e8-bb31-d1f974004561 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0853736 Jul 22 20:03:09.582907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-972cf294-4b53-4c8b-8780-da58dd99317c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 1001 time: 0.0613770 Jul 22 20:03:09.631456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d342-f194-4443-858a-1c4a794722a6 req-ca716bc4-ca94-4341-a871-43597543bd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:09.632914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-ca716bc4-ca94-4341-a871-43597543bd57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0437477 Jul 22 20:03:09.690388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d342-f194-4443-858a-1c4a794722a6 req-928035fd-36f6-48fe-936f-a7fb46a961ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:09.691896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-928035fd-36f6-48fe-936f-a7fb46a961ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529382 Jul 22 20:03:09.787023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-a380d1a9-53cc-407d-841b-24c0a25e2a08 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877934 Jul 22 20:03:09.874754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c92d342-f194-4443-858a-1c4a794722a6 req-1ded748e-15ec-463c-9a37-ec93b780c6d8 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815449 Jul 22 20:03:09.963569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:10.048769 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-265298e6-91d1-42b5-b6f7-b79c3e45384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:11.572062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:12.966590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:20.333785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36714) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:20.393077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c86b6b1c-afd1-4d65-88b5-c9f2792feb43 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/floatingips/b5073341-b83b-4592-b7ad-145fcf0ad455 HTTP/1.1" status: 200 len: 993 time: 0.0581222 Jul 22 20:03:20.616172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:20.774059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 989adec4-57d4-4754-a7b2-d5abaf0385d2 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:03:20.774315 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:20.847719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:20.848049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:20.859769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 989adec4-57d4-4754-a7b2-d5abaf0385d2 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:03:21.003901 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:21.028480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=989adec4-57d4-4754-a7b2-d5abaf0385d2,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:21.039390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.039739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.040080 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.040446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.040781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.041811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.042167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.042493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.042819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.043144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.043473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.043794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:03:21.100949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:21.101295 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Floating IP b5073341-b83b-4592-b7ad-145fcf0ad455 disassociated (deleted). External IP: 172.25.6.28, port: 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7. Jul 22 20:03:21.302364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router c5740c72-8396-4908-b2c3-3589780543eb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:03:21.408048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:03:21.412905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:21.418753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Sync routers for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:03:21.427816 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:03:21.428488 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:03:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:21.452600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f58ddbac-12fd-4d8b-bef2-623e54e08d53 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/floatingips/b5073341-b83b-4592-b7ad-145fcf0ad455 HTTP/1.1" status: 204 len: 168 time: 0.8352909 Jul 22 20:03:21.453202 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:03:21.455487 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:03:21.493186 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343360a6-4f4d-4641-b9b6-bffb6355f203 x-openstack-request-id: req-343360a6-4f4d-4641-b9b6-bffb6355f203 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:03:21.493722 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:03:21.493988 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-343360a6-4f4d-4641-b9b6-bffb6355f203 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:03:21.494380 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'status': 'completed', 'code': 200} Jul 22 20:03:21.536132 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:03:21.577459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-7507dde3-cbfc-4eb6-bf4a-9bd550032df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:21.580058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-7507dde3-cbfc-4eb6-bf4a-9bd550032df8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0f29319db48940638f6a6f6c751cf88d&device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 1098 time: 0.0626616 Jul 22 20:03:21.708603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-1f6e2c0b-9b7d-48d7-b392-f33207b3800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:21.710106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-1f6e2c0b-9b7d-48d7-b392-f33207b3800a service neutron] 10.222.0.26 "GET /v2.0/networks?id=dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 200 len: 897 time: 0.1240478 Jul 22 20:03:21.743454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:21.756538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-529b1e30-2722-40e3-9b45-bec5e69df7c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 200 len: 217 time: 0.0386379 Jul 22 20:03:21.769251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771be5df-c22b-4d15-89d7-b5b0f7268719 req-d69cc2ae-d71b-4c9d-a1f4-b7a4b5396407 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:21.770840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-771be5df-c22b-4d15-89d7-b5b0f7268719 req-d69cc2ae-d71b-4c9d-a1f4-b7a4b5396407 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.1233141 Jul 22 20:03:21.846859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-70729a65-c122-410f-9c40-521ac4e3eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:21.848261 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-70729a65-c122-410f-9c40-521ac4e3eb18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 200 len: 834 time: 0.0764971 Jul 22 20:03:21.851454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-771be5df-c22b-4d15-89d7-b5b0f7268719 req-f2aac15b-41cd-4ebb-9a13-3e6d22064e97 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702693 Jul 22 20:03:21.855414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Checking router: c5740c72-8396-4908-b2c3-3589780543eb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:03:21.871321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:03:21.872078 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:03:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:21.910959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-078f1a56-5660-4e85-bab6-1e8be73df399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:21.912509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-078f1a56-5660-4e85-bab6-1e8be73df399 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dad39a12-c897-4bc6-8685-e10156449173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560606 Jul 22 20:03:21.980413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:03:22.002837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-643a7b77-ef5a-451c-85aa-cab7fa6bc6fa service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833554 Jul 22 20:03:22.097418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a906bed-2e1b-4ccd-826d-2eba8c3e0cd6 req-c5f9bc5d-e510-45af-b050-debb1a685634 service neutron] 10.222.0.26 "GET /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870185 Jul 22 20:03:22.175062 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:22.204485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeed66e8-7e5e-4d00-934c-09942b0d17dd None None] The sync data for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 is: [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:32Z', 'revision_number': 4, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '9f5c9596-7805-437d-bf85-80ff72dc8340', 'name': '', 'network_id': 'dad39a12-c897-4bc6-8685-e10156449173', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'mac_address': 'fa:16:3e:98:f6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:31Z', 'updated_at': '2021-07-22T20:02:36Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'subnets': [{'id': '843f35e9-7af1-42b6-ad7c-708dab23c3c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:03:22.442359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5bc2e1-3f99-4a2d-85e2-96cda9bcbd19 None None] New status for floating IP b5073341-b83b-4592-b7ad-145fcf0ad455: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:03:22.988764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-d0c74ae2-2d8a-4412-a68e-17b34fca22d1 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:22.990152 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-d0c74ae2-2d8a-4412-a68e-17b34fca22d1 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.1054153 Jul 22 20:03:23.352773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a37814-c4e7-4472-8b2c-43cefad173e1 req-1538a7f9-9763-40ce-af37-b4f1006d6849 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:03:23.354271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2a37814-c4e7-4472-8b2c-43cefad173e1 req-1538a7f9-9763-40ce-af37-b4f1006d6849 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a3a930-6617-48f0-8def-c1f47a644c70 HTTP/1.1" status: 200 len: 946 time: 0.4307449 Jul 22 20:03:23.424732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2a37814-c4e7-4472-8b2c-43cefad173e1 req-4e62ccd9-31eb-48f0-b4b0-6573bfad2379 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "GET /v2.0/security-groups?id=adcd387f-af75-4ccd-964f-e0f6ca57c313&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604630 Jul 22 20:03:23.449472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:03:23.449819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:23.539604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:03:23.539960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:23.552543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:03:23.679038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:23.706930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=5170a422-c7dc-40b3-bdcb-ccf376f0b4a7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:23.752458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] No DVR routers for this DVR port 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:03:23.754975 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:23.756978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8e4f4a9-27f1-42b6-b286-66d016c13a21 req-bea6d592-7d39-439f-aea8-17e8f51878ec tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.26 "DELETE /v2.0/ports/5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 HTTP/1.1" status: 204 len: 173 time: 0.7595358 Jul 22 20:03:23.757403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'name': 'network-vif-deleted', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:03:23.759636 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb98797-6469-4b87-887e-4ab11eedb0ef" -d '{"events": [{"server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "name": "network-vif-deleted", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:03:23.796014 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc456a-06c7-4453-b1de-2b2877d29e5c x-openstack-request-id: req-21dc456a-06c7-4453-b1de-2b2877d29e5c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:03:23.796393 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3a930-6617-48f0-8def-c1f47a644c70", "name": "network-vif-deleted", "tag": "5170a422-c7dc-40b3-bdcb-ccf376f0b4a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:03:23.796653 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21dc456a-06c7-4453-b1de-2b2877d29e5c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:03:23.797052 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3a930-6617-48f0-8def-c1f47a644c70', 'name': 'network-vif-deleted', 'tag': '5170a422-c7dc-40b3-bdcb-ccf376f0b4a7', 'status': 'completed', 'code': 200} Jul 22 20:03:24.480042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36734) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:24.537585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:24.562532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:24.616049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:03:24.626252 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:24.628925 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:24.630121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/security-groups/adcd387f-af75-4ccd-964f-e0f6ca57c313 HTTP/1.1" status: 204 len: 168 time: 0.1488822 Jul 22 20:03:24.639902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6176d-ce57-4ef8-9196-816e93798601 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd387f-af75-4ccd-964f-e0f6ca57c313,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:24.662809 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36738) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:24.712489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.015053 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.280096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port 9f5c9596-7805-437d-bf85-80ff72dc8340 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:03:25.280355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.370828 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port 9f5c9596-7805-437d-bf85-80ff72dc8340, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9f5c9596-7805-437d-bf85-80ff72dc8340,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:03:25.371194 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.382611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for 9f5c9596-7805-437d-bf85-80ff72dc8340 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:03:25.570526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.596989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=9f5c9596-7805-437d-bf85-80ff72dc8340,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:25.769550 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:25.913453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:03:25.933170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:03:25.933512 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 5170a422-c7dc-40b3-bdcb-ccf376f0b4a7 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:03:25.987490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Router c5740c72-8396-4908-b2c3-3589780543eb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:03:26.095077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:03:26.100799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e1cbf4c3-4dc0-4aff-a54f-ed67eaef49de tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "PUT /v2.0/routers/c5740c72-8396-4908-b2c3-3589780543eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361315 Jul 22 20:03:26.103003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36740) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:26.105291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Sync routers for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:03:26.113919 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:03:26.114522 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:03:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:26.155757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting subnet 843f35e9-7af1-42b6-ad7c-708dab23c3c4 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:03:26.158880 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.198074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.221116 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:03:26.286679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.345924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.373892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Subnet': ['ID=843f35e9-7af1-42b6-ad7c-708dab23c3c4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:26.377539 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.379492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-251d25f2-3b99-43b7-8638-3b6a8260e369 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/subnets/843f35e9-7af1-42b6-ad7c-708dab23c3c4 HTTP/1.1" status: 204 len: 168 time: 0.2755039 Jul 22 20:03:26.382033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36742) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:26.384074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124191b-e1ff-48b6-a019-5acc173f55a3 None None] Network dad39a12-c897-4bc6-8685-e10156449173 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:03:26.407723 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:03:25Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:26.434820 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Checking router: c5740c72-8396-4908-b2c3-3589780543eb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:03:26.443337 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Routers {'c5740c72-8396-4908-b2c3-3589780543eb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:03:26.443986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:03:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['c5740c72-8396-4908-b2c3-3589780543eb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:26.499329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.550252 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] Set router c5740c72-8396-4908-b2c3-3589780543eb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:03:26.593317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] DHCP port deletion for dad39a12-c897-4bc6-8685-e10156449173 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:03:26.606900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.641972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Deleting port 3da32234-e02b-4476-97d3-10211af5eade {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:03:26.642467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.661837 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Deleting port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:03:26.662273 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.710731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] For port 3da32234-e02b-4476-97d3-10211af5eade, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=3da32234-e02b-4476-97d3-10211af5eade,segment=NetworkSegment(b8073317-902e-446c-853e-d74393206c6f),segment_id=b8073317-902e-446c-853e-d74393206c6f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:03:26.711200 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.729882 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Calling delete_port for 3da32234-e02b-4476-97d3-10211af5eade owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:03:26.759097 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:03:25Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:26.764838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] For port a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:03:26.765420 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.778190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Calling delete_port for a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:03:26.799436 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252154c-b13f-4f7d-bb9f-cfeeac024fe3 None None] The sync data for ids ['c5740c72-8396-4908-b2c3-3589780543eb'] in n-d-800087-13 is: [{'id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'name': 'tempest-TestNetworkBasicOps-router-1875733211', 'tenant_id': '0f29319db48940638f6a6f6c751cf88d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214'}], 'enable_snat': True}, 'gw_port_id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:03:25Z', 'revision_number': 5, 'project_id': '0f29319db48940638f6a6f6c751cf88d', 'gw_port': {'id': 'a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:06:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5740c72-8396-4908-b2c3-3589780543eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:02:27Z', 'updated_at': '2021-07-22T20:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:03:26.826933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.865075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] Pushing event deleted for resources: {'Port': ['ID=3da32234-e02b-4476-97d3-10211af5eade,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:26.866955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a0f73c-d0ad-45ce-b44b-d47628be7f93 None None] No DVR routers for this DVR port 3da32234-e02b-4476-97d3-10211af5eade on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:03:26.953304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:26.982036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Port': ['ID=a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:27.046083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.164815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.168230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3da32234-e02b-4476-97d3-10211af5eade no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:03:27.168791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.196872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 3da32234-e02b-4476-97d3-10211af5eade {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:03:27.197307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 3da32234-e02b-4476-97d3-10211af5eade not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:03:27.257865 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.258718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Fanout notify agent at l3_agent the message router_deleted on router c5740c72-8396-4908-b2c3-3589780543eb {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:03:27.267392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.271606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 36744) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:27.272246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0772a6a9-d075-4f6d-847c-d4738a85cce2 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/routers/c5740c72-8396-4908-b2c3-3589780543eb HTTP/1.1" status: 204 len: 168 time: 0.8886445 Jul 22 20:03:27.363895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.409520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.459595 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.474425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad39a12-c897-4bc6-8685-e10156449173']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:27.487672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8073317-902e-446c-853e-d74393206c6f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:27.487977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8073317-902e-446c-853e-d74393206c6f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:03:27.498053 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.521241 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.528657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:03:27.529059 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:03:27.532743 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:03:27.600991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.606142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:27.608177 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] 10.222.0.10 "DELETE /v2.0/networks/dad39a12-c897-4bc6-8685-e10156449173 HTTP/1.1" status: 204 len: 168 time: 0.3345714 Jul 22 20:03:27.627730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853216e1-be31-4ddd-a728-ac3eeec54209 tempest-TestNetworkBasicOps-88745816 tempest-TestNetworkBasicOps-88745816-project] Pushing event deleted for resources: {'Network': ['ID=dad39a12-c897-4bc6-8685-e10156449173,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:27.880839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:28.012244 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4b44edd3-400d-4f2e-b9eb-ef60edc39055 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f29319db48940638f6a6f6c751cf88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301780 Jul 22 20:03:28.014718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36754) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:28.066015 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.086826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.133069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.136396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.137565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8496f3c0-bbb8-449d-b9b3-a97f1c9e3851 HTTP/1.1" status: 204 len: 168 time: 0.1219499 Jul 22 20:03:28.145560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5a52f-7199-42bd-ba7c-a781479598d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8496f3c0-bbb8-449d-b9b3-a97f1c9e3851,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:28.388116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36760) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:28.400974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6513f128-91f0-4305-846c-bf213d144194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.486443 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6513f128-91f0-4305-846c-bf213d144194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.490232 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6513f128-91f0-4305-846c-bf213d144194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.526626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513f128-91f0-4305-846c-bf213d144194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31624a30-968e-4594-8a51-2867dd7b6df8,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:28.530997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6513f128-91f0-4305-846c-bf213d144194 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f96b6c094a174d60b9f111a33dad4e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418388 Jul 22 20:03:28.534263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36762) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:03:28.581889 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.605261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.649076 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.652483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:28.653628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31624a30-968e-4594-8a51-2867dd7b6df8 HTTP/1.1" status: 204 len: 168 time: 0.1191349 Jul 22 20:03:28.660973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07000bd4-e3f4-41ec-b05f-055c6e5a6659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31624a30-968e-4594-8a51-2867dd7b6df8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:03:28.765109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f5c9596-7805-437d-bf85-80ff72dc8340 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:03:28.785298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9f5c9596-7805-437d-bf85-80ff72dc8340 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:03:28.785647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9f5c9596-7805-437d-bf85-80ff72dc8340 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:03:28.786117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:03:28.805612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:03:28.805965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a4351ee6-3cd0-4539-b8f9-3f6f4a1232bd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:03:37.100340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ee32030-761d-4d36-b637-dc36f0864072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:39.966429 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:40.048551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eddd3ba2-ee4a-4b7f-bd67-b4ed6a4ab714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:41.574840 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:42.969595 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:54.712636 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:03:57.409527 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:01.615346 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:04:07.101009 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-59ac6428-a0d6-4472-93bf-26ac6087c1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:09.966498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:10.047890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4559ce74-2460-4d32-9d8d-bef373683138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:10.333867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-bf7cb0d3-b22b-4407-9234-8391ee65bb30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522199 Jul 22 20:04:10.427429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-49ac9799-eaae-4f00-bb2d-9ba48a4ba75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:10.428968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-49ac9799-eaae-4f00-bb2d-9ba48a4ba75c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 1097 time: 0.0542679 Jul 22 20:04:10.538172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-ef790c06-b885-47a7-aa94-ccf2e7662ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:10.539563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-ef790c06-b885-47a7-aa94-ccf2e7662ea8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0934005 Jul 22 20:04:10.601738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-a025e95e-ac30-4b72-babd-dd2a00c24703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 200 len: 1001 time: 0.0561819 Jul 22 20:04:10.652591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-84e693e3-aa20-4bc9-8862-cdfeb092849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:10.654020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-84e693e3-aa20-4bc9-8862-cdfeb092849f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0466328 Jul 22 20:04:10.710597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-332775cf-cf8f-4a05-8a0a-9267d5f2abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:10.712077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-332775cf-cf8f-4a05-8a0a-9267d5f2abab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520351 Jul 22 20:04:10.722111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-0c0e008b-36c3-4090-bd0a-55595e0f56d4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:04:10.723060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-0c0e008b-36c3-4090-bd0a-55595e0f56d4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049434 Jul 22 20:04:10.810270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-8284e924-ab45-41a9-8285-d3a09ef034c2 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806112 Jul 22 20:04:10.899766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f427de8-beb3-4749-92a7-ba844eb95a8c req-f920d42e-dfe7-4fce-9d65-69079ddb0663 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832140 Jul 22 20:04:11.579264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:12.970644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:24.699858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:27.407842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:28.839770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02149308-8ac7-4cdc-96d5-626a0aaa85bb req-882f9881-5fab-4047-8de4-1b2cd6da891a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:28.841325 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02149308-8ac7-4cdc-96d5-626a0aaa85bb req-882f9881-5fab-4047-8de4-1b2cd6da891a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.1669998 Jul 22 20:04:28.878968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-02149308-8ac7-4cdc-96d5-626a0aaa85bb req-eb6c7be6-ceb7-43af-af23-f2067525bb05 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Jul 22 20:04:30.069133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd83e90-4bef-4b33-b1fd-511aed45a842 req-f9b535fb-05ff-495d-855f-e05f427a8c39 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:30.070621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cd83e90-4bef-4b33-b1fd-511aed45a842 req-f9b535fb-05ff-495d-855f-e05f427a8c39 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.1239092 Jul 22 20:04:30.108379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cd83e90-4bef-4b33-b1fd-511aed45a842 req-eb004d13-a230-47cf-987a-d2127ed4bc77 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Jul 22 20:04:30.203815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-d9b75075-fa90-4958-9618-a76e0458bed4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:30.205373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-d9b75075-fa90-4958-9618-a76e0458bed4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 945 time: 0.0620968 Jul 22 20:04:30.300162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port d498efcd-5b34-4ea2-8915-08cd598b2832 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:04:30.300517 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:30.390749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port d498efcd-5b34-4ea2-8915-08cd598b2832, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d498efcd-5b34-4ea2-8915-08cd598b2832,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:04:30.391113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:30.922642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:30.923012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:30.923328 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP a2ba2cc0-4a41-4d22-94db-c963bedbea64 disassociated. External IP: 172.25.6.129, port: d498efcd-5b34-4ea2-8915-08cd598b2832. Jul 22 20:04:30.923674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for d498efcd-5b34-4ea2-8915-08cd598b2832 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:04:31.048124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:31.077298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=d498efcd-5b34-4ea2-8915-08cd598b2832,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:31.091349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.091775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.092074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.092444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.093005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.093438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.093768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.094100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.094429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.095196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.095196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.095428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:31.210492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9e6ca76-e5ca-42b4-9610-790210c31f28 req-ba718e55-8fa2-435a-86a6-ab3491d8d674 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0337582 Jul 22 20:04:31.229772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:04:31.336843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:04:31.347422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:04:31.357014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:04:31.357631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:04:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:31.381378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port d498efcd-5b34-4ea2-8915-08cd598b2832 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:04:31.384037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:31.386039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38bb3383-9ef8-42d9-8562-f13f2809a900 req-92e9b935-4922-4c1c-9b76-90213c81924b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "DELETE /v2.0/ports/d498efcd-5b34-4ea2-8915-08cd598b2832 HTTP/1.1" status: 204 len: 173 time: 1.1755202 Jul 22 20:04:31.386470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'name': 'network-vif-deleted', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:04:31.388764 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7b2249-33f9-43ab-ad16-667cbc991071" -d '{"events": [{"server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "name": "network-vif-deleted", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:04:31.434556 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61a32c3-0ee1-4663-8dd7-d1dcfcd55f9e x-openstack-request-id: req-c61a32c3-0ee1-4663-8dd7-d1dcfcd55f9e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:04:31.434905 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0255b7-0097-488a-a551-aa3f10f63ebc", "name": "network-vif-deleted", "tag": "d498efcd-5b34-4ea2-8915-08cd598b2832", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:04:31.435303 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c61a32c3-0ee1-4663-8dd7-d1dcfcd55f9e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:04:31.435786 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0255b7-0097-488a-a551-aa3f10f63ebc', 'name': 'network-vif-deleted', 'tag': 'd498efcd-5b34-4ea2-8915-08cd598b2832', 'status': 'completed', 'code': 200} Jul 22 20:04:31.470240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:04:31.680231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:31.707474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:04:31.715982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:04:31.716739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:04:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:31.824361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:04:32.031166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:32.057670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54208a7c-616d-4c5a-9419-1857504b5f5a None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:04:32.299095 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e490836c-e5a3-4f74-9211-a9736b9c3d7f None None] New status for floating IP a2ba2cc0-4a41-4d22-94db-c963bedbea64: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:04:32.318115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65879679-45cf-4f83-a01e-ab35475d174f req-c47a9a84-67ac-46e7-9106-59f6b55d1cf1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0346560 Jul 22 20:04:33.419205 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71e6cc1c-d7cd-4adc-842c-9237e3989a08 req-bf0482ee-b699-4126-a66d-a7f703510c1b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0287328 Jul 22 20:04:34.518930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c165123c-2452-4006-957d-083a4345dab8 req-65738f41-b1a8-45b3-a4bb-42aad4ccd7fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c0255b7-0097-488a-a551-aa3f10f63ebc HTTP/1.1" status: 200 len: 210 time: 0.0309482 Jul 22 20:04:34.592915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d498efcd-5b34-4ea2-8915-08cd598b2832 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:04:34.613452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: d498efcd-5b34-4ea2-8915-08cd598b2832 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:04:34.613803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d498efcd-5b34-4ea2-8915-08cd598b2832 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:04:35.715186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-f2d7fc9c-958b-4b8f-b19b-788b8a829975 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540290224&fields=id&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 267 time: 0.0330718 Jul 22 20:04:35.823520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-e09a7ac3-1e25-44d4-84b4-552c4c16bb81 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:35.825016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-e09a7ac3-1e25-44d4-84b4-552c4c16bb81 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1036184 Jul 22 20:04:35.839565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-da65fe7c-8e2d-4896-a810-b362617bb454 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0090356 Jul 22 20:04:35.907198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-25950b20-528a-455c-a893-1bce36bde818 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628352 Jul 22 20:04:36.052951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-1748af3b-f879-437a-a57a-2202b4197c58 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342018 Jul 22 20:04:36.143729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-510e430a-ecd8-4200-82f4-1ef6ff12e3f0 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Jul 22 20:04:36.433054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fed3a949-8547-4957-9cd8-e432ae40fab0 req-3911706b-8d13-4406-a067-3b4bbb676e53 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0340929 Jul 22 20:04:37.101017 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-452416fe-de4a-4075-9ce5-6a179d0f1cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:37.339173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-0e857d32-0092-498c-9c84-186cd13f13a3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:37.340680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-0e857d32-0092-498c-9c84-186cd13f13a3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1035485 Jul 22 20:04:37.383768 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-4944cb65-fd5b-42b4-bc56-2df435ef121f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 379 time: 0.0348499 Jul 22 20:04:37.396728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'security_groups': ['d220de26-4fc1-4b56-b451-e630d731477f']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:04:37.540189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada31e04-962b-45f5-ab9a-0a03415e494f req-71eb0f9c-cc64-44c4-a6b6-78a839d3eda2 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0352662 Jul 22 20:04:37.544661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:04:37.549036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:37.680325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.4 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/a80f3f0c-a61d-403f-aa96-bd8c4ba281ee) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:04:37.815396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:37.833622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object a80f3f0c-a61d-403f-aa96-bd8c4ba281ee will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:04:37.867719 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:37.915897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:04:37.919167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:04:37.924064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:04:37.928087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:37.975522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:37.976166 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:37.992285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-cd97b937-8b91-4a76-b474-2f31553fb9f5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990839 Jul 22 20:04:38.002899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-218d292e-f402-47f7-9656-c162a3880342 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:04:38.003907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-218d292e-f402-47f7-9656-c162a3880342 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060863 Jul 22 20:04:38.014542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Request body: {'port': {'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:04:38.095687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.201936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-843a60e2-8809-46d0-9620-06aa0d96517f None None] Provisioning for port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:04:38.206451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-843a60e2-8809-46d0-9620-06aa0d96517f None None] Provisioning complete for port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:04:38.206820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-843a60e2-8809-46d0-9620-06aa0d96517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.243740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-843a60e2-8809-46d0-9620-06aa0d96517f None None] Port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:04:38.369258 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80f3f0c-a61d-403f-aa96-bd8c4ba281ee {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:04:38.377600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.389475 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Transition to ACTIVE for port object a80f3f0c-a61d-403f-aa96-bd8c4ba281ee will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:04:38.394008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.443160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Pushing event updated for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:38.536104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Attempting to bind port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:04:38.536645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Attempting to bind port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:04:38.536988 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Attempting to bind port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:04:38.542474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:04:38.542811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Attempting to bind port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:04:38.552670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:04:38.553037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:04:38.553437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:04:38.554140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Bound port: a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:04:38.554609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.615262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:04:38.645954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:04:38.677012 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:04:38.685979 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.733241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:38.733894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:38.735569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] 10.222.0.26 "PUT /v2.0/ports/a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 1092 time: 0.7251258 Jul 22 20:04:38.740193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:04:38.742282 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264b28a1-6c91-412c-8b47-bbc5046861cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:04:38.776406 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5746e96-518b-4969-bc4a-a4e2f5b4e6c5 req-beff869c-a2b5-4604-8dc0-766b6892fd63 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:38.784319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5746e96-518b-4969-bc4a-a4e2f5b4e6c5 req-beff869c-a2b5-4604-8dc0-766b6892fd63 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.1534121 Jul 22 20:04:38.811798 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3737d821-3e1a-421f-b180-86af03770b61 x-openstack-request-id: req-3737d821-3e1a-421f-b180-86af03770b61 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:04:38.812107 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:04:38.812348 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3737d821-3e1a-421f-b180-86af03770b61 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:04:38.812879 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'status': 'completed', 'code': 200} Jul 22 20:04:38.813392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6b500-c1ad-4243-8423-5b574d9a2360 service neutron] Pushing event updated for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:38.872491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5746e96-518b-4969-bc4a-a4e2f5b4e6c5 req-b15169c1-b9d9-4607-929f-e4e792c828a6 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855548 Jul 22 20:04:38.899122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-7e95463a-230d-4e28-91fe-a93933f2f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:38.900851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-7e95463a-230d-4e28-91fe-a93933f2f6f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1095 time: 0.1141922 Jul 22 20:04:38.950192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-6c2db397-8098-45f4-9874-39b04565471a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 217 time: 0.0411122 Jul 22 20:04:39.003075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-3eaa7579-bfc5-4b1a-922b-1e74013d5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.004607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-3eaa7579-bfc5-4b1a-922b-1e74013d5d7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0483503 Jul 22 20:04:39.063794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b925f-9a9d-4d37-a822-b820912864dc req-56aa87ee-0007-4ae0-9af7-b619ea2e01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.065345 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-56aa87ee-0007-4ae0-9af7-b619ea2e01c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544491 Jul 22 20:04:39.164807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-82e8c4fa-f4fc-47ee-a40f-c638a3742240 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924108 Jul 22 20:04:39.262883 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c51b925f-9a9d-4d37-a822-b820912864dc req-6a305537-13f3-4ceb-8421-4c900243c19e service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Jul 22 20:04:39.362253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-12c3a12d-d94d-41e3-ab64-167075cd0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.363811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-12c3a12d-d94d-41e3-ab64-167075cd0e88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1095 time: 0.0563350 Jul 22 20:04:39.479660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-3511a6d3-d864-4dde-ba55-4bd251a78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.481811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-3511a6d3-d864-4dde-ba55-4bd251a78329 service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1123745 Jul 22 20:04:39.523612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-a29fa917-df8f-4141-a050-4e0d98078a9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 217 time: 0.0351202 Jul 22 20:04:39.576168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-c548fa5f-7f78-4fda-9cc7-2fa8191d20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.578201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-c548fa5f-7f78-4fda-9cc7-2fa8191d20ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0481052 Jul 22 20:04:39.637158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-0ee74364-9ffc-41d4-ace5-1b0e05615712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:39.638813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-0ee74364-9ffc-41d4-ace5-1b0e05615712 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537002 Jul 22 20:04:39.731428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-7412f076-de79-4d72-aeb3-311983e341ce service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Jul 22 20:04:39.823151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-264b28a1-6c91-412c-8b47-bbc5046861cb req-8d3e1756-16a7-4fce-b8c1-94f306d1bddd service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854378 Jul 22 20:04:39.970231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:40.004976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829daaf1-b090-4f05-a1d4-1088e8cbedc1 req-ced23f38-d928-4965-8bd8-731a64f3aba5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:40.006479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-829daaf1-b090-4f05-a1d4-1088e8cbedc1 req-ced23f38-d928-4965-8bd8-731a64f3aba5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0682585 Jul 22 20:04:40.047589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-829daaf1-b090-4f05-a1d4-1088e8cbedc1 req-d12ead25-b6f3-407a-a270-ce5632dab9eb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349693 Jul 22 20:04:40.050898 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82198674-4f56-436f-884a-a5cfaf36b2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:41.192043 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49991a5-6453-4768-bbc2-efcb0bdfade8 req-543c59e4-0310-4178-a5e9-8170a01fded1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:41.193633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c49991a5-6453-4768-bbc2-efcb0bdfade8 req-543c59e4-0310-4178-a5e9-8170a01fded1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0772924 Jul 22 20:04:41.235697 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c49991a5-6453-4768-bbc2-efcb0bdfade8 req-cc7d7846-01e1-47e3-95c3-5060a5f1f09a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356951 Jul 22 20:04:41.582066 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:42.364047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c699547-d9ba-4563-9d92-93a0ea3580c4 req-16185fc7-4715-4b4b-aafd-8313672a31bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:42.365593 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c699547-d9ba-4563-9d92-93a0ea3580c4 req-16185fc7-4715-4b4b-aafd-8313672a31bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0641098 Jul 22 20:04:42.402595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c699547-d9ba-4563-9d92-93a0ea3580c4 req-2dc0c021-cf7b-4a11-a5d1-fb4011ebab7f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314913 Jul 22 20:04:42.973169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:43.542037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae2301-4335-4e9a-b294-937b39b25d59 req-e4cff182-4691-4d63-b84e-63ccb829a000 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:43.543474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4ae2301-4335-4e9a-b294-937b39b25d59 req-e4cff182-4691-4d63-b84e-63ccb829a000 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0740600 Jul 22 20:04:43.581019 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4ae2301-4335-4e9a-b294-937b39b25d59 req-8df1148a-9d24-41bb-bd3c-27d307ee013d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Jul 22 20:04:44.723841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c4a3-17d4-409c-9594-e0bbbd0531e8 req-9935da34-6737-4eda-8014-c6c2c1fa3494 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:44.725627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c512c4a3-17d4-409c-9594-e0bbbd0531e8 req-9935da34-6737-4eda-8014-c6c2c1fa3494 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0634477 Jul 22 20:04:44.763113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c512c4a3-17d4-409c-9594-e0bbbd0531e8 req-88327536-8db1-4a50-b01f-4edf74aa2f1f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Jul 22 20:04:45.890412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49291-dfdb-4c83-90fb-623a60585f08 req-33cf732c-f418-4c36-83da-e4bfdca7a18d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:45.891923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebe49291-dfdb-4c83-90fb-623a60585f08 req-33cf732c-f418-4c36-83da-e4bfdca7a18d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0639365 Jul 22 20:04:45.928111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebe49291-dfdb-4c83-90fb-623a60585f08 req-7a19b3d7-8f6b-4fd7-8576-51627734f68d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306239 Jul 22 20:04:47.060630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eee58c-79ce-4c1e-bf39-e96e7bd58823 req-771f38db-4613-4c47-ab7b-6e736ef3a461 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:47.062715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84eee58c-79ce-4c1e-bf39-e96e7bd58823 req-771f38db-4613-4c47-ab7b-6e736ef3a461 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0685298 Jul 22 20:04:47.099448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84eee58c-79ce-4c1e-bf39-e96e7bd58823 req-11e74371-0fe7-4c81-a92c-56684b0b2291 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311761 Jul 22 20:04:48.228221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291cb8a-4d1d-4386-bebd-5100e921cdac req-9710a0e1-af06-49cb-ae87-3ee89c66d9bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:48.229741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b291cb8a-4d1d-4386-bebd-5100e921cdac req-9710a0e1-af06-49cb-ae87-3ee89c66d9bb tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 943 time: 0.0651200 Jul 22 20:04:48.267853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b291cb8a-4d1d-4386-bebd-5100e921cdac req-eb20ae25-4327-4933-81f9-e575f76a8a5f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Jul 22 20:04:48.302327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a80f3f0c-a61d-403f-aa96-bd8c4ba281ee details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:04:48.393486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:04:48.403998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:04:48.443259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:48.455434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80f3f0c-a61d-403f-aa96-bd8c4ba281ee {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:04:48.473868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:04:48.477742 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:48.524390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:48.531401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.531749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.532087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.532454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.532783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.533112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.533440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.533757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.534076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.534394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.534714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.535029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:04:48.679595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:04:49.398441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438abfcc-aea0-4f59-9555-d80a3fdee61e req-00b75b2d-edab-4b79-9c05-a7e92400bd6d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:49.399933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-438abfcc-aea0-4f59-9555-d80a3fdee61e req-00b75b2d-edab-4b79-9c05-a7e92400bd6d tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 944 time: 0.0666819 Jul 22 20:04:49.437543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-438abfcc-aea0-4f59-9555-d80a3fdee61e req-cdc19717-7d54-449f-8d08-1a84be563376 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Jul 22 20:04:50.314886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a80f3f0c-a61d-403f-aa96-bd8c4ba281ee up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:04:50.362062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:04:50.365688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:04:50.366053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:50.441846 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:50.463169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:04:50.465444 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e2f1dd-33a5-4f7a-9286-8114e31ceedd" -d '{"events": [{"server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:04:50.479145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:04:50.484218 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:50.510631 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeb99c3-11d1-4040-90c5-9368d4210e41 x-openstack-request-id: req-aeeb99c3-11d1-4040-90c5-9368d4210e41 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:04:50.510957 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "name": "network-vif-plugged", "status": "completed", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:04:50.511275 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aeeb99c3-11d1-4040-90c5-9368d4210e41 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:04:50.511808 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'code': 200} Jul 22 20:04:50.539591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:50.619331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223c214-c2ea-4d94-b19b-fee30b9884d0 req-494e0747-54d6-4101-873e-2806b421f8d8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:50.620844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7223c214-c2ea-4d94-b19b-fee30b9884d0 req-494e0747-54d6-4101-873e-2806b421f8d8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.1011634 Jul 22 20:04:50.660854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716116-e67e-481e-bf21-7e5714cc725c req-f1b5430d-89e9-40de-b4ad-674cd93027b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:50.662394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a716116-e67e-481e-bf21-7e5714cc725c req-f1b5430d-89e9-40de-b4ad-674cd93027b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0945303 Jul 22 20:04:50.669574 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7223c214-c2ea-4d94-b19b-fee30b9884d0 req-0637c00f-7c89-47bf-840d-5637a9ee9c36 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421262 Jul 22 20:04:50.701547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1a716116-e67e-481e-bf21-7e5714cc725c req-54ced642-1c90-4683-957e-f6e85ba8724d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Jul 22 20:04:51.797561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5c739-9f5a-4c62-94bc-361d8cdb5255 req-6f59fd52-d9ab-46ce-a888-2722d654301e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:51.799046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f5c739-9f5a-4c62-94bc-361d8cdb5255 req-6f59fd52-d9ab-46ce-a888-2722d654301e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.0627244 Jul 22 20:04:51.834969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f5c739-9f5a-4c62-94bc-361d8cdb5255 req-5c4750e1-d710-4ab7-9a82-04df1845a847 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305135 Jul 22 20:04:51.960812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ab4d1-8f6a-4fce-af3e-ba648b451549 req-234fccdc-60dc-4e11-ad2a-964309b216cf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:51.962199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769ab4d1-8f6a-4fce-af3e-ba648b451549 req-234fccdc-60dc-4e11-ad2a-964309b216cf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.0628111 Jul 22 20:04:51.999233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-769ab4d1-8f6a-4fce-af3e-ba648b451549 req-580a0c23-fae0-47dd-8d7c-c4174c8fd09c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309768 Jul 22 20:04:52.021477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36868) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:04:52.205081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bdccc1-8320-42a5-af5b-25d6299d4e8c tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:52.206959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-47bdccc1-8320-42a5-af5b-25d6299d4e8c tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1092 time: 0.1841815 Jul 22 20:04:52.209405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 36872) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:04:52.213973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:04:52.235780 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:52.329066 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:52.432569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.25.6.117 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c8abed9c-f143-4760-b124-fee5da3d0763) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:04:52.533207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:52.570162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:52.607855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:04:52.610718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:04:52.616308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:04:52.644634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=c8abed9c-f143-4760-b124-fee5da3d0763,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:52.971409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:53.045261 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:53.192025 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:53.196762 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:53.261634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=c8abed9c-f143-4760-b124-fee5da3d0763,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:04:53.272961 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:53.369880 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP a2c480e5-ee62-467a-a07c-12a7daf77ac3 associated. External IP: 172.25.6.117, port: a80f3f0c-a61d-403f-aa96-bd8c4ba281ee. Jul 22 20:04:53.567313 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:04:54.002965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:04:54.012440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:04:54.019530 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:54.023848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:04:54.024508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:04:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:54.055334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e28d9e54-c9bd-4f09-9db8-6146e8815a52 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8448348 Jul 22 20:04:54.055918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:04:54.058187 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7becbd06-88d7-46cf-a764-a15ec47dcac2" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:04:54.095837 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e74389f-2280-4ccf-ac33-2e3d87101256 x-openstack-request-id: req-5e74389f-2280-4ccf-ac33-2e3d87101256 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:04:54.096157 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:04:54.096492 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e74389f-2280-4ccf-ac33-2e3d87101256 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:04:54.096888 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'status': 'completed', 'code': 200} Jul 22 20:04:54.132568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:04:54.267781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-4de1ef3a-85e9-4b5f-ab83-c726ecbf0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:54.269249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-4de1ef3a-85e9-4b5f-ab83-c726ecbf0ecf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.1475735 Jul 22 20:04:54.357125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:52Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:54.360751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-13ee2968-2dc2-4862-bd1d-235995a403a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:54.362515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-13ee2968-2dc2-4862-bd1d-235995a403a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0873797 Jul 22 20:04:54.383941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:04:54.392251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:04:54.392860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:04:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:54.427036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-71158e63-9838-45f3-9740-7150a450faf8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 999 time: 0.0578279 Jul 22 20:04:54.482368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-3a9ccfc6-aa4d-448b-aab3-0579a9103631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:54.484561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-3a9ccfc6-aa4d-448b-aab3-0579a9103631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0516000 Jul 22 20:04:54.546733 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-3a800ce8-8709-41ca-9fc3-ae2e0b04a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:04:54.547479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-3a800ce8-8709-41ca-9fc3-ae2e0b04a662 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565479 Jul 22 20:04:54.640972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-55b3b669-8849-41f6-9cc3-cfa18abaff07 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868671 Jul 22 20:04:54.652269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:04:54.709705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:04:54.730777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7becbd06-88d7-46cf-a764-a15ec47dcac2 req-7e66bb4b-68f2-43f2-87a5-71f4238d206f service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831041 Jul 22 20:04:54.888731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:52Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:04:54.917657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6246c5bd-e2dd-456b-a87e-9d880df5e468 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:52Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:04:55.121721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c23f1e-e5de-462d-8a71-2fb454befeef None None] New status for floating IP a2c480e5-ee62-467a-a07c-12a7daf77ac3: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:04:57.415043 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:06.240635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-fcd313cb-a113-4d6c-95e1-ed1298d9ec22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521846 Jul 22 20:05:06.347228 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-f5869faa-5544-4fc7-b86f-d85152786910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:06.348792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-f5869faa-5544-4fc7-b86f-d85152786910 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0585694 Jul 22 20:05:06.583140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-adc7c5b7-e238-4bf0-a413-005cd91ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:06.584648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-adc7c5b7-e238-4bf0-a413-005cd91ec47c service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0969739 Jul 22 20:05:06.653169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-e39ba3fc-5fa0-47dc-9c0d-f2d11f4a483c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 1001 time: 0.0616667 Jul 22 20:05:06.699009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-1564b2f9-3b5e-4ee3-ae10-6287a44c7235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:06.700492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-1564b2f9-3b5e-4ee3-ae10-6287a44c7235 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0419202 Jul 22 20:05:06.762953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-609fe77f-eea9-49a6-b7f8-9c60b24ffabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:05:06.765237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-609fe77f-eea9-49a6-b7f8-9c60b24ffabe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557251 Jul 22 20:05:06.855534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-80dc2b99-761e-4ffa-85bd-34f5af4db4cc service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Jul 22 20:05:06.948682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41783558-d753-4dc4-aeb4-602d44f5ffa8 req-f282e7fc-2b3a-49f9-bd26-b7edaf255677 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814800 Jul 22 20:05:07.102439 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-728f815c-b5da-4a58-83ee-37645689dd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:09.971969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:10.052986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd21c0a6-c69e-4433-b14e-64ead23c6ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:11.584170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:12.977101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:15.614699 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:05:24.699177 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:27.409059 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:37.103951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-72e6ee7c-d7a2-45f7-98f2-3d55f68e4bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:39.973883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:40.052502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-10893118-68a8-4ac6-8ef5-d09c46b4a2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:41.588799 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:42.978283 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:52.614465 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:05:53.268337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-98822ccf-7a25-4fc6-ba9d-c57ef2faf8d3 req-3da48223-39dd-4374-b9a5-e4d62251f572 tempest-ServersNegativeTestMultiTenantJSON-263240240 tempest-ServersNegativeTestMultiTenantJSON-263240240-project] (93801) timed out ('10.222.0.26', 49926) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:05:54.698620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:05:57.422215 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:07.105925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f25e706e-2134-4f16-9cda-a5f4935b545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:08.254046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-a6691cf9-a65f-495c-8f04-e175d384b5ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0614593 Jul 22 20:06:08.345573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-8eda59db-37e1-4260-b41b-d443d0d65da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:08.347620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-8eda59db-37e1-4260-b41b-d443d0d65da5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0533831 Jul 22 20:06:08.452050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-9d044afb-324c-4c17-97a1-02bde350d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:08.453462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-9d044afb-324c-4c17-97a1-02bde350d74a service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0876756 Jul 22 20:06:08.517384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-f4f1bfcb-2733-459e-813c-3b01d2f329d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 1001 time: 0.0572870 Jul 22 20:06:08.566848 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-f1c5eb42-2f6b-4cd1-8db0-ccc40713e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:08.568352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-f1c5eb42-2f6b-4cd1-8db0-ccc40713e576 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0448532 Jul 22 20:06:08.631682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-639c16bf-7bcb-489f-a7b8-5023d65f11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:08.633236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-639c16bf-7bcb-489f-a7b8-5023d65f11c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582404 Jul 22 20:06:08.722687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-dbbf4e19-aaf7-4a26-b88b-92a5e6a59c50 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823226 Jul 22 20:06:08.813179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a371d8-fc6d-4a15-8d26-53a176a01e0a req-c21c1ffd-4a5e-4d74-bb7c-dbaf0609d4d3 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Jul 22 20:06:09.974082 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:10.052459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-def3aa75-43dc-4574-a6c0-dde315fb2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:11.590590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:12.980463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:24.696030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:27.416871 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:29.614161 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:06:37.107918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-81df5954-bf39-4d72-8695-201c4da17f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:39.978021 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:40.060583 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-764e0904-bbf9-40c5-a345-b9d77b28e013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:41.598068 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:42.985076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:43.071163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-29e0d22b-fcbf-4c2a-bd0d-5f7470720bd1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540290224&fields=id&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 267 time: 0.0341401 Jul 22 20:06:43.178715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-f9bc37e9-33ef-46dd-a522-d3cd354787bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:43.180246 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-f9bc37e9-33ef-46dd-a522-d3cd354787bf tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1027229 Jul 22 20:06:43.199389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-346307ff-1634-4a88-a71b-dbd2407573a5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/quotas/e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 375 time: 0.0138018 Jul 22 20:06:43.274559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-bc143c1e-2c2c-4872-a54b-9e340c81ee34 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0698826 Jul 22 20:06:43.290502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-499eb620-508d-4688-9ebf-812a5b578362 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:06:43.291519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-499eb620-508d-4688-9ebf-812a5b578362 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057995 Jul 22 20:06:43.380623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-6d85fe94-264a-44d6-a94d-b895f23ec78c service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Jul 22 20:06:43.474693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-62b20018-046e-4b5d-805c-857626bca400 service neutron] 10.222.0.10 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885453 Jul 22 20:06:43.763897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7ae720fc-74a2-44ed-b8e7-f3fe2f94ad36 req-a08e16f7-f55c-47b4-bded-4639a0713066 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0292470 Jul 22 20:06:44.883379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9288d6ea-6730-45e6-90d4-51263131459d req-24f35433-b6b1-48ba-9598-8af6afb5ba4f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0342307 Jul 22 20:06:45.982447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05ee49ea-45ba-4414-adfd-a9a6ae7b8fc7 req-e63e6826-69e6-4c2a-98b3-24c354b5ff17 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0309083 Jul 22 20:06:47.060632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e414d011-8567-4ca2-b0e0-a704eb7c94e7 req-8057c20a-17f5-407b-8e52-b954d72242fd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0300643 Jul 22 20:06:48.155869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a692ea3-ddc7-40c7-ac87-2407447dd092 req-5cc7471a-d70a-430d-acb4-31a14843a1f0 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0296276 Jul 22 20:06:48.904359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-b07d9b2d-026b-4a38-a781-547455f7b6f0 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:48.906222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-b07d9b2d-026b-4a38-a781-547455f7b6f0 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 810 time: 0.1197970 Jul 22 20:06:48.959734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-1655f70f-8b48-4a8f-9c7e-4e7a0dcec340 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e249e70d888f4135a1d0adc703af5f04 HTTP/1.1" status: 200 len: 379 time: 0.0447853 Jul 22 20:06:48.968435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'port': {'device_id': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'admin_state_up': True, 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'security_groups': ['d220de26-4fc1-4b56-b451-e630d731477f']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:49.090150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Made reservation on behalf of e249e70d888f4135a1d0adc703af5f04 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:06:49.093583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.224593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.20.0.11 (745bdc4a-af42-4541-bcd5-c487936289b5/3987caae-d142-4a0d-b9a2-3b0f33247de4/15a1da16-fc78-4479-82f0-f1fe53e8c74f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:06:49.266481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2b9ce65-7f8a-460d-b4fb-bfcd664978e8 req-8eed4011-9c7f-4ed9-b796-6ec1cee14d7b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0370753 Jul 22 20:06:49.396346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.409604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Transition to ACTIVE for port object 15a1da16-fc78-4479-82f0-f1fe53e8c74f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:49.442913 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.492093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network 745bdc4a-af42-4541-bcd5-c487936289b5 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:06:49.495245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:06:49.498391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:06:49.539878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:49.553420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.553795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.554106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.554445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.554777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.555108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.555433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.555761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.556081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.556428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.556749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.557069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:06:49.573800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:49.574470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.591774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-47fd9548-71ce-41e8-b6a7-28750200191f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6277282 Jul 22 20:06:49.666760 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Request body: {'port': {'device_id': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:06:49.734524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2af3f60f-3f30-4642-a5b6-7210950b843d None None] Provisioning for port 15a1da16-fc78-4479-82f0-f1fe53e8c74f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:06:49.738531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2af3f60f-3f30-4642-a5b6-7210950b843d None None] Provisioning complete for port 15a1da16-fc78-4479-82f0-f1fe53e8c74f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:06:49.739478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2af3f60f-3f30-4642-a5b6-7210950b843d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.744413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:49.774546 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2af3f60f-3f30-4642-a5b6-7210950b843d None None] Port 15a1da16-fc78-4479-82f0-f1fe53e8c74f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:06:50.033875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a1da16-fc78-4479-82f0-f1fe53e8c74f {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:06:50.041798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.054344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Transition to ACTIVE for port object 15a1da16-fc78-4479-82f0-f1fe53e8c74f will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:06:50.058678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.140138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:50.202534 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Attempting to bind port 15a1da16-fc78-4479-82f0-f1fe53e8c74f on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:06:50.202960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Attempting to bind port 15a1da16-fc78-4479-82f0-f1fe53e8c74f by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:06:50.203367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Attempting to bind port 15a1da16-fc78-4479-82f0-f1fe53e8c74f on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:50.208738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Port 15a1da16-fc78-4479-82f0-f1fe53e8c74f on network 745bdc4a-af42-4541-bcd5-c487936289b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:06:50.209063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Attempting to bind port 15a1da16-fc78-4479-82f0-f1fe53e8c74f on network 745bdc4a-af42-4541-bcd5-c487936289b5 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:06:50.214867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:06:50.215289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Checking segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:06:50.215756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Bound using segment: {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:06:50.216446 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Bound port: 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5fbf7f-f6dd-4500-90d2-18fae28c940f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:06:50.216873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.289563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:06:50.293096 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:06:50.303680 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.339592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.340351 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:50.342445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 1093 time: 0.7436080 Jul 22 20:06:50.342971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:06:50.345731 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d4e06-26a0-4f13-af66-5618f817b24a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:06:50.396165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e42d99-f7d3-4f62-b8c6-c618320fc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:06:50.523847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b590155-3f89-4e4c-8900-31513ab3711b req-a6cd13e8-0f04-4ee4-ba00-a3b6c18cd342 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.525556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b590155-3f89-4e4c-8900-31513ab3711b req-a6cd13e8-0f04-4ee4-ba00-a3b6c18cd342 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.1243649 Jul 22 20:06:50.543318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-dc2e5e3e-e593-42de-aea0-354c40435966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.544923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-dc2e5e3e-e593-42de-aea0-354c40435966 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1096 time: 0.1025288 Jul 22 20:06:50.546455 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7026a038-659a-4ae8-9687-7d70d0b47fd6 x-openstack-request-id: req-7026a038-659a-4ae8-9687-7d70d0b47fd6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:06:50.546824 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:06:50.547104 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7026a038-659a-4ae8-9687-7d70d0b47fd6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:06:50.547561 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'status': 'completed', 'code': 200} Jul 22 20:06:50.605955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-a1e2845b-b0c4-456f-9565-9d12d22f38ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 217 time: 0.0476055 Jul 22 20:06:50.614739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b590155-3f89-4e4c-8900-31513ab3711b req-f3dde2e6-8b95-40e2-900e-c13665c53942 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789039 Jul 22 20:06:50.671791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-ddce12f4-62c8-4981-a409-9d1c9a3df8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.673306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-ddce12f4-62c8-4981-a409-9d1c9a3df8a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0574985 Jul 22 20:06:50.737208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-1adca4e6-2922-4231-a305-b1630ebdc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:50.738742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-1adca4e6-2922-4231-a305-b1630ebdc38d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592813 Jul 22 20:06:50.835018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-68c38667-8e31-4519-a5fb-1e6e8fb3c4b6 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Jul 22 20:06:50.950271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e429b5a3-e964-48cb-83cf-8dddbee60352 req-acbd165c-c645-4497-be3e-9e9ac87a1ebb service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048150 Jul 22 20:06:51.063679 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4e06-26a0-4f13-af66-5618f817b24a req-2df6bc0c-cc28-4e03-a3b2-0e738e4d4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.065436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-2df6bc0c-cc28-4e03-a3b2-0e738e4d4ab9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1096 time: 0.0694013 Jul 22 20:06:51.185834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4e06-26a0-4f13-af66-5618f817b24a req-d40a7be7-f6a6-4a56-ace7-4665733f662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.187780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-d40a7be7-f6a6-4a56-ace7-4665733f662b service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1158984 Jul 22 20:06:51.237660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-d7c0597f-56cf-4a48-a39f-fe6c969b7c4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 217 time: 0.0431349 Jul 22 20:06:51.294613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4e06-26a0-4f13-af66-5618f817b24a req-d3f141fd-8711-4160-9926-cbf29f8e6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.296354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-d3f141fd-8711-4160-9926-cbf29f8e6218 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0525639 Jul 22 20:06:51.367930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4e06-26a0-4f13-af66-5618f817b24a req-3ebb00bf-a496-4d14-a78b-b7a6b1caf87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.369646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-3ebb00bf-a496-4d14-a78b-b7a6b1caf87e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669112 Jul 22 20:06:51.463210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-6b3f1e3b-e86e-476f-8b2c-6d3536f61056 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864685 Jul 22 20:06:51.562091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-486d4e06-26a0-4f13-af66-5618f817b24a req-172a30fc-196b-477b-837e-2a6ba6b1320d service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922554 Jul 22 20:06:51.750615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a05ec-50a7-4cf1-b136-372d983577d2 req-cee6f9ed-c8df-494b-a9b2-2c83378c801b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:51.752047 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d88a05ec-50a7-4cf1-b136-372d983577d2 req-cee6f9ed-c8df-494b-a9b2-2c83378c801b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0643082 Jul 22 20:06:51.791279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d88a05ec-50a7-4cf1-b136-372d983577d2 req-0c98bd19-3005-42dd-9d33-edc78be5b638 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Jul 22 20:06:52.925568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1679fa-43b7-471a-93f4-d8300eb2ef0d req-5fc29643-858b-4bb0-b560-1b5f0e639118 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:52.927122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e1679fa-43b7-471a-93f4-d8300eb2ef0d req-5fc29643-858b-4bb0-b560-1b5f0e639118 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0654008 Jul 22 20:06:52.971430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6e1679fa-43b7-471a-93f4-d8300eb2ef0d req-4936984f-f913-4e31-bf98-8bd77104949e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385528 Jul 22 20:06:54.102057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6709e4-3a2f-425d-8baa-c212e116b7d1 req-f276d233-343f-4df6-a36e-0bd56766e91a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:54.103550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b6709e4-3a2f-425d-8baa-c212e116b7d1 req-f276d233-343f-4df6-a36e-0bd56766e91a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0645785 Jul 22 20:06:54.142527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0b6709e4-3a2f-425d-8baa-c212e116b7d1 req-1edb4c2d-8a74-4609-8476-301275d8f09f tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333996 Jul 22 20:06:54.711076 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:55.272119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d599749-49d1-4866-959c-83e515ee6dbe req-e46bbc85-4ff2-4f92-ac21-9d335aa5d6ac tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:55.273694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d599749-49d1-4866-959c-83e515ee6dbe req-e46bbc85-4ff2-4f92-ac21-9d335aa5d6ac tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0668943 Jul 22 20:06:55.310408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d599749-49d1-4866-959c-83e515ee6dbe req-9395fd52-b546-478f-815c-4dd36853b550 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Jul 22 20:06:56.440687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6eba87-d023-4573-8c36-b7b1b1db7953 req-7e865550-60b6-4b07-944b-99fabb409f0a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:56.442170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a6eba87-d023-4573-8c36-b7b1b1db7953 req-7e865550-60b6-4b07-944b-99fabb409f0a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0656931 Jul 22 20:06:56.479551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a6eba87-d023-4573-8c36-b7b1b1db7953 req-3e3ddfe4-5bae-411d-a3d1-3546320b92ed tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315466 Jul 22 20:06:57.435019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:06:57.608116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacff42f-1f1e-4870-b63d-a32ec148c68d req-2330421c-9a0f-4723-9c21-a0fb5a6da08a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:57.609656 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bacff42f-1f1e-4870-b63d-a32ec148c68d req-2330421c-9a0f-4723-9c21-a0fb5a6da08a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0638497 Jul 22 20:06:57.648306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bacff42f-1f1e-4870-b63d-a32ec148c68d req-c93da819-ef52-4ffa-8d0c-9d33e655ed5a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 22 20:06:58.773933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e50f-1f22-4124-bc0b-4b27e8b229fe req-1b870664-ce66-4205-9b72-c408a801bdd1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:58.775448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4994e50f-1f22-4124-bc0b-4b27e8b229fe req-1b870664-ce66-4205-9b72-c408a801bdd1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0626500 Jul 22 20:06:58.815345 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4994e50f-1f22-4124-bc0b-4b27e8b229fe req-e9834587-99bb-4c10-babf-f4e66f6461af tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343976 Jul 22 20:06:59.942878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f1188-e025-4d53-8a3a-c4c307b32dca req-8c0626b1-753b-451e-a47a-e840375f3f42 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:06:59.944448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8f1188-e025-4d53-8a3a-c4c307b32dca req-8c0626b1-753b-451e-a47a-e840375f3f42 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0626097 Jul 22 20:06:59.983999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f8f1188-e025-4d53-8a3a-c4c307b32dca req-9b9d71f6-c74d-4a70-a55a-701587992ae3 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 22 20:07:01.112130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d04d-4a10-4bdf-87ab-6dba219a594b req-2051641e-9149-4b7d-846b-931c22755296 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:01.113565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a591d04d-4a10-4bdf-87ab-6dba219a594b req-2051641e-9149-4b7d-846b-931c22755296 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 944 time: 0.0637147 Jul 22 20:07:01.155514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a591d04d-4a10-4bdf-87ab-6dba219a594b req-b12903a3-b2d6-4b25-aa64-4ba82d9daa4a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Jul 22 20:07:01.157361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 15a1da16-fc78-4479-82f0-f1fe53e8c74f details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:07:01.266519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:01.277827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'port_id': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'mac_address': 'fa:16:3e:9e:ca:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:07:01.312417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:01.324848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a1da16-fc78-4479-82f0-f1fe53e8c74f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:07:01.345114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:01.348788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:01.394233 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:01.401844 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.402191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.402533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.402869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.403202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.403536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.403862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.404211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.404541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.404864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.405194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.405518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:07:01.585363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['15a1da16-fc78-4479-82f0-f1fe53e8c74f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:07:02.286139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e95bc-912b-4890-bd97-3933563595fb req-10ce98a3-432b-4f10-aa59-931eb685ae19 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:02.287628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-989e95bc-912b-4890-bd97-3933563595fb req-10ce98a3-432b-4f10-aa59-931eb685ae19 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 945 time: 0.0658312 Jul 22 20:07:02.324135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-989e95bc-912b-4890-bd97-3933563595fb req-63919700-1631-4808-9a53-40cf5e3d5ba1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Jul 22 20:07:03.172657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 15a1da16-fc78-4479-82f0-f1fe53e8c74f up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:07:03.222848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 15a1da16-fc78-4479-82f0-f1fe53e8c74f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:07:03.227116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 15a1da16-fc78-4479-82f0-f1fe53e8c74f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:07:03.227500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:03.301026 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:03.323908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:03.326287 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf494644-a260-4545-a43e-104a389c3fec" -d '{"events": [{"server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "name": "network-vif-plugged", "status": "completed", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:03.339342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:07:03.343274 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:03.396670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:03.430342 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b093dd-7f77-489a-bcf9-724e5a10d889 x-openstack-request-id: req-28b093dd-7f77-489a-bcf9-724e5a10d889 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:03.430637 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "name": "network-vif-plugged", "status": "completed", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:03.430894 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28b093dd-7f77-489a-bcf9-724e5a10d889 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:03.431298 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'code': 200} Jul 22 20:07:03.456064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373bd9-d553-4452-a614-e6795162734d req-61eb1f9e-a86a-4c86-ab36-3defb8a0516a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:03.457672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd373bd9-d553-4452-a614-e6795162734d req-61eb1f9e-a86a-4c86-ab36-3defb8a0516a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0653756 Jul 22 20:07:03.522847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd373bd9-d553-4452-a614-e6795162734d req-35358487-e4f5-45b3-86dd-a64804e7f59a tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592048 Jul 22 20:07:03.546159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5906f0-1e88-40ae-9d19-739a9728141d req-891a0db2-90e6-4ae1-92bf-16da80bcaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:03.547669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a5906f0-1e88-40ae-9d19-739a9728141d req-891a0db2-90e6-4ae1-92bf-16da80bcaa1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1098 time: 0.0629776 Jul 22 20:07:03.587731 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a5906f0-1e88-40ae-9d19-739a9728141d req-ca19ee9a-e93d-462d-9685-9717d1e30b13 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336523 Jul 22 20:07:04.651191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21f7aa-18fc-48a6-9a22-10de45a2115c req-07c53cee-7183-427f-9ae4-bcbe524c4002 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:04.652702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f21f7aa-18fc-48a6-9a22-10de45a2115c req-07c53cee-7183-427f-9ae4-bcbe524c4002 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0628440 Jul 22 20:07:04.689136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f21f7aa-18fc-48a6-9a22-10de45a2115c req-c1992386-add1-44df-bbf6-4fbac3da9f75 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Jul 22 20:07:04.815643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c758c5-fa66-48d8-b649-acd3fd2b20ed req-a0eb9d33-7132-4013-8aa6-48a264c78cc5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:04.817680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4c758c5-fa66-48d8-b649-acd3fd2b20ed req-a0eb9d33-7132-4013-8aa6-48a264c78cc5 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0628545 Jul 22 20:07:04.854402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4c758c5-fa66-48d8-b649-acd3fd2b20ed req-47fab87b-c92f-4c76-aa9f-b2a1dc30a701 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311251 Jul 22 20:07:04.876297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37056) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:04.944875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3085cd-48a9-4fce-af59-43d34d4918bd tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:04.946407 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3f3085cd-48a9-4fce-af59-43d34d4918bd tempest-TestVolumeBootPattern-1595106322 tempest-TestVolumeBootPattern-1595106322-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1093 time: 0.0691333 Jul 22 20:07:04.949233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37058) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:07:04.953652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:07:04.976183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:05.071405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:05.178839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Allocated IP 172.25.6.30 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3ea93099-1d57-48f2-9117-904dbf7cb135) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:07:05.281129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:05.318757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:05.353564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:07:05.359431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:07:05.362975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:07:05.390195 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=3ea93099-1d57-48f2-9117-904dbf7cb135,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:06.040598 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.118284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.268732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.273138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.339299 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event updated for resources: {'Port': ['ID=3ea93099-1d57-48f2-9117-904dbf7cb135,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:07:06.348844 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.446683 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP 646fd80b-e20a-4fe0-9ce4-0c39836a832e associated. External IP: 172.25.6.30, port: 15a1da16-fc78-4479-82f0-f1fe53e8c74f. Jul 22 20:07:06.612694 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:07:06.649543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:07:06.755714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:07:06.765099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:07:06.771658 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:06.774253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:06.774875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:06:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:06.808468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-94e09586-da61-45ab-810e-666e306a53b8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8581507 Jul 22 20:07:06.809164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:07:06.811458 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c998116e-e254-47af-8e00-5bb09199b60f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:07:06.849251 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02922c-0063-4926-a2f6-176f88b3977c x-openstack-request-id: req-7e02922c-0063-4926-a2f6-176f88b3977c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:07:06.849548 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:07:06.849807 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e02922c-0063-4926-a2f6-176f88b3977c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:07:06.851130 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'status': 'completed', 'code': 200} Jul 22 20:07:06.886531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:06.923601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998116e-e254-47af-8e00-5bb09199b60f req-23f1ed50-05d8-4a7c-bd3a-3e1176997b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:06.925181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-23f1ed50-05d8-4a7c-bd3a-3e1176997b7d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1098 time: 0.0545404 Jul 22 20:07:07.021507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998116e-e254-47af-8e00-5bb09199b60f req-7ccc96fe-432c-428a-b19d-d2a8e416eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:07.023010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-7ccc96fe-432c-428a-b19d-d2a8e416eded service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0917082 Jul 22 20:07:07.088813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-49cb52f3-c901-42d0-806b-a35e560add05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 999 time: 0.0587192 Jul 22 20:07:07.111005 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4fedc152-4d94-4e23-bae9-f48a6986339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:07.121431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '646fd80b-e20a-4fe0-9ce4-0c39836a832e', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:9e:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:07:05Z', 'updated_at': '2021-07-22T20:07:05Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}, {'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:07.141726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998116e-e254-47af-8e00-5bb09199b60f req-eaf7db82-3822-4f50-91f2-68b92dc2ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:07.143136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-eaf7db82-3822-4f50-91f2-68b92dc2ad63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0484102 Jul 22 20:07:07.153096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:07:07.161577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:07:07.162194 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:06:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:07.210032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998116e-e254-47af-8e00-5bb09199b60f req-ddbf75d8-dc3a-4725-9818-b4644a52fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:07.211624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-ddbf75d8-dc3a-4725-9818-b4644a52fe02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623810 Jul 22 20:07:07.267440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:07:07.304880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-40ffa0cb-ebe7-453a-a44d-97e723f9fbf9 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Jul 22 20:07:07.397631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c998116e-e254-47af-8e00-5bb09199b60f req-615ff592-9151-4079-b2ad-995cd450109a service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862389 Jul 22 20:07:07.495705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '646fd80b-e20a-4fe0-9ce4-0c39836a832e', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:9e:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:07:05Z', 'updated_at': '2021-07-22T20:07:05Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}, {'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:07:07.522177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702430b2-3502-40ae-a9d6-e4f37f332961 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '646fd80b-e20a-4fe0-9ce4-0c39836a832e', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.30', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:9e:ca:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:07:05Z', 'updated_at': '2021-07-22T20:07:05Z', 'revision_number': 0, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}, {'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:07:07.714920 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dc481a-3543-4c79-a27c-f52b39174d84 None None] New status for floating IP 646fd80b-e20a-4fe0-9ce4-0c39836a832e: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:07:09.242281 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-4db56c41-a18c-42d0-8923-a8fb90be3bbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534918 Jul 22 20:07:09.334365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-bb35aef1-68ca-4eca-a458-03a69bb82f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:09.335862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-bb35aef1-68ca-4eca-a458-03a69bb82f1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0539620 Jul 22 20:07:09.440756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-363310b8-1ead-4db5-9ebf-df2252e08c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:09.442828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-363310b8-1ead-4db5-9ebf-df2252e08c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0884135 Jul 22 20:07:09.509767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-5235f878-3518-4c79-a7e2-686ec1164458 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 1001 time: 0.0603476 Jul 22 20:07:09.563169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-31a17ecb-91f5-4419-b925-3b0d63afc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:09.564682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-31a17ecb-91f5-4419-b925-3b0d63afc868 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0488622 Jul 22 20:07:09.630399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-44318dc7-7729-43ad-92ef-7d8a8063a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:09.631953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-44318dc7-7729-43ad-92ef-7d8a8063a2a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606132 Jul 22 20:07:09.727675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-a8d95014-abe0-438d-9d20-3e2a691a3cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885248 Jul 22 20:07:09.819807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-433488dc-7bc5-4f47-8d2f-a50491942616 req-f3d2efec-f774-4405-998a-b7564b945125 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858164 Jul 22 20:07:09.978893 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:10.055624 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7d8fae21-de17-42bc-a5d5-95ec136abfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:11.596810 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:12.986607 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:14.307771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-76981537-0401-44f1-b543-adab204871fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527759 Jul 22 20:07:14.405612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-27715213-0aaf-4516-a6ab-bde31b96c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:14.407158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-27715213-0aaf-4516-a6ab-bde31b96c419 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1098 time: 0.0588882 Jul 22 20:07:14.510666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-868ecdfd-cb5e-4c7a-9bb7-8475a467a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:14.512171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-868ecdfd-cb5e-4c7a-9bb7-8475a467a518 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0859218 Jul 22 20:07:14.581955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-950b5a99-f9fc-4a25-8798-39f1e250b0a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 1001 time: 0.0634608 Jul 22 20:07:14.632106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-5f296df6-0cf0-453e-ac47-34134312a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:14.633649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-5f296df6-0cf0-453e-ac47-34134312a166 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0459623 Jul 22 20:07:14.694377 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-f916e01d-b412-4519-92bc-cb1e229b1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:07:14.695940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-f916e01d-b412-4519-92bc-cb1e229b1b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558364 Jul 22 20:07:14.791569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-949200fd-5d86-4fbf-80da-498ab26832eb service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892427 Jul 22 20:07:14.885879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cdd68ad6-f608-4716-89bc-6f82c494dcb2 req-fb33c753-f5c3-486d-a7cc-6d3ca6a51aa1 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879922 Jul 22 20:07:24.729725 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:27.433356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:37.116869 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-528ca409-ca70-419a-852b-99ccfc1ed692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:39.979800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:40.054693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eacd4375-00a3-457e-acfb-917abadfd759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:41.602069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:42.988445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:43.611332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:07:54.739997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:07:57.433762 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:07.118533 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-79a2cef6-3bc7-439e-a34e-a39e131e8e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:09.980886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:10.053276 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4194ee43-87c6-4f61-a4b6-be3d38cd238d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:11.249705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-ffff5e66-7bf4-4073-aaca-da7317e91731 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585144 Jul 22 20:08:11.343657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-e7df7cee-33ec-4cc1-ba9b-d3470199d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:11.345235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-e7df7cee-33ec-4cc1-ba9b-d3470199d6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0568686 Jul 22 20:08:11.450671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-a6c221b8-ecba-4fa9-a463-d7c9bba08b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:11.452045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-a6c221b8-ecba-4fa9-a463-d7c9bba08b00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0874588 Jul 22 20:08:11.516617 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-4d715878-9180-4901-a5d3-005afc50ee41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 1001 time: 0.0581341 Jul 22 20:08:11.564738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-88a3169b-3e51-4263-ace9-dfa29dffc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:11.566159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-88a3169b-3e51-4263-ace9-dfa29dffc3c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0441456 Jul 22 20:08:11.606818 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:11.630353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-7280dcfe-022c-494f-a4c1-14fdd4b8c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:11.631882 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-7280dcfe-022c-494f-a4c1-14fdd4b8c92b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595825 Jul 22 20:08:11.719972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-dd88fdf5-394d-4524-8963-1c4e58ce86b2 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815036 Jul 22 20:08:11.812536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10b1f33a-d1ca-4deb-8a1b-713b32ee52e9 req-7fe31d86-40b7-4c71-9093-035aa8096e37 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865607 Jul 22 20:08:12.991428 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:14.298040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-ca04f997-f704-40ae-8254-584356d0da03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528955 Jul 22 20:08:14.391335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-fea79f2c-4bd9-4029-bbdf-081d92250988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.392878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-fea79f2c-4bd9-4029-bbdf-081d92250988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1098 time: 0.0530810 Jul 22 20:08:14.500987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-1761237c-e593-4ed2-8307-7b81e7749b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.502384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-1761237c-e593-4ed2-8307-7b81e7749b1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.0904374 Jul 22 20:08:14.566963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-7f5d827e-f60f-46b3-bbaa-289229a6d4c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 1001 time: 0.0575993 Jul 22 20:08:14.618032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-b4ba2343-4981-461d-b960-555ab95f019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.620067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-b4ba2343-4981-461d-b960-555ab95f019e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0467904 Jul 22 20:08:14.677348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-a48deba1-c49e-47ab-9fb9-c3b046a160b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:14.678824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-a48deba1-c49e-47ab-9fb9-c3b046a160b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530813 Jul 22 20:08:14.768765 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-3dea5064-d33d-484d-ba75-e932ae457e6c service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832593 Jul 22 20:08:14.858207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a188fe44-d4aa-490a-99c7-81887554d0e4 req-7570c9f2-e227-4891-ba38-36489308ac27 service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833280 Jul 22 20:08:20.610041 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:08:24.754964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:27.433196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:37.119219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0f12dd65-89cd-4df4-b101-8a6ff6928861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:39.981920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:40.052580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-79c25a72-5814-45c7-8edd-f8e8f48f2b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:41.608395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:42.994172 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.463235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:45.617949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port 3ea93099-1d57-48f2-9117-904dbf7cb135 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:08:45.618312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.701411 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.701734 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.712981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for 3ea93099-1d57-48f2-9117-904dbf7cb135 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:08:45.853967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.882490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=3ea93099-1d57-48f2-9117-904dbf7cb135,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:45.914696 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.915041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.915383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.915722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.916055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.916413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.916743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.917070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.917396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.917720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.918045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.918367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:08:45.957655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:45.957950 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP 646fd80b-e20a-4fe0-9ce4-0c39836a832e disassociated (deleted). External IP: 172.25.6.30, port: 15a1da16-fc78-4479-82f0-f1fe53e8c74f. Jul 22 20:08:46.163075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:08:46.595818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:08:46.600543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:46.606387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:08:46.616214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:46.616830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:46.635277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-16691e78-6c9f-4b5d-9483-d1e5f4e31235 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "DELETE /v2.0/floatingips/646fd80b-e20a-4fe0-9ce4-0c39836a832e HTTP/1.1" status: 204 len: 168 time: 1.1710610 Jul 22 20:08:46.635870 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:46.638725 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bac990-9c70-40c2-bf01-d278959f316b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:46.681044 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4ffb8-da03-4000-80c8-6c825b1ec74e x-openstack-request-id: req-76c4ffb8-da03-4000-80c8-6c825b1ec74e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:46.681339 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:46.681546 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76c4ffb8-da03-4000-80c8-6c825b1ec74e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:46.681932 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'status': 'completed', 'code': 200} Jul 22 20:08:46.724726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:46.762612 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac990-9c70-40c2-bf01-d278959f316b req-428501d1-8e6d-42d0-8d99-a0b5afc83bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.773677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-428501d1-8e6d-42d0-8d99-a0b5afc83bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 1098 time: 0.0687602 Jul 22 20:08:46.912621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac990-9c70-40c2-bf01-d278959f316b req-f6cc9340-ee1b-4b10-831c-6a577a7d3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.914106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-f6cc9340-ee1b-4b10-831c-6a577a7d3b48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1343195 Jul 22 20:08:46.931204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8726d0e-ae4a-4e56-b5d5-f79ae16ec3d8 req-f0745be7-fc02-4bfe-b5d2-acc14f9f24f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:46.932669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8726d0e-ae4a-4e56-b5d5-f79ae16ec3d8 req-f0745be7-fc02-4bfe-b5d2-acc14f9f24f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0854213 Jul 22 20:08:46.954799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:46.973489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-e9be1d47-22e1-4d83-b54b-2ce05de3a952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 200 len: 217 time: 0.0499320 Jul 22 20:08:47.039958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8726d0e-ae4a-4e56-b5d5-f79ae16ec3d8 req-880b3bc4-b536-4a4d-b929-0d89df078edd tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690465 Jul 22 20:08:47.049335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac990-9c70-40c2-bf01-d278959f316b req-2f0bb76b-3b5a-47e1-b2c4-4ac9e0120393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:47.050873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-2f0bb76b-3b5a-47e1-b2c4-4ac9e0120393 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0702577 Jul 22 20:08:47.114561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac990-9c70-40c2-bf01-d278959f316b req-272b19a9-88ec-4a39-8d1e-1d1ccdc9e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:47.116093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-272b19a9-88ec-4a39-8d1e-1d1ccdc9e5b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571179 Jul 22 20:08:47.139597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:08:47.147891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:47.148209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:47.214651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-c4ee6f79-4b0d-44e0-82bd-049e87b00cac service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902102 Jul 22 20:08:47.253193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:47.305631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66bac990-9c70-40c2-bf01-d278959f316b req-1b33318c-5f35-4546-a2c1-6f839f142a8b service neutron] 10.222.0.32 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831850 Jul 22 20:08:47.469451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:47.498579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfbfa03-3f35-49d9-be3f-bc419b7ab924 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a2c480e5-ee62-467a-a07c-12a7daf77ac3', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'port_id': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'mac_address': 'fa:16:3e:c1:f2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:04:52Z', 'updated_at': '2021-07-22T20:04:55Z', 'revision_number': 1, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:47.712573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556bcc37-dcbf-4fa1-9354-f109dd1063ba None None] New status for floating IP 646fd80b-e20a-4fe0-9ce4-0c39836a832e: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:08:48.190476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997abbe-7480-4a89-b12d-877ea435f09f req-c8f78275-135e-4afe-8f9a-499506716926 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:48.191981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e997abbe-7480-4a89-b12d-877ea435f09f req-c8f78275-135e-4afe-8f9a-499506716926 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0667205 Jul 22 20:08:48.231253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e997abbe-7480-4a89-b12d-877ea435f09f req-bdb7fff4-62c0-4c62-b1a0-5c0d186a90c1 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334852 Jul 22 20:08:48.356318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-5d163f7e-ea79-4315-b48f-19595ea5f190 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:48.358344 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-5d163f7e-ea79-4315-b48f-19595ea5f190 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 946 time: 0.0624771 Jul 22 20:08:48.456932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port 15a1da16-fc78-4479-82f0-f1fe53e8c74f {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:08:48.457280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:48.542613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port 15a1da16-fc78-4479-82f0-f1fe53e8c74f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=15a1da16-fc78-4479-82f0-f1fe53e8c74f,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:48.542973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:48.555458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for 15a1da16-fc78-4479-82f0-f1fe53e8c74f owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:08:48.679928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:48.708611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=15a1da16-fc78-4479-82f0-f1fe53e8c74f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:48.754501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port 15a1da16-fc78-4479-82f0-f1fe53e8c74f on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:08:48.757222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:48.759366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa650853-d3d5-4caf-ab18-753d9b64ba0a req-c194c6e4-ad5c-4997-8cf0-5d53c3134f66 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.32 "DELETE /v2.0/ports/15a1da16-fc78-4479-82f0-f1fe53e8c74f HTTP/1.1" status: 204 len: 173 time: 0.3954065 Jul 22 20:08:48.759799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'name': 'network-vif-deleted', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:48.762263 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b09d5c-fde3-4350-8fd9-d2e2b8ad01c3" -d '{"events": [{"server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "name": "network-vif-deleted", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:48.819766 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4308f0a-dd35-4941-b04e-c68285ee7498 x-openstack-request-id: req-d4308f0a-dd35-4941-b04e-c68285ee7498 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:48.820060 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4d57bf-1c09-4cc4-b4fa-a60b000a497e", "name": "network-vif-deleted", "tag": "15a1da16-fc78-4479-82f0-f1fe53e8c74f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:48.820352 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4308f0a-dd35-4941-b04e-c68285ee7498 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:48.820791 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4d57bf-1c09-4cc4-b4fa-a60b000a497e', 'name': 'network-vif-deleted', 'tag': '15a1da16-fc78-4479-82f0-f1fe53e8c74f', 'status': 'completed', 'code': 200} Jul 22 20:08:49.331131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-787b758c-6061-4395-81f0-f698246546a3 req-98c7de45-94b7-4faa-96f9-a5fd8c13c1a9 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0342362 Jul 22 20:08:50.437417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89835848-4aa7-4c79-befd-9fd15b2017df req-da978fb7-c487-4319-9ee4-2c43ab9e6e92 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0311775 Jul 22 20:08:51.532521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4b0151c1-0a6f-4526-9e47-959289f7d03d req-f9f17660-077b-4023-b07a-eef4ff6a0cc4 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e4d57bf-1c09-4cc4-b4fa-a60b000a497e HTTP/1.1" status: 200 len: 210 time: 0.0295749 Jul 22 20:08:51.713682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 15a1da16-fc78-4479-82f0-f1fe53e8c74f no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:08:51.734111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 15a1da16-fc78-4479-82f0-f1fe53e8c74f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:08:51.734388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 15a1da16-fc78-4479-82f0-f1fe53e8c74f not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:08:54.755324 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:56.901577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37158) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:08:57.054460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port c8abed9c-f143-4760-b124-fee5da3d0763 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:08:57.054807 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.134818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.135149 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.146561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for c8abed9c-f143-4760-b124-fee5da3d0763 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:08:57.292705 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.317529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=c8abed9c-f143-4760-b124-fee5da3d0763,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:57.382648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.382985 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Floating IP a2c480e5-ee62-467a-a07c-12a7daf77ac3 disassociated (deleted). External IP: 172.25.6.117, port: a80f3f0c-a61d-403f-aa96-bd8c4ba281ee. Jul 22 20:08:57.449465 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.588045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:08:57.609430 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:08:57.696016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:08:57.701777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:57.707182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:08:57.717164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:57.718038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:57.739043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aecd1b12-e1ae-4b8f-93b6-07056a6e11f8 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "DELETE /v2.0/floatingips/a2c480e5-ee62-467a-a07c-12a7daf77ac3 HTTP/1.1" status: 204 len: 168 time: 0.8363678 Jul 22 20:08:57.739722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:57.742091 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:57.778071 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb5c3b-38f1-4957-8889-bfeab715736a x-openstack-request-id: req-b1bb5c3b-38f1-4957-8889-bfeab715736a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:57.778454 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:57.779316 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1bb5c3b-38f1-4957-8889-bfeab715736a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:57.780131 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'status': 'completed', 'code': 200} Jul 22 20:08:57.830346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:57.865223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-5f398d63-1a60-4e3a-b6e6-7361dea9cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:57.866876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-5f398d63-1a60-4e3a-b6e6-7361dea9cb4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e249e70d888f4135a1d0adc703af5f04&device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 1097 time: 0.0645542 Jul 22 20:08:57.999436 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-0052d642-8a72-4e35-a9e9-b0940fd2154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:58.000874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-0052d642-8a72-4e35-a9e9-b0940fd2154f service neutron] 10.222.0.26 "GET /v2.0/networks?id=745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 200 len: 911 time: 0.1276336 Jul 22 20:08:58.038958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:58.053896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-8a4f12d0-efbc-4734-bf5f-a09a7f19beae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 200 len: 217 time: 0.0447974 Jul 22 20:08:58.065221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2188-e466-40c6-9a94-43606fe629b3 req-1abc9ef2-adeb-4d7d-a325-ada69d6d1f3e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:58.066684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407d2188-e466-40c6-9a94-43606fe629b3 req-1abc9ef2-adeb-4d7d-a325-ada69d6d1f3e tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.1321292 Jul 22 20:08:58.070520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:08:58.079993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:08:58.080630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:58.136794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-94206275-614f-4036-9c8c-74fa1e0f6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:58.138474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-94206275-614f-4036-9c8c-74fa1e0f6084 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 200 len: 849 time: 0.0707152 Jul 22 20:08:58.141715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407d2188-e466-40c6-9a94-43606fe629b3 req-b6dbac35-953b-479c-8193-72ea10e19b80 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667505 Jul 22 20:08:58.189772 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:08:58.206461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-192465ff-02fb-481c-978d-1951a5484eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:58.207976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-192465ff-02fb-481c-978d-1951a5484eb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=745bdc4a-af42-4541-bcd5-c487936289b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629671 Jul 22 20:08:58.299352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-44f072d0-22d0-4d29-8f24-de79b312bc44 service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819011 Jul 22 20:08:58.386931 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:08:58.391874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b57eb43c-5d06-4a82-aa15-80fa1b7d41aa req-133b0e39-d8d8-42c7-8b3d-ebc9df28607f service neutron] 10.222.0.26 "GET /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862801 Jul 22 20:08:58.415429 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7ceaa9-adc3-400a-94b6-c98bb3f41247 None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T19:58:44Z', 'revision_number': 4, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19', 'name': '', 'network_id': '745bdc4a-af42-4541-bcd5-c487936289b5', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'mac_address': 'fa:16:3e:cb:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:43Z', 'updated_at': '2021-07-22T19:58:51Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'subnets': [{'id': '3987caae-d142-4a0d-b9a2-3b0f33247de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:08:58.636519 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e18319-beec-4646-b99d-b3acfa12dd5a None None] New status for floating IP a2c480e5-ee62-467a-a07c-12a7daf77ac3: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:08:59.271677 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d55492-0010-4516-a70d-c23ac5022432 req-9c321ace-d4f1-40c1-8172-b77b7e4f186c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:59.273240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5d55492-0010-4516-a70d-c23ac5022432 req-9c321ace-d4f1-40c1-8172-b77b7e4f186c tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.0627160 Jul 22 20:08:59.313318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5d55492-0010-4516-a70d-c23ac5022432 req-569d0b98-0f59-458e-9dda-e7b561599f92 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/security-groups?id=d220de26-4fc1-4b56-b451-e630d731477f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345068 Jul 22 20:08:59.451691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-62bc8865-8aab-442a-99d4-68f07faeadce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:08:59.453074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-62bc8865-8aab-442a-99d4-68f07faeadce tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 945 time: 0.0670891 Jul 22 20:08:59.552305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:08:59.552651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:59.643229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] For port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:08:59.643590 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:59.655079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for a80f3f0c-a61d-403f-aa96-bd8c4ba281ee owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:08:59.778754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:59.809804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=a80f3f0c-a61d-403f-aa96-bd8c4ba281ee,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:08:59.856639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] No DVR routers for this DVR port a80f3f0c-a61d-403f-aa96-bd8c4ba281ee on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:08:59.859790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:08:59.861797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89fa0cc5-ef60-42c1-a146-c61ceceb9085 req-0cba4693-8e33-441b-8d67-af581a81055b tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.26 "DELETE /v2.0/ports/a80f3f0c-a61d-403f-aa96-bd8c4ba281ee HTTP/1.1" status: 204 len: 173 time: 0.4026349 Jul 22 20:08:59.862232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'name': 'network-vif-deleted', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:08:59.864561 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5732e14-d321-471a-9816-edcd0837756a" -d '{"events": [{"server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "name": "network-vif-deleted", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:08:59.901232 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0918a5fa-a8cb-4d0a-bafb-e14468f57be8 x-openstack-request-id: req-0918a5fa-a8cb-4d0a-bafb-e14468f57be8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:08:59.901528 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8", "name": "network-vif-deleted", "tag": "a80f3f0c-a61d-403f-aa96-bd8c4ba281ee", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:08:59.901782 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0918a5fa-a8cb-4d0a-bafb-e14468f57be8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:08:59.902181 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28fe5f6-fc09-4a16-8d77-1ca565b1e8c8', 'name': 'network-vif-deleted', 'tag': 'a80f3f0c-a61d-403f-aa96-bd8c4ba281ee', 'status': 'completed', 'code': 200} Jul 22 20:09:00.413053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-34dd121d-2e9e-46e7-a97f-b81f8d1c023e req-2df87f27-4f2a-4c68-9f3b-32a0e2809474 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Jul 22 20:09:01.511093 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-61905f4a-cbcc-4708-9636-6a3c57ec4ab2 req-a132b577-62c4-43c2-95aa-3543ae82ecaa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0303986 Jul 22 20:09:02.609563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5369ba13-b2cd-47ef-a3ee-82f57fca97d2 req-729b7d3b-6378-4cc5-80ac-e6ad0a98df45 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "GET /v2.0/ports?device_id=d28fe5f6-fc09-4a16-8d77-1ca565b1e8c8 HTTP/1.1" status: 200 len: 210 time: 0.0336261 Jul 22 20:09:03.665568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37180) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:03.667923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a80f3f0c-a61d-403f-aa96-bd8c4ba281ee no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:03.692818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: a80f3f0c-a61d-403f-aa96-bd8c4ba281ee {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:03.693172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device a80f3f0c-a61d-403f-aa96-bd8c4ba281ee not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:03.786886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Deleting port 66bd12de-c2a9-46b2-be23-a5d23a5c48b7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:03.787143 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:03.859526 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:03.859850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:03.870866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Calling delete_port for 66bd12de-c2a9-46b2-be23-a5d23a5c48b7 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:04.000505 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:04.025019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'Port': ['ID=66bd12de-c2a9-46b2-be23-a5d23a5c48b7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:04.089141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:04.091773 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:04.092948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-222475d7-99e9-4a36-84dd-7455674026fa tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "DELETE /v2.0/floatingips/a2ba2cc0-4a41-4d22-94db-c963bedbea64 HTTP/1.1" status: 204 len: 168 time: 0.4263320 Jul 22 20:09:06.343910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37194) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:06.402827 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:06.428383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:06.488032 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:06.490568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:06.491747 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] 10.222.0.10 "DELETE /v2.0/security-groups/d220de26-4fc1-4b56-b451-e630d731477f HTTP/1.1" status: 204 len: 168 time: 0.1461623 Jul 22 20:09:06.502126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735da5b-fa60-4e5a-9b39-c1d9894bcd69 tempest-TestVolumeBootPattern-567210461 tempest-TestVolumeBootPattern-567210461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220de26-4fc1-4b56-b451-e630d731477f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:06.555806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37198) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:07.056778 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:07.120261 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d717742a-2309-4a00-8195-c31908a625e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:07.316492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Deleting port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:07.316835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:07.393164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] For port 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:07.393525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:07.406020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Calling delete_port for 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:07.580958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:07.612097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:07.645419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.645755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.646101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.646441 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.646778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.647114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.647466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.647797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.648125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.648478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.648805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.649133 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:07.791326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:08.001861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:09:08.105992 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:09:08.111665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b4632aa-47e8-40e5-9977-38bcf873bab3 admin admin] 10.222.0.10 "PUT /v2.0/routers/0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5547218 Jul 22 20:09:08.114241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37206) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:08.117410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Sync routers for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:09:08.127950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:08.129116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:08.219904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:08.237941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:08.320906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:08.372514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Deleting port b06b9884-f22b-4058-8ebc-b5e7db726e17 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:08.372873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:08.428126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T20:09:07Z', 'revision_number': 5, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port': {'id': 'b06b9884-f22b-4058-8ebc-b5e7db726e17', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:40Z', 'updated_at': '2021-07-22T19:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:08.454096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Checking router: 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:09:08.457180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] For port b06b9884-f22b-4058-8ebc-b5e7db726e17, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b06b9884-f22b-4058-8ebc-b5e7db726e17,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:08.457653 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:08.462869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Routers {'0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:08.463495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:08:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:08.474289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Calling delete_port for b06b9884-f22b-4058-8ebc-b5e7db726e17 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:08.557744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] Set router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:08.612459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T20:09:08Z', 'revision_number': 6, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:08.639583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3720e-7b2b-4504-a65c-c358f5d274df None None] The sync data for ids ['0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96'] in n-d-800087-13 is: [{'id': '0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96', 'name': 'tempest-TestVolumeBootPattern-18865395-router', 'tenant_id': 'e249e70d888f4135a1d0adc703af5f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:38Z', 'updated_at': '2021-07-22T20:09:08Z', 'revision_number': 6, 'project_id': 'e249e70d888f4135a1d0adc703af5f04', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:09:08.994760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.021188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b06b9884-f22b-4058-8ebc-b5e7db726e17,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:09.055572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:09.075654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:09.076335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4d74e2a9-2ff7-4bc3-8652-7f2d487b3b19 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:09.093359 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.186468 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.188816 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.233076 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.233641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:09:09.238108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.239234 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d03f810b-7cad-4c0b-a4d6-1f1b3ea79af4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0b4ff0ce-ea3a-4318-b7fc-9aef59e64f96 HTTP/1.1" status: 204 len: 168 time: 1.1240776 Jul 22 20:09:09.241757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37208) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:09.286428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Deleting subnet 3987caae-d142-4a0d-b9a2-3b0f33247de4 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:09:09.289785 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.326551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.406675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.460367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.487871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3987caae-d142-4a0d-b9a2-3b0f33247de4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:09.492365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.494300 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5052b806-15dd-4b47-bdae-288e4831a98e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3987caae-d142-4a0d-b9a2-3b0f33247de4 HTTP/1.1" status: 204 len: 168 time: 0.2515621 Jul 22 20:09:09.497089 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37210) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:09.498565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac4eb4-a298-4662-ae52-66bcc05260dc None None] Network 745bdc4a-af42-4541-bcd5-c487936289b5 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:09:09.573693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.628251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Deleting port b716a303-5fac-46ea-a2c8-2dd00fb46e1e {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:09.628606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.691903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] DHCP port deletion for 745bdc4a-af42-4541-bcd5-c487936289b5 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:09:09.699288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] For port b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:09.699899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.713364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Calling delete_port for b716a303-5fac-46ea-a2c8-2dd00fb46e1e owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:09.747234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Deleting port b716a303-5fac-46ea-a2c8-2dd00fb46e1e {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:09.748411 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.797095 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.811596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] For port b716a303-5fac-46ea-a2c8-2dd00fb46e1e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,segment=NetworkSegment(db5fbf7f-f6dd-4500-90d2-18fae28c940f),segment_id=db5fbf7f-f6dd-4500-90d2-18fae28c940f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:09.811994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.823301 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:09.824314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Calling delete_port for b716a303-5fac-46ea-a2c8-2dd00fb46e1e owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:09.828976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] No DVR routers for this DVR port b716a303-5fac-46ea-a2c8-2dd00fb46e1e on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:09:09.897789 n-d-800087-13 neutron-server[93802]: self.session.flush() Jul 22 20:09:09.904421 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.905386 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.914358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745bdc4a-af42-4541-bcd5-c487936289b5']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:09.924616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5fbf7f-f6dd-4500-90d2-18fae28c940f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:09.924911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5fbf7f-f6dd-4500-90d2-18fae28c940f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:09.930570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Pushing event deleted for resources: {'Port': ['ID=b716a303-5fac-46ea-a2c8-2dd00fb46e1e,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:09.933731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.939200 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] No DVR routers for this DVR port b716a303-5fac-46ea-a2c8-2dd00fb46e1e on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:09.941330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.941681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.942037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.942381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.942717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.943066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.943382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.943713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.944039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.944388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.944715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.945037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca57fc8-4dfe-47a3-a86c-e9c62ec0f142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:09:09.952244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.958611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:09:09.959033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:09:09.960888 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:09:09.983393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.020355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.025673 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.027522 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] 10.222.0.10 "DELETE /v2.0/networks/745bdc4a-af42-4541-bcd5-c487936289b5 HTTP/1.1" status: 204 len: 168 time: 0.5287936 Jul 22 20:09:10.031428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37212) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:10.039084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb625cbe-553d-4012-b915-6ffd4044e9ce admin admin] Pushing event deleted for resources: {'Network': ['ID=745bdc4a-af42-4541-bcd5-c487936289b5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:10.053606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2f37d59a-35ca-4b2c-bfaf-d50a0db5d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.379919 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.627314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Deleting port 8c43a895-654f-4909-8ac0-c620aece346e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:10.627649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.702837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] For port 8c43a895-654f-4909-8ac0-c620aece346e, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8c43a895-654f-4909-8ac0-c620aece346e,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:10.703122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.714959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Calling delete_port for 8c43a895-654f-4909-8ac0-c620aece346e owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:10.887027 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:10.914826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c43a895-654f-4909-8ac0-c620aece346e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:10.958385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b716a303-5fac-46ea-a2c8-2dd00fb46e1e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:10.980703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b716a303-5fac-46ea-a2c8-2dd00fb46e1e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:10.981151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b716a303-5fac-46ea-a2c8-2dd00fb46e1e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:10.981671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b06b9884-f22b-4058-8ebc-b5e7db726e17 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:11.003145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b06b9884-f22b-4058-8ebc-b5e7db726e17 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:11.003585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b06b9884-f22b-4058-8ebc-b5e7db726e17 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:11.080562 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.293724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Router 93d0591b-ce49-432a-bb1d-6d954df59d4b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:09:11.398037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:09:11.405458 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1b6556fa-7613-470b-b547-a0c3377ab871 admin admin] 10.222.0.10 "PUT /v2.0/routers/93d0591b-ce49-432a-bb1d-6d954df59d4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3722391 Jul 22 20:09:11.406124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37214) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:11.407184 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Sync routers for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:09:11.416200 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:11.416805 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:09:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:11.515057 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.525927 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:11.611886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.624651 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.677156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Deleting port 30a09d0a-80b4-44f9-bab9-5484058fa9de {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:11.677499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.704477 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T20:09:10Z', 'revision_number': 5, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port': {'id': '30a09d0a-80b4-44f9-bab9-5484058fa9de', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T19:58:48Z', 'updated_at': '2021-07-22T19:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:11.729999 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Checking router: 93d0591b-ce49-432a-bb1d-6d954df59d4b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:09:11.739215 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Routers {'93d0591b-ce49-432a-bb1d-6d954df59d4b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:09:11.739831 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:09:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['93d0591b-ce49-432a-bb1d-6d954df59d4b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:11.756694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] For port 30a09d0a-80b4-44f9-bab9-5484058fa9de, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=30a09d0a-80b4-44f9-bab9-5484058fa9de,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:11.757059 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:11.769582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Calling delete_port for 30a09d0a-80b4-44f9-bab9-5484058fa9de owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:11.823957 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] Set router 93d0591b-ce49-432a-bb1d-6d954df59d4b gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:09:11.877393 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T20:09:11Z', 'revision_number': 6, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:11.905127 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce84425-3a80-4ee8-b6f9-480bc2e59b5d None None] The sync data for ids ['93d0591b-ce49-432a-bb1d-6d954df59d4b'] in n-d-800087-13 is: [{'id': '93d0591b-ce49-432a-bb1d-6d954df59d4b', 'name': 'tempest-TestVolumeBootPattern-276859902-router', 'tenant_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T19:58:47Z', 'updated_at': '2021-07-22T20:09:11Z', 'revision_number': 6, 'project_id': '9d69f4d1d21b4aa79d3c13c4d98a37f5', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:09:11.944240 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.319093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a09d0a-80b4-44f9-bab9-5484058fa9de,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:12.383518 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.475879 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.478142 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.522441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.522969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d0591b-ce49-432a-bb1d-6d954df59d4b {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:09:12.527413 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.529043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b7b4dfc3-160b-4837-8862-8a31ba2a4371 admin admin] 10.222.0.10 "DELETE /v2.0/routers/93d0591b-ce49-432a-bb1d-6d954df59d4b HTTP/1.1" status: 204 len: 168 time: 1.1213198 Jul 22 20:09:12.531470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37216) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:12.574037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Deleting subnet 362716a7-ec74-47ec-99aa-8d1951e9633e {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:09:12.577085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.610994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.692638 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.746173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.772641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362716a7-ec74-47ec-99aa-8d1951e9633e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:12.776098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.778189 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-34eb594e-706a-4ee5-b988-61c6b0559c5c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/362716a7-ec74-47ec-99aa-8d1951e9633e HTTP/1.1" status: 204 len: 168 time: 0.2456291 Jul 22 20:09:12.781320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37218) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:12.783940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ff4b8-539f-410f-9b28-39e22ff7965d None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:09:12.849779 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.913051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Deleting port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:12.913397 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.971658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c43a895-654f-4909-8ac0-c620aece346e no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:12.988066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] For port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:12.988465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:12.996134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8c43a895-654f-4909-8ac0-c620aece346e {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:12.996503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8c43a895-654f-4909-8ac0-c620aece346e not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:12.996911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 30a09d0a-80b4-44f9-bab9-5484058fa9de no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:13.001528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Calling delete_port for 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:13.025340 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] DHCP port deletion for ab05bb02-ab81-49e3-a95a-36354d25fd89 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:09:13.029306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 30a09d0a-80b4-44f9-bab9-5484058fa9de {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:13.029652 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 30a09d0a-80b4-44f9-bab9-5484058fa9de not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:13.037516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.077474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Deleting port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:13.077952 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.092558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.119672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:13.121494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] No DVR routers for this DVR port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:13.139880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] For port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,segment=NetworkSegment(c59f6280-77a2-48e1-b2c7-78de3504f25f),segment_id=c59f6280-77a2-48e1-b2c7-78de3504f25f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:13.140326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.153201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Calling delete_port for 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:13.193160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.203556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab05bb02-ab81-49e3-a95a-36354d25fd89']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:13.218732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59f6280-77a2-48e1-b2c7-78de3504f25f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:13.218981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59f6280-77a2-48e1-b2c7-78de3504f25f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:09:13.228774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.243545 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.250737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:09:13.251151 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:09:13.252934 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:09:13.308021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.314601 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.318941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] 10.222.0.10 "DELETE /v2.0/networks/ab05bb02-ab81-49e3-a95a-36354d25fd89 HTTP/1.1" status: 204 len: 168 time: 0.5342126 Jul 22 20:09:13.329952 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1023f7-9303-44a5-af22-c111b60ba40c admin admin] Pushing event deleted for resources: {'Network': ['ID=ab05bb02-ab81-49e3-a95a-36354d25fd89,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:13.393279 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.400425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Network ab05bb02-ab81-49e3-a95a-36354d25fd89 is not hosted by any dhcp agent {{(pid=93802) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 20:09:13.400880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] No DVR routers for this DVR port 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:13.419949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7a49-0b72-492d-bfcf-d07b836b00f4 None None] Pushing event deleted for resources: {'Port': ['ID=4ebf7bb1-8cd5-431f-a82c-3ba39c737fee,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:13.447037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37222) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:13.486231 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-66ebf91b-5042-4c0f-b73f-5cf074c15804 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e249e70d888f4135a1d0adc703af5f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380449 Jul 22 20:09:13.489064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37224) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:13.536997 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.560918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.605094 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.607679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:13.608882 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0443fc38-b90c-4ace-8ee9-dbad5cc7c15c HTTP/1.1" status: 204 len: 168 time: 0.1189296 Jul 22 20:09:13.616230 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9900b8-5075-48d0-84a1-2a02f5229a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0443fc38-b90c-4ace-8ee9-dbad5cc7c15c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:13.929588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37230) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:13.970609 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d5453e99-bca8-4348-b1b4-dcf9bbe5a8c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d69f4d1d21b4aa79d3c13c4d98a37f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398223 Jul 22 20:09:13.972911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37232) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:14.021577 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:14.042137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:14.091447 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:14.093953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:14.095148 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae458f91-6bfb-4b41-836a-db1d01dc5697 HTTP/1.1" status: 204 len: 168 time: 0.1212683 Jul 22 20:09:14.102963 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa08ba3-301e-42b2-b91a-e3f15fbfe521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae458f91-6bfb-4b41-836a-db1d01dc5697,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:14.950891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:14.970975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:14.971327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 4ebf7bb1-8cd5-431f-a82c-3ba39c737fee not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:24.144275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-08fffce3-aed0-4817-8427-2fed6f9b83b8 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295362 Jul 22 20:09:24.324654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-8707e709-0a64-4572-89b7-4544f833e9f3 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:24.326113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-8707e709-0a64-4572-89b7-4544f833e9f3 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770597 Jul 22 20:09:24.341896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-cac81f40-fa4e-46d6-ab72-7813e171c13e tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/quotas/61a1b10630e141c5bb10f1b0562a94d5 HTTP/1.1" status: 200 len: 375 time: 0.0096037 Jul 22 20:09:24.379922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-c4d83fb7-6382-4573-90a5-01dcf14d4c04 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325029 Jul 22 20:09:24.541146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b4d58071-0315-4c21-b5a0-776cd6c7964d req-bbf719e1-8f31-47fe-9a42-1ab2affba09c tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 210 time: 0.0290844 Jul 22 20:09:24.771323 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:25.398878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-4591b5fe-9a9d-4515-87a3-410f261ffeb6 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214894 Jul 22 20:09:25.515745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-5c51bb91-0d6b-4c2e-8e01-b85c666e578a tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:25.517139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-5c51bb91-0d6b-4c2e-8e01-b85c666e578a tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135628 Jul 22 20:09:25.528785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Request body: {'port': {'device_id': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'admin_state_up': True, 'tenant_id': '61a1b10630e141c5bb10f1b0562a94d5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:25.646363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-650a67c2-2de5-41e7-bc96-416c8edd6ef8 req-3c90cebf-96d6-462b-94f9-332b4ff03155 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 210 time: 0.0380023 Jul 22 20:09:25.663547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Made reservation on behalf of 61a1b10630e141c5bb10f1b0562a94d5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:09:25.667154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:25.676710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:25.769679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:25.773013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:25.832397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:25.900621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Allocated IP 192.168.233.192 (a0c4e56c-dcf0-4d28-9c72-69eaf0c18385/d2ca297b-1872-4606-9dca-bcf5f492e422/95678933-7929-4170-9657-39de6432429b) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:09:25.900958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-4809ad7f-ea8e-4406-aa67-cc3bca7edd6c req-64dddbf6-de2c-476c-ae68-ac1721b4fcab service neutron] (93801) timed out ('10.222.0.10', 35814) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:09:26.042267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.056093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Transition to ACTIVE for port object 95678933-7929-4170-9657-39de6432429b will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:09:26.088335 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.132417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:09:26.135371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:09:26.139034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:09:26.146363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Pushing event updated for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:26.198538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:26.199190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.214494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-77ccc21e-12a2-4fc1-a261-f8734264a31d tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6892493 Jul 22 20:09:26.226601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Request body: {'port': {'device_id': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:26.302668 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.350826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-400c9f2d-d1c8-467c-b9f8-dc29ce70a102 None None] Provisioning for port 95678933-7929-4170-9657-39de6432429b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:09:26.355342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-400c9f2d-d1c8-467c-b9f8-dc29ce70a102 None None] Provisioning complete for port 95678933-7929-4170-9657-39de6432429b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:09:26.355812 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-400c9f2d-d1c8-467c-b9f8-dc29ce70a102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.393166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-400c9f2d-d1c8-467c-b9f8-dc29ce70a102 None None] Port 95678933-7929-4170-9657-39de6432429b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:09:26.564349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95678933-7929-4170-9657-39de6432429b {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:09:26.571609 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.584108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Transition to ACTIVE for port object 95678933-7929-4170-9657-39de6432429b will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:09:26.587595 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.637718 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Pushing event updated for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:26.708630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Attempting to bind port 95678933-7929-4170-9657-39de6432429b on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:09:26.708971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Attempting to bind port 95678933-7929-4170-9657-39de6432429b by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:09:26.709314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Attempting to bind port 95678933-7929-4170-9657-39de6432429b on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:09:26.718266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Port 95678933-7929-4170-9657-39de6432429b on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:09:26.718651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Attempting to bind port 95678933-7929-4170-9657-39de6432429b on network a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:09:26.734753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:09:26.735103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Checking segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:09:26.735501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Bound using segment: {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:09:26.735949 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Bound port: 95678933-7929-4170-9657-39de6432429b, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd132eed2-0372-41ae-a2cb-9e79060e0777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:09:26.736342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.846746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cba7a-c04b-4dc9-b15a-d45386920b58 req-5d98b999-12f7-4ec5-83dd-06daa7e8a991 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:26.848392 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-491cba7a-c04b-4dc9-b15a-d45386920b58 req-5d98b999-12f7-4ec5-83dd-06daa7e8a991 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 948 time: 0.1272981 Jul 22 20:09:26.849461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:09:26.852858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=95678933-7929-4170-9657-39de6432429b,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:09:26.861503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.910563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:26.911194 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:26.912629 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] 10.222.0.32 "PUT /v2.0/ports/95678933-7929-4170-9657-39de6432429b HTTP/1.1" status: 200 len: 1097 time: 0.6908438 Jul 22 20:09:26.915000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'tag': '95678933-7929-4170-9657-39de6432429b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:26.917404 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c76f557-b3d6-472f-a4ba-a3b470266352" -d '{"events": [{"name": "network-changed", "server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "tag": "95678933-7929-4170-9657-39de6432429b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:26.931306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-491cba7a-c04b-4dc9-b15a-d45386920b58 req-cbb8bc98-1895-4d3b-b518-382412108365 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771000 Jul 22 20:09:26.950026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4f316-b6fb-42ee-a51b-a4dfdab27398 service neutron] Pushing event updated for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:26.975627 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d223bc-3f95-4155-a94e-d07acdbe941e x-openstack-request-id: req-96d223bc-3f95-4155-a94e-d07acdbe941e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:26.975941 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "tag": "95678933-7929-4170-9657-39de6432429b", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:26.976187 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96d223bc-3f95-4155-a94e-d07acdbe941e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:26.976573 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'tag': '95678933-7929-4170-9657-39de6432429b', 'status': 'completed', 'code': 200} Jul 22 20:09:27.028697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-feb72a2a-e885-4165-a02f-58ea1c234047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.030386 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-feb72a2a-e885-4165-a02f-58ea1c234047 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 1100 time: 0.0646234 Jul 22 20:09:27.073991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-54a449b1-874c-42d3-86fa-76b4100d0dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=95678933-7929-4170-9657-39de6432429b HTTP/1.1" status: 200 len: 217 time: 0.0355866 Jul 22 20:09:27.121641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-ff227c51-931c-4345-b15e-b13b26e0c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.123105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-ff227c51-931c-4345-b15e-b13b26e0c2cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0437174 Jul 22 20:09:27.184283 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-540a5309-e2b7-4a65-806c-69d4e8312800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.185681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-540a5309-e2b7-4a65-806c-69d4e8312800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0567243 Jul 22 20:09:27.272105 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-4985efe3-bd7f-43b2-8f69-a9a6204e98e5 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799017 Jul 22 20:09:27.362317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d128125a-5dbd-4317-91c8-4030bdd98c8c req-8ed5bae4-9db0-4838-8832-5b230967c39d service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838082 Jul 22 20:09:27.453110 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:27.456225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-fa384643-5c01-48dc-a395-d7267552c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.457727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-fa384643-5c01-48dc-a395-d7267552c453 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 1100 time: 0.0531566 Jul 22 20:09:27.548967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-3c8a625c-74cd-4e24-8fc9-dd5c427010a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.550431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-3c8a625c-74cd-4e24-8fc9-dd5c427010a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385 HTTP/1.1" status: 200 len: 870 time: 0.0862937 Jul 22 20:09:27.590863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-fe412b45-bb3d-4d9e-90de-248d88ce0fcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=95678933-7929-4170-9657-39de6432429b HTTP/1.1" status: 200 len: 217 time: 0.0332870 Jul 22 20:09:27.638304 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-773befcc-bc51-4200-87d4-bc6d9287e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.640169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-773befcc-bc51-4200-87d4-bc6d9287e729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d2ca297b-1872-4606-9dca-bcf5f492e422 HTTP/1.1" status: 200 len: 843 time: 0.0422120 Jul 22 20:09:27.697296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-92382a13-b828-4826-9852-863fb77a94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:27.698778 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-92382a13-b828-4826-9852-863fb77a94d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a0c4e56c-dcf0-4d28-9c72-69eaf0c18385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513551 Jul 22 20:09:27.791850 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-20558363-eb59-4369-94b4-e2686b714a38 service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854661 Jul 22 20:09:27.882978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c76f557-b3d6-472f-a4ba-a3b470266352 req-f21e86df-6ebb-454f-92f7-ab70f4bf698b service neutron] 10.222.0.32 "GET /v2.0/networks/a0c4e56c-dcf0-4d28-9c72-69eaf0c18385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jul 22 20:09:28.063420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec8fe0-f54c-4211-affe-079c4cc439b8 req-cec87c56-4112-4ea4-a90f-765b844bb859 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:28.064952 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bec8fe0-f54c-4211-affe-079c4cc439b8 req-cec87c56-4112-4ea4-a90f-765b844bb859 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 948 time: 0.0662584 Jul 22 20:09:28.102015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bec8fe0-f54c-4211-affe-079c4cc439b8 req-f2dfadeb-125a-471d-bdbd-114ddba9d8dc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315862 Jul 22 20:09:29.229772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b62cb1-2b99-456f-b1a5-94977334176c req-4190e988-609d-4ba5-a899-727b2ae57cee tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:29.231257 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84b62cb1-2b99-456f-b1a5-94977334176c req-4190e988-609d-4ba5-a899-727b2ae57cee tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 948 time: 0.0630720 Jul 22 20:09:29.267611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84b62cb1-2b99-456f-b1a5-94977334176c req-a1a4d586-6d5e-4462-b6ea-a6cb58cf28e2 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Jul 22 20:09:29.881206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 95678933-7929-4170-9657-39de6432429b details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:09:29.971990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=95678933-7929-4170-9657-39de6432429b,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:29.982807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '95678933-7929-4170-9657-39de6432429b', 'network_id': 'a0c4e56c-dcf0-4d28-9c72-69eaf0c18385', 'port_id': '95678933-7929-4170-9657-39de6432429b', 'mac_address': 'fa:16:3e:9d:51:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ca297b-1872-4606-9dca-bcf5f492e422', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:09:30.022249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:30.034605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95678933-7929-4170-9657-39de6432429b {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:09:30.053601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=95678933-7929-4170-9657-39de6432429b,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:30.057557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:30.103906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:30.258268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['95678933-7929-4170-9657-39de6432429b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:30.506355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a10a2-c1b1-46e6-859c-256f482e9bf3 req-04e6dc7f-6045-46ef-b0bd-ebe61c945e20 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:30.507853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a5a10a2-c1b1-46e6-859c-256f482e9bf3 req-04e6dc7f-6045-46ef-b0bd-ebe61c945e20 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 949 time: 0.1745420 Jul 22 20:09:30.545074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0a5a10a2-c1b1-46e6-859c-256f482e9bf3 req-484c0546-206b-4f71-91a4-e59c885257b6 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jul 22 20:09:31.728799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cceca6-e664-4dd7-958f-5a29f18189ef req-283f3516-6573-4301-944a-92f3d993b0ee tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:31.730294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47cceca6-e664-4dd7-958f-5a29f18189ef req-283f3516-6573-4301-944a-92f3d993b0ee tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 949 time: 0.1187520 Jul 22 20:09:31.766966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47cceca6-e664-4dd7-958f-5a29f18189ef req-31a03490-011c-4e44-9d76-c12f8a1999d9 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Jul 22 20:09:31.883090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 95678933-7929-4170-9657-39de6432429b up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:09:31.932036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 95678933-7929-4170-9657-39de6432429b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:09:31.935579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 95678933-7929-4170-9657-39de6432429b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:09:31.935954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:32.011550 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:32.033972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95678933-7929-4170-9657-39de6432429b'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:32.036428 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16664498-1162-4d94-9b57-eafd6f983177" -d '{"events": [{"server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "name": "network-vif-plugged", "status": "completed", "tag": "95678933-7929-4170-9657-39de6432429b"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:32.052734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=95678933-7929-4170-9657-39de6432429b,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:32.057881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:32.081731 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1163933-d563-44a9-a214-6ccafd440ac3 x-openstack-request-id: req-b1163933-d563-44a9-a214-6ccafd440ac3 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:32.082028 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "name": "network-vif-plugged", "status": "completed", "tag": "95678933-7929-4170-9657-39de6432429b", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:32.082285 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1163933-d563-44a9-a214-6ccafd440ac3 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:32.082673 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95678933-7929-4170-9657-39de6432429b', 'code': 200} Jul 22 20:09:32.111338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:32.181442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c501ac-53a3-42fc-8fa6-4557a1dcf9f4 req-3e95bb3c-d6a4-4516-97aa-a0eb55bef676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:32.182869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3c501ac-53a3-42fc-8fa6-4557a1dcf9f4 req-3e95bb3c-d6a4-4516-97aa-a0eb55bef676 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 1102 time: 0.0521445 Jul 22 20:09:32.221496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3c501ac-53a3-42fc-8fa6-4557a1dcf9f4 req-4518ef30-5aaa-4518-9c1c-e7f7b8e3f7a5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Jul 22 20:09:32.895984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dfdcd-190b-4605-a396-571cdbf5f93a req-42353456-c9b9-42bb-811d-87938685c065 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:32.897517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f30dfdcd-190b-4605-a396-571cdbf5f93a req-42353456-c9b9-42bb-811d-87938685c065 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 950 time: 0.0644977 Jul 22 20:09:32.940559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f30dfdcd-190b-4605-a396-571cdbf5f93a req-6f9f5c2b-3e88-41db-9925-98f938ce2c0f tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Jul 22 20:09:34.074992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0663b7-ef3d-4fd1-804f-355504e21031 req-85c20127-7e48-41af-8050-f8ce63dfd242 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:34.076516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb0663b7-ef3d-4fd1-804f-355504e21031 req-85c20127-7e48-41af-8050-f8ce63dfd242 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 950 time: 0.0625887 Jul 22 20:09:34.113683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb0663b7-ef3d-4fd1-804f-355504e21031 req-61653e33-3392-466f-9bbd-834305ca409e tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Jul 22 20:09:34.430581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-b40fefb1-f6bd-4b44-8b14-6db389a9853d req-2e3d6cd3-06e0-485b-a03f-ae55836fc3f6 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:09:34.431642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b40fefb1-f6bd-4b44-8b14-6db389a9853d req-2e3d6cd3-06e0-485b-a03f-ae55836fc3f6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542865 Jul 22 20:09:34.609450 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:09:34.750164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-98fff9b8-6b3c-4c21-bd83-e6ce452245eb req-80eaa904-c1be-4c18-b5fe-ef2a886712aa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:09:34.751063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98fff9b8-6b3c-4c21-bd83-e6ce452245eb req-80eaa904-c1be-4c18-b5fe-ef2a886712aa service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055635 Jul 22 20:09:35.088836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c83206-0557-43f8-b8f2-81706cbf1b38 req-342a5649-8b4e-4c29-9ee2-2f5b452b7cbb tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:35.090363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79c83206-0557-43f8-b8f2-81706cbf1b38 req-342a5649-8b4e-4c29-9ee2-2f5b452b7cbb tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 950 time: 0.0675929 Jul 22 20:09:35.130238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79c83206-0557-43f8-b8f2-81706cbf1b38 req-34c90f6f-6240-492a-a38f-586582d66386 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336928 Jul 22 20:09:36.286101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c249de-6c0c-4110-9e95-f6c760a2d217 req-995bca77-31e4-4dc3-a5b3-ec95fe825fbe tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:36.287641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0c249de-6c0c-4110-9e95-f6c760a2d217 req-995bca77-31e4-4dc3-a5b3-ec95fe825fbe tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 950 time: 0.0886567 Jul 22 20:09:36.348604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8815d62-5164-430d-8903-c1c4914d5598 req-dd254a94-9984-44cf-beda-a291c1d2df56 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:36.350106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8815d62-5164-430d-8903-c1c4914d5598 req-dd254a94-9984-44cf-beda-a291c1d2df56 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.32 "GET /v2.0/ports?device_id=d420d752-b082-43cb-ad5f-19d29fc406b6 HTTP/1.1" status: 200 len: 950 time: 0.1007292 Jul 22 20:09:36.353625 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0c249de-6c0c-4110-9e95-f6c760a2d217 req-06d67766-339f-46a4-ae9b-4f16626cdf21 tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Jul 22 20:09:36.446332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Deleting port 95678933-7929-4170-9657-39de6432429b {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:09:36.446594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:36.535945 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] For port 95678933-7929-4170-9657-39de6432429b, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=95678933-7929-4170-9657-39de6432429b,segment=NetworkSegment(d132eed2-0372-41ae-a2cb-9e79060e0777),segment_id=d132eed2-0372-41ae-a2cb-9e79060e0777)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:36.536348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:36.548370 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Calling delete_port for 95678933-7929-4170-9657-39de6432429b owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:09:36.677920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:36.691139 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['95678933-7929-4170-9657-39de6432429b'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:36.710020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Pushing event deleted for resources: {'Port': ['ID=95678933-7929-4170-9657-39de6432429b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:36.758559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] No DVR routers for this DVR port 95678933-7929-4170-9657-39de6432429b on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:09:36.761454 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:36.763730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8815d62-5164-430d-8903-c1c4914d5598 req-9559db94-c22e-4df6-9a84-8385a2d520bc tempest-ServersAdminNegativeTestJSON-1595460598 tempest-ServersAdminNegativeTestJSON-1595460598-project] 10.222.0.32 "DELETE /v2.0/ports/95678933-7929-4170-9657-39de6432429b HTTP/1.1" status: 204 len: 173 time: 0.4078815 Jul 22 20:09:36.764755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'name': 'network-vif-deleted', 'tag': '95678933-7929-4170-9657-39de6432429b'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:36.767477 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690ba45-8e25-4b67-bfa5-60fed1d42b34" -d '{"events": [{"server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "name": "network-vif-deleted", "tag": "95678933-7929-4170-9657-39de6432429b"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:36.805309 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e581be-de7b-43ff-8c85-4b59f407483c x-openstack-request-id: req-12e581be-de7b-43ff-8c85-4b59f407483c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:36.805605 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d420d752-b082-43cb-ad5f-19d29fc406b6", "name": "network-vif-deleted", "tag": "95678933-7929-4170-9657-39de6432429b", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:36.805860 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12e581be-de7b-43ff-8c85-4b59f407483c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:36.806309 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd420d752-b082-43cb-ad5f-19d29fc406b6', 'name': 'network-vif-deleted', 'tag': '95678933-7929-4170-9657-39de6432429b', 'status': 'completed', 'code': 200} Jul 22 20:09:37.121413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1141f9b5-fcbd-4b03-9efb-96cd02fa101d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:37.643428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37370) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:37.770964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-eb16a2ba-9bb5-4fcc-b461-29720cf502b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61a1b10630e141c5bb10f1b0562a94d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263700 Jul 22 20:09:37.773476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37374) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:37.820434 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:37.840535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:37.886600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:37.889197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:37.891088 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e73b6d5-1472-4ef3-92c5-98c54c2ae10d HTTP/1.1" status: 204 len: 168 time: 0.1166620 Jul 22 20:09:37.898901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7a7e-18d4-471c-bb8c-809f6da3dce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73b6d5-1472-4ef3-92c5-98c54c2ae10d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:38.145125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37380) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:38.158874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a9e26a6-14d4-4fa1-afd9-bcbe539901b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.249539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a9e26a6-14d4-4fa1-afd9-bcbe539901b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.253313 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a9e26a6-14d4-4fa1-afd9-bcbe539901b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.293679 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a9e26a6-14d4-4fa1-afd9-bcbe539901b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe2e0e4cf8f84e62ae84b20f9207e12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475101 Jul 22 20:09:38.294553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e26a6-14d4-4fa1-afd9-bcbe539901b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4245b5-f65e-40f7-968b-c5c5fbafefdb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:38.296958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37382) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:38.345849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.366632 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.411666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.414235 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:38.415395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba4245b5-f65e-40f7-968b-c5c5fbafefdb HTTP/1.1" status: 204 len: 168 time: 0.1168411 Jul 22 20:09:38.423643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a1b8b-07d4-44ff-8d2d-328b92199e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4245b5-f65e-40f7-968b-c5c5fbafefdb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:39.053358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37404) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:39.149532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1156848954-network', 'tenant_id': 'c3eecbf0fd444b3c86fc7e6d7183e242'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:39.169317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Made reservation on behalf of c3eecbf0fd444b3c86fc7e6d7183e242 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:09:39.172206 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.183660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.271335 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.274982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.299722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:09:39.308509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:39.314965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.315368 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Added segment 11610c24-9fc3-419c-8344-888fe957e25a of type vlan for network 6e5ae217-91c8-4ec8-b777-d5d12044f40a Jul 22 20:09:39.354922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.390091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.391759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:39.392366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.420045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3655503 Jul 22 20:09:39.423435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37408) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:39.428580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Request body: {'subnet': {'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1156848954-subnet', 'tenant_id': 'c3eecbf0fd444b3c86fc7e6d7183e242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:39.449421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Made reservation on behalf of c3eecbf0fd444b3c86fc7e6d7183e242 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:09:39.451662 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.455588 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f061d-3042-479a-8557-b9fc93724450 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5ae217-91c8-4ec8-b777-d5d12044f40a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:39.465617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 6e5ae217-91c8-4ec8-b777-d5d12044f40a details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:09:39.621008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.675074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4a9886-dbf7-4542-a974-26b5534a1b88,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:39.687015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Checking segment: {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:09:39.687532 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Network hostable DHCP agents. Network: 6e5ae217-91c8-4ec8-b777-d5d12044f40a, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:09:39.708893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Network 6e5ae217-91c8-4ec8-b777-d5d12044f40a is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:09:39.719109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 6e5ae217-91c8-4ec8-b777-d5d12044f40a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:09:39.724239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:39.725168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:39.728906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349eb17-1014-4917-9f1b-794c7bc44e1d None None] Network 6e5ae217-91c8-4ec8-b777-d5d12044f40a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:09:39.740495 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dbfc9e9f-b747-4969-83e6-92b0a14c7933 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3157883 Jul 22 20:09:39.857660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da02de2-c2d0-4ffd-87f7-855911942f38 None None] Network 6e5ae217-91c8-4ec8-b777-d5d12044f40a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:09:39.931177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 95678933-7929-4170-9657-39de6432429b no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:09:39.955003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 95678933-7929-4170-9657-39de6432429b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:09:39.955346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 95678933-7929-4170-9657-39de6432429b not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:09:40.011660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:40.054289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1db5-a619-401c-af55-9b9ac2de63e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:40.157675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-5df9621b-1d83-422f-8ae2-160880627981 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:40.159143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-5df9621b-1d83-422f-8ae2-160880627981 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 812 time: 0.0983448 Jul 22 20:09:40.173663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-a32ef315-ec41-47a6-922b-cc74a21a60f5 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/quotas/c3eecbf0fd444b3c86fc7e6d7183e242 HTTP/1.1" status: 200 len: 375 time: 0.0093122 Jul 22 20:09:40.208762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-f21b0889-c940-4dd1-998a-d9fc768afa51 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303810 Jul 22 20:09:40.219875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3ecf4b59-bfc8-4208-afc7-28ef3a0fab89 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:09:40.220796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3ecf4b59-bfc8-4208-afc7-28ef3a0fab89 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060105 Jul 22 20:09:40.359542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-6cf8492e-a3a8-439b-a2f6-8cda18052519 service neutron] 10.222.0.10 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333954 Jul 22 20:09:40.449108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-5eba425f-21b8-48a0-888b-b43c0d8f14b8 service neutron] 10.222.0.10 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837917 Jul 22 20:09:40.607631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd259dd1-1c58-40e6-8e05-8d51b8bc9b96 req-8fffee60-9b36-4a6c-81c5-2ea7f48cda4a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Jul 22 20:09:41.524564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-717a72b2-bd88-463e-99ff-647d9f46a0fb tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:41.526065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-717a72b2-bd88-463e-99ff-647d9f46a0fb tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 812 time: 0.1155927 Jul 22 20:09:41.539131 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Request body: {'port': {'device_id': '09945989-b37f-47c3-a852-441b9e8e4311', 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a', 'admin_state_up': True, 'tenant_id': 'c3eecbf0fd444b3c86fc7e6d7183e242'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:41.615001 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:41.658173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Made reservation on behalf of c3eecbf0fd444b3c86fc7e6d7183e242 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:09:41.661702 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:41.712821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-41cacd86-cb55-4f7b-b755-590a66fc8b3e req-14ff52da-eeb2-4ed8-94af-1e2c7b9066b3 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 210 time: 0.0358593 Jul 22 20:09:42.150604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Allocated IP 172.20.0.10 (6e5ae217-91c8-4ec8-b777-d5d12044f40a/5b4a9886-dbf7-4542-a974-26b5534a1b88/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:09:42.302327 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.338435 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.382136 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Network 6e5ae217-91c8-4ec8-b777-d5d12044f40a is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:09:42.385027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:09:42.388788 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:09:42.395115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:42.440159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:42.440785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.454499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-84c2bde2-2d02-42b4-8eeb-ba783555669a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9193592 Jul 22 20:09:42.466352 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Request body: {'port': {'device_id': '09945989-b37f-47c3-a852-441b9e8e4311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:09:42.539416 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.836132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:09:42.846943 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.867477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Transition to ACTIVE for port object 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:09:42.872650 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:42.914486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145990bf-b958-4b30-9898-2f86cf62fe36 req-e034f546-e4fa-40b8-8f2f-ace92f4e87de tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:42.916007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-145990bf-b958-4b30-9898-2f86cf62fe36 req-e034f546-e4fa-40b8-8f2f-ace92f4e87de tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 932 time: 0.1263359 Jul 22 20:09:42.959329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:43.001201 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:43.012560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-145990bf-b958-4b30-9898-2f86cf62fe36 req-c46cddf3-6a96-481d-bea9-cc6c7eec2204 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896676 Jul 22 20:09:43.041412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:09:43.041754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:09:43.042087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:09:43.046336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:09:43.046661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:09:43.051751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:09:43.052092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Checking segment: {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:09:43.052506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Bound using segment: {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:09:43.052932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Bound port: 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:09:43.053298 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:43.120293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:09:43.123302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:09:43.127725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:43.160319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.160941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:43.162334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] 10.222.0.32 "PUT /v2.0/ports/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 1093 time: 0.7001629 Jul 22 20:09:43.162764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:43.165053 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e5fc8-bcc9-46ce-938f-afac11829dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:43.197645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b8b68-878b-4670-94ba-1480fcd2f3ff service neutron] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:43.210234 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c1ed3-1601-4df9-b2dd-0f2fcc289cb3 x-openstack-request-id: req-de7c1ed3-1601-4df9-b2dd-0f2fcc289cb3 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:43.210521 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:43.210768 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de7c1ed3-1601-4df9-b2dd-0f2fcc289cb3 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:43.211164 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'status': 'completed', 'code': 200} Jul 22 20:09:43.254496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-15729e9e-e252-4ce4-81e6-06a0476790ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.255927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-15729e9e-e252-4ce4-81e6-06a0476790ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0553679 Jul 22 20:09:43.299859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-7dc49d79-0b31-4634-ab69-1f31838f1ca4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0369322 Jul 22 20:09:43.347249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-ba1e47c4-25f4-4d93-819d-4569b8874b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.348732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-ba1e47c4-25f4-4d93-819d-4569b8874b48 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0429006 Jul 22 20:09:43.388079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-fad20cfa-fa05-4154-8147-af1c1d9870ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329187 Jul 22 20:09:43.479091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-c1c83355-0cea-4f5a-a05b-e0fdc8e1b290 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839086 Jul 22 20:09:43.566026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9a84c71-2389-4720-b04a-9a4922db0183 req-d84536fb-9e59-407d-8671-4df41527b21b service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799110 Jul 22 20:09:43.669573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-739fe102-62ba-44ee-8040-0107092f3f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.671104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-739fe102-62ba-44ee-8040-0107092f3f4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0583258 Jul 22 20:09:43.759400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-6b07f975-78f1-4b0c-8511-30defd44aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.760901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-6b07f975-78f1-4b0c-8511-30defd44aa05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.0838947 Jul 22 20:09:43.805360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-8e80a2c5-73bd-4ff1-b32c-1ffe36742389 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0372291 Jul 22 20:09:43.854083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-f124f1bd-2750-4211-9f63-c7913125fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:43.855419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-f124f1bd-2750-4211-9f63-c7913125fa63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0434511 Jul 22 20:09:43.889620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-5973d21a-0942-44d4-aedf-608e654e8e8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266044 Jul 22 20:09:43.980036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-3f4489db-a082-4438-9302-51312007a980 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829728 Jul 22 20:09:44.069559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-980e5fc8-bcc9-46ce-938f-afac11829dd1 req-0b18df47-b1e2-427c-b20f-0630c26f1e10 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821249 Jul 22 20:09:44.142181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1f178-7bb6-4425-8130-dcbb4f63e546 req-dee920f3-959b-41c2-8cc0-b19dd2a39ea0 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:44.143583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dd1f178-7bb6-4425-8130-dcbb4f63e546 req-dee920f3-959b-41c2-8cc0-b19dd2a39ea0 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.0637226 Jul 22 20:09:44.184806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4dd1f178-7bb6-4425-8130-dcbb4f63e546 req-3d5e9d58-ee33-4afb-8e90-ca4843fb3306 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356743 Jul 22 20:09:45.314473 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e7a04-3d9c-4a55-9a18-fbbe3eccdc30 req-ab9a8dbe-40e2-442b-a98e-2d4dd5170f1e tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:45.315980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc7e7a04-3d9c-4a55-9a18-fbbe3eccdc30 req-ab9a8dbe-40e2-442b-a98e-2d4dd5170f1e tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.0632834 Jul 22 20:09:45.353136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc7e7a04-3d9c-4a55-9a18-fbbe3eccdc30 req-3fc448ff-c033-4a7c-ae57-09b9f8c167b9 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313244 Jul 22 20:09:45.969962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:09:46.060773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:46.072020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a', 'port_id': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'mac_address': 'fa:16:3e:a6:c7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4a9886-dbf7-4542-a974-26b5534a1b88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:09:46.112138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:46.124339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:09:46.143960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:46.147758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:46.195692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:46.335314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:09:46.482270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678494d-a78f-4f6b-b9ee-f3c2644a6f04 req-e436026d-287a-412e-a9d5-510a39dd1ccc tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:46.483788 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f678494d-a78f-4f6b-b9ee-f3c2644a6f04 req-e436026d-287a-412e-a9d5-510a39dd1ccc tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 945 time: 0.0649216 Jul 22 20:09:46.521493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f678494d-a78f-4f6b-b9ee-f3c2644a6f04 req-5b3c6781-cdf8-4db2-9560-0cae755b1868 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Jul 22 20:09:47.652177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a9f1d-be59-4d30-95af-eb012df3ed2e req-2d486690-2201-4387-a536-b4e60a0c06c6 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:47.653954 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba2a9f1d-be59-4d30-95af-eb012df3ed2e req-2d486690-2201-4387-a536-b4e60a0c06c6 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 945 time: 0.0679011 Jul 22 20:09:47.691145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba2a9f1d-be59-4d30-95af-eb012df3ed2e req-423aab28-4be0-4351-82b2-ff90b1c858de tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Jul 22 20:09:47.976962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:09:48.024653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:09:48.028390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:09:48.028765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.103108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.128460 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:09:48.132392 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9f477-2ff7-4867-a5bf-06297f618146" -d '{"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-plugged", "status": "completed", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:09:48.144690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:09:48.148874 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:48.175144 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e116dff-4aa1-42a5-80fa-917e2887c0aa x-openstack-request-id: req-5e116dff-4aa1-42a5-80fa-917e2887c0aa {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:09:48.175442 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-plugged", "status": "completed", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:09:48.175696 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e116dff-4aa1-42a5-80fa-917e2887c0aa {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:09:48.176081 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'code': 200} Jul 22 20:09:48.204639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:09:48.290217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae6cd2-0ff5-4a87-afed-f6d27d8ed4b2 req-0fec0197-4a8c-469a-9268-dc5a75b257f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:48.292316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03ae6cd2-0ff5-4a87-afed-f6d27d8ed4b2 req-0fec0197-4a8c-469a-9268-dc5a75b257f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1098 time: 0.0601194 Jul 22 20:09:48.327364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03ae6cd2-0ff5-4a87-afed-f6d27d8ed4b2 req-af429c9c-8c80-494d-be51-62a956560a44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285943 Jul 22 20:09:48.818981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c9fab-004a-45e7-8fcd-09c7185d373f req-0cf29992-6c25-435e-8033-eb5afd5d8784 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:48.820489 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d3c9fab-004a-45e7-8fcd-09c7185d373f req-0cf29992-6c25-435e-8033-eb5afd5d8784 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0630987 Jul 22 20:09:48.861321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d3c9fab-004a-45e7-8fcd-09c7185d373f req-b99f1ecf-6221-480f-8c55-e4eefdbf0f82 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354240 Jul 22 20:09:49.990539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6825fe9-4b4c-472a-b594-bdc9eeb1d478 req-7d86aa07-6a47-4e36-bd97-ebeacbde7bda tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:49.992033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6825fe9-4b4c-472a-b594-bdc9eeb1d478 req-7d86aa07-6a47-4e36-bd97-ebeacbde7bda tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0629108 Jul 22 20:09:50.029507 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c6825fe9-4b4c-472a-b594-bdc9eeb1d478 req-8614db1e-8cf3-401d-8b01-a0f5a54b7a8a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jul 22 20:09:50.296570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:09:50.368084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4165f-1215-45c7-98d0-070db7a4efc9 req-8bbad1bd-7fae-435d-847c-2f53423ee101 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:50.369623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f4165f-1215-45c7-98d0-070db7a4efc9 req-8bbad1bd-7fae-435d-847c-2f53423ee101 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Jul 22 20:09:50.405046 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-eb9f9a66-d9ab-4291-8ebf-5f9b2b652597 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1064570 Jul 22 20:09:50.407558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70f4165f-1215-45c7-98d0-070db7a4efc9 req-8302c6ce-b337-4ac0-bd24-41ce3a163d1a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Jul 22 20:09:51.570894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-971420a3-5c9b-4142-9074-fccece4466a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:51.572453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-971420a3-5c9b-4142-9074-fccece4466a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1098 time: 0.0973704 Jul 22 20:09:51.583499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd92a8-9fa0-4202-bad9-a8924ddb05ba req-a6fcaa83-d0ec-4f71-b586-834ec8372500 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:51.584928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21bd92a8-9fa0-4202-bad9-a8924ddb05ba req-a6fcaa83-d0ec-4f71-b586-834ec8372500 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.1015162 Jul 22 20:09:51.674896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21bd92a8-9fa0-4202-bad9-a8924ddb05ba req-604a0345-b5bc-47b4-a456-c2d53ef4f821 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810616 Jul 22 20:09:51.700556 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-416413fe-d60e-438d-bc6d-b4a90bceae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:51.702156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-416413fe-d60e-438d-bc6d-b4a90bceae2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.1162922 Jul 22 20:09:51.742892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-fc6783c6-a6f1-406f-9fcc-a3435472252f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0341671 Jul 22 20:09:51.789438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-c260d0d1-2197-4065-8f38-44f8f81a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:51.790827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-c260d0d1-2197-4065-8f38-44f8f81a9c8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0426157 Jul 22 20:09:51.826777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-d2c0b57f-dc19-459b-aa51-399f964cc274 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298014 Jul 22 20:09:51.915655 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-9b8701f1-009b-4fd7-85e8-82e002cdd566 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820518 Jul 22 20:09:52.020997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-8a4556c2-ae27-493a-a258-dce8533a7424 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992315 Jul 22 20:09:52.807163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f69d5-a8d8-4829-b277-df4e7a9e1687 req-bfdb7f56-2c5c-4106-b513-29913581ea0d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:52.808694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a76f69d5-a8d8-4829-b277-df4e7a9e1687 req-bfdb7f56-2c5c-4106-b513-29913581ea0d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0618582 Jul 22 20:09:52.846342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a76f69d5-a8d8-4829-b277-df4e7a9e1687 req-a3000544-f586-4ed0-8ccf-75e4d3cb8782 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Jul 22 20:09:53.975749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0cc17c-e571-47e3-a267-e8343fb8e9fc req-cf85178b-cea3-4d2e-a87a-04b33e90d3f0 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:53.977269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d0cc17c-e571-47e3-a267-e8343fb8e9fc req-cf85178b-cea3-4d2e-a87a-04b33e90d3f0 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0634279 Jul 22 20:09:54.020495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7d0cc17c-e571-47e3-a267-e8343fb8e9fc req-40284b39-0d92-4ace-8214-ca428ac3cc37 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374353 Jul 22 20:09:54.787184 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:55.151246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfed7c-3387-44ea-85eb-b534ddee98aa req-09d91ba1-e1b9-4a2e-b984-8c770346ef81 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:55.152984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13bfed7c-3387-44ea-85eb-b534ddee98aa req-09d91ba1-e1b9-4a2e-b984-8c770346ef81 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0659764 Jul 22 20:09:55.191958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-13bfed7c-3387-44ea-85eb-b534ddee98aa req-9e444561-7632-4682-811d-edfc9f322e6c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Jul 22 20:09:56.324602 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f65fa2-e840-48af-acb2-eb198d74dac7 req-28639373-f6c1-41e4-980f-b6baf1519c22 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:56.326112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67f65fa2-e840-48af-acb2-eb198d74dac7 req-28639373-f6c1-41e4-980f-b6baf1519c22 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0651829 Jul 22 20:09:56.363195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-67f65fa2-e840-48af-acb2-eb198d74dac7 req-dc7298a3-7c69-4948-9757-e2f5f09c09f7 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Jul 22 20:09:57.481522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:09:57.496953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8aca3-0906-434e-8e80-969a4bcbc67b req-b5a34c35-a793-4560-8390-305bb7536580 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:57.498517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ff8aca3-0906-434e-8e80-969a4bcbc67b req-b5a34c35-a793-4560-8390-305bb7536580 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0692286 Jul 22 20:09:57.536863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ff8aca3-0906-434e-8e80-969a4bcbc67b req-d290bef5-e75b-4aa5-b75e-e813721a4794 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 22 20:09:58.664154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857401c-e25a-42c8-9271-8a4a8ac727f4 req-3605b233-9ae0-4d1d-9506-855eb171feac tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:58.665669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2857401c-e25a-42c8-9271-8a4a8ac727f4 req-3605b233-9ae0-4d1d-9506-855eb171feac tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0639360 Jul 22 20:09:58.705595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2857401c-e25a-42c8-9271-8a4a8ac727f4 req-07d61cd9-8a81-484e-98fa-a4f5ba45f72d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Jul 22 20:09:59.837087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc8f2e4-fa7c-4a6e-9731-26b195ee8ffe req-19b30d56-4acd-4947-b320-88d89b89c1ed tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:09:59.838560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fc8f2e4-fa7c-4a6e-9731-26b195ee8ffe req-19b30d56-4acd-4947-b320-88d89b89c1ed tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0659933 Jul 22 20:09:59.875948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fc8f2e4-fa7c-4a6e-9731-26b195ee8ffe req-70003abc-5771-41e3-9677-86c076f1bc5b tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Jul 22 20:10:01.004993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4877884-2a63-4dcc-8744-ccea699322fe req-7138eeb1-7628-4f56-a211-126ab0e61346 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:01.006491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4877884-2a63-4dcc-8744-ccea699322fe req-7138eeb1-7628-4f56-a211-126ab0e61346 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0647256 Jul 22 20:10:01.044063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f4877884-2a63-4dcc-8744-ccea699322fe req-1a7dcbda-9f46-44df-8447-1988308adf18 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320642 Jul 22 20:10:02.173725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bbcba-534f-49fa-8052-ab2d11493361 req-12da0c60-5245-41d7-9a38-9954d6caecfc tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:02.175245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-918bbcba-534f-49fa-8052-ab2d11493361 req-12da0c60-5245-41d7-9a38-9954d6caecfc tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0639307 Jul 22 20:10:02.214099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-918bbcba-534f-49fa-8052-ab2d11493361 req-750dacb2-1f9f-4346-8439-af88e6579fcc tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Jul 22 20:10:03.346286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b84ecd-82ae-42df-aa01-5970ec0c5ecc req-5049f60d-6a29-4bc8-81e1-2191bc24509d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:03.348097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55b84ecd-82ae-42df-aa01-5970ec0c5ecc req-5049f60d-6a29-4bc8-81e1-2191bc24509d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0688941 Jul 22 20:10:03.384988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55b84ecd-82ae-42df-aa01-5970ec0c5ecc req-19ea1cbe-7c39-4e12-b143-822ffbddf611 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314059 Jul 22 20:10:04.511594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c3528-059e-4aa7-ac52-3b69cb8ed924 req-4c4918ea-32d1-4162-978e-5cd39bd80f75 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:04.513036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-456c3528-059e-4aa7-ac52-3b69cb8ed924 req-4c4918ea-32d1-4162-978e-5cd39bd80f75 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0634794 Jul 22 20:10:04.551144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-456c3528-059e-4aa7-ac52-3b69cb8ed924 req-5292d2f6-6d74-4413-9d2a-d49a4dbc7e22 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Jul 22 20:10:05.682797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2336a-2f46-44e6-9ae7-e12f250d1d8a req-ab4270fe-327c-458f-871d-683cfd604056 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:05.684664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3fa2336a-2f46-44e6-9ae7-e12f250d1d8a req-ab4270fe-327c-458f-871d-683cfd604056 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0685632 Jul 22 20:10:05.723294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3fa2336a-2f46-44e6-9ae7-e12f250d1d8a req-93fec67f-6c66-42c7-984d-8249a301d179 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Jul 22 20:10:06.850551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd675f1-1583-49e1-8a43-205908ab9c97 req-489880ec-0d62-4967-bbab-a91027975afa tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:06.852052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcd675f1-1583-49e1-8a43-205908ab9c97 req-489880ec-0d62-4967-bbab-a91027975afa tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0631399 Jul 22 20:10:06.888293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcd675f1-1583-49e1-8a43-205908ab9c97 req-0360f3cc-e356-4161-998e-6e3b0345a5f6 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Jul 22 20:10:07.122168 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a78f65b-d2fa-446b-b232-997dc97f8e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:08.018050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991f943-9934-457f-856d-97c0d0f17cbb req-7e21b79d-3994-46fd-b7b5-7728266cf9b1 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:08.019612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4991f943-9934-457f-856d-97c0d0f17cbb req-7e21b79d-3994-46fd-b7b5-7728266cf9b1 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0634551 Jul 22 20:10:08.056896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4991f943-9934-457f-856d-97c0d0f17cbb req-a2fa9e5a-3b19-46e5-a3b2-c0eb3c879d69 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317671 Jul 22 20:10:09.190611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790aed2-3e70-4625-baf1-4253997f7c00 req-629d4294-c985-4d9a-ac90-878063bc6b3b tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:09.192039 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b790aed2-3e70-4625-baf1-4253997f7c00 req-629d4294-c985-4d9a-ac90-878063bc6b3b tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0678034 Jul 22 20:10:09.229470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b790aed2-3e70-4625-baf1-4253997f7c00 req-187ca1d9-b4a1-4ee9-ae5e-2d37cdbdb7f1 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Jul 22 20:10:09.983164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.058152 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-da7ce82d-44a1-4589-b19c-2aa18638f6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:10.357852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a6d2b-104a-45e7-a034-a6d1c753e790 req-9538f994-3afd-40a6-b349-7e281302a5e9 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:10.359388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935a6d2b-104a-45e7-a034-a6d1c753e790 req-9538f994-3afd-40a6-b349-7e281302a5e9 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0637939 Jul 22 20:10:10.396609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-935a6d2b-104a-45e7-a034-a6d1c753e790 req-601df05c-c8eb-45f1-ab0a-e604a2ef7200 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Jul 22 20:10:11.529327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5034cf-0536-4154-a87f-3d874a5fd710 req-8804a80a-be01-48e8-8437-db2fb4033c06 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:11.530741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c5034cf-0536-4154-a87f-3d874a5fd710 req-8804a80a-be01-48e8-8437-db2fb4033c06 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0673213 Jul 22 20:10:11.568497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c5034cf-0536-4154-a87f-3d874a5fd710 req-49f521f7-8dad-474b-b55f-f9414bea7c24 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 22 20:10:11.608096 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:10:11.616553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:12.695778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2adef-8f01-4421-9d45-19bb36cb90f1 req-65c6ffeb-7d75-4e44-80fe-58ef090757dd tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:12.697294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96f2adef-8f01-4421-9d45-19bb36cb90f1 req-65c6ffeb-7d75-4e44-80fe-58ef090757dd tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0632346 Jul 22 20:10:12.735547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96f2adef-8f01-4421-9d45-19bb36cb90f1 req-dafe68ca-bd15-42e6-aee2-bb9e3fccdae9 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jul 22 20:10:13.003240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:13.869139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21320e8-5435-42b9-a343-41abca700e19 req-932502f0-f01c-4702-be89-211bf12d8283 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:13.870690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b21320e8-5435-42b9-a343-41abca700e19 req-932502f0-f01c-4702-be89-211bf12d8283 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0680811 Jul 22 20:10:13.912298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b21320e8-5435-42b9-a343-41abca700e19 req-9e3b5bfb-f743-4bb9-b530-0d0d4c966b77 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347865 Jul 22 20:10:15.055607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d194723-9111-4ccd-875d-cf8cb4f14acc req-39baab5a-0a30-4e57-972b-a9777efa8981 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:15.057106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d194723-9111-4ccd-875d-cf8cb4f14acc req-39baab5a-0a30-4e57-972b-a9777efa8981 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0671639 Jul 22 20:10:15.093454 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d194723-9111-4ccd-875d-cf8cb4f14acc req-c691d1bb-225c-4228-bd21-d3e16f282548 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Jul 22 20:10:16.224747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e95b76-f388-4176-9a87-9d6e80773f3f req-e3cee0e3-8aaf-4208-b10d-ac8da62c2882 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:16.226676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e95b76-f388-4176-9a87-9d6e80773f3f req-e3cee0e3-8aaf-4208-b10d-ac8da62c2882 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0660336 Jul 22 20:10:16.266328 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-39e95b76-f388-4176-9a87-9d6e80773f3f req-2bde3117-f2bc-43b6-b54c-1e1ed7001d5e tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jul 22 20:10:17.349969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-9af8a2d8-cf68-4c34-9719-e0c4c092e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.351455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-9af8a2d8-cf68-4c34-9719-e0c4c092e468 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1098 time: 0.0678742 Jul 22 20:10:17.401439 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ecbbd-1b33-417d-a01d-bc0e5a0d4dff req-eb243319-1547-4d1f-9f77-9b7f08337870 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.402912 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-565ecbbd-1b33-417d-a01d-bc0e5a0d4dff req-eb243319-1547-4d1f-9f77-9b7f08337870 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0684073 Jul 22 20:10:17.440342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-565ecbbd-1b33-417d-a01d-bc0e5a0d4dff req-ff645e9c-c76a-4c66-8a6d-b5c1b34cea8b tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319371 Jul 22 20:10:17.538538 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-e74dad60-dfae-4a3b-ac31-6c4fbe861bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.539981 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-e74dad60-dfae-4a3b-ac31-6c4fbe861bba service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.0878296 Jul 22 20:10:17.580679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-e048541b-77e2-4018-bd60-f34c7cde5f80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0339854 Jul 22 20:10:17.628389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-a2d75e92-6262-4232-8cfe-ab147fd8992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:17.629966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-a2d75e92-6262-4232-8cfe-ab147fd8992e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0423839 Jul 22 20:10:17.667417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-6b84580c-6d93-4e0b-9c68-e29f3d49de59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304761 Jul 22 20:10:17.754806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-0d291337-dfae-4331-88ad-3121ecf6c93a service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803454 Jul 22 20:10:17.843988 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-859fbfad-e3b3-4ae0-970e-6e56fe2268bf req-a9e88f74-b58c-40e1-b82b-b3be2e9575a4 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Jul 22 20:10:18.568113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76883fe8-4264-404e-92a3-6c2a36a3a55c req-c048468f-b7f0-4242-b37b-420feed5fc9a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:18.569635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76883fe8-4264-404e-92a3-6c2a36a3a55c req-c048468f-b7f0-4242-b37b-420feed5fc9a tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 946 time: 0.0618980 Jul 22 20:10:18.606148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76883fe8-4264-404e-92a3-6c2a36a3a55c req-8666b5ab-abc3-4306-bdcb-adbf9b50105f tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Jul 22 20:10:18.892457 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-858de717-13dc-4b80-b681-67bf24a02389 req-e7397a72-f150-4ac5-b9f1-9b759b7664ee service neutron] show failed (client error): The resource could not be found. Jul 22 20:10:18.893500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-e7397a72-f150-4ac5-b9f1-9b759b7664ee service neutron] 10.222.0.32 "GET /v2.0/ports/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0563090 Jul 22 20:10:19.227460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-5738ee04-73c3-441f-9a9a-3efc9b152e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:19.229960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-5738ee04-73c3-441f-9a9a-3efc9b152e5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311&tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242 HTTP/1.1" status: 200 len: 1098 time: 0.1687851 Jul 22 20:10:19.241144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:19.310853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.511405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:19.548999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:19.598576 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:19.600858 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc658ce-f162-488b-9e75-6e5f825534bf" -d '{"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-unplugged", "status": "completed", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:19.605098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.618779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Transition to ACTIVE for port object 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:19.622392 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.669936 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb43200-33e2-46da-ab4c-65ee433e0b62 x-openstack-request-id: req-bcb43200-33e2-46da-ab4c-65ee433e0b62 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:19.670240 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-unplugged", "status": "completed", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:19.670595 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bcb43200-33e2-46da-ab4c-65ee433e0b62 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:19.670955 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'code': 200} Jul 22 20:10:19.687421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:19.707383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] No DVR routers for this DVR port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:10:19.730262 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.730618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.730963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.731305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.731642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.731973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.732333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.732665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.732995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.733325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.733653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.733978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:19.803369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:19.803710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:19.804042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:19.814346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:10:19.814669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Attempting to bind port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on network 6e5ae217-91c8-4ec8-b777-d5d12044f40a {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:19.823865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:19.824231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Checking segment: {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:19.824622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Bound using segment: {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:19.825053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Bound port: 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11610c24-9fc3-419c-8344-888fe957e25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:19.825412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.835825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79acbe9-930a-41f8-b378-07d541fa759f req-c45eaa3f-0e52-4ed3-bec9-5ea741e015a6 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:19.837368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c79acbe9-930a-41f8-b378-07d541fa759f req-c45eaa3f-0e52-4ed3-bec9-5ea741e015a6 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.1311083 Jul 22 20:10:19.904419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c79acbe9-930a-41f8-b378-07d541fa759f req-4ef0fcb3-c457-464e-a9a0-d8c8ed9deb25 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609612 Jul 22 20:10:19.924079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:19.927053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:19.931361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.965076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:19.965934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:19.967569 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] 10.222.0.26 "PUT /v2.0/ports/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 1093 time: 0.7304800 Jul 22 20:10:20.004170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf0857-bb8b-411a-8c71-64dca46f5ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:20.049021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-ea8a72e8-52a6-4760-a998-93d04835e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:20.050542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-ea8a72e8-52a6-4760-a998-93d04835e63a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0595632 Jul 22 20:10:20.165358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-730f16f2-6a26-442a-938b-5cd261e28016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:20.167277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-730f16f2-6a26-442a-938b-5cd261e28016 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.1100564 Jul 22 20:10:20.210302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-67b497ee-19f7-4188-8aad-ef71c7f0247b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0346072 Jul 22 20:10:20.258882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de717-13dc-4b80-b681-67bf24a02389 req-5ef4dd3e-0079-41d3-9329-c07e50925107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:20.260340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-5ef4dd3e-0079-41d3-9329-c07e50925107 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0433383 Jul 22 20:10:20.298297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-1c586817-0876-4aae-b58e-d07aedf6d2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jul 22 20:10:20.385982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-c65a2dce-9c7a-47d2-a73d-e1b06bf27194 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809667 Jul 22 20:10:20.484106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858de717-13dc-4b80-b681-67bf24a02389 req-01e346e3-2b4f-410e-b356-3cb9e4ed1a26 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881627 Jul 22 20:10:21.032110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1e683-cbce-4bb5-bafc-20382e3ffc04 req-e6f5dce7-6852-40a3-a9c4-64e7a1720201 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:21.033689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e1e683-cbce-4bb5-bafc-20382e3ffc04 req-e6f5dce7-6852-40a3-a9c4-64e7a1720201 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.0618124 Jul 22 20:10:21.071013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-09e1e683-cbce-4bb5-bafc-20382e3ffc04 req-1ef4cf80-f943-4315-8826-199d0735269c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Jul 22 20:10:21.672103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:21.674514 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c8793d-2d16-4614-aa5c-1b44e258bcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:21.721290 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c330ca6d-3be9-4fc9-b58c-c116ff46b276 x-openstack-request-id: req-c330ca6d-3be9-4fc9-b58c-c116ff46b276 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:21.722473 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:21.722790 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c330ca6d-3be9-4fc9-b58c-c116ff46b276 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:21.723186 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'status': 'completed', 'code': 200} Jul 22 20:10:21.834072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-d2aac14d-7eda-4076-86d4-28484c8911c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:21.835567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-d2aac14d-7eda-4076-86d4-28484c8911c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0947254 Jul 22 20:10:21.837997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-bd482b9f-6611-47df-9241-e939855eb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:21.839331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-bd482b9f-6611-47df-9241-e939855eb8a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0904276 Jul 22 20:10:22.102176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:22.145811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:22.404608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-0a6bd727-dad7-4f9e-8ef0-b4da2563a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.405998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-0a6bd727-dad7-4f9e-8ef0-b4da2563a0b4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.5627317 Jul 22 20:10:22.408330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-ff9cf195-18c6-4efe-9d4a-4a4773ceafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.409663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-ff9cf195-18c6-4efe-9d4a-4a4773ceafb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.5585763 Jul 22 20:10:22.487421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-9db2a1e9-a83e-4944-bbe9-116f186b07aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0721834 Jul 22 20:10:22.489817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-efdfae1b-07a4-4844-9d86-012b791c42ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0685456 Jul 22 20:10:22.499799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee9e69-82b6-4368-8b78-d7f422868ae9 req-06230eda-45f5-4bfb-b118-7964d94be8bb tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.502085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8ee9e69-82b6-4368-8b78-d7f422868ae9 req-06230eda-45f5-4bfb-b118-7964d94be8bb tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.1736677 Jul 22 20:10:22.601604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-4149a3a6-1670-4bf3-9613-249344be6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.603053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-4149a3a6-1670-4bf3-9613-249344be6dae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.1001275 Jul 22 20:10:22.613457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-118c98b6-9ba1-4e82-90e3-cd6be6c5c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.614793 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-118c98b6-9ba1-4e82-90e3-cd6be6c5c420 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.1108649 Jul 22 20:10:22.623755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8ee9e69-82b6-4368-8b78-d7f422868ae9 req-593710c7-0533-45ef-82af-6f527a98135d tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058240 Jul 22 20:10:22.652109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-5b594ec6-5090-483a-abc5-f84883a7de06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405681 Jul 22 20:10:22.670884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-c0536cd2-ec2d-4171-b9e8-8dafb822f28b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462325 Jul 22 20:10:22.827468 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-2358a7fd-8be6-4c98-bc23-b64e9c6af590 service neutron] 10.222.0.26 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587584 Jul 22 20:10:22.831212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-55ff6430-95d3-496f-86bc-ec8de2ca744f service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517699 Jul 22 20:10:22.921203 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfe25-2894-44f5-bee8-860771746970 req-1ea75dcb-c7a9-4330-a865-b0bf0ebce75c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:22.922856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-1ea75dcb-c7a9-4330-a865-b0bf0ebce75c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.32 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311&tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 944 time: 0.1142161 Jul 22 20:10:22.982744 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-72dcfe25-2894-44f5-bee8-860771746970 req-1c94833d-49c1-45c9-991e-3ba700276791 service neutron] delete failed (client error): The resource could not be found. Jul 22 20:10:22.983776 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-1c94833d-49c1-45c9-991e-3ba700276791 service neutron] 10.222.0.32 "DELETE /v2.0/ports/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0540855 Jul 22 20:10:22.995476 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-11bba381-ed00-4e08-b176-33768407ecca service neutron] 10.222.0.26 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619213 Jul 22 20:10:22.997428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-37c8793d-2d16-4614-aa5c-1b44e258bcdd req-17431b9f-70fc-4d47-a8f8-3ca3a6a6479d service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568303 Jul 22 20:10:23.102497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfe25-2894-44f5-bee8-860771746970 req-203fee2b-c25a-47d1-aacd-8dbc03c2639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:23.104278 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-203fee2b-c25a-47d1-aacd-8dbc03c2639d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 1096 time: 0.0524290 Jul 22 20:10:23.195603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfe25-2894-44f5-bee8-860771746970 req-58cbd7cc-868f-4d96-9887-a44ebe85e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:23.196923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-58cbd7cc-868f-4d96-9887-a44ebe85e08b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 200 len: 913 time: 0.0858359 Jul 22 20:10:23.236902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-518939f5-3f73-4f79-8bd3-737b728af0c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0335896 Jul 22 20:10:23.285407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfe25-2894-44f5-bee8-860771746970 req-7a886186-8eec-40cb-aa8a-eddc73cbf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:23.286831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-7a886186-8eec-40cb-aa8a-eddc73cbf02c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 200 len: 852 time: 0.0422421 Jul 22 20:10:23.320201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-3d583b43-8556-4c55-ac77-7db089a02c33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6e5ae217-91c8-4ec8-b777-d5d12044f40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273502 Jul 22 20:10:23.413116 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-5f7d6797-4f03-4261-ab8d-59ccd21a7c97 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863655 Jul 22 20:10:23.505836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-7ad5a78c-f5e2-4891-8d03-1b39c54f3760 service neutron] 10.222.0.32 "GET /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Jul 22 20:10:24.146337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:10:24.188115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d69bb-63f9-4806-83b6-d6e0d53dccdb req-5241303d-6960-4bc8-b4b5-726f5cf0a1da tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:24.189358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-492d69bb-63f9-4806-83b6-d6e0d53dccdb req-5241303d-6960-4bc8-b4b5-726f5cf0a1da tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 944 time: 0.0641840 Jul 22 20:10:24.230499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-492d69bb-63f9-4806-83b6-d6e0d53dccdb req-3f92de02-3730-465f-9060-0ad17d42e89c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jul 22 20:10:24.244125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:24.255116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'network_id': '6e5ae217-91c8-4ec8-b777-d5d12044f40a', 'port_id': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'mac_address': 'fa:16:3e:a6:c7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4a9886-dbf7-4542-a974-26b5534a1b88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:10:24.290123 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.302619 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:10:24.320910 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:24.324269 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:24.372708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:24.379710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.380043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.380410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.380740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.381067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.381389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.381709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.382032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.383971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.383971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.383971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.383971 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:24.584031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:10:24.784538 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.364411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb65f-4725-4daf-8fa8-d24e34748987 req-bf0d3e62-7b4d-4fc2-9927-c24e76cf7d70 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:25.365949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d0cb65f-4725-4daf-8fa8-d24e34748987 req-bf0d3e62-7b4d-4fc2-9927-c24e76cf7d70 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 945 time: 0.0650775 Jul 22 20:10:25.437839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8d0cb65f-4725-4daf-8fa8-d24e34748987 req-7c153b50-ddac-4079-adf8-d409cb7766f9 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.10 "GET /v2.0/security-groups?id=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633843 Jul 22 20:10:25.458079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcfe25-2894-44f5-bee8-860771746970 req-06b0cd46-b04c-4f23-bc3a-320e76a0f1e7 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:25.459541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-06b0cd46-b04c-4f23-bc3a-320e76a0f1e7 tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.26 "GET /v2.0/ports?device_id=09945989-b37f-47c3-a852-441b9e8e4311 HTTP/1.1" status: 200 len: 945 time: 0.0927448 Jul 22 20:10:25.555325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Deleting port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:10:25.555666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.646287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] For port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,segment=NetworkSegment(11610c24-9fc3-419c-8344-888fe957e25a),segment_id=11610c24-9fc3-419c-8344-888fe957e25a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:25.646649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.658104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Calling delete_port for 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:10:25.787971 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.799085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:10:25.816915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Pushing event deleted for resources: {'Port': ['ID=3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:25.862745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] No DVR routers for this DVR port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:10:25.865322 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:25.867307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72dcfe25-2894-44f5-bee8-860771746970 req-e6fae1d7-1fb8-4fa2-bf13-9b5de28cc26c tempest-DeleteServersTestJSON-728034700 tempest-DeleteServersTestJSON-728034700-project] 10.222.0.26 "DELETE /v2.0/ports/3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 HTTP/1.1" status: 204 len: 173 time: 0.4025259 Jul 22 20:10:25.867742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-deleted', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:25.870017 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb619453-712a-4b7f-8b74-f8d59965dc50" -d '{"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-deleted", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:25.905427 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904088a2-46e0-44fa-8dae-44e9957b3a1e x-openstack-request-id: req-904088a2-46e0-44fa-8dae-44e9957b3a1e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:25.905724 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09945989-b37f-47c3-a852-441b9e8e4311", "name": "network-vif-deleted", "tag": "3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:25.905975 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-904088a2-46e0-44fa-8dae-44e9957b3a1e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:25.906374 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09945989-b37f-47c3-a852-441b9e8e4311', 'name': 'network-vif-deleted', 'tag': '3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6', 'status': 'completed', 'code': 200} Jul 22 20:10:26.155551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:26.175262 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:26.175604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 20:10:26.194308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Port 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 not found, will not notify nova. {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 20:10:26.564720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37570) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:26.609557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Deleting subnet 5b4a9886-dbf7-4542-a974-26b5534a1b88 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:10:26.613223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.650268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.687632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.738582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.762847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4a9886-dbf7-4542-a974-26b5534a1b88,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:26.767781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.769650 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b4a9886-dbf7-4542-a974-26b5534a1b88 HTTP/1.1" status: 204 len: 168 time: 0.2038927 Jul 22 20:10:26.772412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37572) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:26.774641 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.774986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.775324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.775661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.775990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.776342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.776671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.776997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.777318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.777639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.777961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.778280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2aa31bd-b27e-4c88-9937-1d244c4bcf9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:10:26.842800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.921476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.931448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5ae217-91c8-4ec8-b777-d5d12044f40a']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.941490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11610c24-9fc3-419c-8344-888fe957e25a') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.941771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11610c24-9fc3-419c-8344-888fe957e25a') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:10:26.950593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.964838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.971101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:10:26.971481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:10:26.973131 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:10:27.028870 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.035445 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.037312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e5ae217-91c8-4ec8-b777-d5d12044f40a HTTP/1.1" status: 204 len: 168 time: 0.2638376 Jul 22 20:10:27.048215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbc186-571e-484c-9bea-c157c758238b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5ae217-91c8-4ec8-b777-d5d12044f40a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:27.142523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37576) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:27.186226 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4c5799e0-1597-4797-89cc-a63266e1a4e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3eecbf0fd444b3c86fc7e6d7183e242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425363 Jul 22 20:10:27.189368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37578) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:27.236473 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.256900 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.303530 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.306226 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.307396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/097a1ef0-7379-4c8a-8ae2-d403a6b14dd4 HTTP/1.1" status: 204 len: 168 time: 0.1170595 Jul 22 20:10:27.315510 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683a7c8-1a57-4bb3-82d9-ac98ae283bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a1ef0-7379-4c8a-8ae2-d403a6b14dd4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:27.494459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:27.954019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37600) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:28.046397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-812355824-network', 'tenant_id': '0d236f3f31494274a9555ed86d27bc50'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:28.067142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Made reservation on behalf of 0d236f3f31494274a9555ed86d27bc50 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:28.069367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.077593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.164670 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.168459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.195671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:10:28.201111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4376b8e8-19db-4605-a79e-22d5022cbc95,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:28.209308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.209308 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Added segment 46040db9-2b40-4904-8904-72e88b49ca05 of type vlan for network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d Jul 22 20:10:28.253198 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.280578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.281520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:28.282790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.313035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3577776 Jul 22 20:10:28.316124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37604) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:10:28.321231 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Request body: {'subnet': {'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-812355824-subnet', 'tenant_id': '0d236f3f31494274a9555ed86d27bc50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:28.341576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Made reservation on behalf of 0d236f3f31494274a9555ed86d27bc50 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:28.343734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c5bec-b53d-4a3d-a339-4e2f7f51da56 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8805fc-4a22-48d9-b217-1e6fc76cd45d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:28.343889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.354889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:10:28.507760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.563896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7040ea-d865-4a4e-879c-5bfe6279e268,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:28.568036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Checking segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:28.568415 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Network hostable DHCP agents. Network: 5a8805fc-4a22-48d9-b217-1e6fc76cd45d, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:10:28.584691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:10:28.592266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 5a8805fc-4a22-48d9-b217-1e6fc76cd45d) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:28.597333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:28.598069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:28.602949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed9a53-e549-4ccc-b597-a964d3bc292d None None] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:28.612535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd0d378f-d7be-48b0-9f6a-fcae5f9690c2 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2952149 Jul 22 20:10:28.729584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ba4695-8a3d-444d-a7e8-1a9df67213e9 None None] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:10:29.028045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-66ce7d35-add4-440f-87f3-618ea7a29a81 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:29.029567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-66ce7d35-add4-440f-87f3-618ea7a29a81 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 814 time: 0.1045630 Jul 22 20:10:29.045034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-8bdbc056-5f6b-4718-9fd7-33eccc51aecd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/quotas/0d236f3f31494274a9555ed86d27bc50 HTTP/1.1" status: 200 len: 375 time: 0.0095491 Jul 22 20:10:29.078016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-c4e37586-1b7b-42ef-a58f-1ac65b919b13 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281796 Jul 22 20:10:29.171503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-51b9c7b5-fd89-403a-abed-0f205116d4f1 service neutron] 10.222.0.10 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Jul 22 20:10:29.259606 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-2d513bc3-35ec-4e83-8898-0dc17196c485 service neutron] 10.222.0.10 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818417 Jul 22 20:10:29.419710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d20ee5b4-4364-4602-92df-59ad4c1290e5 req-e57387c8-dbe1-4496-a055-0e7e38767629 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 210 time: 0.0336757 Jul 22 20:10:30.167891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:10:30.187895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:10:30.188798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 3d76bf62-fe3c-43eb-83d6-1f59a8c4a0e6 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:10:30.314956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-d1179c76-dda1-43b5-a305-c7d1d1775482 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:30.316444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-d1179c76-dda1-43b5-a305-c7d1d1775482 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 814 time: 0.1125119 Jul 22 20:10:30.329368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Request body: {'port': {'device_id': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'admin_state_up': True, 'tenant_id': '0d236f3f31494274a9555ed86d27bc50'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:30.438886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Made reservation on behalf of 0d236f3f31494274a9555ed86d27bc50 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:10:30.442452 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:30.537096 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6dacb100-f666-4c45-a397-6e0ac67ebbf6 req-7fd8309b-dce8-4f66-8452-4a9fcb2ce0fe tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 210 time: 0.0423319 Jul 22 20:10:30.593973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Allocated IP 172.20.0.9 (5a8805fc-4a22-48d9-b217-1e6fc76cd45d/ba7040ea-d865-4a4e-879c-5bfe6279e268/aaa98e40-e17c-4c97-87f5-a074c8783b62) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:10:30.738299 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:30.775616 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:30.815642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:10:30.820596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:10:30.824048 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:10:30.849099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:30.876873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:30.877486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:30.890680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-976ae5c8-e46b-487b-a76d-06caead2577f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658844 Jul 22 20:10:30.902311 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Request body: {'port': {'device_id': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:10:30.976286 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.230641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa98e40-e17c-4c97-87f5-a074c8783b62 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:10:31.238714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.250071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Transition to ACTIVE for port object aaa98e40-e17c-4c97-87f5-a074c8783b62 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:10:31.253941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.305142 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:31.376453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:10:31.377165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:10:31.377353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:31.381555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:10:31.381884 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:10:31.386627 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:10:31.386970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Checking segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:10:31.387360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Bound using segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:10:31.387786 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Bound port: aaa98e40-e17c-4c97-87f5-a074c8783b62, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:10:31.388167 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.450886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:10:31.453860 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:10:31.457470 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.494176 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:31.494791 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:31.496237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 1092 time: 0.5983250 Jul 22 20:10:31.496665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:31.498880 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09895a0-7e7c-4702-be9b-189c6c13e8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:31.519094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ef546-1034-40a0-81cb-e90d8a45b9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:31.543379 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e444e0dd-55ae-4655-9f75-0860150afe25 x-openstack-request-id: req-e444e0dd-55ae-4655-9f75-0860150afe25 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:31.543665 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:31.543917 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e444e0dd-55ae-4655-9f75-0860150afe25 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:31.544347 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'status': 'completed', 'code': 200} Jul 22 20:10:31.591900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-166e9aee-099c-4188-a286-9d20e53e9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:31.593491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-166e9aee-099c-4188-a286-9d20e53e9f86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1095 time: 0.0609450 Jul 22 20:10:31.660005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-b67dff45-cfdd-40b9-ace1-a71f637fb625 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0586326 Jul 22 20:10:31.724253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00fa64-ae59-4460-b287-e1a639114854 req-6401f275-34a0-4025-9d50-979977cf768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:31.725615 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-6401f275-34a0-4025-9d50-979977cf768c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0588357 Jul 22 20:10:31.736652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a731c-2728-4f18-8b68-aa071233c272 req-69ecbb1e-8ffa-47c0-8bec-3e39e2e75f96 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:31.738040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f6a731c-2728-4f18-8b68-aa071233c272 req-69ecbb1e-8ffa-47c0-8bec-3e39e2e75f96 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.1308000 Jul 22 20:10:31.775306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-56d3ad8b-3a9e-4de2-896d-389fb133754d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363433 Jul 22 20:10:31.811301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1f6a731c-2728-4f18-8b68-aa071233c272 req-190ec939-417c-47bf-a3d4-ed0ba20d832f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652015 Jul 22 20:10:31.880800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-63b8ff48-0ff9-454c-a66c-25f148108191 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991480 Jul 22 20:10:31.979831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b00fa64-ae59-4460-b287-e1a639114854 req-5bdeab92-5ecf-4927-9418-82e04ee74c17 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921404 Jul 22 20:10:32.079210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-01fbab10-e1b3-4392-90a7-a76973b51353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:32.080717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-01fbab10-e1b3-4392-90a7-a76973b51353 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1095 time: 0.0532999 Jul 22 20:10:32.170972 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-a648442d-b45a-4fd8-91c9-b10e1d55f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:32.172986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-a648442d-b45a-4fd8-91c9-b10e1d55f9e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0851774 Jul 22 20:10:32.213301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-91618d6c-68a7-4204-989c-bf2f300ddabd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0341690 Jul 22 20:10:32.268638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-fbf90b6e-2203-4975-a62e-6487340ea594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:32.269997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-fbf90b6e-2203-4975-a62e-6487340ea594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0502286 Jul 22 20:10:32.304483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-54c959b7-de1d-49c0-ae9b-4953e240081c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270243 Jul 22 20:10:32.390383 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-9cf05620-3ded-43aa-bed8-2d53f01435ee service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796623 Jul 22 20:10:32.480216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d09895a0-7e7c-4702-be9b-189c6c13e8b1 req-aaa1688a-eddb-46a4-8ea8-fb86654d3258 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830319 Jul 22 20:10:32.940508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36df23-63e9-4af9-8cc5-6605b646c548 req-249825bc-64c8-458b-8762-d12d43b25a4d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:32.941989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa36df23-63e9-4af9-8cc5-6605b646c548 req-249825bc-64c8-458b-8762-d12d43b25a4d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.0631840 Jul 22 20:10:32.979651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa36df23-63e9-4af9-8cc5-6605b646c548 req-7ad5093c-c671-4e05-aaca-91382898495f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318825 Jul 22 20:10:34.112868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae219d-ee6f-49fc-b14f-3394c006fb9b req-bc9244d3-800a-4e68-bbdd-a109c04cc895 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:34.114418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03ae219d-ee6f-49fc-b14f-3394c006fb9b req-bc9244d3-800a-4e68-bbdd-a109c04cc895 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.0686626 Jul 22 20:10:34.152266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03ae219d-ee6f-49fc-b14f-3394c006fb9b req-7a2ce910-e82c-499a-ba8e-fb29dcc97a39 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Jul 22 20:10:35.282983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d058c-cd87-4a51-844d-09d6d09f5469 req-d6e30fbd-c428-4079-9dc1-fe1a895e18d4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:35.284542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d79d058c-cd87-4a51-844d-09d6d09f5469 req-d6e30fbd-c428-4079-9dc1-fe1a895e18d4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.0637898 Jul 22 20:10:35.320838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d79d058c-cd87-4a51-844d-09d6d09f5469 req-ebe6ad10-baeb-4463-b5f0-7bd083732325 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308089 Jul 22 20:10:36.202418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:10:36.296935 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:36.307904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'port_id': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'mac_address': 'fa:16:3e:99:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7040ea-d865-4a4e-879c-5bfe6279e268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:10:36.343922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:36.357558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa98e40-e17c-4c97-87f5-a074c8783b62 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:10:36.377993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:36.381835 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:36.432628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:36.448487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f7b1-a8b1-4823-9267-a8453ba647a8 req-63e29036-60f3-4e92-93aa-600a753fe55c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:36.449917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddc0f7b1-a8b1-4823-9267-a8453ba647a8 req-63e29036-60f3-4e92-93aa-600a753fe55c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 944 time: 0.0628884 Jul 22 20:10:36.488730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ddc0f7b1-a8b1-4823-9267-a8453ba647a8 req-64aa58c4-337d-44a9-8a1c-330c3e3551a0 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330141 Jul 22 20:10:36.567724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['aaa98e40-e17c-4c97-87f5-a074c8783b62'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:10:37.122700 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fb169c66-555c-4ee8-8ac7-9d166655cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:37.620065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0833-cf82-4f57-a8ed-70a3c4180f3e req-7e16aafb-c3b7-4919-941f-667bb0a5b762 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:37.621610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75cc0833-cf82-4f57-a8ed-70a3c4180f3e req-7e16aafb-c3b7-4919-941f-667bb0a5b762 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 944 time: 0.0679238 Jul 22 20:10:37.659050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75cc0833-cf82-4f57-a8ed-70a3c4180f3e req-38bfc14c-c5d4-43b5-9173-063d91da24fc tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jul 22 20:10:38.214488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 up at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:10:38.264069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning for port aaa98e40-e17c-4c97-87f5-a074c8783b62 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:10:38.268236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Provisioning complete for port aaa98e40-e17c-4c97-87f5-a074c8783b62 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:10:38.268606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:38.341541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:38.363680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:10:38.365965 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a174998-b0b5-4125-aba9-e7c8dcfa9aeb" -d '{"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-plugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:10:38.379629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:10:38.383643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:38.410672 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346fc59d-9ad1-44fa-a22c-96ac21345065 x-openstack-request-id: req-346fc59d-9ad1-44fa-a22c-96ac21345065 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:10:38.410959 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-plugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:10:38.411207 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-346fc59d-9ad1-44fa-a22c-96ac21345065 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:10:38.411590 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'code': 200} Jul 22 20:10:38.439767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:10:38.513371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a71236-0e94-4b7c-95c8-dcadee91aa92 req-a3e64d1b-9228-4d0e-a843-86e5fd0472fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:38.514852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a71236-0e94-4b7c-95c8-dcadee91aa92 req-a3e64d1b-9228-4d0e-a843-86e5fd0472fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1097 time: 0.0521009 Jul 22 20:10:38.547460 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c5a71236-0e94-4b7c-95c8-dcadee91aa92 req-81bd4842-129e-42ff-be24-b4017b5ae064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264523 Jul 22 20:10:38.790153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb649fb-91eb-431c-8ced-982d272063c7 req-1c88e742-fb05-4bf1-be5f-19088d95fb54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:38.791548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cb649fb-91eb-431c-8ced-982d272063c7 req-1c88e742-fb05-4bf1-be5f-19088d95fb54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0671825 Jul 22 20:10:39.187286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4cb649fb-91eb-431c-8ced-982d272063c7 req-31df2a72-ed24-46e4-b099-e2535c70b3c1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901324 Jul 22 20:10:39.988603 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:40.058593 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e074fdd6-0160-4f40-a45c-0c72acd79e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:40.317246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00356a48-e58c-427f-b16d-f306f779c3e4 req-bb213207-b60c-4f79-91db-7731edef7dd6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:40.318741 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00356a48-e58c-427f-b16d-f306f779c3e4 req-bb213207-b60c-4f79-91db-7731edef7dd6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0623960 Jul 22 20:10:40.355677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00356a48-e58c-427f-b16d-f306f779c3e4 req-0763bf3e-0edd-4a96-bed3-84ce62be3264 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314982 Jul 22 20:10:40.480723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0012a-e1b6-4d0c-b97e-e8c89ebcb73c req-8b3a6750-e002-463f-8a3b-3f337b6c7a54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:40.482212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bd0012a-e1b6-4d0c-b97e-e8c89ebcb73c req-8b3a6750-e002-463f-8a3b-3f337b6c7a54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0626633 Jul 22 20:10:40.521306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bd0012a-e1b6-4d0c-b97e-e8c89ebcb73c req-6cd20a81-eab4-4e64-8c2f-6edf7aadb21c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jul 22 20:10:40.731087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b48d2-ea5b-43ee-9066-a8f0607300ee req-c675d394-ce6c-4345-a7c0-cc1721bdbdd1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:40.732600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342b48d2-ea5b-43ee-9066-a8f0607300ee req-c675d394-ce6c-4345-a7c0-cc1721bdbdd1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0629036 Jul 22 20:10:40.769240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342b48d2-ea5b-43ee-9066-a8f0607300ee req-aca1a822-eaa1-497d-a776-7bc655edaa47 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Jul 22 20:10:40.904455 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb658bb-b323-4248-ae3a-ed65dc6e84d2 req-14cb7130-5e44-4d1f-8b26-2d61a59f98f4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:40.905857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2eb658bb-b323-4248-ae3a-ed65dc6e84d2 req-14cb7130-5e44-4d1f-8b26-2d61a59f98f4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0629964 Jul 22 20:10:40.942879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2eb658bb-b323-4248-ae3a-ed65dc6e84d2 req-2f383035-c91a-430b-ae26-2da2d2fb2475 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308542 Jul 22 20:10:41.179426 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-acc347ac-6d3e-4aa5-ac1f-8103d334c86f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0582430 Jul 22 20:10:41.196140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b23c8-b03a-4c05-8b80-9d55baf83050 req-d1eb3957-aebd-4422-90b9-35508add295d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:41.197330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e0b23c8-b03a-4c05-8b80-9d55baf83050 req-d1eb3957-aebd-4422-90b9-35508add295d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Jul 22 20:10:41.238221 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e0b23c8-b03a-4c05-8b80-9d55baf83050 req-1daefd21-5013-4b90-8129-b469274a825e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349450 Jul 22 20:10:41.630212 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:42.380764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-e5e411d2-cf70-4af2-b431-e013162f3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:42.382305 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-e5e411d2-cf70-4af2-b431-e013162f3b35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1097 time: 0.0971928 Jul 22 20:10:42.390480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25459fd-fa67-4b9b-b5c7-5b0fd8a202e8 req-fe79229d-90fe-4219-b022-dd2f0667213a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:42.391889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c25459fd-fa67-4b9b-b5c7-5b0fd8a202e8 req-fe79229d-90fe-4219-b022-dd2f0667213a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0794230 Jul 22 20:10:42.484079 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c25459fd-fa67-4b9b-b5c7-5b0fd8a202e8 req-8852fca7-c72b-44c7-abd2-f50e0ca4b200 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840766 Jul 22 20:10:42.502392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-ce306ef7-338c-4ec8-aff2-9ae48031f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:42.503800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-ce306ef7-338c-4ec8-aff2-9ae48031f853 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.1110582 Jul 22 20:10:42.548772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-1bc85036-7d5f-470e-b9a3-757d4f726981 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0381293 Jul 22 20:10:42.596745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-2ab27717-f7f5-4f50-ab56-215de9bc54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:42.598160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-2ab27717-f7f5-4f50-ab56-215de9bc54c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0433981 Jul 22 20:10:42.631175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-6cc06e6b-eeb1-438d-85e4-0dc3096014e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266316 Jul 22 20:10:42.721748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-2af7ae05-c1d7-42ad-a806-e7c37e98a884 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841157 Jul 22 20:10:42.807711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-de8f038f-d343-42a3-8648-0a6181847db3 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800388 Jul 22 20:10:43.005630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:43.613890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bc3f1-9c34-413f-a3ba-ec08df2af753 req-3137d4ff-ae73-43e8-9efb-e17820034343 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:43.615420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc8bc3f1-9c34-413f-a3ba-ec08df2af753 req-3137d4ff-ae73-43e8-9efb-e17820034343 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0646207 Jul 22 20:10:43.658597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc8bc3f1-9c34-413f-a3ba-ec08df2af753 req-0b9dcece-406a-4852-9dff-38380d546d27 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Jul 22 20:10:44.790462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318763e4-1131-441a-a0db-df46b40d8a95 req-d959cee3-f31a-48d7-b3e2-894e2d43c029 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:44.791953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-318763e4-1131-441a-a0db-df46b40d8a95 req-d959cee3-f31a-48d7-b3e2-894e2d43c029 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0646014 Jul 22 20:10:44.829113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-318763e4-1131-441a-a0db-df46b40d8a95 req-1203e1b0-0d6a-48d0-894e-6b88ba160396 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 22 20:10:45.958408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfcd79-7953-4fa3-9418-10a906cc5f78 req-bf77950d-5361-4578-abb7-3cab8972235e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:45.959893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21dfcd79-7953-4fa3-9418-10a906cc5f78 req-bf77950d-5361-4578-abb7-3cab8972235e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0634451 Jul 22 20:10:45.996708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21dfcd79-7953-4fa3-9418-10a906cc5f78 req-9cd4e385-3917-4f55-89b0-606ad1f2b6a2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Jul 22 20:10:47.134027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de50c64-72bc-450a-b4d1-4a8dacd072f4 req-6db8f40a-1d77-4d29-a4dc-f7d8a03e83fb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:47.135533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4de50c64-72bc-450a-b4d1-4a8dacd072f4 req-6db8f40a-1d77-4d29-a4dc-f7d8a03e83fb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0732837 Jul 22 20:10:47.173216 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4de50c64-72bc-450a-b4d1-4a8dacd072f4 req-5aba50fd-3f63-4adf-b4cf-97b23bb06f9f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jul 22 20:10:48.302491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82504115-e39c-4bb5-8e91-a551cf6efa9f req-621238b9-97f1-400c-a31e-58048bf8e3b7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:48.304008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82504115-e39c-4bb5-8e91-a551cf6efa9f req-621238b9-97f1-400c-a31e-58048bf8e3b7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0642335 Jul 22 20:10:48.341237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-82504115-e39c-4bb5-8e91-a551cf6efa9f req-959fe5b4-4f2f-4014-b4d6-288bf518e7aa tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jul 22 20:10:48.607998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:10:49.467557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a51b5f-7394-4af7-b0ea-e6c826822420 req-fee1d2ee-b7df-4986-909d-4e230f5cb388 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:49.469117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04a51b5f-7394-4af7-b0ea-e6c826822420 req-fee1d2ee-b7df-4986-909d-4e230f5cb388 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0633755 Jul 22 20:10:49.511602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-04a51b5f-7394-4af7-b0ea-e6c826822420 req-7946d0af-a9ea-4a3d-b5b3-2102901d0d92 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Jul 22 20:10:50.645467 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefe6cb-06a6-44ad-b79a-7d4d93466373 req-16c6bcac-0595-4e15-8444-845f64996e48 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:50.646953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cefe6cb-06a6-44ad-b79a-7d4d93466373 req-16c6bcac-0595-4e15-8444-845f64996e48 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0641870 Jul 22 20:10:50.683923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cefe6cb-06a6-44ad-b79a-7d4d93466373 req-c4579f8b-8cd9-4749-81de-a8da5cb61bd7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Jul 22 20:10:51.811702 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653b067-5914-4990-b97b-153fb10159d1 req-1d164bae-5cc1-4dc5-9174-1ae91f2dfe27 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:51.814117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4653b067-5914-4990-b97b-153fb10159d1 req-1d164bae-5cc1-4dc5-9174-1ae91f2dfe27 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0630817 Jul 22 20:10:51.851913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4653b067-5914-4990-b97b-153fb10159d1 req-7021393e-05eb-4af1-b21f-4b814039cb7a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 22 20:10:52.983442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122b76b-024c-4cb9-a49f-f05534860c32 req-e56fb2c4-be85-4012-87e4-3779487410e7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:52.984986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0122b76b-024c-4cb9-a49f-f05534860c32 req-e56fb2c4-be85-4012-87e4-3779487410e7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0664835 Jul 22 20:10:53.022002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0122b76b-024c-4cb9-a49f-f05534860c32 req-17e8d23f-42a2-45fa-ad68-baaa21aa1776 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Jul 22 20:10:54.151554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777e8cf-6ca9-47a5-aaa1-6173f03e4302 req-4d400d30-3016-40a5-9fe9-cd8f94737a7d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:54.153087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e777e8cf-6ca9-47a5-aaa1-6173f03e4302 req-4d400d30-3016-40a5-9fe9-cd8f94737a7d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0644219 Jul 22 20:10:54.190623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e777e8cf-6ca9-47a5-aaa1-6173f03e4302 req-2be64258-8d8f-4991-a19c-7d38f158505e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Jul 22 20:10:54.801193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:55.319487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914603d-7146-4f18-baac-f4343b627521 req-793241bb-e7f3-4a48-aa5d-4004509d25ec tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:55.321012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e914603d-7146-4f18-baac-f4343b627521 req-793241bb-e7f3-4a48-aa5d-4004509d25ec tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0627892 Jul 22 20:10:55.361826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e914603d-7146-4f18-baac-f4343b627521 req-985cf702-2979-45b9-849e-4542712978c4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Jul 22 20:10:56.496389 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812d1ee-1739-4515-9f69-9b9eb0dccdcd req-54947857-fe20-4dc3-8e59-fcfc7bcba818 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:56.497818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b812d1ee-1739-4515-9f69-9b9eb0dccdcd req-54947857-fe20-4dc3-8e59-fcfc7bcba818 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0688086 Jul 22 20:10:56.534806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b812d1ee-1739-4515-9f69-9b9eb0dccdcd req-25780dbf-7ed8-49ea-96dd-6b44fe1f2db9 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Jul 22 20:10:57.513096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:10:57.665995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da03d03-61e4-4e3f-b8c4-7da189f5bac6 req-8d7fc263-e11c-428f-a2c1-f24540b1010e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:57.667494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6da03d03-61e4-4e3f-b8c4-7da189f5bac6 req-8d7fc263-e11c-428f-a2c1-f24540b1010e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0637746 Jul 22 20:10:57.705600 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6da03d03-61e4-4e3f-b8c4-7da189f5bac6 req-ec5635e1-aea7-4516-a715-7330dc1042d6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Jul 22 20:10:58.838330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb431550-f263-4f94-b63e-5f2c87d734fc req-e5c59cae-8e2d-4907-9be3-599657f12a54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:10:58.839811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb431550-f263-4f94-b63e-5f2c87d734fc req-e5c59cae-8e2d-4907-9be3-599657f12a54 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0656817 Jul 22 20:10:58.876621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb431550-f263-4f94-b63e-5f2c87d734fc req-3eda3834-58e9-49ae-883c-f9ce28d0a21f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 22 20:11:00.003573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83ab66-e639-4104-826a-dbb4276d55d3 req-7a1cc940-cc90-46fb-b0e3-3ffa5342fb16 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:00.005110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd83ab66-e639-4104-826a-dbb4276d55d3 req-7a1cc940-cc90-46fb-b0e3-3ffa5342fb16 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0632942 Jul 22 20:11:00.042417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd83ab66-e639-4104-826a-dbb4276d55d3 req-2d96f325-0395-4a3b-9db9-3bcf5adeeb15 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jul 22 20:11:01.170560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea990d4f-4acd-4831-8004-560ff113f955 req-7ae819c2-534d-49b7-b7e3-ac7b6b909e7f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:01.172068 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea990d4f-4acd-4831-8004-560ff113f955 req-7ae819c2-534d-49b7-b7e3-ac7b6b909e7f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0630004 Jul 22 20:11:01.217336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ea990d4f-4acd-4831-8004-560ff113f955 req-5c0c29c3-ba03-40f6-b6d2-9cd85f683117 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394406 Jul 22 20:11:02.346004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f01545-bd72-41bc-bd63-64cff17cfd31 req-2e2de605-5abe-4da6-ae73-8803e8a7e49e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:02.347503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4f01545-bd72-41bc-bd63-64cff17cfd31 req-2e2de605-5abe-4da6-ae73-8803e8a7e49e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0628569 Jul 22 20:11:02.384547 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4f01545-bd72-41bc-bd63-64cff17cfd31 req-d447243d-e217-4b48-8c9d-73b934585e00 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jul 22 20:11:03.513683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f34a0-474b-42e7-b768-d05ad3d8977a req-eb261d99-886d-4a51-a2a2-539537eda6e1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:03.515197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d19f34a0-474b-42e7-b768-d05ad3d8977a req-eb261d99-886d-4a51-a2a2-539537eda6e1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0653064 Jul 22 20:11:03.553069 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d19f34a0-474b-42e7-b768-d05ad3d8977a req-853aae91-abcd-4e14-b83e-0f857f1f250b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Jul 22 20:11:04.683047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006c936-354e-43fa-8475-57394c3dfc9d req-a1e7c9c6-235d-4af1-bf72-cfee8aa01132 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:04.684590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b006c936-354e-43fa-8475-57394c3dfc9d req-a1e7c9c6-235d-4af1-bf72-cfee8aa01132 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0665905 Jul 22 20:11:04.722828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b006c936-354e-43fa-8475-57394c3dfc9d req-3a567b5f-b7c4-48d1-ab7d-c1b653de2400 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321348 Jul 22 20:11:05.850364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6411395-8566-498d-a245-e0cfda4cfda8 req-d6df5d32-57dc-48f4-9216-2f06522ce842 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:05.851860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6411395-8566-498d-a245-e0cfda4cfda8 req-d6df5d32-57dc-48f4-9216-2f06522ce842 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0649478 Jul 22 20:11:05.890144 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f6411395-8566-498d-a245-e0cfda4cfda8 req-9eb96d6d-ba36-4009-81b9-f6d75c623f05 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324309 Jul 22 20:11:07.019645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538897bf-bdd8-4fd5-8e55-09337996859a req-6fda7b05-d8bc-4ed1-8fc6-d4520ce57e1b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:07.021153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538897bf-bdd8-4fd5-8e55-09337996859a req-6fda7b05-d8bc-4ed1-8fc6-d4520ce57e1b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0650420 Jul 22 20:11:07.060509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-538897bf-bdd8-4fd5-8e55-09337996859a req-6956c442-9c4b-4dcc-ad6c-25b571d61243 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Jul 22 20:11:07.122767 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16ba498e-acb5-47e2-9413-4042d6167372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:08.189756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6382d3-4ae5-45f7-b809-11049b00d4e3 req-9acb1b9a-709e-4017-8c15-eb3d12c957ea tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:08.191286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec6382d3-4ae5-45f7-b809-11049b00d4e3 req-9acb1b9a-709e-4017-8c15-eb3d12c957ea tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0649076 Jul 22 20:11:08.230997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ec6382d3-4ae5-45f7-b809-11049b00d4e3 req-ff1a54a6-dba2-4f65-90b1-23fae3607312 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338874 Jul 22 20:11:09.358215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a72c2-c3f8-4271-ad37-c606d6a009e7 req-47b01a23-af67-4193-b9a4-a9b2d084fdf5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:09.359723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-573a72c2-c3f8-4271-ad37-c606d6a009e7 req-47b01a23-af67-4193-b9a4-a9b2d084fdf5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0642915 Jul 22 20:11:09.396733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-573a72c2-c3f8-4271-ad37-c606d6a009e7 req-4495dccf-18cf-4dd8-803d-d7edda7921ff tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305970 Jul 22 20:11:09.632365 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-6fcf8966-9cbb-4e3a-a5d2-9440957f8724 service neutron] show failed (client error): The resource could not be found. Jul 22 20:11:09.633361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-6fcf8966-9cbb-4e3a-a5d2-9440957f8724 service neutron] 10.222.0.26 "GET /v2.0/ports/aaa98e40-e17c-4c97-87f5-a074c8783b62/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0576847 Jul 22 20:11:09.837980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-371896fc-0646-4b45-a69a-aa07c01e7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:09.839510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-371896fc-0646-4b45-a69a-aa07c01e7f98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78&tenant_id=0d236f3f31494274a9555ed86d27bc50 HTTP/1.1" status: 200 len: 1097 time: 0.0538571 Jul 22 20:11:09.851672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:09.922328 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:09.988961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.059092 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2280b320-da2e-4b9c-bf45-41e59c3f4020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.130367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:10.162167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:10.201375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:10.203766 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437286c-7ac2-40ea-b448-f97df7d440c7" -d '{"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:10.208497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.221348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Transition to ACTIVE for port object aaa98e40-e17c-4c97-87f5-a074c8783b62 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:10.225386 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.256507 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daa553a-612d-4974-ad89-7428d5197e01 x-openstack-request-id: req-5daa553a-612d-4974-ad89-7428d5197e01 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:10.256802 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-unplugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:10.257055 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5daa553a-612d-4974-ad89-7428d5197e01 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:10.257448 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'code': 200} Jul 22 20:11:10.292171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] No DVR routers for this DVR port aaa98e40-e17c-4c97-87f5-a074c8783b62 on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:11:10.293967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.334882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:10.335221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:10.335557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:10.339728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:11:10.340057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Attempting to bind port aaa98e40-e17c-4c97-87f5-a074c8783b62 on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:10.344882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:10.345229 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Checking segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:10.345620 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Bound using segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:10.346042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Bound port: aaa98e40-e17c-4c97-87f5-a074c8783b62, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:10.346399 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.408380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:10.411348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:10.415641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.454447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:10.454992 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:10.456462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] 10.222.0.32 "PUT /v2.0/ports/aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 1092 time: 0.6090314 Jul 22 20:11:10.512237 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95939f-2e0a-452f-8b92-6af5cc75e381 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:10.586150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa212e-dae3-4f46-9c14-f0deb15ce550 req-d200fc83-c019-49e4-a7e9-70c226689d20 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:10.587666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6aa212e-dae3-4f46-9c14-f0deb15ce550 req-d200fc83-c019-49e4-a7e9-70c226689d20 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.1235714 Jul 22 20:11:10.590233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-0a3e4d62-effb-4456-9c65-b4317f39d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:10.591619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-0a3e4d62-effb-4456-9c65-b4317f39d8ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1095 time: 0.1093929 Jul 22 20:11:10.676510 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a6aa212e-dae3-4f46-9c14-f0deb15ce550 req-1206d8a8-7c65-4588-a989-59907b1fbcd5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832520 Jul 22 20:11:10.700671 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-c050ad76-5e71-4593-a9e6-2a3666092d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:10.702136 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-c050ad76-5e71-4593-a9e6-2a3666092d51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.1026485 Jul 22 20:11:10.746064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-dd76519e-87d7-4e14-900b-153e6e997ea8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0373755 Jul 22 20:11:10.792422 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-41f85252-86a7-433e-acf2-e8ff2c1f321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:10.793821 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-41f85252-86a7-433e-acf2-e8ff2c1f321a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0418136 Jul 22 20:11:10.825884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-532672ef-c154-4ffd-89e3-0f3775f39fa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261879 Jul 22 20:11:10.916940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-89765c41-2f14-4e0e-b28f-bd5cc62fe248 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Jul 22 20:11:11.002744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e5e0ebc-9806-4793-9b88-58a02130bab7 req-6ddb1c08-8b12-430e-af97-c307f27ac00c service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799661 Jul 22 20:11:11.622028 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:11.808933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab92a5b-fb98-427c-abda-7aae95340d77 req-9d37309a-ac52-46e3-a765-207b93b8f087 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:11.810470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ab92a5b-fb98-427c-abda-7aae95340d77 req-9d37309a-ac52-46e3-a765-207b93b8f087 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 943 time: 0.0670376 Jul 22 20:11:11.848509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ab92a5b-fb98-427c-abda-7aae95340d77 req-18ba2041-a1ca-42ce-a3f9-8027918cfa00 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Jul 22 20:11:12.257969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:11:12.258775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:12.261149 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae5020-f86e-4154-80ef-95b945aaf504" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:12.306985 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f9581-063d-4e50-9a03-29bc4302938f x-openstack-request-id: req-586f9581-063d-4e50-9a03-29bc4302938f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:12.307281 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:12.307557 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-586f9581-063d-4e50-9a03-29bc4302938f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:12.307950 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'status': 'completed', 'code': 200} Jul 22 20:11:12.353271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:12.368524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'port_id': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'mac_address': 'fa:16:3e:99:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7040ea-d865-4a4e-879c-5bfe6279e268', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:11:12.405392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.418367 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa98e40-e17c-4c97-87f5-a074c8783b62 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:12.418553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-b88d73de-316a-4ee4-b03d-4fc1643208c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.419876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-b88d73de-316a-4ee4-b03d-4fc1643208c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1095 time: 0.0854518 Jul 22 20:11:12.421607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-47b784db-b831-46e6-a68d-0d3871067eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.423026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-47b784db-b831-46e6-a68d-0d3871067eca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1095 time: 0.0976572 Jul 22 20:11:12.437587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:12.442314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:12.493680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:12.602065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-07982607-59c8-455b-b875-3e6ce71438da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.603548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-07982607-59c8-455b-b875-3e6ce71438da service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.1753716 Jul 22 20:11:12.606333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-6fd8c433-8c68-4a63-8e38-c1515e545527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.607641 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-6fd8c433-8c68-4a63-8e38-c1515e545527 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.1721714 Jul 22 20:11:12.659036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aaa98e40-e17c-4c97-87f5-a074c8783b62'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:11:12.676138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-08ca8146-8376-4289-b231-9f2bdd94c919 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0596080 Jul 22 20:11:12.677538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-9dcd634c-1ea5-424b-8ee7-c2cf74f0cb20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0672362 Jul 22 20:11:12.760546 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-499ff44e-1f7a-4fbb-b400-f8a9f0d010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.761930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-499ff44e-1f7a-4fbb-b400-f8a9f0d010fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0804467 Jul 22 20:11:12.765217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-754c5e14-3913-480f-864f-212506e77c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:12.766837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-754c5e14-3913-480f-864f-212506e77c03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0765073 Jul 22 20:11:12.801241 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-eaac8091-6b26-4013-83f5-7200075aebf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330052 Jul 22 20:11:12.818654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-7922eeed-ac28-4958-8e99-720fdd8699ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423529 Jul 22 20:11:12.999867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-08068d75-16a1-4223-9e11-87e677a2f6c7 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832688 Jul 22 20:11:13.008911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:13.009924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-ea3f15a7-e5ad-4b12-b404-56e800046438 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845229 Jul 22 20:11:13.142526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43c11-fb39-4457-bc22-e246cd4d6c25 req-ef276928-b2ac-4d7a-a0a0-5efa5c7867a1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.144045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88d43c11-fb39-4457-bc22-e246cd4d6c25 req-ef276928-b2ac-4d7a-a0a0-5efa5c7867a1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 944 time: 0.2130167 Jul 22 20:11:13.214874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-88d2993a-c70f-4133-9a5a-aec447dbcb0f service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088952 Jul 22 20:11:13.216649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0eae5020-f86e-4154-80ef-95b945aaf504 req-63013cf8-4543-4895-bcfc-bb7740d52846 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985767 Jul 22 20:11:13.219934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-88d43c11-fb39-4457-bc22-e246cd4d6c25 req-42ecbab7-13b0-44fd-8745-06b6961caffd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690176 Jul 22 20:11:13.481398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d369ef3-44ec-4afc-8dbd-9a1b093dd02e req-5a1b83fe-20f6-42a7-b1fd-cc96a8e00a9e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.482815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d369ef3-44ec-4afc-8dbd-9a1b093dd02e req-5a1b83fe-20f6-42a7-b1fd-cc96a8e00a9e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 944 time: 0.1189427 Jul 22 20:11:13.551299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4d369ef3-44ec-4afc-8dbd-9a1b093dd02e req-10ce3324-6035-433e-9cea-4821040eb7e1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Jul 22 20:11:13.558459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-9ca12de4-b185-458e-8ea3-8ac773ddabb9 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.559878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-9ca12de4-b185-458e-8ea3-8ac773ddabb9 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.26 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78&tenant_id=0d236f3f31494274a9555ed86d27bc50&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 944 time: 0.1516225 Jul 22 20:11:13.619622 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-c1dd1906-d07e-4055-a53f-3d76a3484bbd service neutron] delete failed (client error): The resource could not be found. Jul 22 20:11:13.620659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-c1dd1906-d07e-4055-a53f-3d76a3484bbd service neutron] 10.222.0.26 "DELETE /v2.0/ports/aaa98e40-e17c-4c97-87f5-a074c8783b62/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0542169 Jul 22 20:11:13.713041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-3c325e78-72fd-4212-a682-21ecf7401f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.714539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-3c325e78-72fd-4212-a682-21ecf7401f31 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 1096 time: 0.0535994 Jul 22 20:11:13.804782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-9780077c-f3e2-4134-a348-457cac564601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.806242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-9780077c-f3e2-4134-a348-457cac564601 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0851467 Jul 22 20:11:13.845714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-68bcebe4-64c7-469d-95db-7c5c69633eb2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 200 len: 217 time: 0.0330956 Jul 22 20:11:13.892804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-8d780c32-30db-42bb-961c-42cdb524da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:13.894207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-8d780c32-30db-42bb-961c-42cdb524da02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0422935 Jul 22 20:11:13.935410 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-a7aeac9c-2d9f-45c9-b7bc-fe2f01714f37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355213 Jul 22 20:11:14.024052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-fbc4c9c0-4748-4f66-81e0-9a264242ba08 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822597 Jul 22 20:11:14.115301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dea5fb01-a89f-419a-aa0d-a23c2a9e4039 req-5f331fa3-e0d8-4632-970b-9b3d3117f541 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Jul 22 20:11:14.270612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:14.317413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port aaa98e40-e17c-4c97-87f5-a074c8783b62 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:14.320879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port aaa98e40-e17c-4c97-87f5-a074c8783b62 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:14.321250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.366431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:14.429094 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.438202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:14.453092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:14.455442 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3af76c-514b-49aa-a9f8-90915810ebbb" -d '{"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-plugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:14.469504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:14.476535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:14.502263 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5793e9f2-c819-4af3-bd8c-2c48db2fa4a7 x-openstack-request-id: req-5793e9f2-c819-4af3-bd8c-2c48db2fa4a7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:14.502556 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-plugged", "status": "completed", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:14.502965 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5793e9f2-c819-4af3-bd8c-2c48db2fa4a7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:14.503356 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'code': 200} Jul 22 20:11:14.528674 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:14.689434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a74d3a-5630-4d30-96d4-48fd3cafe365 req-ddd653ae-3782-4eb8-b069-5dc4115bd5d2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:14.690858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22a74d3a-5630-4d30-96d4-48fd3cafe365 req-ddd653ae-3782-4eb8-b069-5dc4115bd5d2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0677567 Jul 22 20:11:14.727688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22a74d3a-5630-4d30-96d4-48fd3cafe365 req-862bd066-c77e-4162-a120-9106fcd54f21 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Jul 22 20:11:14.857060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be31f-a360-4ae1-a84f-bb213ecbc364 req-1b584310-0840-4415-8a09-24ba55e25b0b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:14.858543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d77be31f-a360-4ae1-a84f-bb213ecbc364 req-1b584310-0840-4415-8a09-24ba55e25b0b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0626369 Jul 22 20:11:14.894827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d77be31f-a360-4ae1-a84f-bb213ecbc364 req-cdff32e8-676f-4a32-9b72-03ba560765ca tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307338 Jul 22 20:11:15.024520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697bb2-f55d-48dd-83f5-cb8550a6062a req-ee56a7f0-a6ba-40f4-a875-9733c5432837 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:15.026038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa697bb2-f55d-48dd-83f5-cb8550a6062a req-ee56a7f0-a6ba-40f4-a875-9733c5432837 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0677183 Jul 22 20:11:15.064400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa697bb2-f55d-48dd-83f5-cb8550a6062a req-8f864945-a002-40a9-9ecf-b63333057621 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322132 Jul 22 20:11:15.411638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-81aefbf4-87a2-4bfc-be38-660f2fa26f25 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:15.413140 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-81aefbf4-87a2-4bfc-be38-660f2fa26f25 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 814 time: 0.1011634 Jul 22 20:11:15.427492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-a788af94-7a65-4977-818e-b1fc317bfa82 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/quotas/0d236f3f31494274a9555ed86d27bc50 HTTP/1.1" status: 200 len: 375 time: 0.0090463 Jul 22 20:11:15.491301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-652713c9-c466-4180-91a4-8c80ca8a4f2d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0590138 Jul 22 20:11:15.578372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-09ba5edc-823c-4a43-98d1-59fe320fe37f service neutron] 10.222.0.10 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805054 Jul 22 20:11:15.666944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-da15ace9-8839-4623-af3d-d104608935bf service neutron] 10.222.0.10 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827563 Jul 22 20:11:15.825755 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-06842e63-b6f9-4e2b-99eb-03cad942cc38 req-cb5939ba-cbfc-4b94-94a7-4ead5422bcae tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 210 time: 0.0285447 Jul 22 20:11:16.567583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-479b9d79-f92c-4d56-a435-8899d2cd5f22 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:16.569129 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-479b9d79-f92c-4d56-a435-8899d2cd5f22 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78 HTTP/1.1" status: 200 len: 945 time: 0.0670819 Jul 22 20:11:16.669580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Deleting port aaa98e40-e17c-4c97-87f5-a074c8783b62 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:16.669935 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:16.731116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-9c7a87a8-dbcc-4eb8-893a-390a25ae0d5c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:16.732697 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-9c7a87a8-dbcc-4eb8-893a-390a25ae0d5c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 814 time: 0.1038005 Jul 22 20:11:16.745448 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Request body: {'port': {'device_id': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'admin_state_up': True, 'tenant_id': '0d236f3f31494274a9555ed86d27bc50'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:16.867042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Made reservation on behalf of 0d236f3f31494274a9555ed86d27bc50 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:11:16.871119 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.007375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Allocated IP 172.20.0.7 (5a8805fc-4a22-48d9-b217-1e6fc76cd45d/ba7040ea-d865-4a4e-879c-5bfe6279e268/0a88c4af-48cf-4a33-a331-f9bb122f9d2a) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:11:17.128245 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ccc45cd8-93af-495c-99cf-cc1ade24a584 req-ebd06520-8840-44a9-bc2d-f625c57d20b1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 210 time: 0.0335813 Jul 22 20:11:17.142657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] For port aaa98e40-e17c-4c97-87f5-a074c8783b62, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aaa98e40-e17c-4c97-87f5-a074c8783b62,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:17.143019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.155451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.155659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Calling delete_port for aaa98e40-e17c-4c97-87f5-a074c8783b62 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:11:17.197656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.209648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aaa98e40-e17c-4c97-87f5-a074c8783b62'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:11:17.261365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:11:17.266013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:11:17.272696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:11:17.278120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:17.292388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.322642 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Pushing event deleted for resources: {'Port': ['ID=aaa98e40-e17c-4c97-87f5-a074c8783b62,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:17.334226 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:17.335110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.352321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-8381b9b9-5a02-4d83-a7f0-723c3b2acab6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6100802 Jul 22 20:11:17.365251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Request body: {'port': {'device_id': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:17.369721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] No DVR routers for this DVR port aaa98e40-e17c-4c97-87f5-a074c8783b62 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:11:17.372723 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.374698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.32 "DELETE /v2.0/ports/aaa98e40-e17c-4c97-87f5-a074c8783b62 HTTP/1.1" status: 204 len: 173 time: 0.8001163 Jul 22 20:11:17.375182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-deleted', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:17.377558 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d3fb49-896a-48b8-bd8b-885b3dd4223b" -d '{"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-deleted", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:17.419336 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9883a8-1a26-4aca-9ab6-fc77ac258686 x-openstack-request-id: req-ef9883a8-1a26-4aca-9ab6-fc77ac258686 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:17.419698 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78", "name": "network-vif-deleted", "tag": "aaa98e40-e17c-4c97-87f5-a074c8783b62", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:17.420059 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef9883a8-1a26-4aca-9ab6-fc77ac258686 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:17.420550 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cbbe89-5d4c-40c9-b737-1fd2c5d3cc78', 'name': 'network-vif-deleted', 'tag': 'aaa98e40-e17c-4c97-87f5-a074c8783b62', 'status': 'completed', 'code': 200} Jul 22 20:11:17.448630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.709657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a88c4af-48cf-4a33-a331-f9bb122f9d2a {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:17.717507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.729763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Transition to ACTIVE for port object 0a88c4af-48cf-4a33-a331-f9bb122f9d2a will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:17.734469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.791705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:17.867463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:17.867802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:17.868159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:17.874636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:11:17.875154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:17.881314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:17.881671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Checking segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:17.882115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Bound using segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:17.882569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Bound port: 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:17.883009 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.953104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:17.956174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:17.960910 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.992258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:17.992876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:17.994286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] 10.222.0.32 "PUT /v2.0/ports/0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 1092 time: 0.6353600 Jul 22 20:11:17.994717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:17.996990 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f51176-5e0e-4ef0-a637-5b20b38d126b" -d '{"events": [{"name": "network-changed", "server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:18.027855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1c500-532e-48d6-b94f-342636bec70f service neutron] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:18.085519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-11650e62-da25-40b5-a179-2a9e4c166db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.087067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-11650e62-da25-40b5-a179-2a9e4c166db6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0562634 Jul 22 20:11:18.100435 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcac3ba-9c94-4745-b3fd-2587d8d37cc4 x-openstack-request-id: req-9fcac3ba-9c94-4745-b3fd-2587d8d37cc4 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:18.100719 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:18.100970 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fcac3ba-9c94-4745-b3fd-2587d8d37cc4 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:18.101356 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'status': 'completed', 'code': 200} Jul 22 20:11:18.133433 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-12cf898d-e0d3-456f-afdd-d73f00b85a8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0397484 Jul 22 20:11:18.184585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-c7796424-fc77-4410-a965-0d0780f773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.186050 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-c7796424-fc77-4410-a965-0d0780f773f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0467649 Jul 22 20:11:18.221667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-9ff683b2-4840-4ed8-b743-ff32b503f4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285275 Jul 22 20:11:18.262434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750871d-b910-4a24-a8cd-858b17d6367e req-17ce4c46-c5da-4d32-974b-101fcaf04cbf tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.263955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4750871d-b910-4a24-a8cd-858b17d6367e req-17ce4c46-c5da-4d32-974b-101fcaf04cbf tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0679853 Jul 22 20:11:18.305424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4750871d-b910-4a24-a8cd-858b17d6367e req-58446f0c-f544-47d0-9cfd-9f3966f9f77f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355530 Jul 22 20:11:18.314467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-2931e804-ba8c-4af1-8d95-36f64fecd946 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868809 Jul 22 20:11:18.402013 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-342e6d5d-7a4e-4308-9fbc-7b195a57de52 req-444b39d6-9fb6-4ca7-9230-29ead35b9ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807722 Jul 22 20:11:18.505591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-89a6e15d-dbe6-4cea-bf77-540d1e0561e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.507022 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-89a6e15d-dbe6-4cea-bf77-540d1e0561e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0597513 Jul 22 20:11:18.604699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-176b067a-6c5d-4c9c-9751-671e5bc65d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.606389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-176b067a-6c5d-4c9c-9751-671e5bc65d08 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0826612 Jul 22 20:11:18.650962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-6932c40c-1748-4d3f-8c6f-0415ac3c2519 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0363162 Jul 22 20:11:18.697947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-2d1b3ce3-e34a-4c8b-a3d0-2879b2c6b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:18.699348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-2d1b3ce3-e34a-4c8b-a3d0-2879b2c6b7eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0422170 Jul 22 20:11:18.733973 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-c098332e-2e1b-409a-a276-c0c3e957aeda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261879 Jul 22 20:11:18.824911 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-fdae2f11-0964-43a0-a3a0-8b6d0d390ae2 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829105 Jul 22 20:11:18.912966 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-74f51176-5e0e-4ef0-a637-5b20b38d126b req-9306b1c2-c81c-4292-8f7d-31b4924ff96d service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793490 Jul 22 20:11:19.435166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293234a2-f745-40f2-b2c2-27dd7171a0a3 req-39d4327e-fc66-4fc1-b22a-3c7b1a2c836f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:19.436679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-293234a2-f745-40f2-b2c2-27dd7171a0a3 req-39d4327e-fc66-4fc1-b22a-3c7b1a2c836f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0634060 Jul 22 20:11:19.473724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-293234a2-f745-40f2-b2c2-27dd7171a0a3 req-30bf5156-b29d-4521-a811-00a3a50c7fd1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307400 Jul 22 20:11:20.276651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:11:20.278714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:20.305639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: aaa98e40-e17c-4c97-87f5-a074c8783b62 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:11:20.305984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aaa98e40-e17c-4c97-87f5-a074c8783b62 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:20.389922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:20.400593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'port_id': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'mac_address': 'fa:16:3e:c5:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7040ea-d865-4a4e-879c-5bfe6279e268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:11:20.436042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.448881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a88c4af-48cf-4a33-a331-f9bb122f9d2a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:20.468214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:20.472175 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:20.520547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:20.601655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600f957-4a38-49ab-b974-367d45ee00ea req-f7dbe3aa-df90-4bf7-8146-f169c213dd7c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:20.603150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3600f957-4a38-49ab-b974-367d45ee00ea req-f7dbe3aa-df90-4bf7-8146-f169c213dd7c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 944 time: 0.0622699 Jul 22 20:11:20.640180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3600f957-4a38-49ab-b974-367d45ee00ea req-52c60cac-6ccf-4364-a181-0ad41035b57f tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Jul 22 20:11:20.658750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['0a88c4af-48cf-4a33-a331-f9bb122f9d2a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:11:21.770866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be3e8-c4af-4b62-b64c-7d9893b03149 req-ba39e1ea-f64b-4177-8a51-d7770fe48158 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:21.772369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b32be3e8-c4af-4b62-b64c-7d9893b03149 req-ba39e1ea-f64b-4177-8a51-d7770fe48158 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 944 time: 0.0663488 Jul 22 20:11:21.809312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b32be3e8-c4af-4b62-b64c-7d9893b03149 req-65649593-a65b-4d92-8653-aa9f066d1299 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Jul 22 20:11:22.288862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:11:22.335420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:11:22.339173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:11:22.339549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:22.417785 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:22.439584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:22.441851 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6422f91e-12ff-4dd2-abdb-cf59db46997a" -d '{"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:22.454906 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:22.460327 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:22.484576 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502f6ca0-a3ca-4fe0-8f54-cff6cf0f86f5 x-openstack-request-id: req-502f6ca0-a3ca-4fe0-8f54-cff6cf0f86f5 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:22.484862 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-plugged", "status": "completed", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:22.485110 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-502f6ca0-a3ca-4fe0-8f54-cff6cf0f86f5 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:22.485590 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'code': 200} Jul 22 20:11:22.510195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:22.587361 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04258d3e-a4b4-4ef5-aee6-e80c0900646a req-d42ecff9-e9c3-44f9-b455-367701aed5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:22.588866 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-04258d3e-a4b4-4ef5-aee6-e80c0900646a req-d42ecff9-e9c3-44f9-b455-367701aed5de service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1097 time: 0.0552866 Jul 22 20:11:22.622660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-04258d3e-a4b4-4ef5-aee6-e80c0900646a req-c42e8ae5-8282-49ba-8b73-0a4dc38e7223 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273821 Jul 22 20:11:22.937719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acfae9-fad8-4695-9942-dff0be21f392 req-6be9c470-42ad-4563-a29c-9a5eb20645e1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:22.939892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3acfae9-fad8-4695-9942-dff0be21f392 req-6be9c470-42ad-4563-a29c-9a5eb20645e1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0645943 Jul 22 20:11:22.976975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3acfae9-fad8-4695-9942-dff0be21f392 req-695c4eb2-25e8-461d-86fe-0e9f5f777eb3 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Jul 22 20:11:24.104735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a16d7e-0281-4645-80da-dd28c55297e0 req-9a8cf908-b358-4de2-a8a6-3f22816a906c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:24.106509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4a16d7e-0281-4645-80da-dd28c55297e0 req-9a8cf908-b358-4de2-a8a6-3f22816a906c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0637000 Jul 22 20:11:24.146851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4a16d7e-0281-4645-80da-dd28c55297e0 req-c7a35fbb-9839-4ddd-98a7-b1323e09fa36 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Jul 22 20:11:24.275305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908a91d-36c6-4bb6-a01e-bff46c0e39ce req-ffb4856f-e3fd-47cf-8aed-4d0fff0b83ff tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:24.276769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5908a91d-36c6-4bb6-a01e-bff46c0e39ce req-ffb4856f-e3fd-47cf-8aed-4d0fff0b83ff tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0642202 Jul 22 20:11:24.313038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5908a91d-36c6-4bb6-a01e-bff46c0e39ce req-46085a16-2332-4e04-841a-e819991877c1 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Jul 22 20:11:24.544811 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-81327635-7599-4a61-8bcb-806dd77bfece service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530918 Jul 22 20:11:24.569749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535906ee-1ceb-4130-a163-5405f2eea183 req-98ec0589-e02d-4602-916e-6e9cb01f5e10 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:24.571748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-535906ee-1ceb-4130-a163-5405f2eea183 req-98ec0589-e02d-4602-916e-6e9cb01f5e10 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0697567 Jul 22 20:11:24.615563 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-535906ee-1ceb-4130-a163-5405f2eea183 req-61408d7e-6b24-4731-a55c-657d3dff4507 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Jul 22 20:11:24.802153 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:25.595141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-6f940be3-bdff-4b82-a9c8-a31fdfb6dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.597239 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-6f940be3-bdff-4b82-a9c8-a31fdfb6dc47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1097 time: 0.0538070 Jul 22 20:11:25.607360 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:11:25.690466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-f3740a79-306d-4071-9b51-4616bd085629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.692066 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-f3740a79-306d-4071-9b51-4616bd085629 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0891397 Jul 22 20:11:25.732724 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-43890b49-063e-4d05-beb0-9630c2559a3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0343034 Jul 22 20:11:25.751625 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f894cf6-38b5-4c12-b358-ded22c1f838d req-7e923392-3083-4882-8d93-7b88d7024765 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.753276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f894cf6-38b5-4c12-b358-ded22c1f838d req-7e923392-3083-4882-8d93-7b88d7024765 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0669036 Jul 22 20:11:25.780952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-adccc40f-fb8c-4541-982a-8508287907d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:25.782473 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-adccc40f-fb8c-4541-982a-8508287907d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0434759 Jul 22 20:11:25.790613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8f894cf6-38b5-4c12-b358-ded22c1f838d req-b85ce97b-8afd-4a6f-a639-4890b93f012c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Jul 22 20:11:25.820473 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-9ea48ec7-fad1-4bb6-b8ca-f007515b0c42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310006 Jul 22 20:11:25.906828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-4ff32170-29ac-4c8f-ae56-6025482cb9fa service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802829 Jul 22 20:11:25.998551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-8131ec3e-58b9-4a1b-858b-3f652bfbc785 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Jul 22 20:11:26.919378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c3d5c-da7b-49b3-af32-4f9dcbc85e1d req-899d5676-2617-4192-bee8-8f31b2ff5508 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:26.920881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705c3d5c-da7b-49b3-af32-4f9dcbc85e1d req-899d5676-2617-4192-bee8-8f31b2ff5508 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0630739 Jul 22 20:11:26.957620 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-705c3d5c-da7b-49b3-af32-4f9dcbc85e1d req-47ebc12a-df35-40be-a76c-46d09de80791 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Jul 22 20:11:27.510753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:28.085955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dc5ba-8525-4825-94da-3068549c9264 req-13cf289e-1d27-465f-8052-3193ef8563fb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:28.087480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c43dc5ba-8525-4825-94da-3068549c9264 req-13cf289e-1d27-465f-8052-3193ef8563fb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0632610 Jul 22 20:11:28.127757 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c43dc5ba-8525-4825-94da-3068549c9264 req-a7b01b17-8221-45f9-9ef6-1438453616fc tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343649 Jul 22 20:11:29.255880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9714b48-ace4-455b-a901-6a6de1a85f38 req-592ee4c6-6404-47d7-a47c-d68acfe29979 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:29.257307 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9714b48-ace4-455b-a901-6a6de1a85f38 req-592ee4c6-6404-47d7-a47c-d68acfe29979 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0627656 Jul 22 20:11:29.293354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9714b48-ace4-455b-a901-6a6de1a85f38 req-c70b62d4-ab99-457b-b25c-970005270e07 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Jul 22 20:11:30.421457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65711241-1fb5-4531-a13d-c297bd18d657 req-ba50a2ee-90b7-440c-b760-1f2fb4efde7b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:30.422941 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65711241-1fb5-4531-a13d-c297bd18d657 req-ba50a2ee-90b7-440c-b760-1f2fb4efde7b tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0631592 Jul 22 20:11:30.459848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65711241-1fb5-4531-a13d-c297bd18d657 req-cfe4289b-5773-4ce4-9384-034d674ec967 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Jul 22 20:11:31.593743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fe8fa-c6b0-454e-a702-d2005e95920e req-993ce5ab-cd3b-490c-a5e3-632a2a43ad30 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:31.595272 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb3fe8fa-c6b0-454e-a702-d2005e95920e req-993ce5ab-cd3b-490c-a5e3-632a2a43ad30 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0707753 Jul 22 20:11:31.632598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bb3fe8fa-c6b0-454e-a702-d2005e95920e req-972171cd-bc21-4894-92d0-825944f1392e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Jul 22 20:11:32.760613 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e927648-ddcf-473e-860a-073d22d8a5b7 req-2dabdd57-d3d2-4bc4-80eb-d46466491473 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:32.762091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e927648-ddcf-473e-860a-073d22d8a5b7 req-2dabdd57-d3d2-4bc4-80eb-d46466491473 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0632377 Jul 22 20:11:32.798832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e927648-ddcf-473e-860a-073d22d8a5b7 req-940de378-1067-4fd5-a3a0-062800422ad5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313053 Jul 22 20:11:33.927211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49896400-6713-418b-9114-4d588698f6b5 req-8560378e-5607-44e4-9961-f49f93b4f4a5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:33.928851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49896400-6713-418b-9114-4d588698f6b5 req-8560378e-5607-44e4-9961-f49f93b4f4a5 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0629058 Jul 22 20:11:33.969369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49896400-6713-418b-9114-4d588698f6b5 req-9984fe91-544d-4fba-930b-2031338b9f69 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Jul 22 20:11:35.099082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc16b9c-c0a6-492a-9e8d-8a3cc6d0b95e req-0fc482c7-653d-4ad5-9941-f2e48cac1bd7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:35.100811 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebc16b9c-c0a6-492a-9e8d-8a3cc6d0b95e req-0fc482c7-653d-4ad5-9941-f2e48cac1bd7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0635848 Jul 22 20:11:35.137953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebc16b9c-c0a6-492a-9e8d-8a3cc6d0b95e req-b69e87dc-0feb-4b00-9fe1-3a949ce0f77d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Jul 22 20:11:36.285751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cf381-69fc-4de8-97b2-4d8681495318 req-5434beb0-f7fb-4111-9fb1-8f1613636566 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:36.287279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-134cf381-69fc-4de8-97b2-4d8681495318 req-5434beb0-f7fb-4111-9fb1-8f1613636566 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0678575 Jul 22 20:11:36.326979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-134cf381-69fc-4de8-97b2-4d8681495318 req-029e1573-cf90-4da5-b35b-5109185cb14c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326202 Jul 22 20:11:37.123466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3971dd67-41fe-425d-98f0-698eba20eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:37.460646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce506ee-88a3-4004-8640-2723e1f162a7 req-4d8d4257-8918-4b90-9d3b-530daf695c6c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:37.462148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ce506ee-88a3-4004-8640-2723e1f162a7 req-4d8d4257-8918-4b90-9d3b-530daf695c6c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0668137 Jul 22 20:11:37.499083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ce506ee-88a3-4004-8640-2723e1f162a7 req-75697bf3-bfa0-464c-98ac-63fdd0f5eab0 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Jul 22 20:11:38.630204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dba796-82d6-47fa-822f-890fc8d30aea req-d9990441-b508-4a8f-a86f-13af528332b7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:38.631707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71dba796-82d6-47fa-822f-890fc8d30aea req-d9990441-b508-4a8f-a86f-13af528332b7 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0637062 Jul 22 20:11:38.669398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71dba796-82d6-47fa-822f-890fc8d30aea req-838456fd-1e6d-4def-b0c4-316f064752a8 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 22 20:11:39.798158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bb5ae-cbc0-459c-aada-095a4486a827 req-079a5984-635b-4afb-bc57-223252b429cf tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:39.799642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f94bb5ae-cbc0-459c-aada-095a4486a827 req-079a5984-635b-4afb-bc57-223252b429cf tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0644841 Jul 22 20:11:39.840250 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f94bb5ae-cbc0-459c-aada-095a4486a827 req-c8885c33-fa44-47df-aca5-4c94b9342363 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343142 Jul 22 20:11:39.992740 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:40.059515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16abdcae-cd62-4aa3-89f3-47500278344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:40.973441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443c900-0eef-4227-8dcd-6ce3dd32ba3c req-149615f6-112a-40db-a336-4ce082fb9ddd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:40.974927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4443c900-0eef-4227-8dcd-6ce3dd32ba3c req-149615f6-112a-40db-a336-4ce082fb9ddd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0627694 Jul 22 20:11:41.012690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4443c900-0eef-4227-8dcd-6ce3dd32ba3c req-ddb315ef-f779-4eb8-baec-b4d21d929cb2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320327 Jul 22 20:11:41.625119 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:42.143013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff69830-fc71-4cda-879b-043cefdd14aa req-bd84f124-be96-4708-b557-b4936bdc8aca tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:42.145251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ff69830-fc71-4cda-879b-043cefdd14aa req-bd84f124-be96-4708-b557-b4936bdc8aca tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0656252 Jul 22 20:11:42.182128 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ff69830-fc71-4cda-879b-043cefdd14aa req-06f595d4-31e9-451a-8160-841c487c4422 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313299 Jul 22 20:11:43.011487 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:43.314113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cf750-707f-468b-ba29-c418492bd38f req-ca10654d-07ec-4fe3-83cf-e1b4b265d97c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:43.315590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-547cf750-707f-468b-ba29-c418492bd38f req-ca10654d-07ec-4fe3-83cf-e1b4b265d97c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0664690 Jul 22 20:11:43.353283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-547cf750-707f-468b-ba29-c418492bd38f req-b44bd32d-b59e-438b-9c2f-5505a9734b9a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Jul 22 20:11:44.486516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a1a1-7936-4ea5-963f-9f152043ecee req-f1219f51-9eb2-4e12-8f73-5d2daf060069 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:44.488525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12b0a1a1-7936-4ea5-963f-9f152043ecee req-f1219f51-9eb2-4e12-8f73-5d2daf060069 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0639312 Jul 22 20:11:44.524905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-12b0a1a1-7936-4ea5-963f-9f152043ecee req-33768566-17e9-47e5-9ee3-46bf2e7f3ad2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307724 Jul 22 20:11:45.652120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69bbea-f91a-449c-91b8-105ccc7ed2ac req-ca616ce2-7c38-40a2-9ab0-c515813743d6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:45.653631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c69bbea-f91a-449c-91b8-105ccc7ed2ac req-ca616ce2-7c38-40a2-9ab0-c515813743d6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0637600 Jul 22 20:11:45.694689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c69bbea-f91a-449c-91b8-105ccc7ed2ac req-b90670e2-ee8a-45cf-8c72-b434dbb9f425 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Jul 22 20:11:46.824839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0962-8e66-47f8-8bc3-f865fd3f859e req-9d2ae06b-7faa-4dcc-8bcd-0b8e8f51160c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:46.826339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ecb0962-8e66-47f8-8bc3-f865fd3f859e req-9d2ae06b-7faa-4dcc-8bcd-0b8e8f51160c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0643845 Jul 22 20:11:46.865754 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ecb0962-8e66-47f8-8bc3-f865fd3f859e req-243b18f3-80ec-4065-ade0-d5f5b16bdac6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Jul 22 20:11:47.997139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde13b0-75df-4d9d-aa60-83951f68c813 req-d0c1b4fa-d454-4be7-a2c7-7815b13b44ba tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:47.998717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2fde13b0-75df-4d9d-aa60-83951f68c813 req-d0c1b4fa-d454-4be7-a2c7-7815b13b44ba tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0637698 Jul 22 20:11:48.037435 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2fde13b0-75df-4d9d-aa60-83951f68c813 req-db9a0f1d-4000-4ac7-a7ae-13516f21a644 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Jul 22 20:11:49.186838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54950d6f-c037-479e-969c-3f3fb85f4ae2 req-c3d6b241-5ade-43d6-b343-169bf40d208a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:49.188450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54950d6f-c037-479e-969c-3f3fb85f4ae2 req-c3d6b241-5ade-43d6-b343-169bf40d208a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0666416 Jul 22 20:11:49.226686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54950d6f-c037-479e-969c-3f3fb85f4ae2 req-09b4219f-6b64-4675-a517-15887085848a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Jul 22 20:11:50.355451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c306b1-3194-4dba-8529-51b419adf2fc req-22e8697c-5a46-44e2-b0cc-d16532caea1c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:50.357226 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74c306b1-3194-4dba-8529-51b419adf2fc req-22e8697c-5a46-44e2-b0cc-d16532caea1c tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0637965 Jul 22 20:11:50.393780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-74c306b1-3194-4dba-8529-51b419adf2fc req-112e364c-3543-4713-ab51-880cebcb9987 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Jul 22 20:11:51.537711 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88bd6e-afb8-4e33-ba41-3930d88e304d req-3264fdb9-8c25-4a98-ab0a-579fc52b2f5e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:51.539213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d88bd6e-afb8-4e33-ba41-3930d88e304d req-3264fdb9-8c25-4a98-ab0a-579fc52b2f5e tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0654223 Jul 22 20:11:51.579049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d88bd6e-afb8-4e33-ba41-3930d88e304d req-62b70ef9-dd40-4236-93be-44bed2953213 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342917 Jul 22 20:11:52.726302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef139b-b44d-4363-8471-6cf3842b1084 req-6a8f431b-5352-4a1d-b3a1-564fd4cbd350 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:52.727939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0ef139b-b44d-4363-8471-6cf3842b1084 req-6a8f431b-5352-4a1d-b3a1-564fd4cbd350 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 945 time: 0.0648885 Jul 22 20:11:52.765512 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0ef139b-b44d-4363-8471-6cf3842b1084 req-faa6814d-cc3a-488f-bc9d-20510ab87cee tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316656 Jul 22 20:11:52.773643 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-91d5a958-9be8-4630-af64-fbf02b176fcd service neutron] show failed (client error): The resource could not be found. Jul 22 20:11:52.774732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-91d5a958-9be8-4630-af64-fbf02b176fcd service neutron] 10.222.0.32 "GET /v2.0/ports/0a88c4af-48cf-4a33-a331-f9bb122f9d2a/bindings/n-h1-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.1074264 Jul 22 20:11:52.976252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-e4abd939-ed00-4b0a-9ab5-cca2da0991fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:52.977685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-e4abd939-ed00-4b0a-9ab5-cca2da0991fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d&tenant_id=0d236f3f31494274a9555ed86d27bc50 HTTP/1.1" status: 200 len: 1097 time: 0.0546379 Jul 22 20:11:52.988564 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800087-13', 'device_owner': 'compute:nova'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:11:53.059494 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.261812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:53.292936 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:53.330368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:53.332643 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14685729-8e2d-44f8-9b3d-47c30d1870ab" -d '{"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:53.336731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.348333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Transition to ACTIVE for port object 0a88c4af-48cf-4a33-a331-f9bb122f9d2a will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:11:53.352568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.419664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] No DVR routers for this DVR port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:11:53.423706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:53.451913 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa4474a-8b6d-4cee-bffd-3d8cac49f6ca x-openstack-request-id: req-5aa4474a-8b6d-4cee-bffd-3d8cac49f6ca {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:53.452228 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:53.452480 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5aa4474a-8b6d-4cee-bffd-3d8cac49f6ca {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:53.452875 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'code': 200} Jul 22 20:11:53.456474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.456819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.457154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.457486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.457838 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.458759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.459065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.459385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.459704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.460025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.460368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.460684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:53.473571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:11:53.473902 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:11:53.474231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:53.478476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:11:53.478798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Attempting to bind port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on network 5a8805fc-4a22-48d9-b217-1e6fc76cd45d {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:11:53.483721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:11:53.484056 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Checking segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:11:53.484460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Bound using segment: {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:11:53.484874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Bound port: 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46040db9-2b40-4904-8904-72e88b49ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:11:53.485224 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.546134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:11:53.548961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:11:53.553949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.589819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:53.590432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:53.591815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 1092 time: 0.6073401 Jul 22 20:11:53.621796 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb56b2-610f-44ac-8506-7d6147fd80b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:53.668452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-7de72967-e92e-4a8a-9311-b3aab31d30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:53.669966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-7de72967-e92e-4a8a-9311-b3aab31d30c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0562088 Jul 22 20:11:53.760342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-06632e0f-a169-4f9c-b437-84f12fccb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:53.761794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-06632e0f-a169-4f9c-b437-84f12fccb7ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0859053 Jul 22 20:11:53.802425 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-b4b2bb75-9c3f-4901-92b4-8716adfac479 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0344865 Jul 22 20:11:53.882645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-406ed81a-95c4-4498-a653-d6af622f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:53.884083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-406ed81a-95c4-4498-a653-d6af622f4c32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0756721 Jul 22 20:11:53.926060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-ae0ce4ed-75dc-45b6-8f51-0fe6cf216ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347464 Jul 22 20:11:53.938112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454e9a8-1dd5-41b5-b765-a0e8ec8726a9 req-25cf4d5b-cbaa-4b9d-a84f-6f292f7210c4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:53.939491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7454e9a8-1dd5-41b5-b765-a0e8ec8726a9 req-25cf4d5b-cbaa-4b9d-a84f-6f292f7210c4 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.1054676 Jul 22 20:11:54.028848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7454e9a8-1dd5-41b5-b765-a0e8ec8726a9 req-df6eda0b-acf2-42f0-83a7-f002171b4fce tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814967 Jul 22 20:11:54.053653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-d42d4bf1-5abc-4844-8900-bd220d6e2d50 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131442 Jul 22 20:11:54.142347 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21d1c8e5-663d-4205-abc1-fd93e189b963 req-e4a90006-305e-441a-9a0b-3a6a1b00930d service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825982 Jul 22 20:11:54.817764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:55.158316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e461b-7264-498c-873c-bb727c0f3892 req-f509e112-0b92-4a11-9207-7cb852de3edd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.159728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd9e461b-7264-498c-873c-bb727c0f3892 req-f509e112-0b92-4a11-9207-7cb852de3edd tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0639105 Jul 22 20:11:55.206361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd9e461b-7264-498c-873c-bb727c0f3892 req-a34f5f70-3658-497d-9d97-48efdfee81e0 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Jul 22 20:11:55.453749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:11:55.456070 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af647f1-9131-4b13-b431-888f009c2204" -d '{"events": [{"name": "network-changed", "server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:11:55.508431 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2213db-47e8-4e80-acf9-81965f2a1624 x-openstack-request-id: req-3e2213db-47e8-4e80-acf9-81965f2a1624 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:11:55.508728 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:11:55.508982 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e2213db-47e8-4e80-acf9-81965f2a1624 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:11:55.509377 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'status': 'completed', 'code': 200} Jul 22 20:11:55.585335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-e0870bcb-01f4-42c3-8cf7-19bd8f4af66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.587108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-e0870bcb-01f4-42c3-8cf7-19bd8f4af66a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0574505 Jul 22 20:11:55.597021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-d21c9afb-43ba-4fdd-8964-69eecd81734f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.598560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-d21c9afb-43ba-4fdd-8964-69eecd81734f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0605371 Jul 22 20:11:55.687291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-173c2421-47a2-46aa-b780-08e7697439f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.688907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-173c2421-47a2-46aa-b780-08e7697439f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0945401 Jul 22 20:11:55.700295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-33af38bb-4781-4134-bc8e-5e29a0f6647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.701777 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-33af38bb-4781-4134-bc8e-5e29a0f6647b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0972242 Jul 22 20:11:55.736284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-b699b4f6-7f84-4b4b-9400-25929dfc58c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0404735 Jul 22 20:11:55.743968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-5fd64963-ff50-4691-bc70-e17f6cea8d87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0347207 Jul 22 20:11:55.785263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-eafb4cbc-231c-42e1-be76-95b48a738fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:55.787021 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-eafb4cbc-231c-42e1-be76-95b48a738fe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0449200 Jul 22 20:11:55.822939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-442bd871-bf7f-43b6-b7ff-440fd531e879 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294671 Jul 22 20:11:55.923998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-854ce02e-9c21-4003-946d-ca7064d418dc service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950434 Jul 22 20:11:56.018104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-d431dc96-b6fc-43da-8fd3-4d35b9d25f21 service neutron] 10.222.0.26 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868418 Jul 22 20:11:56.128191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af647f1-9131-4b13-b431-888f009c2204 req-e6b9402d-b267-400b-b546-5c60cf5b4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.130364 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-e6b9402d-b267-400b-b546-5c60cf5b4f24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.3802326 Jul 22 20:11:56.163002 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-4f522093-7aea-4fd4-8f82-78bcbc5e5023 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267842 Jul 22 20:11:56.256719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-8d252ade-8749-428c-a750-8769fab40a6f service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877492 Jul 22 20:11:56.342543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c523d3-6483-46a0-9a71-c3253f295535 req-f22611d1-a77f-40be-ac94-8a4b41b887a6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.344115 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36c523d3-6483-46a0-9a71-c3253f295535 req-f22611d1-a77f-40be-ac94-8a4b41b887a6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0677924 Jul 22 20:11:56.346531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3af647f1-9131-4b13-b431-888f009c2204 req-f0e1d048-af2d-4da4-912c-3f08ed896a25 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832756 Jul 22 20:11:56.383683 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36c523d3-6483-46a0-9a71-c3253f295535 req-b06aa201-7d53-44e4-8225-323a7f17f6a8 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338657 Jul 22 20:11:56.508555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:11:56.556136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:11:56.594021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd874d5-cac5-4c6c-9e31-1f4a4d42af68 req-4ad5aa34-df2f-46f9-872a-fba8b2558b5d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.595480 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fd874d5-cac5-4c6c-9e31-1f4a4d42af68 req-4ad5aa34-df2f-46f9-872a-fba8b2558b5d tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0702832 Jul 22 20:11:56.604633 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d7fd-b332-45a0-99da-809693223c87 req-b66ad19b-be64-4e32-aa17-858ab005cde2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.606392 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-b66ad19b-be64-4e32-aa17-858ab005cde2 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.32 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d&tenant_id=0d236f3f31494274a9555ed86d27bc50&binding%3Ahost_id=n-h1-800087-13 HTTP/1.1" status: 200 len: 943 time: 0.0680165 Jul 22 20:11:56.634819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4fd874d5-cac5-4c6c-9e31-1f4a4d42af68 req-4e77d541-0b06-4a7c-b0fe-4597cdb57fc3 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337098 Jul 22 20:11:56.670648 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [req-c398d7fd-b332-45a0-99da-809693223c87 req-ded471d2-9019-4d29-a745-976e310e7b0c service neutron] delete failed (client error): The resource could not be found. Jul 22 20:11:56.671660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-ded471d2-9019-4d29-a745-976e310e7b0c service neutron] 10.222.0.32 "DELETE /v2.0/ports/0a88c4af-48cf-4a33-a331-f9bb122f9d2a/bindings/n-h2-800087-13 HTTP/1.1" status: 404 len: 381 time: 0.0576828 Jul 22 20:11:56.767663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d7fd-b332-45a0-99da-809693223c87 req-fc1b443d-3102-4659-89e4-d20f2c14e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.769233 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-fc1b443d-3102-4659-89e4-d20f2c14e734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d236f3f31494274a9555ed86d27bc50&device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 1095 time: 0.0539167 Jul 22 20:11:56.860194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d7fd-b332-45a0-99da-809693223c87 req-23069b0d-2e92-43cf-83b8-d6c74e99694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.861617 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-23069b0d-2e92-43cf-83b8-d6c74e99694b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 200 len: 915 time: 0.0866976 Jul 22 20:11:56.901359 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-71245222-ac47-4415-867e-833d0344b7a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 200 len: 217 time: 0.0329909 Jul 22 20:11:56.947951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398d7fd-b332-45a0-99da-809693223c87 req-36b65cb3-0070-4266-9111-764770130262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:56.949381 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-36b65cb3-0070-4266-9111-764770130262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 200 len: 854 time: 0.0421855 Jul 22 20:11:56.987021 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-d96e8a61-3d1c-4ee3-bae5-ba6db927feeb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5a8805fc-4a22-48d9-b217-1e6fc76cd45d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316062 Jul 22 20:11:57.074645 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-7ad538d6-0c4d-425c-85c6-af4abb4f7a0d service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808275 Jul 22 20:11:57.166651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c398d7fd-b332-45a0-99da-809693223c87 req-8667098e-d2e3-4a9c-baec-06978d111a35 service neutron] 10.222.0.32 "GET /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853927 Jul 22 20:11:57.530339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:57.776359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e2cee-b929-4bf9-8d8b-aa9cc14d5a75 req-720fda39-a1ef-4875-a834-25936e17173a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:57.777839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-320e2cee-b929-4bf9-8d8b-aa9cc14d5a75 req-720fda39-a1ef-4875-a834-25936e17173a tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0722926 Jul 22 20:11:57.817071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-320e2cee-b929-4bf9-8d8b-aa9cc14d5a75 req-e96007ed-2068-4adf-beec-e3f5f3a01919 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Jul 22 20:11:57.947160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0e14a-0609-46fb-948b-82d25617348d req-5673bef8-3cbf-4c70-9255-0b8e566a09d6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:57.948690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17c0e14a-0609-46fb-948b-82d25617348d req-5673bef8-3cbf-4c70-9255-0b8e566a09d6 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0661991 Jul 22 20:11:57.986210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17c0e14a-0609-46fb-948b-82d25617348d req-6726f929-f4a4-4529-bdb2-d1e31d06bf92 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Jul 22 20:11:58.116071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0fb68-9b3f-4849-b7b7-b8edcb5fc647 req-2055f6b7-03ed-4ba2-aecd-341bb38579eb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:58.117543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4e0fb68-9b3f-4849-b7b7-b8edcb5fc647 req-2055f6b7-03ed-4ba2-aecd-341bb38579eb tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0657976 Jul 22 20:11:58.154518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4e0fb68-9b3f-4849-b7b7-b8edcb5fc647 req-ba41df31-6308-4739-9ea1-f80f19435351 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Jul 22 20:11:58.536624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c45ba5-14cd-4528-b002-a655b95fd844 req-a6bd5a9f-2897-4c44-8040-438e4237d2cc tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:58.538138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36c45ba5-14cd-4528-b002-a655b95fd844 req-a6bd5a9f-2897-4c44-8040-438e4237d2cc tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 943 time: 0.0678520 Jul 22 20:11:58.574457 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36c45ba5-14cd-4528-b002-a655b95fd844 req-8f15f324-7b3a-4da4-8d1f-f86ced472869 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308454 Jul 22 20:11:58.624025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:11:58.715169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:58.725788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Returning: {'device': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'network_id': '5a8805fc-4a22-48d9-b217-1e6fc76cd45d', 'port_id': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'mac_address': 'fa:16:3e:c5:e1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7040ea-d865-4a4e-879c-5bfe6279e268', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:11:58.764476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:58.777127 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a88c4af-48cf-4a33-a331-f9bb122f9d2a {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:11:58.796435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:58.800287 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:58.846876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Pushing event updated for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:11:58.854254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.854597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.854934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.855268 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.855600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.855928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.856548 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.856873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.857196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.857517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.857835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:58.858153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:11:59.028845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0a88c4af-48cf-4a33-a331-f9bb122f9d2a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:11:59.651133 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-e71ce9e0-1c19-4593-829a-66e73160eb78 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:59.652651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-e71ce9e0-1c19-4593-829a-66e73160eb78 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.26 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 944 time: 0.0658126 Jul 22 20:11:59.777668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323a221-47ac-44e3-9fc6-c40c9f4e29ce req-13b3ffa6-6e2a-4e43-9de6-b8f1cbccfc25 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:11:59.779178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7323a221-47ac-44e3-9fc6-c40c9f4e29ce req-13b3ffa6-6e2a-4e43-9de6-b8f1cbccfc25 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da11db8-0833-4ab1-8fa3-30b13cfbff5d HTTP/1.1" status: 200 len: 944 time: 0.1256235 Jul 22 20:11:59.821512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Deleting port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:11:59.821861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:59.829730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7323a221-47ac-44e3-9fc6-c40c9f4e29ce req-a824cf7a-4767-45f1-8a3a-c5c295dd6622 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.10 "GET /v2.0/security-groups?id=4376b8e8-19db-4605-a79e-22d5022cbc95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Jul 22 20:11:59.918332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] For port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,segment=NetworkSegment(46040db9-2b40-4904-8904-72e88b49ca05),segment_id=46040db9-2b40-4904-8904-72e88b49ca05)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:11:59.925256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:11:59.932490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Calling delete_port for 0a88c4af-48cf-4a33-a331-f9bb122f9d2a owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:00.055302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:00.066550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] get_ports_and_sgs() called for port_ids ['0a88c4af-48cf-4a33-a331-f9bb122f9d2a'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:12:00.086215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Pushing event deleted for resources: {'Port': ['ID=0a88c4af-48cf-4a33-a331-f9bb122f9d2a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:00.134277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] No DVR routers for this DVR port 0a88c4af-48cf-4a33-a331-f9bb122f9d2a on host n-h1-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:12:00.136884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:00.138834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-347a598f-8a58-4602-9b8b-ae51f8fc9f4d req-fef8cfe5-33ed-477b-8d75-988881929167 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] 10.222.0.26 "DELETE /v2.0/ports/0a88c4af-48cf-4a33-a331-f9bb122f9d2a HTTP/1.1" status: 204 len: 173 time: 0.4756322 Jul 22 20:12:00.139295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-deleted', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:00.141546 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bfcf53-00c2-4796-a5de-a24ff362e5bb" -d '{"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-deleted", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:00.176439 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcee0009-fc49-4769-8fce-b60d71f8bbe8 x-openstack-request-id: req-dcee0009-fc49-4769-8fce-b60d71f8bbe8 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:00.176758 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da11db8-0833-4ab1-8fa3-30b13cfbff5d", "name": "network-vif-deleted", "tag": "0a88c4af-48cf-4a33-a331-f9bb122f9d2a", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:00.177035 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcee0009-fc49-4769-8fce-b60d71f8bbe8 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:00.177443 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da11db8-0833-4ab1-8fa3-30b13cfbff5d', 'name': 'network-vif-deleted', 'tag': '0a88c4af-48cf-4a33-a331-f9bb122f9d2a', 'status': 'completed', 'code': 200} Jul 22 20:12:00.621313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a details requested by agent hyperv_n-h1-800087-13 with host n-h1-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:12:00.625793 n-d-800087-13 neutron-server[93802]: INFO neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No ports have port_id starting with 0a88c4af-48cf-4a33-a331-f9bb122f9d2a Jul 22 20:12:00.626896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a requested by agent hyperv_n-h1-800087-13 not found in database {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 22 20:12:00.947363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37932) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:00.990743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Deleting subnet ba7040ea-d865-4a4e-879c-5bfe6279e268 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:12:00.993813 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.028067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.064695 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.120593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.145677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7040ea-d865-4a4e-879c-5bfe6279e268,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:01.150055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.151959 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ba7040ea-d865-4a4e-879c-5bfe6279e268 HTTP/1.1" status: 204 len: 168 time: 0.2035165 Jul 22 20:12:01.154717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37934) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:01.156950 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.157294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.157631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.157964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.158293 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.158621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.158944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.159268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.159590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.159911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.160258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.160579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521c03ee-9d56-4739-a070-0bde66c07c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:01.224434 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.305857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.315537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8805fc-4a22-48d9-b217-1e6fc76cd45d']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:01.325618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46040db9-2b40-4904-8904-72e88b49ca05') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:01.325917 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46040db9-2b40-4904-8904-72e88b49ca05') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:01.334641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.347604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.353586 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:12:01.353978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:12:01.355576 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:12:01.411816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.417582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.419456 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] 10.222.0.10 "DELETE /v2.0/networks/5a8805fc-4a22-48d9-b217-1e6fc76cd45d HTTP/1.1" status: 204 len: 168 time: 0.2637441 Jul 22 20:12:01.430798 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba09fd-3009-403e-87f6-e4b6299c137e admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8805fc-4a22-48d9-b217-1e6fc76cd45d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:01.525178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37938) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:01.564428 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a8bb790d-5e0c-48c2-b955-2a93fb8781bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d236f3f31494274a9555ed86d27bc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380476 Jul 22 20:12:01.566800 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37940) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:01.612027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.633114 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.678599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.681341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:01.682505 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4376b8e8-19db-4605-a79e-22d5022cbc95 HTTP/1.1" status: 204 len: 168 time: 0.1148257 Jul 22 20:12:01.690852 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c6da9-505c-4eba-86d6-2d9534f23975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376b8e8-19db-4605-a79e-22d5022cbc95,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:02.314963 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37962) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:02.407853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-116923348-network', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:02.428792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:02.431012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.442798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.530382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.534174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.554129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:12:02.569120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a81ea-3aa8-46ac-9f34-187708b3b958,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:02.571976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.572341 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Added segment e60b6b28-79e7-43af-85e9-f6d42676a36f of type vlan for network f89f9a1b-ebfa-45bf-a521-b96d6159e21f Jul 22 20:12:02.607314 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:12:02.611993 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.639660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.640601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:02.641178 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.673086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3570313 Jul 22 20:12:02.676232 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37966) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:02.681841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Request body: {'subnet': {'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-116923348-subnet', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:02.701728 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:02.704007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.704517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f71fe-31a3-42db-8c1b-6f31566cc2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f89f9a1b-ebfa-45bf-a521-b96d6159e21f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:02.715720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:12:02.872363 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.927832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f00238-91fc-44e6-baf0-c5e2bc7c2c42,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:02.936886 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:02.937246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Network hostable DHCP agents. Network: f89f9a1b-ebfa-45bf-a521-b96d6159e21f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:12:02.952831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:12:02.961418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f89f9a1b-ebfa-45bf-a521-b96d6159e21f) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:02.965332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:02.965918 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:02.970711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1facc8-79d5-41ed-8e1b-27c0d2981067 None None] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:12:02.984276 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7153d067-e183-4aef-a8bb-8bbdaafca923 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3069148 Jul 22 20:12:02.987104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37968) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:02.991913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:03.013769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.014701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.064433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.120939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:12:03.121798 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.205583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.259575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Allocated IP 172.20.0.2 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/0f1d5dc5-6474-4120-ad26-349393712048) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:03.400599 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.403183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.408997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Transition to ACTIVE for port object 0f1d5dc5-6474-4120-ad26-349393712048 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:03.424179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Transition to ACTIVE for port object 0f1d5dc5-6474-4120-ad26-349393712048 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:03.427246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.430189 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.469432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:03.472061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:03.475686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:03.481088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5dc5-6474-4120-ad26-349393712048,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:03.534690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Allocated IP 172.25.6.119 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/634bfc0b-81aa-4668-b45d-1b8189f41a46) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:03.537807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Attempting to bind port 0f1d5dc5-6474-4120-ad26-349393712048 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:12:03.538162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Attempting to bind port 0f1d5dc5-6474-4120-ad26-349393712048 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:12:03.538545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Attempting to bind port 0f1d5dc5-6474-4120-ad26-349393712048 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:03.543539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:12:03.543909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:03.544338 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.544727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:12:03.545182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Bound port: 0f1d5dc5-6474-4120-ad26-349393712048, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:12:03.545556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.609411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] For port 0f1d5dc5-6474-4120-ad26-349393712048, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:12:03.612537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] For port 0f1d5dc5-6474-4120-ad26-349393712048, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0f1d5dc5-6474-4120-ad26-349393712048,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:12:03.618191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.642336 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.678221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa56cc-1928-41a1-b41c-b8d0f7f9f459 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5dc5-6474-4120-ad26-349393712048,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:03.684701 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:03.722032 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:03.727335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:03.730631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:03.754721 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Pushing event updated for resources: {'Port': ['ID=634bfc0b-81aa-4668-b45d-1b8189f41a46,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:03.992335 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:04.560648 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:04.561242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b200da-983b-4e31-a09f-9f1e2ed96042 None None] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:12:04.629437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eccd548d-c3cf-4eb1-b802-2588bd04279f None None] Provisioning for port 0f1d5dc5-6474-4120-ad26-349393712048 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:04.639490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a no longer exists at agent hyperv_n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:12:04.666979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] No Port match for: 0a88c4af-48cf-4a33-a331-f9bb122f9d2a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:12:04.667162 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Device 0a88c4af-48cf-4a33-a331-f9bb122f9d2a not bound to the agent host n-h1-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:12:04.690703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Router 6da06558-b13d-4262-9076-05fdb2c4d27b is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:12:04.798499 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:04.811298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:04.815671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:04.817612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-442ddeb3-e903-4013-96c4-b875ca5808c4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8293347 Jul 22 20:12:04.820892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37970) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:04.826037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:04.826756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:11:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:04.938375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:05.104663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0f1d5dc5-6474-4120-ad26-349393712048 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:05.168501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:03Z', 'revision_number': 3, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:05.171564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0f1d5dc5-6474-4120-ad26-349393712048 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:05.198562 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:05.198885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Updating router 6da06558-b13d-4262-9076-05fdb2c4d27b port 634bfc0b-81aa-4668-b45d-1b8189f41a46 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:12:05.200698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0f1d5dc5-6474-4120-ad26-349393712048 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:05.201064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.263432 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.274710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.398905 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.431221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Allocated IP 172.20.0.1 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/5c7c87d7-dd20-4300-abce-8b8cb852b98f) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:05.477502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0f1d5dc5-6474-4120-ad26-349393712048, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0f1d5dc5-6474-4120-ad26-349393712048,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:05.482407 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.533501 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.546298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Transition to ACTIVE for port object 5c7c87d7-dd20-4300-abce-8b8cb852b98f will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:05.557375 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0f1d5dc5-6474-4120-ad26-349393712048,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:05.578735 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.604867 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.616131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Transition to ACTIVE for port object 634bfc0b-81aa-4668-b45d-1b8189f41a46 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:05.620857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:05.621572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.627196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:05.631549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:05.637288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:05.672579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99b349-ec73-4366-ac9b-eed685dbfa9e None None] Pushing event updated for resources: {'Port': ['ID=634bfc0b-81aa-4668-b45d-1b8189f41a46,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:05.673236 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.674867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Attempting to bind port 634bfc0b-81aa-4668-b45d-1b8189f41a46 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:12:05.675201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Attempting to bind port 634bfc0b-81aa-4668-b45d-1b8189f41a46 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:12:05.675560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Attempting to bind port 634bfc0b-81aa-4668-b45d-1b8189f41a46 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:05.681756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:12:05.682132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:05.682535 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.682952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:12:05.683380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Bound port: 634bfc0b-81aa-4668-b45d-1b8189f41a46, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:12:05.683761 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.739096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] For port 634bfc0b-81aa-4668-b45d-1b8189f41a46, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:12:05.744005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] For port 634bfc0b-81aa-4668-b45d-1b8189f41a46, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=634bfc0b-81aa-4668-b45d-1b8189f41a46,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:12:05.749419 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.807736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:05.808486 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:11:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:05.831851 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:05.851237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99b349-ec73-4366-ac9b-eed685dbfa9e None None] Pushing event updated for resources: {'Port': ['ID=634bfc0b-81aa-4668-b45d-1b8189f41a46,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:05.931848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:05.999955 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.004516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.008643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dbb15dc4-229c-4606-9950-13ab10c527cd None None] Provisioning for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:06.074141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.075960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Pushing event updated for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:06.175652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:06.181384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:06.181542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dbb15dc4-229c-4606-9950-13ab10c527cd None None] Provisioning complete for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:06.181542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dbb15dc4-229c-4606-9950-13ab10c527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.253977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-dbb15dc4-229c-4606-9950-13ab10c527cd None None] Port 5c7c87d7-dd20-4300-abce-8b8cb852b98f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:12:06.299872 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:12:06.338442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 1, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:06.366287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9dd1c9-90e4-4da4-a656-0746732fedbb None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 1, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:12:06.413969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:06.420223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-55b55aac-c1ea-44eb-87a2-64c7e233f915 admin admin] 10.222.0.10 "PUT /v2.0/routers/6da06558-b13d-4262-9076-05fdb2c4d27b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974348 Jul 22 20:12:06.479052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-396e2293-8230-4e73-9f72-b3072ca46e75 None None] Provisioning complete for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:06.479428 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-396e2293-8230-4e73-9f72-b3072ca46e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.514087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-396e2293-8230-4e73-9f72-b3072ca46e75 None None] Port 5c7c87d7-dd20-4300-abce-8b8cb852b98f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:12:06.832795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37978) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:06.838472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70596061', 'description': 'tempest-description--1126189192'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:06.861036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.947642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.951951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.989972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:06.995408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37980) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:06.996837 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1629381 Jul 22 20:12:06.998093 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f6dc-b5cc-47a1-bae2-3ca73889e442 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86650a53-19f5-49bd-8c77-5c2946a899ea,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:07.001955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'security_group_rule': {'security_group_id': '86650a53-19f5-49bd-8c77-5c2946a899ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:07.041093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.116581 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.121338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.136437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dce626c2-7f33-446e-af7d-13c0488ca9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.145244 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598c9146-6550-482c-ad51-e60cf2942716,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:07.154116 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.155777 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c6e7e04-2fa5-473d-8e87-1175749214e4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1591368 Jul 22 20:12:07.158243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 37982) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:07.164242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'security_group_rule': {'security_group_id': '86650a53-19f5-49bd-8c77-5c2946a899ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:07.181650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 634bfc0b-81aa-4668-b45d-1b8189f41a46 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:07.203177 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.244561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 634bfc0b-81aa-4668-b45d-1b8189f41a46 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:07.249450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 634bfc0b-81aa-4668-b45d-1b8189f41a46 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:07.250091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.268765 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.273907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.294238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55831e6e-e6fc-437b-b85f-83ecd73ed370,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:07.307429 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.311632 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9d8fb8d4-216f-4578-afff-322ab0edd7fc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496150 Jul 22 20:12:07.311976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 37984) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:07.316797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:07.339456 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.342790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.364064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 634bfc0b-81aa-4668-b45d-1b8189f41a46, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=634bfc0b-81aa-4668-b45d-1b8189f41a46,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:07.368635 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.369416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0f1d5dc5-6474-4120-ad26-349393712048 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:07.453784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=634bfc0b-81aa-4668-b45d-1b8189f41a46,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:07.459201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.471223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0f1d5dc5-6474-4120-ad26-349393712048 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:07.471609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.570223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.25.6.215 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7fc61c99-e121-4b12-b266-bff2540339ab) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:07.679742 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.717836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.752210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:07.757494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:07.760815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:07.784172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=7fc61c99-e121-4b12-b266-bff2540339ab,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:07.846103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:07.892757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.039903 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.043926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.112974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=7fc61c99-e121-4b12-b266-bff2540339ab,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:08.123239 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.138473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.139772 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6fbe0a7f-149d-45fe-b708-eec490d587f2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8267617 Jul 22 20:12:08.283188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-63d065a9-2506-492d-acf6-e59465632812 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--70596061&fields=id&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 267 time: 0.0335672 Jul 22 20:12:08.387680 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:08.394662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-00a77c8e-25a7-48fd-b939-17bd29f1e12a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:08.396191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-00a77c8e-25a7-48fd-b939-17bd29f1e12a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1058598 Jul 22 20:12:08.398246 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:08.398855 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:11:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:08.411534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-b8dc6cd0-458d-4cfe-8240-c130d35133d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/quotas/b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 375 time: 0.0092688 Jul 22 20:12:08.480117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-ca6cebaa-080e-46e3-bfbd-6bc5a12083ea tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634127 Jul 22 20:12:08.501782 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:08.579497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-191364e2-a37d-40b8-927f-fb4e28342635 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Jul 22 20:12:08.667488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-6acabf08-2f01-49de-842f-4bc613a0b9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813630 Jul 22 20:12:08.695074 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 2, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:08.720928 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:08.721283 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Updating router 6da06558-b13d-4262-9076-05fdb2c4d27b port 5c7c87d7-dd20-4300-abce-8b8cb852b98f binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:12:08.759389 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:08.838303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92761ed4-b892-466a-94bb-031fc2ae0dc0 req-116193fd-bd36-47db-8d35-3e5dcd2f0ba0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 210 time: 0.0338471 Jul 22 20:12:09.028178 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.039488 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Transition to ACTIVE for port object 5c7c87d7-dd20-4300-abce-8b8cb852b98f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:09.046926 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.090130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 634bfc0b-81aa-4668-b45d-1b8189f41a46 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:09.124299 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Pushing event updated for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:09.146053 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.146445 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.146825 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.147244 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.147491 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.147823 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.148199 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.148518 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.148848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.149197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.149492 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.149813 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:12:09.153473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 634bfc0b-81aa-4668-b45d-1b8189f41a46 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:09.160213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.170414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Attempting to bind port 5c7c87d7-dd20-4300-abce-8b8cb852b98f on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:12:09.170777 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Attempting to bind port 5c7c87d7-dd20-4300-abce-8b8cb852b98f by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:12:09.171133 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Attempting to bind port 5c7c87d7-dd20-4300-abce-8b8cb852b98f on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:09.176690 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:12:09.177095 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:09.177499 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.178450 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:12:09.178911 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Bound port: 5c7c87d7-dd20-4300-abce-8b8cb852b98f, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:12:09.179445 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.265729 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] For port 5c7c87d7-dd20-4300-abce-8b8cb852b98f, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:12:09.269672 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] For port 5c7c87d7-dd20-4300-abce-8b8cb852b98f, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5c7c87d7-dd20-4300-abce-8b8cb852b98f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:12:09.273893 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:09.341028 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:09.341690 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:11:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:09.343604 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89215058-f9e6-475c-97ff-1aff45737ab3 None None] Pushing event updated for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:09.452673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:09.674358 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:09Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:09.701045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121b3e8f-c655-44eb-abe0-a0c78f666961 None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:09Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:12:09.966167 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab7bb11b-5fa1-4d2a-87c2-a84c02ae2171 req-44bd8215-c4d4-49ce-9b1d-ad2a1155b9fa tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 210 time: 0.0440831 Jul 22 20:12:09.972976 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-4a4a0589-56ba-4347-ad0d-190136dce09b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:09.974485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-4a4a0589-56ba-4347-ad0d-190136dce09b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.26 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1436896 Jul 22 20:12:09.998058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.026562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-5c75213e-243e-4c79-b991-82132f7c00e3 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 378 time: 0.0435114 Jul 22 20:12:10.035961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'port': {'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'admin_state_up': True, 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'security_groups': ['86650a53-19f5-49bd-8c77-5c2946a899ea']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:10.059969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b5a62308-c3d1-4755-b41c-402ed86fb608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.148432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:10.151964 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.289871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.20.0.14 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/d64473d4-a829-4089-9017-ba25d355a3b4) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:10.426664 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.440563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Transition to ACTIVE for port object d64473d4-a829-4089-9017-ba25d355a3b4 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:10.473717 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.520961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:10.524104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:10.530427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:10.559811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=d64473d4-a829-4089-9017-ba25d355a3b4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:10.587062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:10.587718 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.603255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-49c119d5-50a3-4108-9685-d4e2f07d7171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710926 Jul 22 20:12:10.614878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Request body: {'port': {'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:10.695074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.712048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0358e542-4ebd-4d5b-a1a8-4b844f00556c None None] Provisioning for port d64473d4-a829-4089-9017-ba25d355a3b4 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:10.715807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0358e542-4ebd-4d5b-a1a8-4b844f00556c None None] Provisioning complete for port d64473d4-a829-4089-9017-ba25d355a3b4 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:10.716193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0358e542-4ebd-4d5b-a1a8-4b844f00556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.751369 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0358e542-4ebd-4d5b-a1a8-4b844f00556c None None] Port d64473d4-a829-4089-9017-ba25d355a3b4 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:12:10.964373 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64473d4-a829-4089-9017-ba25d355a3b4 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:12:10.971582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:10.984094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Transition to ACTIVE for port object d64473d4-a829-4089-9017-ba25d355a3b4 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:10.988125 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.110624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Pushing event updated for resources: {'Port': ['ID=d64473d4-a829-4089-9017-ba25d355a3b4,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:11.113647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5c7c87d7-dd20-4300-abce-8b8cb852b98f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:11.161286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Attempting to bind port d64473d4-a829-4089-9017-ba25d355a3b4 on host n-h1-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:12:11.161626 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Attempting to bind port d64473d4-a829-4089-9017-ba25d355a3b4 by drivers openvswitch,hyperv on host n-h1-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:12:11.161994 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Attempting to bind port d64473d4-a829-4089-9017-ba25d355a3b4 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:11.176447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9a51d-8b85-40e0-a174-ecbc38fe1e31 req-9153443d-4568-4e2b-b2c0-c4b11a5a2075 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.179010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:11.182843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2e9a51d-8b85-40e0-a174-ecbc38fe1e31 req-9153443d-4568-4e2b-b2c0-c4b11a5a2075 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.1232073 Jul 22 20:12:11.183926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Port d64473d4-a829-4089-9017-ba25d355a3b4 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f not bound, no agent of type Open vSwitch agent registered on host n-h1-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:12:11.184611 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Attempting to bind port d64473d4-a829-4089-9017-ba25d355a3b4 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:11.187766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:11.188180 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.194827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Checking agent: {'id': '4d8a2a19-f1cc-49db-a9e9-6d54d73eb376', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:12:11.195782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:11.196909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:12:11.197557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Bound port: d64473d4-a829-4089-9017-ba25d355a3b4, host: n-h1-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:12:11.198109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.268493 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2e9a51d-8b85-40e0-a174-ecbc38fe1e31 req-4949ad97-ca21-4710-beec-c8987109efeb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786002 Jul 22 20:12:11.278315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.300528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] For port d64473d4-a829-4089-9017-ba25d355a3b4, host n-h1-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:12:11.304839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] For port d64473d4-a829-4089-9017-ba25d355a3b4, host n-h1-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d64473d4-a829-4089-9017-ba25d355a3b4,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:12:11.308875 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.315766 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 5c7c87d7-dd20-4300-abce-8b8cb852b98f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5c7c87d7-dd20-4300-abce-8b8cb852b98f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:11.320659 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.342120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.343110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:11.344936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-721951ab-8594-41d3-aa03-00d895629359 service neutron] 10.222.0.26 "PUT /v2.0/ports/d64473d4-a829-4089-9017-ba25d355a3b4 HTTP/1.1" status: 200 len: 1093 time: 0.7344177 Jul 22 20:12:11.346989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd64473d4-a829-4089-9017-ba25d355a3b4'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:11.351124 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d64473d4-a829-4089-9017-ba25d355a3b4"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:11.384265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:11.407939 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e71185-fd41-44aa-9650-227082f9a46f x-openstack-request-id: req-39e71185-fd41-44aa-9650-227082f9a46f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:11.408259 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d64473d4-a829-4089-9017-ba25d355a3b4", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:11.408508 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39e71185-fd41-44aa-9650-227082f9a46f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:11.408920 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd64473d4-a829-4089-9017-ba25d355a3b4', 'status': 'completed', 'code': 200} Jul 22 20:12:11.426290 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721951ab-8594-41d3-aa03-00d895629359 service neutron] Pushing event updated for resources: {'Port': ['ID=d64473d4-a829-4089-9017-ba25d355a3b4,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:11.458124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-b33c6190-7ad7-462d-86ac-e43b06840144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.459718 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-b33c6190-7ad7-462d-86ac-e43b06840144 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1096 time: 0.0685306 Jul 22 20:12:11.506847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-055d0e1c-0243-429e-8e5b-a0be35e8f1d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64473d4-a829-4089-9017-ba25d355a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0399985 Jul 22 20:12:11.556501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-bb06f0da-b0ef-43e8-ad46-d1e4389daabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.558041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-bb06f0da-b0ef-43e8-ad46-d1e4389daabb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0456371 Jul 22 20:12:11.617926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-5e8bf0b5-75c7-4fe5-9066-abd10549d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:11.619446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-5e8bf0b5-75c7-4fe5-9066-abd10549d7a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538526 Jul 22 20:12:11.627814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:12.066876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-e040224c-c155-4d1b-88b0-c68f25a87385 service neutron] 10.222.0.26 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407675 Jul 22 20:12:12.156506 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-22d42633-34d6-47a3-8637-2ce113a206ae service neutron] 10.222.0.26 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 Jul 22 20:12:12.267528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-3792212c-048a-4286-ad50-c07a2a5eff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.269089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-3792212c-048a-4286-ad50-c07a2a5eff27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1096 time: 0.0578012 Jul 22 20:12:12.371329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.26', 50541) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:12.409026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-1e4c34cf-8632-442b-86a8-f1b8dcabf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.410528 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-1e4c34cf-8632-442b-86a8-f1b8dcabf9dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1282816 Jul 22 20:12:12.436182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-a7739f5a-05ab-440f-bc13-a7c8e834bd37 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.437685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-a7739f5a-05ab-440f-bc13-a7c8e834bd37 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0653477 Jul 22 20:12:12.460720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-ee9cd474-2d6e-4a03-96c7-0a27731971d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d64473d4-a829-4089-9017-ba25d355a3b4 HTTP/1.1" status: 200 len: 217 time: 0.0432186 Jul 22 20:12:12.471234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d3d36-a78a-4f09-834b-87e5c2e3b349 req-26a91644-9771-45ad-8d28-c9dfec6a8fde tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.472722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce8d3d36-a78a-4f09-834b-87e5c2e3b349 req-26a91644-9771-45ad-8d28-c9dfec6a8fde tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.1258790 Jul 22 20:12:12.539525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Deleting port d64473d4-a829-4089-9017-ba25d355a3b4 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:12:12.539871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:12.544626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce8d3d36-a78a-4f09-834b-87e5c2e3b349 req-aee7db0d-1949-4322-ab96-ac7a77130ffb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620191 Jul 22 20:12:12.546147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-7ee5af5b-11fe-4518-88f2-ec2e1e1bb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.547537 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-7ee5af5b-11fe-4518-88f2-ec2e1e1bb9c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0739737 Jul 22 20:12:12.607173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-4c84144e-65ec-4f67-a102-73a7c0d764dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:12.608813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-4c84144e-65ec-4f67-a102-73a7c0d764dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546377 Jul 22 20:12:12.633407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] For port d64473d4-a829-4089-9017-ba25d355a3b4, host n-h1-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800087-13',level=0,port_id=d64473d4-a829-4089-9017-ba25d355a3b4,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:12.633773 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:12.646153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Calling delete_port for d64473d4-a829-4089-9017-ba25d355a3b4 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:12:12.701630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-c486370d-330c-47ce-8777-cdafa4f46dfb service neutron] 10.222.0.26 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861592 Jul 22 20:12:12.782775 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:12.798285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-4f0227c1-5ef0-46c4-9cf6-d8d33dbd924e service neutron] 10.222.0.26 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898809 Jul 22 20:12:12.811376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event deleted for resources: {'Port': ['ID=d64473d4-a829-4089-9017-ba25d355a3b4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:12.863444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] No DVR routers for this DVR port d64473d4-a829-4089-9017-ba25d355a3b4 on host n-h1-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:12:12.866206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:12.868428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.26 "DELETE /v2.0/ports/d64473d4-a829-4089-9017-ba25d355a3b4 HTTP/1.1" status: 204 len: 173 time: 0.4257846 Jul 22 20:12:12.868704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-deleted', 'tag': 'd64473d4-a829-4089-9017-ba25d355a3b4'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:12.870990 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d599110-e689-4856-8c89-d6285887314d" -d '{"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-deleted", "tag": "d64473d4-a829-4089-9017-ba25d355a3b4"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:12.905353 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aca6940-8ab9-47bd-8a24-954ffe962236 x-openstack-request-id: req-1aca6940-8ab9-47bd-8a24-954ffe962236 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:12.905636 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-deleted", "tag": "d64473d4-a829-4089-9017-ba25d355a3b4", "status": "failed", "code": 422}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:12.906059 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1aca6940-8ab9-47bd-8a24-954ffe962236 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:12.906483 n-d-800087-13 neutron-server[93801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-deleted', 'tag': 'd64473d4-a829-4089-9017-ba25d355a3b4', 'status': 'failed', 'code': 422} returned with failed status Jul 22 20:12:13.017057 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:13.071881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5c7c87d7-dd20-4300-abce-8b8cb852b98f up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:13.122938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 5c7c87d7-dd20-4300-abce-8b8cb852b98f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:13.123312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:13.641717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cfb1ece-d67d-4766-b29a-106058926ce8 req-b533e631-1264-4c31-9e96-42c19c13aa80 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 210 time: 0.0309908 Jul 22 20:12:14.103408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-d5cdaf27-6253-4b7c-8b8d-7da65d81da82 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:14.104888 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-d5cdaf27-6253-4b7c-8b8d-7da65d81da82 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1104882 Jul 22 20:12:14.148018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-d859f476-9cfe-4a9f-9f96-e5aed271df12 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 378 time: 0.0351844 Jul 22 20:12:14.157052 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'port': {'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'admin_state_up': True, 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'security_groups': ['86650a53-19f5-49bd-8c77-5c2946a899ea']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:14.269207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:12:14.273071 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.399276 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.20.0.4 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/d0ec05cc-fae0-4b6e-b483-5059093f34b2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:12:14.530132 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.543650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Transition to ACTIVE for port object d0ec05cc-fae0-4b6e-b483-5059093f34b2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:14.575551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.620829 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:12:14.625769 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:12:14.629301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:12:14.659435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:14.687406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:14.688062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.704082 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-082de04f-5ce0-406c-ae97-68f6575cc128 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507402 Jul 22 20:12:14.716731 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Request body: {'port': {'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:14.790178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8f376-cebc-4c06-b4bc-3a6ee246cee4 req-9ed994d9-44b6-4da1-a9c5-ffe5a6eb130b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:14.791905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a8f376-cebc-4c06-b4bc-3a6ee246cee4 req-9ed994d9-44b6-4da1-a9c5-ffe5a6eb130b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 931 time: 0.0681751 Jul 22 20:12:14.795559 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.830565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6a8f376-cebc-4c06-b4bc-3a6ee246cee4 req-95114243-cb2a-4ebb-8424-d4022ed4cc14 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323505 Jul 22 20:12:14.857275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ed1d33b-ac23-423f-87fd-3abe3bb82933 None None] Provisioning for port d0ec05cc-fae0-4b6e-b483-5059093f34b2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:14.860923 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6ed1d33b-ac23-423f-87fd-3abe3bb82933 None None] Provisioning complete for port d0ec05cc-fae0-4b6e-b483-5059093f34b2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:14.861293 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6ed1d33b-ac23-423f-87fd-3abe3bb82933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:14.893622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6ed1d33b-ac23-423f-87fd-3abe3bb82933 None None] Port d0ec05cc-fae0-4b6e-b483-5059093f34b2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:12:15.078687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ec05cc-fae0-4b6e-b483-5059093f34b2 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:12:15.087068 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:15.098883 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Transition to ACTIVE for port object d0ec05cc-fae0-4b6e-b483-5059093f34b2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:12:15.102415 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:15.155987 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:15.230713 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Attempting to bind port d0ec05cc-fae0-4b6e-b483-5059093f34b2 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:12:15.231187 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Attempting to bind port d0ec05cc-fae0-4b6e-b483-5059093f34b2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:12:15.231786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Attempting to bind port d0ec05cc-fae0-4b6e-b483-5059093f34b2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:15.236746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Port d0ec05cc-fae0-4b6e-b483-5059093f34b2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:12:15.237076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Attempting to bind port d0ec05cc-fae0-4b6e-b483-5059093f34b2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:12:15.242671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:12:15.243021 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:12:15.243420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:12:15.243853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Bound port: d0ec05cc-fae0-4b6e-b483-5059093f34b2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:12:15.244256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:15.319750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:12:15.322977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:12:15.328320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:15.368452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.369079 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:15.370693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] 10.222.0.32 "PUT /v2.0/ports/d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 1092 time: 0.6585608 Jul 22 20:12:15.370922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:15.373198 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b52a93-c11c-4a23-8afb-8bf4b8930639" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:15.404374 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd43a4-14c2-429d-b9f9-acb4c0671a28 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:15.424841 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a629eb0-7229-4120-a19d-0837801ed045 x-openstack-request-id: req-5a629eb0-7229-4120-a19d-0837801ed045 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:15.425136 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:15.425394 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a629eb0-7229-4120-a19d-0837801ed045 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:15.425846 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'status': 'completed', 'code': 200} Jul 22 20:12:15.473365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-f9679ecf-e798-462e-8044-7f8f53b99c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.474968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-f9679ecf-e798-462e-8044-7f8f53b99c40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1095 time: 0.0644271 Jul 22 20:12:15.521522 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-0f2dc830-8043-4bde-8862-65a02a9fdd8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 217 time: 0.0396345 Jul 22 20:12:15.571715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-f00aa05c-6fc9-4315-a5c8-8697138e82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.573221 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-f00aa05c-6fc9-4315-a5c8-8697138e82e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0463626 Jul 22 20:12:15.631497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-516b6155-172d-4f8e-9053-0d1acc17fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.633212 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-516b6155-172d-4f8e-9053-0d1acc17fd3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537519 Jul 22 20:12:15.725918 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-5f645b4b-7875-4810-ab7c-8842682be9a1 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 Jul 22 20:12:15.814613 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-dcf76d46-2465-409b-80c5-c0a35b2d251f service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819161 Jul 22 20:12:15.917437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-dc9ab1ca-42c1-4b1d-a9e3-df596f43e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.918949 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-dc9ab1ca-42c1-4b1d-a9e3-df596f43e1c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1095 time: 0.0589867 Jul 22 20:12:15.965098 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1640578-083b-4e0f-9424-ee34db6150dc req-0a72d6a1-9fbd-4987-8a57-757db234d464 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:15.966619 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1640578-083b-4e0f-9424-ee34db6150dc req-0a72d6a1-9fbd-4987-8a57-757db234d464 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 943 time: 0.0678325 Jul 22 20:12:16.005539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1640578-083b-4e0f-9424-ee34db6150dc req-ddc1a24f-7d41-44e9-bd39-e21d91b8553b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332446 Jul 22 20:12:16.010115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-7148ffa9-5225-40de-8ba8-d87a59daa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:16.011603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-7148ffa9-5225-40de-8ba8-d87a59daa6af service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0867600 Jul 22 20:12:16.057786 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-bc8304ab-683e-4df2-9fd4-a821490f5b1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 217 time: 0.0392070 Jul 22 20:12:16.107015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-d7c20009-ce64-4444-935d-db357e4a196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:16.108550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-d7c20009-ce64-4444-935d-db357e4a196d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0443101 Jul 22 20:12:16.167404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-4ddbd072-e159-4389-8c9a-e70803f2d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:16.169001 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-4ddbd072-e159-4389-8c9a-e70803f2d4fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543959 Jul 22 20:12:16.262116 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-67d682f2-3c95-46d2-9c50-fb5f000e7659 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 Jul 22 20:12:16.350867 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-12b52a93-c11c-4a23-8afb-8bf4b8930639 req-31c49cc9-dd14-4861-b257-41adce229915 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811176 Jul 22 20:12:17.136317 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65110e-1530-4e1a-bf6a-f79d57097793 req-cfbf9cf1-2184-42f9-9ef8-666d44014955 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:17.138122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df65110e-1530-4e1a-bf6a-f79d57097793 req-cfbf9cf1-2184-42f9-9ef8-666d44014955 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 943 time: 0.0650246 Jul 22 20:12:17.174636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-df65110e-1530-4e1a-bf6a-f79d57097793 req-87d5d81f-4ecc-42ed-bf98-a3a90b9d6f7a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310044 Jul 22 20:12:18.304867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b5b23-e39e-41e0-b3a1-820b532a2d8a req-1377ab67-cb37-4bef-b725-0e745b4e0bf9 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:18.306376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a2b5b23-e39e-41e0-b3a1-820b532a2d8a req-1377ab67-cb37-4bef-b725-0e745b4e0bf9 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 943 time: 0.0641999 Jul 22 20:12:18.343806 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a2b5b23-e39e-41e0-b3a1-820b532a2d8a req-5296ef67-e636-4c32-ade0-4b162359f46c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319397 Jul 22 20:12:18.681718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:12:18.776238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:18.787531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'mac_address': 'fa:16:3e:a0:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:12:18.823878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:18.836782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ec05cc-fae0-4b6e-b483-5059093f34b2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:12:18.855966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:18.859705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:18.911234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:19.066227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d0ec05cc-fae0-4b6e-b483-5059093f34b2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:12:19.479748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4243f-b515-44f2-ac16-6049073468a9 req-a391b9ec-7676-44c6-b032-f2ab2c4ae827 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:19.481320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cb4243f-b515-44f2-ac16-6049073468a9 req-a391b9ec-7676-44c6-b032-f2ab2c4ae827 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0683327 Jul 22 20:12:19.519667 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5cb4243f-b515-44f2-ac16-6049073468a9 req-d672eb60-431c-48b1-b2e9-79afe5feeef1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323961 Jul 22 20:12:20.648212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7407f-3e87-4df6-b426-050ea0ecc8dd req-890df6a9-0967-4557-9c00-2e4f902e98b8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:20.649734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16c7407f-3e87-4df6-b426-050ea0ecc8dd req-890df6a9-0967-4557-9c00-2e4f902e98b8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0636947 Jul 22 20:12:20.683034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:12:20.687627 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-16c7407f-3e87-4df6-b426-050ea0ecc8dd req-add81b79-344d-4113-b753-7c1df405eb38 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324028 Jul 22 20:12:20.730830 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port d0ec05cc-fae0-4b6e-b483-5059093f34b2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:12:20.734499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d0ec05cc-fae0-4b6e-b483-5059093f34b2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:12:20.734867 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:20.810917 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:20.832415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:20.835188 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df10156-c4f5-4631-ab75-f87dc8f6b53b" -d '{"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:20.847868 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:12:20.852137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:20.899501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:12:20.929494 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a54c5f-9217-44c1-9390-917a0d6d2ba6 x-openstack-request-id: req-e0a54c5f-9217-44c1-9390-917a0d6d2ba6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:20.929795 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:20.930053 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0a54c5f-9217-44c1-9390-917a0d6d2ba6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:20.930449 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'code': 200} Jul 22 20:12:21.037131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a20486-be59-4b61-8afd-b5166b23aecd req-88c6875e-e247-4c88-9fa0-3f5b4a799660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:21.038746 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c9a20486-be59-4b61-8afd-b5166b23aecd req-88c6875e-e247-4c88-9fa0-3f5b4a799660 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0538268 Jul 22 20:12:21.076427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c9a20486-be59-4b61-8afd-b5166b23aecd req-145d85af-9073-4e5e-a97d-09f023ccbc9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313773 Jul 22 20:12:21.820308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d5d8-4b30-4293-b18c-6a80ab1b52fd req-26b5fb15-53c1-4acc-84eb-9f748cdb07b8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:21.821818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b22d5d8-4b30-4293-b18c-6a80ab1b52fd req-26b5fb15-53c1-4acc-84eb-9f748cdb07b8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0671492 Jul 22 20:12:21.859178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b22d5d8-4b30-4293-b18c-6a80ab1b52fd req-62627021-01cd-406b-a020-9160db75bccf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319278 Jul 22 20:12:22.992101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2e176-2f2f-4e5f-b031-1a292e5ba9c2 req-8e5ff51b-4fef-4618-9fd2-e07498205e04 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:22.993712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3f2e176-2f2f-4e5f-b031-1a292e5ba9c2 req-8e5ff51b-4fef-4618-9fd2-e07498205e04 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0644701 Jul 22 20:12:23.031951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3f2e176-2f2f-4e5f-b031-1a292e5ba9c2 req-cdb4ec6d-c48d-4a84-bb20-c3e8839b027c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327892 Jul 22 20:12:23.157078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27228ad5-9cc4-4a45-8745-80175fc3be7a req-d15925c8-8605-4f5b-a5e4-9c31f23c6c20 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:23.158485 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27228ad5-9cc4-4a45-8745-80175fc3be7a req-d15925c8-8605-4f5b-a5e4-9c31f23c6c20 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0628800 Jul 22 20:12:23.168085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38056) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:12:23.172476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'floatingip': {'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:12:23.216188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:23.642647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:23.646265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:23.738746 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 associated. External IP: 172.25.6.215, port: d0ec05cc-fae0-4b6e-b483-5059093f34b2. Jul 22 20:12:23.946697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:12:24.053511 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:12:24.058324 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:24.062986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:12:24.077775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:24.078387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:12:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:24.094960 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-05b6f0b9-a374-4ade-bf38-f2995f917c17 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "PUT /v2.0/floatingips/a7f0ae7f-5e09-4832-b180-ff9151a11cd2 HTTP/1.1" status: 200 len: 991 time: 0.9257922 Jul 22 20:12:24.095544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:12:24.097830 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:12:24.139590 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e80222-7aef-43a0-aeb3-d1e448159c3e x-openstack-request-id: req-a2e80222-7aef-43a0-aeb3-d1e448159c3e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:12:24.139887 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:12:24.140163 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2e80222-7aef-43a0-aeb3-d1e448159c3e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:12:24.140582 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'status': 'completed', 'code': 200} Jul 22 20:12:24.195042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:24.216818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-275dbb39-9d48-411c-8fb8-4c8a40157fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:24.218334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-275dbb39-9d48-411c-8fb8-4c8a40157fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0552394 Jul 22 20:12:24.310411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-cebf5f10-afa3-4130-8d92-f4c7962dd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:24.311994 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-cebf5f10-afa3-4130-8d92-f4c7962dd942 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0875838 Jul 22 20:12:24.383739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-36e6daff-f2cd-4322-9c85-1e1267b31c6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 999 time: 0.0649493 Jul 22 20:12:24.434951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-5f0f6c65-e3a6-4136-8ca7-18c6db50f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:24.436467 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-5f0f6c65-e3a6-4136-8ca7-18c6db50f5c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0457301 Jul 22 20:12:24.436736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:a0:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:12:23Z', 'revision_number': 1, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:24.466286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:12:24.475332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:12:24.475966 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:12:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:24.501519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-32de6a8e-1b63-4b10-a076-a683e2dac15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:12:24.503077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-32de6a8e-1b63-4b10-a076-a683e2dac15c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605690 Jul 22 20:12:24.582712 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:12:24.597418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-8c51510e-16ef-4d0e-8359-5ac79cbe6ace service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876799 Jul 22 20:12:24.688116 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8a7fb60-933f-4fdb-b5ee-5ecc1a35654a req-8d09a5d4-643f-453a-ad87-57b9da3577b5 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833263 Jul 22 20:12:24.810461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:a0:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:12:23Z', 'revision_number': 1, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:12:24.840490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8ae83-9354-4ca1-9eba-8f877cd0915a None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:a0:5e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:12:23Z', 'revision_number': 1, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:12:24.842556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:25.017604 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f085dc-22cd-4bbe-b211-6b018ea8101c None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:12:27.557775 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:37.126994 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-47096959-0418-4d54-96bb-4acb8a9b4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:39.606057 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:12:40.001347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:40.059678 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ad429369-b122-47db-858e-73bedcd337a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:41.632731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:43.016589 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:54.824914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:12:57.556886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:07.127223 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6984a812-5944-4b72-ac3c-89682e2a4c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.002340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:10.059036 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-233ced90-104f-4ad3-bfb5-c2d08d71272e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:11.635231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:13.019661 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:16.605543 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:13:19.842980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-737791df-eaa5-4dd2-80e5-0b29cb33844c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580120 Jul 22 20:13:19.935055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-215a6c30-7af8-40d5-94cb-fa42bc1c0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:19.936582 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-215a6c30-7af8-40d5-94cb-fa42bc1c0844 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0537400 Jul 22 20:13:20.038762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-49e37b3c-13d5-4364-85be-963356db91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:20.040237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-49e37b3c-13d5-4364-85be-963356db91a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0859201 Jul 22 20:13:20.102273 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-61c9f7ea-1334-4b87-a431-c56ed07e3f51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 1001 time: 0.0556409 Jul 22 20:13:20.149136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-0fcbd5c0-1de9-4616-aee5-ffee40fcf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:20.150536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-0fcbd5c0-1de9-4616-aee5-ffee40fcf2ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0420048 Jul 22 20:13:20.212640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-44d29c4b-80d4-45fe-9200-0fb94a5432fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:20.214150 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-44d29c4b-80d4-45fe-9200-0fb94a5432fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569432 Jul 22 20:13:20.301373 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-1410c9d9-54ca-4cba-9352-702a2edd349f service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806446 Jul 22 20:13:20.395064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3b2f4ad6-1b93-41b0-87e2-ea54e15f81bf req-c2b6a474-f3ab-4888-9c5f-cf8a3c737ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Jul 22 20:13:24.826617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:27.569781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:37.129370 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a15c86a8-59a8-4181-9e63-522153d68f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:38.952362 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-11cb771b-4132-459b-b14d-bd02d862c6b3 req-d9983bf8-1078-40f7-9d2f-c87a64bcdd40 service neutron] (93801) timed out ('10.222.0.10', 37200) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:13:40.002663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:40.058694 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1a307f5a-6d27-4065-99df-a70bd1780f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:41.639516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:43.025145 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:53.608121 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:13:54.828582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:57.584588 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:13:59.755528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4019-57fa-4ba0-8bb8-bcea44d430b9 req-efa8a235-9420-4399-8fee-6da9edb7a974 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:13:59.757502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9dfa4019-57fa-4ba0-8bb8-bcea44d430b9 req-efa8a235-9420-4399-8fee-6da9edb7a974 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0694873 Jul 22 20:13:59.795847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9dfa4019-57fa-4ba0-8bb8-bcea44d430b9 req-c9f20d9f-d538-412e-8f5e-8c2d79db3f50 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327761 Jul 22 20:14:00.024513 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-cbbd801f-adcf-4951-b326-55bc90ee24c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538623 Jul 22 20:14:00.047597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162b336-5e37-4eea-8d94-da5ee02d3a8a req-4e0324ba-462e-4462-bed7-ac61ba051de1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:00.049145 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b162b336-5e37-4eea-8d94-da5ee02d3a8a req-4e0324ba-462e-4462-bed7-ac61ba051de1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0667436 Jul 22 20:14:00.089698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b162b336-5e37-4eea-8d94-da5ee02d3a8a req-3c848734-25d8-4065-aabb-fc97b290d307 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347939 Jul 22 20:14:01.224437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f2d56ec2-07af-4977-99a1-227471ca9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.226312 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f2d56ec2-07af-4977-99a1-227471ca9d44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0560346 Jul 22 20:14:01.231433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a02dad-865d-4ce4-9fe5-1aa6fdc9015a req-42223f2c-6616-4822-8e1d-6d8c5cd31240 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.233051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45a02dad-865d-4ce4-9fe5-1aa6fdc9015a req-42223f2c-6616-4822-8e1d-6d8c5cd31240 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0675890 Jul 22 20:14:01.271206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45a02dad-865d-4ce4-9fe5-1aa6fdc9015a req-103148c5-611c-473f-b971-c70d9365727a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322661 Jul 22 20:14:01.323360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-6b0dd1c3-0284-42d1-b867-ce345399a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.324809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-6b0dd1c3-0284-42d1-b867-ce345399a6a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0917861 Jul 22 20:14:01.391011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-07940271-1f38-435e-b46e-b19e4a1ef835 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 1001 time: 0.0600631 Jul 22 20:14:01.439733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-34fb4763-d2e9-47ac-a09c-34ac10dd8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.441163 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-34fb4763-d2e9-47ac-a09c-34ac10dd8a92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0432155 Jul 22 20:14:01.498969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-ba25dfc3-a462-4a9d-87f7-080eff02bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:01.500582 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-ba25dfc3-a462-4a9d-87f7-080eff02bebf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524750 Jul 22 20:14:01.591009 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-7266782d-a3d9-4617-8f93-7b9f936891c7 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Jul 22 20:14:01.681162 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-41412be2-98a2-4e9b-899b-179fb5021fc6 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839710 Jul 22 20:14:02.406211 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793f3e-925e-498d-88fa-64ce3c8edead req-c56dfa60-8959-4a95-b031-cd899285ca41 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:02.407708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5793f3e-925e-498d-88fa-64ce3c8edead req-c56dfa60-8959-4a95-b031-cd899285ca41 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0682614 Jul 22 20:14:02.445411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a5793f3e-925e-498d-88fa-64ce3c8edead req-ba222e83-68f4-44bb-aa01-af2ae516969c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320332 Jul 22 20:14:03.575057 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78803cbd-b7cc-41d6-bfbc-b7a28bc9dda6 req-9a786622-145a-453a-8fe5-a82c23143ba0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:03.576592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78803cbd-b7cc-41d6-bfbc-b7a28bc9dda6 req-9a786622-145a-453a-8fe5-a82c23143ba0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0636973 Jul 22 20:14:03.612794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78803cbd-b7cc-41d6-bfbc-b7a28bc9dda6 req-4f2d2d6c-1198-45c0-9222-87b0d8a3be0d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308137 Jul 22 20:14:04.745973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d016d-7c98-41e4-84b0-4db0f58d4c18 req-cf1f6dc5-406f-4c13-b623-36fbafcbf34b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:04.747702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b94d016d-7c98-41e4-84b0-4db0f58d4c18 req-cf1f6dc5-406f-4c13-b623-36fbafcbf34b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0681288 Jul 22 20:14:04.785035 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b94d016d-7c98-41e4-84b0-4db0f58d4c18 req-c33c2a28-f52a-4fdc-8e61-1018b898bea8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318649 Jul 22 20:14:05.911393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e06b0d-3657-4b3a-ad69-9aac5e57b1a0 req-811103ca-30c7-44b2-8cad-b0caa3516306 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:05.913591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3e06b0d-3657-4b3a-ad69-9aac5e57b1a0 req-811103ca-30c7-44b2-8cad-b0caa3516306 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0638812 Jul 22 20:14:05.950557 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3e06b0d-3657-4b3a-ad69-9aac5e57b1a0 req-7017950c-b7e7-4fb5-a0a8-79d487ac6b4c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311944 Jul 22 20:14:07.078270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0601ae7-ef1e-44e2-8992-128412312df4 req-874de1e2-357c-44a4-966f-74bf48f95d2d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:07.079836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0601ae7-ef1e-44e2-8992-128412312df4 req-874de1e2-357c-44a4-966f-74bf48f95d2d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0625904 Jul 22 20:14:07.117991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a0601ae7-ef1e-44e2-8992-128412312df4 req-e791614f-156e-4588-8f2b-1db7f8340ba0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319741 Jul 22 20:14:07.131220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-22ffc2e2-daca-4f99-ad38-23321b9b7f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:08.251591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d968a-c266-47aa-a441-dd324adb65d4 req-16944990-753c-461f-b437-414ce1da26b2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:08.253122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd0d968a-c266-47aa-a441-dd324adb65d4 req-16944990-753c-461f-b437-414ce1da26b2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0671942 Jul 22 20:14:08.291931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dd0d968a-c266-47aa-a441-dd324adb65d4 req-0b294456-bc7f-4a7c-aa7d-282c2db0c81d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324526 Jul 22 20:14:09.422942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b34b-c465-45be-9b1d-11b91b9b918c req-0edd4301-dcc1-4488-a28b-fd2987f38c54 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:09.424451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45a4b34b-c465-45be-9b1d-11b91b9b918c req-0edd4301-dcc1-4488-a28b-fd2987f38c54 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0622332 Jul 22 20:14:09.461918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45a4b34b-c465-45be-9b1d-11b91b9b918c req-859c3582-1466-40f9-b073-9d704a5bd27a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315311 Jul 22 20:14:10.003657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:10.058016 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b320ea26-e806-4523-8390-5cff22c8eac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:10.594399 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae51ae5-a1da-4502-ae52-1e5b5515b60d req-e546bdff-bc7b-49b8-808f-134ebf3c116f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:10.595944 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fae51ae5-a1da-4502-ae52-1e5b5515b60d req-e546bdff-bc7b-49b8-808f-134ebf3c116f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0673323 Jul 22 20:14:10.634185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fae51ae5-a1da-4502-ae52-1e5b5515b60d req-c62bce35-0eca-4518-8301-ca2965f7ab0f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322111 Jul 22 20:14:11.642675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:11.763144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690453e-4fae-4959-9928-6b6d0968e0d2 req-2ccc09b9-637e-4393-a0cd-729d03edb689 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:11.764703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2690453e-4fae-4959-9928-6b6d0968e0d2 req-2ccc09b9-637e-4393-a0cd-729d03edb689 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0654087 Jul 22 20:14:11.802601 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2690453e-4fae-4959-9928-6b6d0968e0d2 req-6ab96e74-6481-4ef3-a486-b5b86408ef13 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324364 Jul 22 20:14:12.929497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9ea70-6d78-4745-8361-0e6989375e2d req-8bd1b21e-6551-4e2b-bb51-179b0a89eab8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:12.931119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81d9ea70-6d78-4745-8361-0e6989375e2d req-8bd1b21e-6551-4e2b-bb51-179b0a89eab8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0618241 Jul 22 20:14:12.968364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81d9ea70-6d78-4745-8361-0e6989375e2d req-43634791-ce36-4bc6-b790-b44583ea860b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317800 Jul 22 20:14:13.024914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:13.386934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-e4464cb6-cc2b-4fe7-b1dc-be3ff519963e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:14:13.387896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-e4464cb6-cc2b-4fe7-b1dc-be3ff519963e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059597 Jul 22 20:14:13.448236 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-07cade27-bc54-4dc8-a42d-1f82d9b2f737 service neutron] 10.222.0.32 "GET /v2.0/ports/d0ec05cc-fae0-4b6e-b483-5059093f34b2/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0529373 Jul 22 20:14:13.652997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-0eb1563c-0b3c-44be-aec4-71650efc5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:13.654606 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-0eb1563c-0b3c-44be-aec4-71650efc5c15 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 1097 time: 0.0575516 Jul 22 20:14:13.727555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-d174f6ee-1660-4a7f-84e4-37b26c399ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:13.728988 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-d174f6ee-1660-4a7f-84e4-37b26c399ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0532601 Jul 22 20:14:13.819582 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-56fb7403-de45-43ea-ac52-9037f5aa1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:13.821133 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-56fb7403-de45-43ea-ac52-9037f5aa1ad9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0863831 Jul 22 20:14:13.884706 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-9df0fabb-d260-4ad3-bac9-e449864f9d69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 1001 time: 0.0563858 Jul 22 20:14:13.936084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f40c35c8-3a24-4c08-a57f-5dc916aee8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:13.937596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f40c35c8-3a24-4c08-a57f-5dc916aee8e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0458317 Jul 22 20:14:13.997803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f09365ce-f1d7-427c-9a8e-8761002b8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:13.999327 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-f09365ce-f1d7-427c-9a8e-8761002b8996 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559535 Jul 22 20:14:14.089968 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-c7fc6a98-d08b-4e38-a337-ab8d16d2fa0f service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836267 Jul 22 20:14:14.103180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680e8e4-f232-4b70-ab2c-9776382e7435 req-ffcb95cd-ce56-41c1-9b3f-2d1b1ca74082 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:14.104707 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2680e8e4-f232-4b70-ab2c-9776382e7435 req-ffcb95cd-ce56-41c1-9b3f-2d1b1ca74082 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0678625 Jul 22 20:14:14.144249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2680e8e4-f232-4b70-ab2c-9776382e7435 req-d92d10d2-2be9-4906-81c1-e6cb1fc34df8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337064 Jul 22 20:14:14.184262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c2d78c1-a38c-4152-bbf9-bbdc99a66c62 req-452e01ac-1d6d-4e76-8daa-1b0b1c9f3242 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883663 Jul 22 20:14:15.280874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75228da1-934a-47fe-9661-dbca14151206 req-24b6c690-c052-40e7-8701-1fada314c37f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:15.282367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75228da1-934a-47fe-9661-dbca14151206 req-24b6c690-c052-40e7-8701-1fada314c37f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0704780 Jul 22 20:14:15.319123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75228da1-934a-47fe-9661-dbca14151206 req-b21078f5-8a0a-423d-93cb-e5a592439698 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312278 Jul 22 20:14:16.465810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044678b9-3a19-475f-b965-616937e854c7 req-d1462a57-1e04-4b3a-9131-cc7df3c3af6d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:16.467579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-044678b9-3a19-475f-b965-616937e854c7 req-d1462a57-1e04-4b3a-9131-cc7df3c3af6d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0810306 Jul 22 20:14:16.504853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-044678b9-3a19-475f-b965-616937e854c7 req-8c1d940e-d9d7-4e4a-9ea0-9b4a684abd44 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318272 Jul 22 20:14:16.712177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793412ac-6d27-451e-b79b-55ec0080427e req-4479d571-90b8-4d3d-addb-988396315eff tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:16.713764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-793412ac-6d27-451e-b79b-55ec0080427e req-4479d571-90b8-4d3d-addb-988396315eff tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0665767 Jul 22 20:14:16.726335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-93ae8661-f3c2-4747-8453-6aa977c5a89c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:16.727784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-93ae8661-f3c2-4747-8453-6aa977c5a89c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325&tenant_id=b01c79fe50dd4406ab6f986ab506819d&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 945 time: 0.0678682 Jul 22 20:14:16.753100 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-793412ac-6d27-451e-b79b-55ec0080427e req-3168200c-89c6-47b0-87f1-fda457d2b62b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335550 Jul 22 20:14:16.823619 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-3ebc57a4-d2e8-4718-a4b2-f7f72b23a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:16.825117 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-3ebc57a4-d2e8-4718-a4b2-f7f72b23a8be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 1097 time: 0.0547290 Jul 22 20:14:16.915001 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-df2887d5-282f-4e08-9770-622ecd840314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:16.916455 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-df2887d5-282f-4e08-9770-622ecd840314 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0854409 Jul 22 20:14:16.977768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-4dcc1787-6412-4d60-8f04-8e4902d31b4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 200 len: 1001 time: 0.0551748 Jul 22 20:14:17.140240 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:14:17.244198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:17.255995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'mac_address': 'fa:16:3e:a0:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:14:17.298298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:17.311613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0ec05cc-fae0-4b6e-b483-5059093f34b2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:14:17.332436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:17.336644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:17.363583 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-37c5bf64-af38-47e4-b6ab-89ddc9155f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:17.365075 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-37c5bf64-af38-47e4-b6ab-89ddc9155f78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.3813741 Jul 22 20:14:17.384618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:17.391850 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.392222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.392568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.392909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.393250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.393581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.393908 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.394243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.394568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.394892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.395218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.395541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:17.424435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-f791f86a-79c8-4277-8668-ea3a3cd31d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:17.425937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-f791f86a-79c8-4277-8668-ea3a3cd31d44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529716 Jul 22 20:14:17.522497 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-43e4c0ff-5688-45bb-b7cb-802fa8647c39 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 Jul 22 20:14:17.561276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['d0ec05cc-fae0-4b6e-b483-5059093f34b2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:14:17.614296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02219bfc-3ec9-46b7-b856-5cc4e25aaa3c req-02e196a0-2147-4cbc-90b8-7223cf0a0c6d service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840898 Jul 22 20:14:17.887017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7496-cb51-4ab1-bd8d-e6f7c7c7a7b6 req-4e0f49b8-db62-4b92-8f27-5c74aeb786c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:17.888546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db4b7496-cb51-4ab1-bd8d-e6f7c7c7a7b6 req-4e0f49b8-db62-4b92-8f27-5c74aeb786c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0637426 Jul 22 20:14:17.925613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db4b7496-cb51-4ab1-bd8d-e6f7c7c7a7b6 req-671ebf50-2689-4448-b897-e087a98c0622 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315113 Jul 22 20:14:19.060269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083737ba-b1ee-45b6-bbbe-37e27fb5eb7b req-56069549-195d-4239-bb12-ff31cbff0026 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:19.061771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-083737ba-b1ee-45b6-bbbe-37e27fb5eb7b req-56069549-195d-4239-bb12-ff31cbff0026 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0668075 Jul 22 20:14:19.098823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-083737ba-b1ee-45b6-bbbe-37e27fb5eb7b req-e1701fd4-30e9-4452-899f-f3106ba230ee tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314929 Jul 22 20:14:19.156624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:19.208251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port d0ec05cc-fae0-4b6e-b483-5059093f34b2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:19.208649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:19.244806 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1e369-2fe7-49b2-96a6-92a677faabf5 req-3143a318-3fe0-4e49-9865-576186b7c094 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:19.246319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cb1e369-2fe7-49b2-96a6-92a677faabf5 req-3143a318-3fe0-4e49-9865-576186b7c094 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 944 time: 0.0690296 Jul 22 20:14:19.284719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9cb1e369-2fe7-49b2-96a6-92a677faabf5 req-24784886-70b1-4493-b8d9-e0e5ad6e7804 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327344 Jul 22 20:14:19.286445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:19.309391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:19.311614 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb36232-6ce2-454c-90f4-771786661aaa" -d '{"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:19.325505 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:19.330951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:19.356662 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4483f8-8209-456b-9cd7-92c5f27fa654 x-openstack-request-id: req-0f4483f8-8209-456b-9cd7-92c5f27fa654 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:19.356950 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-plugged", "status": "completed", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:19.357206 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f4483f8-8209-456b-9cd7-92c5f27fa654 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:19.357601 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'code': 200} Jul 22 20:14:19.384665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:19.430425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a41bce-5d28-431f-8388-5a6ee0e057ed req-1bac3df5-3866-416b-a6b5-b371e6e274a2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:19.432420 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2a41bce-5d28-431f-8388-5a6ee0e057ed req-1bac3df5-3866-416b-a6b5-b371e6e274a2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0693924 Jul 22 20:14:19.469292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2a41bce-5d28-431f-8388-5a6ee0e057ed req-ab633a2f-752f-4efd-a5fb-09d57ee9f620 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313134 Jul 22 20:14:19.712747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbf3f4-09df-4505-b381-bb4a1b22a4a7 req-e8e1f0a3-debf-4f36-8ad5-47653f4092c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:19.714232 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98bbf3f4-09df-4505-b381-bb4a1b22a4a7 req-e8e1f0a3-debf-4f36-8ad5-47653f4092c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0628943 Jul 22 20:14:19.751824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98bbf3f4-09df-4505-b381-bb4a1b22a4a7 req-ff361f3d-395d-4e51-870a-e5c73c8bb869 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320413 Jul 22 20:14:20.879477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e4d6-d7d6-4644-8f43-d95a63573be1 req-cb71d4fa-65b4-4f91-97b7-6916abba4c70 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:20.881024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3094e4d6-d7d6-4644-8f43-d95a63573be1 req-cb71d4fa-65b4-4f91-97b7-6916abba4c70 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0625892 Jul 22 20:14:20.919275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3094e4d6-d7d6-4644-8f43-d95a63573be1 req-e6868556-4b4d-4e01-a557-154fc35f6c3e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321901 Jul 22 20:14:20.957738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-9e0595f5-133c-45de-8080-ce2cc94590b4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:20.959211 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-9e0595f5-133c-45de-8080-ce2cc94590b4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 945 time: 0.0698206 Jul 22 20:14:21.059796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Deleting port d0ec05cc-fae0-4b6e-b483-5059093f34b2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:14:21.060166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.148699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] For port d0ec05cc-fae0-4b6e-b483-5059093f34b2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=d0ec05cc-fae0-4b6e-b483-5059093f34b2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:21.149067 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.369365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.369665 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.369983 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 disassociated. External IP: 172.25.6.215, port: d0ec05cc-fae0-4b6e-b483-5059093f34b2. Jul 22 20:14:21.370328 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Calling delete_port for d0ec05cc-fae0-4b6e-b483-5059093f34b2 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:14:21.499521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.531551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event deleted for resources: {'Port': ['ID=d0ec05cc-fae0-4b6e-b483-5059093f34b2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:21.543024 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.543375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.543720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.544061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.544424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.544759 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.545091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.545416 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.545744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.546071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.546398 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.546735 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:14:21.665466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:14:21.795221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:21.805444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:21.816326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:21.816954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:14:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:21.842505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] No DVR routers for this DVR port d0ec05cc-fae0-4b6e-b483-5059093f34b2 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:14:21.845279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:21.847305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2c67b0d7-5b28-4b73-bc36-114aaa2e5838 req-4721228b-52d7-4e33-b103-2c21986c470b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "DELETE /v2.0/ports/d0ec05cc-fae0-4b6e-b483-5059093f34b2 HTTP/1.1" status: 204 len: 173 time: 0.8823926 Jul 22 20:14:21.847754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-deleted', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:21.850098 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb97b91-3217-4640-8eed-b9dae7f2cda9" -d '{"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-deleted", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:21.897659 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5901e506-829a-4831-8d28-642fe698886e x-openstack-request-id: req-5901e506-829a-4831-8d28-642fe698886e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:21.898569 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d37e13-0c2c-4aa7-b6fd-5caa8092d325", "name": "network-vif-deleted", "tag": "d0ec05cc-fae0-4b6e-b483-5059093f34b2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:21.898914 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5901e506-829a-4831-8d28-642fe698886e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:21.899467 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d37e13-0c2c-4aa7-b6fd-5caa8092d325', 'name': 'network-vif-deleted', 'tag': 'd0ec05cc-fae0-4b6e-b483-5059093f34b2', 'status': 'completed', 'code': 200} Jul 22 20:14:22.037565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bcb14af3-90c3-4b0a-b272-542bc5a58896 req-d4dc5605-befe-44f3-93d1-4ed94fb2e2e1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1d37e13-0c2c-4aa7-b6fd-5caa8092d325 HTTP/1.1" status: 200 len: 210 time: 0.0407631 Jul 22 20:14:22.137393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:22.362136 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:22.398756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:22.408471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:22.409121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:14:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:22.530239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:22.764183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:22.798614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc166a-ab8e-4a3b-ad3d-fc0ce504738e None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:23.030559 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998cad8a-f3c9-4c64-9b7f-cdae4325bc0f None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:14:23.287208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-e6f606ff-98d3-4774-b629-e0c2ead02155 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--70596061&fields=id&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 267 time: 0.0316186 Jul 22 20:14:23.391341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-68d127f2-5752-40f2-bbfc-6b18d7825fb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:23.392825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-68d127f2-5752-40f2-bbfc-6b18d7825fb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.0977302 Jul 22 20:14:23.406999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-d1cba03b-3b97-4219-9736-3a3b702d4a7f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/quotas/b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 375 time: 0.0089943 Jul 22 20:14:23.482682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b79d2e70-564c-40f4-a853-c901517a30dd tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709629 Jul 22 20:14:23.576265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-59e23e0a-5f27-4afe-96fc-97b87d821d28 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816114 Jul 22 20:14:23.667687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-0f79ee7e-189e-4172-bc1d-eadb6eac86bb service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858204 Jul 22 20:14:24.822531 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:24.875204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-079b74f4-c5bd-4aa8-81e4-86700f5f88a9 req-2c1331ee-7c14-4ac0-babd-d0f892d344b1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Jul 22 20:14:25.163107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:14:25.188780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: d0ec05cc-fae0-4b6e-b483-5059093f34b2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:14:25.189134 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device d0ec05cc-fae0-4b6e-b483-5059093f34b2 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:14:25.950179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-f6f3fc10-3b86-4b36-b7cd-231f9914e6e0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:25.951967 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-f6f3fc10-3b86-4b36-b7cd-231f9914e6e0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1160953 Jul 22 20:14:25.980614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-659b6fd5-0bdb-489a-b5ea-aedd5c5700fd req-7d02d829-8d02-4297-9a01-c43c49f6d4d7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 210 time: 0.0357499 Jul 22 20:14:25.999862 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-95264d7f-ef17-4381-aee0-3b6ddddb1744 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 378 time: 0.0397446 Jul 22 20:14:26.012732 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'port': {'device_id': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'admin_state_up': True, 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'security_groups': ['86650a53-19f5-49bd-8c77-5c2946a899ea']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:26.123282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:14:26.126772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.252724 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.20.0.12 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/bd718192-9e9f-4447-a9eb-bddbb76e1b1f) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:14:26.393855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.407546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Transition to ACTIVE for port object bd718192-9e9f-4447-a9eb-bddbb76e1b1f will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:26.438958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.486488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:14:26.489546 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:14:26.492255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:14:26.524321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:26.553663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:26.554312 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.569398 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9d61919-e1c9-49bf-a1dc-03d40c38fea7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610898 Jul 22 20:14:26.585432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Request body: {'port': {'device_id': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:26.663959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.774294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0b708044-98e0-49f1-afb4-af6a68b573c8 None None] Provisioning for port bd718192-9e9f-4447-a9eb-bddbb76e1b1f completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:26.777941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0b708044-98e0-49f1-afb4-af6a68b573c8 None None] Provisioning complete for port bd718192-9e9f-4447-a9eb-bddbb76e1b1f triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:26.778313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0b708044-98e0-49f1-afb4-af6a68b573c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.811105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0b708044-98e0-49f1-afb4-af6a68b573c8 None None] Port bd718192-9e9f-4447-a9eb-bddbb76e1b1f cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:14:26.938319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd718192-9e9f-4447-a9eb-bddbb76e1b1f {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:14:26.946706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:26.958576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Transition to ACTIVE for port object bd718192-9e9f-4447-a9eb-bddbb76e1b1f will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:14:26.962674 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:27.013853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Pushing event updated for resources: {'Port': ['ID=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:27.094399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Attempting to bind port bd718192-9e9f-4447-a9eb-bddbb76e1b1f on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:14:27.094739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Attempting to bind port bd718192-9e9f-4447-a9eb-bddbb76e1b1f by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:14:27.095064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Attempting to bind port bd718192-9e9f-4447-a9eb-bddbb76e1b1f on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:27.099712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Port bd718192-9e9f-4447-a9eb-bddbb76e1b1f on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:14:27.100043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Attempting to bind port bd718192-9e9f-4447-a9eb-bddbb76e1b1f on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:14:27.105238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:14:27.105581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:14:27.105972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:14:27.107183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Bound port: bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:14:27.107183 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:27.144694 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3760396-e51e-4efe-be11-b2fbeb0902c6 req-a227fbb9-ff3c-4c2c-8799-b558b49747b1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.147298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3760396-e51e-4efe-be11-b2fbeb0902c6 req-a227fbb9-ff3c-4c2c-8799-b558b49747b1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 944 time: 0.0820951 Jul 22 20:14:27.185799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] For port bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:14:27.190124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3760396-e51e-4efe-be11-b2fbeb0902c6 req-820cafbc-7e59-4133-9877-43da7570a3fb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359030 Jul 22 20:14:27.190914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] For port bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:14:27.199167 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:27.216942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.217599 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:27.219403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] 10.222.0.32 "PUT /v2.0/ports/bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 1093 time: 0.6417065 Jul 22 20:14:27.241587 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:27.244973 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:27.306694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7df61-f2eb-4f97-821f-e91c09a7a7df service neutron] Pushing event updated for resources: {'Port': ['ID=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:27.311329 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31544173-07cc-41d9-a329-0dfb33cfc4a9 x-openstack-request-id: req-31544173-07cc-41d9-a329-0dfb33cfc4a9 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:27.311615 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:27.311868 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31544173-07cc-41d9-a329-0dfb33cfc4a9 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:27.312274 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'status': 'completed', 'code': 200} Jul 22 20:14:27.343635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-22b5a328-bc4c-43c8-b329-6e935f7324bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.345296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-22b5a328-bc4c-43c8-b329-6e935f7324bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0738473 Jul 22 20:14:27.393702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-b9a817b8-cf40-47fd-9094-7899d687c94f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0407593 Jul 22 20:14:27.444172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-70feecd6-91b6-4b06-a34d-4ed197703654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.445697 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-70feecd6-91b6-4b06-a34d-4ed197703654 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0463555 Jul 22 20:14:27.503640 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-5e0d7106-666d-45d7-9d39-30a8fe8cfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.505189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-5e0d7106-666d-45d7-9d39-30a8fe8cfd4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529075 Jul 22 20:14:27.588716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:27.597103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-ab27a196-c5d7-4a1a-af35-5482fd8c9176 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Jul 22 20:14:27.684737 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b6841bb1-6c67-402a-9f15-0b8a3b3f118e req-be670793-8e68-4298-90cd-a3a7086a9fde service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812716 Jul 22 20:14:27.791621 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-2e92e0ee-63d4-42d0-81bf-2a1db23fb028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.793214 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-2e92e0ee-63d4-42d0-81bf-2a1db23fb028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0617168 Jul 22 20:14:27.881413 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-6df6a33d-fde9-4bfd-8c4d-9b9216608ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.882796 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-6df6a33d-fde9-4bfd-8c4d-9b9216608ef1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0838039 Jul 22 20:14:27.929286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-33f89915-cc46-436e-b636-810e0850029b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0373621 Jul 22 20:14:27.979579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-269ef455-5d7a-4201-9cc2-61948b7ebbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:27.981175 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-269ef455-5d7a-4201-9cc2-61948b7ebbbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0450337 Jul 22 20:14:28.048389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-ea401b16-94dd-4dea-826c-b8762c51e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:28.050616 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-ea401b16-94dd-4dea-826c-b8762c51e448 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624707 Jul 22 20:14:28.158087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-6d41ebdb-bcd6-477d-bd79-df2bba591afc service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007285 Jul 22 20:14:28.268560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2e6b4dab-53bf-4dfb-aab2-eed34df3c308 req-3db7b2bf-19b8-4787-809a-260dc030aa23 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039166 Jul 22 20:14:28.325426 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca85a04-83e9-4159-839f-fad427d43df7 req-7655183b-e40e-4f0f-9cb6-001eb1e448f7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:28.327917 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ca85a04-83e9-4159-839f-fad427d43df7 req-7655183b-e40e-4f0f-9cb6-001eb1e448f7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 944 time: 0.0661154 Jul 22 20:14:28.371239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2ca85a04-83e9-4159-839f-fad427d43df7 req-aca8b505-8fcc-4042-9d95-4d3f7e77852d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375054 Jul 22 20:14:29.511900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11f79-3ce8-49df-bbf6-d095fb4f6050 req-fe1ca875-3549-4b1b-a627-05f75882c64f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:29.514110 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe11f79-3ce8-49df-bbf6-d095fb4f6050 req-fe1ca875-3549-4b1b-a627-05f75882c64f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 944 time: 0.0713098 Jul 22 20:14:29.568869 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbe11f79-3ce8-49df-bbf6-d095fb4f6050 req-c7edd7a5-007b-445c-b00b-2884bea4515e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449805 Jul 22 20:14:30.608589 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:14:30.808544 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221210b5-9bf3-4f1d-9245-13746b8d9ee5 req-c73dbb61-af8d-4c94-98a5-cb8bbe9896e0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:30.810075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221210b5-9bf3-4f1d-9245-13746b8d9ee5 req-c73dbb61-af8d-4c94-98a5-cb8bbe9896e0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 944 time: 0.1666100 Jul 22 20:14:30.848040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221210b5-9bf3-4f1d-9245-13746b8d9ee5 req-0f1817f2-9cce-4c05-ba6d-37ed5f20c4ec tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324285 Jul 22 20:14:31.178836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd718192-9e9f-4447-a9eb-bddbb76e1b1f details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:14:31.278408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:31.289260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'mac_address': 'fa:16:3e:4e:ff:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:14:31.327107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:31.339787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd718192-9e9f-4447-a9eb-bddbb76e1b1f {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:14:31.359201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:31.363260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:31.410325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:31.550354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['bd718192-9e9f-4447-a9eb-bddbb76e1b1f'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:14:32.036938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1386f-d66e-44be-90ed-bb61437c1399 req-bc31c353-60ac-436c-aee8-302f3459a51e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:32.038578 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b1386f-d66e-44be-90ed-bb61437c1399 req-bc31c353-60ac-436c-aee8-302f3459a51e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 945 time: 0.1244740 Jul 22 20:14:32.080260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c4b1386f-d66e-44be-90ed-bb61437c1399 req-91f45a0b-7496-44ef-951e-efd7d8d142e2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357735 Jul 22 20:14:33.209727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device bd718192-9e9f-4447-a9eb-bddbb76e1b1f up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:14:33.217129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4b032-4a41-4723-88ce-52f37a915711 req-3a16664c-9ed7-4497-86d9-46e51c715e9d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:33.218659 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71a4b032-4a41-4723-88ce-52f37a915711 req-3a16664c-9ed7-4497-86d9-46e51c715e9d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 945 time: 0.0689378 Jul 22 20:14:33.258074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-71a4b032-4a41-4723-88ce-52f37a915711 req-21909cf2-5c22-4a86-8b0c-9406c6d66a72 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337646 Jul 22 20:14:33.260565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port bd718192-9e9f-4447-a9eb-bddbb76e1b1f completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:14:33.264755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port bd718192-9e9f-4447-a9eb-bddbb76e1b1f triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:14:33.265126 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:33.343346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:33.365703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:33.367977 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef09fb43-15f8-4a89-9b3a-6e5ccc0ce286" -d '{"events": [{"server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "name": "network-vif-plugged", "status": "completed", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:33.381145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port bd718192-9e9f-4447-a9eb-bddbb76e1b1f, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:14:33.385346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:33.409221 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87658a2e-f1a4-4a4e-8ab2-9ca4168fc519 x-openstack-request-id: req-87658a2e-f1a4-4a4e-8ab2-9ca4168fc519 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:33.409512 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "name": "network-vif-plugged", "status": "completed", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:33.409759 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87658a2e-f1a4-4a4e-8ab2-9ca4168fc519 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:33.410141 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'code': 200} Jul 22 20:14:33.436972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=bd718192-9e9f-4447-a9eb-bddbb76e1b1f,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:14:33.515109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d92173-a6eb-4ad8-bb17-de4303ca7b6e req-192bffa6-0dc3-47ea-94c5-d43981c42d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:33.516628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a0d92173-a6eb-4ad8-bb17-de4303ca7b6e req-192bffa6-0dc3-47ea-94c5-d43981c42d65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0529957 Jul 22 20:14:33.553764 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a0d92173-a6eb-4ad8-bb17-de4303ca7b6e req-647cfe21-7168-4775-acb8-4156ce1598e8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308721 Jul 22 20:14:34.393155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba6f76-569c-4bf5-acc2-2fc4476065fd req-c9817f85-2be7-49a3-8623-3194f2019121 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:34.394675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53ba6f76-569c-4bf5-acc2-2fc4476065fd req-c9817f85-2be7-49a3-8623-3194f2019121 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 946 time: 0.0680335 Jul 22 20:14:34.433901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53ba6f76-569c-4bf5-acc2-2fc4476065fd req-e619f005-45d5-4ca0-be23-382d6fe9b78c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329483 Jul 22 20:14:34.568011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b267e14-efec-4f66-8320-00fa1f39af8f req-d4faefff-ea0e-484f-8d2c-eb6e9861c775 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:34.569564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b267e14-efec-4f66-8320-00fa1f39af8f req-d4faefff-ea0e-484f-8d2c-eb6e9861c775 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 946 time: 0.0648546 Jul 22 20:14:34.579050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38434) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:14:34.583481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'floatingip': {'port_id': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:14:34.625179 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:35.064481 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:35.068121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:35.168037 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 associated. External IP: 172.25.6.215, port: bd718192-9e9f-4447-a9eb-bddbb76e1b1f. Jul 22 20:14:35.722075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:14:35.829496 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:14:35.834255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:35.840912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:14:35.850145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:35.850778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:14:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:35.876565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0f493996-4041-4ea4-84cd-a93c9cd1b3d8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "PUT /v2.0/floatingips/a7f0ae7f-5e09-4832-b180-ff9151a11cd2 HTTP/1.1" status: 200 len: 992 time: 1.2964270 Jul 22 20:14:35.877161 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:14:35.879449 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c9ce7-1590-4ea6-8628-1a5690885a47" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:14:35.916699 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bfc0af-569b-49de-8db0-660f8db3ef32 x-openstack-request-id: req-f9bfc0af-569b-49de-8db0-660f8db3ef32 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:14:35.917199 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:14:35.917613 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9bfc0af-569b-49de-8db0-660f8db3ef32 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:14:35.918150 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'status': 'completed', 'code': 200} Jul 22 20:14:35.961159 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:35.995453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-2c274727-1aca-4363-83b4-ba1993d4d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:35.996916 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-2c274727-1aca-4363-83b4-ba1993d4d4b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0569594 Jul 22 20:14:36.092117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-1026d5b7-f903-46d8-b6ee-c7e7a6fac984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:36.093656 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-1026d5b7-f903-46d8-b6ee-c7e7a6fac984 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0909436 Jul 22 20:14:36.170307 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-fe8570bf-f7f4-4bb9-9a75-73f45498cfc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 1000 time: 0.0700355 Jul 22 20:14:36.195089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:4e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:14:34Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:36.219861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-83aed4b5-2581-4cb5-847e-d1c40ed71f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:36.221366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-83aed4b5-2581-4cb5-847e-d1c40ed71f62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0447395 Jul 22 20:14:36.223635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:14:36.232687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:14:36.233304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:14:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:36.280646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-8ff619c3-8254-427b-81d8-86af581846c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:14:36.282092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-8ff619c3-8254-427b-81d8-86af581846c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548429 Jul 22 20:14:36.340163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:14:36.375629 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-4f54ac8b-6880-49f7-8497-dde9cc5611e7 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869625 Jul 22 20:14:36.467200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b67c9ce7-1590-4ea6-8628-1a5690885a47 req-f06a5eab-7285-46a0-8bc9-1dfb987a1dbe service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Jul 22 20:14:36.564351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:4e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:14:34Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:14:36.595331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da43032-0041-4804-9d0a-44c4d6740707 None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:4e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:14:34Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:14:36.797054 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff1a30b-60eb-4d1d-9a0e-b20975a8b6a5 None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:14:37.132392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8aef604b-b08d-4eb8-a36c-a2ebaa772ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.005042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:40.061674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cdc2c6ae-fa8e-48ae-8b79-6081fb6281f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:41.644854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:43.027761 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:54.826210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:14:57.587881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:07.135754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4a3b73b2-afd0-4b0b-9692-e107cc02bba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:07.608253 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:15:10.008315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:10.066817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e6ee833e-bd20-496b-9207-ed67f63938e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:11.647450 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:13.034778 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:22.330508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-2ee6993f-72fe-417f-935a-3f39bbeaa603 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695534 Jul 22 20:15:22.430577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-3c89ef7c-a182-4175-a1b5-f80080ba4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:22.432123 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-3c89ef7c-a182-4175-a1b5-f80080ba4523 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0541337 Jul 22 20:15:22.547435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-7940daa6-42b9-4b4c-a46b-0af18a002621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:22.549479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-7940daa6-42b9-4b4c-a46b-0af18a002621 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0969212 Jul 22 20:15:22.624051 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-9d5507f2-832e-4086-94cd-9e5aef07ea08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 1002 time: 0.0682893 Jul 22 20:15:22.681126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-40c3a636-c826-465b-b014-e3369f3bb0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:22.682620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-40c3a636-c826-465b-b014-e3369f3bb0ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0514846 Jul 22 20:15:22.747250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-3dd657f6-d524-4c56-8f22-f0e9762fd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:15:22.748992 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-3dd657f6-d524-4c56-8f22-f0e9762fd3e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593476 Jul 22 20:15:22.848183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-8fe618fe-7302-4fc3-bfae-c37c1e3aeb25 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927644 Jul 22 20:15:22.944202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-98a81f40-c4f4-4144-a996-0d8ec5a7c2b5 req-804c9480-8be1-4d86-9ce1-8f980ab61b19 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891674 Jul 22 20:15:24.845316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:27.588956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:37.137881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c2da171f-bc1e-4dc4-9124-63ccfb88df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:40.011643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:40.069130 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5f8ead55-85cb-42d9-a36f-93ddbd14e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:41.666723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:43.035886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:44.606874 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:15:54.838681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:15:57.599430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:07.139404 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b78f083f-ad50-4bdb-b2cb-a66828191246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:10.014906 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:10.070276 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-836190a0-0ab2-4a1a-9772-f8ec4ab7b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:11.653348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:13.038839 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:13.455849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-dc1b6090-c3df-4227-aa96-44ae916e555a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--70596061&fields=id&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 267 time: 0.0346580 Jul 22 20:16:13.561151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-27b2f884-d72d-4a6d-909b-a311fa03d371 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:13.562618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-27b2f884-d72d-4a6d-909b-a311fa03d371 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.0995474 Jul 22 20:16:13.577649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-3368c0c2-6159-48e1-9c87-77efd84d6a74 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/quotas/b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 375 time: 0.0096514 Jul 22 20:16:13.653514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-b1da622c-d94f-4752-8a67-c3c8c3c0a6a1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0707848 Jul 22 20:16:13.825868 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-a8c3b260-e5ba-40fa-b87e-619a9c4e3593 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597643 Jul 22 20:16:13.920831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-0a25c462-6e7d-4855-a463-ac3dc8e48032 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893846 Jul 22 20:16:14.091740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-188f4f92-c014-43b0-95ee-8982e778f2d5 req-f9e87780-4a90-40a9-9a15-883f1d75de45 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 210 time: 0.0303237 Jul 22 20:16:15.027318 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-4639049a-36ef-4af8-b4b4-63dadab34aab tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:15.028821 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-4639049a-36ef-4af8-b4b4-63dadab34aab tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1064878 Jul 22 20:16:15.081743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-5c186304-24b4-477b-898a-d37f384423e0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 378 time: 0.0441308 Jul 22 20:16:15.095996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'port': {'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'admin_state_up': True, 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'security_groups': ['86650a53-19f5-49bd-8c77-5c2946a899ea']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:15.205688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27d942af-d5e7-4490-a4eb-0d3b5a94479f req-bfc7b475-f32a-4df3-b7d4-3d1e483ad085 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 210 time: 0.0310559 Jul 22 20:16:15.206528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:16:15.210516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.344909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.20.0.13 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/f11864c5-2fb8-4fc4-bc03-20ae68cf71f2) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:16:15.477626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.495981 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Transition to ACTIVE for port object f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:15.533403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.574308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:16:15.579275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:16:15.582835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:16:15.613945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:15.629956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.630380 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.635291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.635659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.635995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.636351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.636690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.637002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.637326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.637648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.637968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.638287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:15.670215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:15.671270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.689272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cf1fcfef-0b3c-4612-b788-f73b0c885c19 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5966146 Jul 22 20:16:15.701928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Request body: {'port': {'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:15.780573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.791902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-092f7218-fc2e-404b-bf73-af5948530cef None None] Provisioning for port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:15.795655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-092f7218-fc2e-404b-bf73-af5948530cef None None] Provisioning complete for port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:15.796053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-092f7218-fc2e-404b-bf73-af5948530cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:15.831275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-092f7218-fc2e-404b-bf73-af5948530cef None None] Port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:16:16.054696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:16:16.062113 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:16.074160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Transition to ACTIVE for port object f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:16:16.077982 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:16.151649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:16.201999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Attempting to bind port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:16:16.202333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Attempting to bind port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:16:16.202656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Attempting to bind port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:16.207003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:16:16.207322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Attempting to bind port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:16:16.212406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:16:16.212741 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:16:16.213131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:16:16.213549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Bound port: f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:16:16.213903 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:16.288073 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:16:16.293151 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:16:16.297995 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:16.331878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.332536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:16.334095 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] 10.222.0.32 "PUT /v2.0/ports/f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1093 time: 0.6365955 Jul 22 20:16:16.336975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:16.341670 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca7f26b-0a3b-4240-8180-5b8936c8dc83" -d '{"events": [{"name": "network-changed", "server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:16.354376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f26fc-4d6d-4175-8aa3-e00d1874112f req-dbda942e-885c-4419-bef1-0fa52e4290f4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.356742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b0f26fc-4d6d-4175-8aa3-e00d1874112f req-dbda942e-885c-4419-bef1-0fa52e4290f4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0813229 Jul 22 20:16:16.386299 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6260b38-f20a-4d5e-b307-c67021174c92 service neutron] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:16.403304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b0f26fc-4d6d-4175-8aa3-e00d1874112f req-839c103d-b037-4984-bcd2-d45d57b68a52 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398891 Jul 22 20:16:16.436595 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-21157371-e10d-4309-abfe-7b876a01bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.438181 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-21157371-e10d-4309-abfe-7b876a01bacc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1096 time: 0.0654807 Jul 22 20:16:16.482321 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa40da90-961e-4cd2-a9b3-1de2e8472ec1 x-openstack-request-id: req-aa40da90-961e-4cd2-a9b3-1de2e8472ec1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:16.482606 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:16.482855 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa40da90-961e-4cd2-a9b3-1de2e8472ec1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:16.483250 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'status': 'completed', 'code': 200} Jul 22 20:16:16.485199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cd287254-dff0-4caf-89fb-fc5b4af9e531 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 217 time: 0.0383706 Jul 22 20:16:16.535996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-6f83290b-12f4-4555-af16-e3fd550fec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.537531 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-6f83290b-12f4-4555-af16-e3fd550fec56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0452456 Jul 22 20:16:16.600095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-f07b60ca-9299-4829-93a8-90658d28e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.601647 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-f07b60ca-9299-4829-93a8-90658d28e0ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570953 Jul 22 20:16:16.694760 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-cbca0ff2-0701-4b54-a3df-bc8951787cdb service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851521 Jul 22 20:16:16.786151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a4d0744-ea47-4b9b-8e07-99dcdaca3b99 req-2c069a46-19a4-4e77-b411-bcf0034add3b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Jul 22 20:16:16.881263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-ec12015b-7784-43e6-b5d2-a9b7f063bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.883508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-ec12015b-7784-43e6-b5d2-a9b7f063bbe4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1096 time: 0.0540690 Jul 22 20:16:16.969422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-775abe25-655e-4d0f-b605-6c1602a2a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:16.970864 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-775abe25-655e-4d0f-b605-6c1602a2a435 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0812624 Jul 22 20:16:17.015849 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-d6dbfa21-5af8-4dc7-9917-ee12ad6c3071 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 217 time: 0.0375586 Jul 22 20:16:17.067298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-d5c8e9fd-ce7f-4daf-a08a-ce2d2e4dc897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:17.068793 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-d5c8e9fd-ce7f-4daf-a08a-ce2d2e4dc897 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0448604 Jul 22 20:16:17.127921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-1f357439-dd2b-4817-9fd0-517547e2828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:17.129551 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-1f357439-dd2b-4817-9fd0-517547e2828c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533507 Jul 22 20:16:17.231279 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-f3d51241-8454-48b2-b4e9-5314f5f5a85b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938206 Jul 22 20:16:17.321737 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-eca7f26b-0a3b-4240-8180-5b8936c8dc83 req-ef314627-4ac6-4f97-a903-37a4a26a578d service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841231 Jul 22 20:16:17.539095 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c7c7b-a18e-43f4-b804-c5ce51c8a291 req-be187d68-4e30-4769-9744-81937399b1c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:17.540774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-039c7c7b-a18e-43f4-b804-c5ce51c8a291 req-be187d68-4e30-4769-9744-81937399b1c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0640960 Jul 22 20:16:17.579338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-039c7c7b-a18e-43f4-b804-c5ce51c8a291 req-2f615999-9a51-4fdd-96b4-2c271bc5ffed tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330057 Jul 22 20:16:18.719147 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1006000-c93a-467b-af81-80c3d1ddf6ec req-ae5e5345-9069-418d-84c7-ae7afc83de15 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:18.720672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1006000-c93a-467b-af81-80c3d1ddf6ec req-ae5e5345-9069-418d-84c7-ae7afc83de15 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0745614 Jul 22 20:16:18.762327 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1006000-c93a-467b-af81-80c3d1ddf6ec req-acbe2f62-c69f-4080-8845-9b7662e8e982 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361114 Jul 22 20:16:19.693329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:16:19.901197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54dbb-926b-42b4-9b5a-d2027d7ebf04 req-8fc0670e-863e-49e2-a2e0-d3fc94d357d3 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:19.903388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbf54dbb-926b-42b4-9b5a-d2027d7ebf04 req-8fc0670e-863e-49e2-a2e0-d3fc94d357d3 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0692677 Jul 22 20:16:19.943213 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cbf54dbb-926b-42b4-9b5a-d2027d7ebf04 req-be8d4f74-07fe-4f32-a1bb-7033919c23cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345144 Jul 22 20:16:19.952381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:19.964415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:16:20.001424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:20.013904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:16:20.034066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:20.038179 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:20.091002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:20.098176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.098523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.098867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.099207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.099541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.099875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.100225 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.100553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.100879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.101203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.102087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.102407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:16:20.267247 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:16:21.076086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4d0c5-a374-46b5-9fda-09ae2c4c9315 req-9fbd8c47-dd21-4d47-a21a-3a8184adb181 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:21.077614 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2d4d0c5-a374-46b5-9fda-09ae2c4c9315 req-9fbd8c47-dd21-4d47-a21a-3a8184adb181 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0644379 Jul 22 20:16:21.115771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2d4d0c5-a374-46b5-9fda-09ae2c4c9315 req-cdc3d1a4-b2f3-4c5c-b54e-002f949f85a6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326779 Jul 22 20:16:21.606187 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:16:21.724411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:16:21.773101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:16:21.776742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:16:21.777116 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:21.856807 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:21.879547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:21.881835 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f5e6c-33ae-4b46-892c-f5c121ecec84" -d '{"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-plugged", "status": "completed", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:21.895409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:16:21.900639 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:21.924885 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e1d212-5c56-4b43-ba50-78a1bc47b24c x-openstack-request-id: req-79e1d212-5c56-4b43-ba50-78a1bc47b24c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:21.924885 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-plugged", "status": "completed", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:21.925172 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79e1d212-5c56-4b43-ba50-78a1bc47b24c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:21.925332 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'code': 200} Jul 22 20:16:21.952755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:16:22.038245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b9e11-32fd-4a71-95b8-cbd065f4bfc6 req-bd8cc4e1-c56a-42a6-bf95-8c7be34df06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:22.039896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d72b9e11-32fd-4a71-95b8-cbd065f4bfc6 req-bd8cc4e1-c56a-42a6-bf95-8c7be34df06a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1098 time: 0.0578904 Jul 22 20:16:22.078316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d72b9e11-32fd-4a71-95b8-cbd065f4bfc6 req-7ea0bf25-0503-4028-8e2f-b33f29c74ff1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317857 Jul 22 20:16:22.258338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3d1e-4e00-4c09-a436-f9151f8c7576 req-32dcc40d-0673-4df6-bd7d-c91bab058f42 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:22.259972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-445b3d1e-4e00-4c09-a436-f9151f8c7576 req-32dcc40d-0673-4df6-bd7d-c91bab058f42 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0708976 Jul 22 20:16:22.298566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-445b3d1e-4e00-4c09-a436-f9151f8c7576 req-4713e566-84de-4c32-9b49-65541e6acf26 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328937 Jul 22 20:16:22.847536 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-67043453-07e2-4505-89b3-1c73c1fee3ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622778 Jul 22 20:16:22.960473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-9b027758-b441-42a8-a7e3-a027238e8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:22.962822 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-9b027758-b441-42a8-a7e3-a027238e8853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0659325 Jul 22 20:16:23.104851 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-7e9610d6-15b9-4ed5-8f44-f71ff338e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:23.106827 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-7e9610d6-15b9-4ed5-8f44-f71ff338e2d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1232131 Jul 22 20:16:23.184754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-34456223-7540-4ea2-a16a-85ad4aebb793 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 1002 time: 0.0712204 Jul 22 20:16:23.450965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad08f2c-ccb9-4617-8312-815112accb41 req-bfa8bc94-fb0d-4a41-bfab-b04f814285a2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:23.452580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fad08f2c-ccb9-4617-8312-815112accb41 req-bfa8bc94-fb0d-4a41-bfab-b04f814285a2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0817363 Jul 22 20:16:23.498649 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fad08f2c-ccb9-4617-8312-815112accb41 req-2dc5d632-730b-4254-8be4-a58ae1fba71f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398493 Jul 22 20:16:23.641206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-0d7e659e-7fad-425c-bea5-aabb77006d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:23.642910 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-0d7e659e-7fad-425c-bea5-aabb77006d40 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.4517064 Jul 22 20:16:23.675862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce88b8-060f-4680-abc8-e39a760c43a2 req-0c1b9e2f-4a11-4a09-b2d6-90754b18401f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:23.677458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2fce88b8-060f-4680-abc8-e39a760c43a2 req-0c1b9e2f-4a11-4a09-b2d6-90754b18401f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0964694 Jul 22 20:16:23.687930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:16:23.692735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'floatingip': {'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:16:23.724207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-f7f50a1b-ab4d-4da3-846a-9384441690d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:23.725692 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-f7f50a1b-ab4d-4da3-846a-9384441690d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741792 Jul 22 20:16:23.772685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:23.828048 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-081a1fe2-a476-45c1-a6e6-d9bb9edb6bdd service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948064 Jul 22 20:16:23.952109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26dad4b2-0d33-481f-83f3-049645db8e14 req-5dfbb9aa-6496-447b-a9a3-0bc33ebc2774 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161664 Jul 22 20:16:24.359308 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.362758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.479902 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 associated. External IP: 172.25.6.215, port: bd718192-9e9f-4447-a9eb-bddbb76e1b1f. Jul 22 20:16:24.723118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:24.848847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:24.857571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:24.863824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:24.877774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:24.878578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:16:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.006693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:25.099485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:16:25.233380 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:16:25.239262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:25.283410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:25.285900 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018e0694-ff46-45b4-a131-fad80d6f9bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:25.292607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:24Z', 'revision_number': 7, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.320170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:25.327104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-531ba84e-9f5d-4d6f-864a-6d9a3c5f4e5b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "PUT /v2.0/floatingips/a7f0ae7f-5e09-4832-b180-ff9151a11cd2 HTTP/1.1" status: 200 len: 994 time: 1.6378233 Jul 22 20:16:25.332915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:25.333549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:16:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.338630 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b3aa07-b505-4877-a836-e80676b18ec6 x-openstack-request-id: req-25b3aa07-b505-4877-a836-e80676b18ec6 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:25.338929 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6136a7-b7f9-4ec1-922b-a5cd58380ae4", "tag": "bd718192-9e9f-4447-a9eb-bddbb76e1b1f", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:25.339185 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-25b3aa07-b505-4877-a836-e80676b18ec6 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:25.339603 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6136a7-b7f9-4ec1-922b-a5cd58380ae4', 'tag': 'bd718192-9e9f-4447-a9eb-bddbb76e1b1f', 'status': 'completed', 'code': 200} Jul 22 20:16:25.424428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-26ef8c1b-a5ac-4185-a513-8287e7b93f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:25.426014 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-26ef8c1b-a5ac-4185-a513-8287e7b93f61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0690031 Jul 22 20:16:25.465113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:25.532436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-d24589d1-85f8-4846-979b-98728e9f0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:25.533970 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-d24589d1-85f8-4846-979b-98728e9f0421 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0983868 Jul 22 20:16:25.577917 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-97f047d8-a921-4b83-b8ee-0586b05990b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0367019 Jul 22 20:16:25.644075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-87e6ca0e-e42a-4a6d-a64e-c4d035848a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:25.645576 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-87e6ca0e-e42a-4a6d-a64e-c4d035848a50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0601718 Jul 22 20:16:25.713029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-4f89c423-26d8-4b63-b8e9-b938513718e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:25.714595 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-4f89c423-26d8-4b63-b8e9-b938513718e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623496 Jul 22 20:16:25.720570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:24Z', 'revision_number': 7, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:25.748783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bac8c0-8cde-4c0f-b43c-64b03b3d8fba None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:24Z', 'revision_number': 7, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:25.813422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-3b0cf8ad-3679-4c43-bbb9-add1c16abe68 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907955 Jul 22 20:16:25.918200 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-018e0694-ff46-45b4-a131-fad80d6f9bcc req-ef6d2046-a97a-4a98-a600-1874efbbe24b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974636 Jul 22 20:16:25.935572 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7d3ed-2b33-4145-903f-ffb096ec715d None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:16:26.165835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:16:26.176402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:26.177237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:16:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:26.289757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:26.535079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:26Z', 'revision_number': 8, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:26.567925 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:16:26.578464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:16:26.579442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:16:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:26.697944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:16:26.944236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:26Z', 'revision_number': 8, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:16:26.975999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc93cd-d65b-499c-b20a-c3d04c3e53a8 None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:16:26Z', 'revision_number': 8, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:16:27.345252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:16:27.347636 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:16:27.387095 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce883ea7-bf82-434b-a0a7-9bef98f0298d x-openstack-request-id: req-ce883ea7-bf82-434b-a0a7-9bef98f0298d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:16:27.387399 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:16:27.387658 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce883ea7-bf82-434b-a0a7-9bef98f0298d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:16:27.388790 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'status': 'completed', 'code': 200} Jul 22 20:16:27.476041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-517968b5-8924-452e-b550-fa5f20ff31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:27.478008 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-517968b5-8924-452e-b550-fa5f20ff31a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1098 time: 0.0673895 Jul 22 20:16:27.575614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-9aabd0b5-d993-455e-8a5f-7564278fc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:27.577151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-9aabd0b5-d993-455e-8a5f-7564278fc69b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0931573 Jul 22 20:16:27.613890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:27.648253 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-a6e75f47-9c01-4b73-8764-5b0ee84efcf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1002 time: 0.0636725 Jul 22 20:16:27.703065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-9eb373e8-9444-4b48-abe8-26932b6f03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:27.704587 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-9eb373e8-9444-4b48-abe8-26932b6f03cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0499349 Jul 22 20:16:27.768933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-7d8d83d6-f74d-4eec-b208-7587800c116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:16:27.770451 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-7d8d83d6-f74d-4eec-b208-7587800c116c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592988 Jul 22 20:16:27.864638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-8f37ea21-0619-4dd2-a0d4-29742bda23c8 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Jul 22 20:16:27.963404 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8d0bf99-d17b-412a-ab4d-1a5ac00c2fcf req-234be09e-5b17-433f-878b-6f6b79bb3826 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924406 Jul 22 20:16:37.147504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2da1e3c4-eb4d-48b8-b2b1-be39a90b23d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:40.016675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:40.071854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-125fa930-f068-4054-ab88-3f638132f839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:41.658420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:43.044704 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:54.869849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:57.613549 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:16:58.605301 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:17:07.138332 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b3c6-99a9-4284-a4e6-0dce221f1aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:10.021842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:10.073650 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-706b430b-e592-47b6-8b7d-7f7c7352cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:11.659263 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:13.045908 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:23.168939 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-160d5cea-f848-4ca1-8cba-67393980c5ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1397007 Jul 22 20:17:23.274550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-736b42fa-14b1-4be9-a927-e09aa39bceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:23.276335 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-736b42fa-14b1-4be9-a927-e09aa39bceb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0632231 Jul 22 20:17:23.384173 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-5cc4dc08-aa2b-435c-a455-793c537b7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:23.385715 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-5cc4dc08-aa2b-435c-a455-793c537b7d6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0905914 Jul 22 20:17:23.433378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-89977cb9-8f0c-4f83-9a52-8fa844284784 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0394683 Jul 22 20:17:23.486352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-2877aee4-f408-400e-9e33-d7363b629cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:23.488430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-2877aee4-f408-400e-9e33-d7363b629cd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0475333 Jul 22 20:17:23.558473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-80a70055-d095-4723-bee1-324e9aaaa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:17:23.560052 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-80a70055-d095-4723-bee1-324e9aaaa652 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648410 Jul 22 20:17:23.659593 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-c6afe46c-c562-4052-95c6-f06a8a09c3f4 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927038 Jul 22 20:17:23.760137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-affe8e3d-5f67-46ee-9ce1-e5e8192efe4c req-cb496c09-8c43-4afd-9224-462a052e8ba3 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942142 Jul 22 20:17:24.863969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:27.630794 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:35.604173 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:17:37.141348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2664db53-61e9-43f8-8da7-62cfb7e5f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.014274 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:40.076693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2cac14f1-ac23-4120-a443-fd2633986c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:41.665695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:43.047982 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:54.884780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:17:57.632843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:04.913003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71e65-e106-4d3c-97d7-7050a537cd9e req-d8abf2e2-2d6c-42f5-854d-842462cbcf2d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:04.914553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26f71e65-e106-4d3c-97d7-7050a537cd9e req-d8abf2e2-2d6c-42f5-854d-842462cbcf2d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0748887 Jul 22 20:18:04.939399 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-aec9356e-faa9-4c49-9b5a-052c21396822 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084821 Jul 22 20:18:04.955151 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-26f71e65-e106-4d3c-97d7-7050a537cd9e req-0e1ea992-4dd5-43c2-b4ee-6d5d2d8291f5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346663 Jul 22 20:18:06.048040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-83c8441c-7134-4027-98f7-2ed312560ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:06.050163 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-83c8441c-7134-4027-98f7-2ed312560ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1098 time: 0.0567560 Jul 22 20:18:06.089321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762dd1df-7dc5-4c1c-b3f7-75a50e71cb89 req-557b197d-3219-4a51-8830-a9f46674ba06 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:06.090848 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-762dd1df-7dc5-4c1c-b3f7-75a50e71cb89 req-557b197d-3219-4a51-8830-a9f46674ba06 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0653462 Jul 22 20:18:06.130111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-762dd1df-7dc5-4c1c-b3f7-75a50e71cb89 req-5449d10b-7c0b-440f-a8d4-a1a159e6959a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337212 Jul 22 20:18:06.143689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-23cebb34-8287-4baf-8085-404ca1073c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:06.145570 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-23cebb34-8287-4baf-8085-404ca1073c80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0885766 Jul 22 20:18:06.225481 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-6cd59972-6401-4f90-9376-0fda3cf4bb37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1002 time: 0.0723898 Jul 22 20:18:06.286687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-1ceb6241-b99f-4ea0-8bc6-95eabcc72326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:06.288084 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-1ceb6241-b99f-4ea0-8bc6-95eabcc72326 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0524006 Jul 22 20:18:06.350245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-f6e40bec-8f74-4488-9aa0-cf6591519c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:06.351787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-f6e40bec-8f74-4488-9aa0-cf6591519c8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554757 Jul 22 20:18:06.453534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-b37ddd7f-a3ee-489b-87eb-3c8143eca8b4 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863619 Jul 22 20:18:06.537742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-471e21ac-f70d-4af2-8f1f-48789d2d102c service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832875 Jul 22 20:18:07.147084 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b7f151b6-770c-4d82-97f3-fd68bb48ff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:07.261912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987e9d1-df0c-4d3e-8cf7-b26b6e18f5f6 req-a1acb2ad-d7b1-4011-abfd-d239e472daf4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:07.263433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0987e9d1-df0c-4d3e-8cf7-b26b6e18f5f6 req-a1acb2ad-d7b1-4011-abfd-d239e472daf4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0652065 Jul 22 20:18:07.305400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0987e9d1-df0c-4d3e-8cf7-b26b6e18f5f6 req-1d7777d7-326c-45a8-9a0f-449691edfa66 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356162 Jul 22 20:18:08.439755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40e333-dc75-4e01-b30e-729dd314dde5 req-a64adc66-ee04-4ee5-9434-eea659dd4171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:08.441326 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f40e333-dc75-4e01-b30e-729dd314dde5 req-a64adc66-ee04-4ee5-9434-eea659dd4171 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0648999 Jul 22 20:18:08.479680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6f40e333-dc75-4e01-b30e-729dd314dde5 req-e2419819-a55b-4f7f-96aa-f202d5838918 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325723 Jul 22 20:18:09.611435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944798c-b1fd-492e-9bb2-7611d09e2a04 req-b5abb3de-eed6-4a3a-ab48-5832240798ec tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:09.613882 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2944798c-b1fd-492e-9bb2-7611d09e2a04 req-b5abb3de-eed6-4a3a-ab48-5832240798ec tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0663626 Jul 22 20:18:09.653099 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2944798c-b1fd-492e-9bb2-7611d09e2a04 req-5c4136e8-be5d-4b7f-abe2-152d9eecc2e8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338020 Jul 22 20:18:10.016219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:10.078233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f0c1353d-fe85-4e37-b2d5-4b7d09965214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:10.793101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4091b-da9a-4917-8c1e-18829a143414 req-5fcf66c5-7a9e-4ca1-b761-478a5d647f52 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:10.794640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bd4091b-da9a-4917-8c1e-18829a143414 req-5fcf66c5-7a9e-4ca1-b761-478a5d647f52 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0699749 Jul 22 20:18:10.834147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bd4091b-da9a-4917-8c1e-18829a143414 req-312b289c-0eb7-46f9-8aba-ebd5a67a1387 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336201 Jul 22 20:18:11.667764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:11.977233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db06f-2abf-4b37-8ccc-c9ec8873877d req-36233cd4-30f9-4a41-876e-14dfa82760e2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:11.978812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-446db06f-2abf-4b37-8ccc-c9ec8873877d req-36233cd4-30f9-4a41-876e-14dfa82760e2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0705409 Jul 22 20:18:12.021249 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-446db06f-2abf-4b37-8ccc-c9ec8873877d req-a2d5454e-3c6d-46d0-85a9-cfdd056605a2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367508 Jul 22 20:18:12.603488 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:18:13.052440 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:13.156980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51dcf0-b8c1-4294-84f2-aa83e0f739a5 req-808ed55d-85df-408d-bc72-31ee33da8228 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:13.158633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f51dcf0-b8c1-4294-84f2-aa83e0f739a5 req-808ed55d-85df-408d-bc72-31ee33da8228 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0678158 Jul 22 20:18:13.205846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0f51dcf0-b8c1-4294-84f2-aa83e0f739a5 req-64abd52b-5b6e-4b86-b547-89323438e494 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390737 Jul 22 20:18:14.339969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991653f-d8ca-4fe1-a6e8-7101ea429f32 req-29090390-f66e-445b-ae85-4a7e4ac16589 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:14.341560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4991653f-d8ca-4fe1-a6e8-7101ea429f32 req-29090390-f66e-445b-ae85-4a7e4ac16589 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0652919 Jul 22 20:18:14.379722 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4991653f-d8ca-4fe1-a6e8-7101ea429f32 req-3fa871d9-c938-41b8-9bb3-29de6caa5f4a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318849 Jul 22 20:18:15.510002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e8483-23fd-4937-a29e-e716fe315d26 req-f5baa391-e9fa-4893-88a8-f4dddcb75e5f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:15.511458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f3e8483-23fd-4937-a29e-e716fe315d26 req-f5baa391-e9fa-4893-88a8-f4dddcb75e5f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0645180 Jul 22 20:18:15.550621 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f3e8483-23fd-4937-a29e-e716fe315d26 req-45c4fd47-c434-49d9-8336-9a1fe68d0f1b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337365 Jul 22 20:18:16.684104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b195e2-2e7b-4052-a308-a784ee0e351c req-6698cb00-8b2f-4b58-81e8-d90cb85daeb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:16.685634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9b195e2-2e7b-4052-a308-a784ee0e351c req-6698cb00-8b2f-4b58-81e8-d90cb85daeb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0670004 Jul 22 20:18:16.724186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9b195e2-2e7b-4052-a308-a784ee0e351c req-83d796f5-04b0-4561-8e4a-c9ac5c28a7da tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324135 Jul 22 20:18:17.853906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b469a2a-dbb3-411d-9a89-a0a04010706f req-db97cb94-2451-4497-b00d-cd6e676a46bc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:17.855448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b469a2a-dbb3-411d-9a89-a0a04010706f req-db97cb94-2451-4497-b00d-cd6e676a46bc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0648420 Jul 22 20:18:17.893834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1b469a2a-dbb3-411d-9a89-a0a04010706f req-33c972ba-acf5-406f-a7e2-cd45b6576864 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329163 Jul 22 20:18:18.275881 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-33fe28f6-595c-4eb9-8a75-8f2de8be28d7 service neutron] 10.222.0.32 "GET /v2.0/ports/f11864c5-2fb8-4fc4-bc03-20ae68cf71f2/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0601096 Jul 22 20:18:18.486596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-ead835ed-283e-4b23-b116-bb29115448d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:18.488658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-ead835ed-283e-4b23-b116-bb29115448d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 1098 time: 0.0564394 Jul 22 20:18:18.565953 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-298d696c-7ccc-45a1-bd23-8286740e40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:18.567487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-298d696c-7ccc-45a1-bd23-8286740e40fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1098 time: 0.0560024 Jul 22 20:18:18.663245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-76537d4f-b4f3-4676-9da8-f0bab1a8c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:18.664856 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-76537d4f-b4f3-4676-9da8-f0bab1a8c16d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0909464 Jul 22 20:18:18.730422 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-5ada3f4b-f6a9-46ed-9c33-0fdda788b1a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1002 time: 0.0588121 Jul 22 20:18:18.783349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-46287d17-f7cf-4c63-92eb-3f5f9a6cadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:18.785342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-46287d17-f7cf-4c63-92eb-3f5f9a6cadbc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0478563 Jul 22 20:18:18.844070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-50ba4475-20b7-46d6-ae7b-a91b7880b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:18.845604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-50ba4475-20b7-46d6-ae7b-a91b7880b2ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534282 Jul 22 20:18:18.935007 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-5799beca-ce59-466b-aaf0-cd20d9ff7df5 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817604 Jul 22 20:18:19.026667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c434-9062-4bbe-be6f-90ad6058faf6 req-0521035b-72c7-469e-971b-e696ec1c536e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:19.028218 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab67c434-9062-4bbe-be6f-90ad6058faf6 req-0521035b-72c7-469e-971b-e696ec1c536e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0645983 Jul 22 20:18:19.030198 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7a6839cb-4702-4a3a-ada8-4049c5568175 req-f6806203-d072-47d8-9f2b-5785a406b915 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 Jul 22 20:18:19.070862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ab67c434-9062-4bbe-be6f-90ad6058faf6 req-f686b977-3e27-4f22-981d-135020a880da tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363276 Jul 22 20:18:20.203784 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdd829-e63e-4a9a-9239-9b128607f785 req-6fb61263-c387-4c3d-8538-d3e13d8fa643 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:20.205376 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5bdd829-e63e-4a9a-9239-9b128607f785 req-6fb61263-c387-4c3d-8538-d3e13d8fa643 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0647290 Jul 22 20:18:20.244271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f5bdd829-e63e-4a9a-9239-9b128607f785 req-5a5c0e58-89aa-494a-afdf-d418e7755c20 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331242 Jul 22 20:18:21.378517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3bd6b-13ca-442a-bc1b-6dce487f1ac8 req-a7bedf62-ef2e-463f-bc63-0eaf4ac1ec96 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:21.380044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f3bd6b-13ca-442a-bc1b-6dce487f1ac8 req-a7bedf62-ef2e-463f-bc63-0eaf4ac1ec96 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0654464 Jul 22 20:18:21.417284 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8f3bd6b-13ca-442a-bc1b-6dce487f1ac8 req-5d823835-6062-4f99-a94e-6939645e2507 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317221 Jul 22 20:18:21.726957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-6002e123-0989-4531-8dcb-3c8890b87972 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:21.728443 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-6002e123-0989-4531-8dcb-3c8890b87972 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb&tenant_id=b01c79fe50dd4406ab6f986ab506819d&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 946 time: 0.0703697 Jul 22 20:18:21.746867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96690eb5-01f9-4316-b990-59aa638339cd req-b778bbfc-67cb-4c9d-bbea-05c78ad8bdaa tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:21.748610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96690eb5-01f9-4316-b990-59aa638339cd req-b778bbfc-67cb-4c9d-bbea-05c78ad8bdaa tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 946 time: 0.0704861 Jul 22 20:18:21.787027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96690eb5-01f9-4316-b990-59aa638339cd req-aa2bdb11-7ac7-489d-a2df-6b30f50f1048 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318322 Jul 22 20:18:21.791851 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-8d8488b7-7cee-4862-9658-c36486c55528 service neutron] 10.222.0.32 "GET /v2.0/ports/f11864c5-2fb8-4fc4-bc03-20ae68cf71f2/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0553832 Jul 22 20:18:21.884256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-aa31eba6-94ac-4c25-9e3e-a6fada7746cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:21.885787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-aa31eba6-94ac-4c25-9e3e-a6fada7746cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1098 time: 0.0603530 Jul 22 20:18:21.975147 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-db71c8a5-4741-423c-9ff6-e099cac9c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:21.976661 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-db71c8a5-4741-423c-9ff6-e099cac9c8c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0843630 Jul 22 20:18:22.045316 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-ef3ac496-6438-46ef-be13-98cce78812a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1002 time: 0.0625429 Jul 22 20:18:22.095012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-db02d182-acb3-436a-99ef-f886211fb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:22.096875 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-db02d182-acb3-436a-99ef-f886211fb9d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0438061 Jul 22 20:18:22.156708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-14d4ccdc-9663-46ee-ae70-6d622ddc5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:22.158785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-14d4ccdc-9663-46ee-ae70-6d622ddc5c2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543056 Jul 22 20:18:22.223000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:18:22.226686 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:18:22.260693 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-2efd156c-9714-46b3-8ee7-be8a4d4add8a service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918863 Jul 22 20:18:22.352780 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-55a07828-95ee-4385-9c78-f9d1ca5e0e34 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Jul 22 20:18:22.373931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:22.393740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:22.412119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:18:22.416831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:18:22.419084 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b88f91-843c-4b9a-b704-8b2ea60b7d3c" -d '{"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:18:22.435593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:22.453641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:22.500532 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:22.522152 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d12b31-157d-4c22-91df-34993d9c0aeb x-openstack-request-id: req-43d12b31-157d-4c22-91df-34993d9c0aeb {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:18:22.523268 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-unplugged", "status": "completed", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:18:22.523738 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43d12b31-157d-4c22-91df-34993d9c0aeb {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:18:22.524136 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'code': 200} Jul 22 20:18:22.528297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:18:22.536238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:22.545957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.546307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.546660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.546997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.547331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.547670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.547999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.548364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.548695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.549211 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.549726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.550064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:22.585347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 20:18:22.585715 n-d-800087-13 neutron-server[93802]: DEBUG oslo_db.api [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 20:18:22.921156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00596f-9808-4eba-bd07-5408d5c1e3be req-b68b689d-1937-43ea-b24b-2db42ddbbfb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:22.922829 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c00596f-9808-4eba-bd07-5408d5c1e3be req-b68b689d-1937-43ea-b24b-2db42ddbbfb1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0662918 Jul 22 20:18:22.932485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-4d023047-52fe-4c46-97bd-6082af631ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:22.934178 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-4d023047-52fe-4c46-97bd-6082af631ade service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1096 time: 0.0612164 Jul 22 20:18:22.965361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c00596f-9808-4eba-bd07-5408d5c1e3be req-1849dd42-77dc-4969-ad72-8e3f549956b2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364492 Jul 22 20:18:23.043606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-d6fa0e89-e152-4249-aa54-e26facbe19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:23.045142 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-d6fa0e89-e152-4249-aa54-e26facbe19db service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0879748 Jul 22 20:18:23.115772 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-4914641b-cc36-4048-9cb6-935106ed34de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1000 time: 0.0625391 Jul 22 20:18:23.121472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:23.135012 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:18:23.155735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:23.160529 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:23.167500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-6564ffe4-40c0-4fd7-9bbc-e787dd3549a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:23.169430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-6564ffe4-40c0-4fd7-9bbc-e787dd3549a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0466688 Jul 22 20:18:23.213374 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:23.233955 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-430ec2ac-3224-4022-b326-97bb1210593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:23.235529 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-430ec2ac-3224-4022-b326-97bb1210593a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597589 Jul 22 20:18:23.329586 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-196e8a4a-dbd3-450f-b8e2-6aa131714967 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867865 Jul 22 20:18:23.415373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:18:23.419521 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-90f25b85-e47d-4de0-a6a7-9eadc324c509 req-1183499b-e51a-44ab-bd76-2238c3b8d825 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820425 Jul 22 20:18:24.101404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757771f-0d98-4961-942a-248b7dd63246 req-d2ba7843-8063-419a-ab64-fc00c14e33f7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.103159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6757771f-0d98-4961-942a-248b7dd63246 req-d2ba7843-8063-419a-ab64-fc00c14e33f7 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0699408 Jul 22 20:18:24.148043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6757771f-0d98-4961-942a-248b7dd63246 req-2ebe79f7-ad4d-49d1-a8b9-128516d765a5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392048 Jul 22 20:18:24.238977 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:18:24.339745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:24.351517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:18:24.354099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-c180c5d1-b64c-4091-97ec-c70eb0ae2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.355716 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-c180c5d1-b64c-4091-97ec-c70eb0ae2c1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 1097 time: 0.0614424 Jul 22 20:18:24.431916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-c602b396-3072-4236-a0a4-e4bc20488d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.433474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-c602b396-3072-4236-a0a4-e4bc20488d34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 1097 time: 0.0548244 Jul 22 20:18:24.527589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-56ce729e-2a22-4fd1-a705-ae99986ce377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.529179 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-56ce729e-2a22-4fd1-a705-ae99986ce377 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0880980 Jul 22 20:18:24.599600 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-fa143d1b-9bae-4bb4-b939-dd8e8c0dc8b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 200 len: 1001 time: 0.0611768 Jul 22 20:18:24.650929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-e7574315-60cd-402d-a3cc-7af1fe80dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.652449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-e7574315-60cd-402d-a3cc-7af1fe80dc36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0460522 Jul 22 20:18:24.716575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-aac1fddb-1cf1-45d6-a8c6-efd00c299b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:24.718111 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-aac1fddb-1cf1-45d6-a8c6-efd00c299b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582619 Jul 22 20:18:24.810721 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-67b8186b-0dc7-48d4-8e22-6e0e1d1c7205 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Jul 22 20:18:24.894678 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:24.909948 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-272bda42-6620-4c6f-96e2-ba933ee79b18 req-97a0386a-b214-4617-b9f9-7ea77f8b9f65 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918941 Jul 22 20:18:25.286335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b0116-c8bb-48fc-a89b-29c24cc31c68 req-a4fe4162-39af-40e4-817f-7655b0d279dc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:25.287980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-182b0116-c8bb-48fc-a89b-29c24cc31c68 req-a4fe4162-39af-40e4-817f-7655b0d279dc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0696952 Jul 22 20:18:25.330040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-182b0116-c8bb-48fc-a89b-29c24cc31c68 req-907ac96a-55b0-4044-a794-a92d5daedf29 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363142 Jul 22 20:18:26.473929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32cc6-771c-4137-acac-4c3c8c4a5dea req-802477dc-1888-4213-a80d-edb3bc4104ff tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:26.475764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11c32cc6-771c-4137-acac-4c3c8c4a5dea req-802477dc-1888-4213-a80d-edb3bc4104ff tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0703018 Jul 22 20:18:26.520174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11c32cc6-771c-4137-acac-4c3c8c4a5dea req-8666c09b-544e-4143-899d-aeb353c26db8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391431 Jul 22 20:18:27.633392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:27.659554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0a4d4-77e3-468f-a1b9-732944ae9dc9 req-a9afd016-3e2b-41fa-870e-0eb172ba935e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:27.661201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15b0a4d4-77e3-468f-a1b9-732944ae9dc9 req-a9afd016-3e2b-41fa-870e-0eb172ba935e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0728679 Jul 22 20:18:27.699064 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15b0a4d4-77e3-468f-a1b9-732944ae9dc9 req-72d3da49-0197-4cc0-8799-c1126349cd6d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322902 Jul 22 20:18:27.832330 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc6bb0-f707-4d90-af54-015bd1e83c9b req-03dbc2d0-d838-4abe-8834-86650682ec0a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:27.833934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0acc6bb0-f707-4d90-af54-015bd1e83c9b req-03dbc2d0-d838-4abe-8834-86650682ec0a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0665040 Jul 22 20:18:27.875739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0acc6bb0-f707-4d90-af54-015bd1e83c9b req-f7998182-3fa8-41aa-b6f1-85909fc524a5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358436 Jul 22 20:18:28.023901 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b676053-75f4-42fc-a65f-d4eaa19029a4 req-a6bc72b9-3fea-4ee6-9155-c692b28460ac tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:28.025482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b676053-75f4-42fc-a65f-d4eaa19029a4 req-a6bc72b9-3fea-4ee6-9155-c692b28460ac tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0739801 Jul 22 20:18:28.065441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b676053-75f4-42fc-a65f-d4eaa19029a4 req-94743842-13bb-4dbf-9060-ae2df0cc3a11 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337336 Jul 22 20:18:28.246679 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:18:28.248858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:18:28.322205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f148c1-5330-44bb-9ad4-1759be2694d5 req-901fc828-e31e-49f1-96ff-cef6873dc95f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:28.323862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75f148c1-5330-44bb-9ad4-1759be2694d5 req-901fc828-e31e-49f1-96ff-cef6873dc95f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 945 time: 0.0674200 Jul 22 20:18:28.364173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75f148c1-5330-44bb-9ad4-1759be2694d5 req-a0c726e4-432c-4515-b1dd-7db2f84fb0c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345564 Jul 22 20:18:28.409473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:28.411787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:28.430582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'mac_address': 'fa:16:3e:9c:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:18:28.434620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:18:28.461392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:28.465737 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:28.521803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:28.684823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:18:29.496831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141fcf-234a-46dd-b7d2-c58495321ef5 req-fd8f2ea5-bfed-473e-8606-b0592122220a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:29.498275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c141fcf-234a-46dd-b7d2-c58495321ef5 req-fd8f2ea5-bfed-473e-8606-b0592122220a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0652418 Jul 22 20:18:29.535594 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c141fcf-234a-46dd-b7d2-c58495321ef5 req-c126888b-cf9f-48ed-b7de-604fd11095ed tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310590 Jul 22 20:18:29.670648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-b7bda8dd-282a-4cbc-9a27-7aeb5b5a2edf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:29.672134 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-b7bda8dd-282a-4cbc-9a27-7aeb5b5a2edf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 944 time: 0.0660548 Jul 22 20:18:29.773320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Deleting port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:18:29.773579 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:29.862671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] For port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:29.863304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:30.033969 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:30.034386 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:30.034702 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 disassociated. External IP: 172.25.6.215, port: f11864c5-2fb8-4fc4-bc03-20ae68cf71f2. Jul 22 20:18:30.035047 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Calling delete_port for f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:18:30.165358 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:30.196079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event deleted for resources: {'Port': ['ID=f11864c5-2fb8-4fc4-bc03-20ae68cf71f2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:30.207156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.207509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.207855 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.208223 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.208578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.208893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.209224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.209564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.210015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.210338 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.210665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.211013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:18:30.275142 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:18:30.297025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:18:30.297297 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 20:18:30.318310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 not found, will not notify nova. {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 20:18:30.328434 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:18:30.437519 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:18:30.448614 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:18:30.459231 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:18:30.459849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:18:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:30.482939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] No DVR routers for this DVR port f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:18:30.485658 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:30.487696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ef75721-4f75-46ec-8b07-380243ea91aa req-05c561b7-6135-476b-aee0-829091747f23 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "DELETE /v2.0/ports/f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 HTTP/1.1" status: 204 len: 173 time: 0.8085332 Jul 22 20:18:30.488411 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-deleted', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:18:30.490655 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635bdb15-adb6-420a-b967-01cd13016d38" -d '{"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-deleted", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:18:30.577052 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:18:30.617002 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2092f49e-0fb6-4e05-b12f-9233e90838ac x-openstack-request-id: req-2092f49e-0fb6-4e05-b12f-9233e90838ac {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:18:30.617618 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92b8e1c-c5d8-4472-99be-ac45cd9df1bb", "name": "network-vif-deleted", "tag": "f11864c5-2fb8-4fc4-bc03-20ae68cf71f2", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:18:30.618088 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2092f49e-0fb6-4e05-b12f-9233e90838ac {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:18:30.618845 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92b8e1c-c5d8-4472-99be-ac45cd9df1bb', 'name': 'network-vif-deleted', 'tag': 'f11864c5-2fb8-4fc4-bc03-20ae68cf71f2', 'status': 'completed', 'code': 200} Jul 22 20:18:30.707304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b9ff109-0b83-409f-9fb5-5a3859352e94 req-1c7e4084-0c7c-48c7-ad01-43899ba44999 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=f92b8e1c-c5d8-4472-99be-ac45cd9df1bb HTTP/1.1" status: 200 len: 210 time: 0.0347965 Jul 22 20:18:30.780940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:30.901965 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:18:30.910909 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:18:30.911569 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:18:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:31.021471 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:18:31.215501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:31.242710 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d1a2f-80ce-473f-9db2-ba607a429dce None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:18:31.457189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db690ed-032a-4fbf-a16c-af19acc9c1c1 None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:18:31.982702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-c83d039d-df28-4117-8d46-a83220dc3959 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--70596061&fields=id&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 267 time: 0.0326760 Jul 22 20:18:32.088551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b08918c9-7b6d-46ad-8302-d9b6ae0b93de tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:32.090032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b08918c9-7b6d-46ad-8302-d9b6ae0b93de tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1007118 Jul 22 20:18:32.104492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-3dcd1cb6-ee01-4d27-bf78-813e00f2f2c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/quotas/b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 375 time: 0.0091808 Jul 22 20:18:32.179567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-cf8c3325-f98e-439c-8880-7f99dc7734dc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0702243 Jul 22 20:18:32.274393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-50a8e6a5-3f40-457a-8461-a6066b0f2e80 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831599 Jul 22 20:18:32.369201 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-5cd03ff5-df0c-4fd1-b9ab-c5f78489990a service neutron] 10.222.0.10 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889828 Jul 22 20:18:32.530668 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17dcb5c9-ce9c-4302-b256-1bbc797d111f req-baddf0d0-d578-42ed-997b-9942be3a7d12 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0302529 Jul 22 20:18:33.454723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b08b09bb-14d6-4639-b6c6-3bd647082ea9 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:33.457112 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b08b09bb-14d6-4639-b6c6-3bd647082ea9 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 811 time: 0.1093819 Jul 22 20:18:33.502833 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-e772c6a2-4906-4c94-9cfb-fc3093475aff tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 378 time: 0.0359797 Jul 22 20:18:33.512014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'port': {'device_id': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'admin_state_up': True, 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'security_groups': ['86650a53-19f5-49bd-8c77-5c2946a899ea']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:18:33.628469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Made reservation on behalf of b01c79fe50dd4406ab6f986ab506819d for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:18:33.632202 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:33.634646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b54f0339-7c3f-40ac-a67b-449161ffa1c3 req-4c156751-b390-4439-8bb9-7d04062f690e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0328445 Jul 22 20:18:33.768500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Allocated IP 172.20.0.14 (f89f9a1b-ebfa-45bf-a521-b96d6159e21f/01f00238-91fc-44e6-baf0-c5e2bc7c2c42/679f6ffa-3a4a-4e59-be73-e9dc6f30b26c) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:18:33.904709 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:33.918913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Transition to ACTIVE for port object 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:18:33.953346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:33.996432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Network f89f9a1b-ebfa-45bf-a521-b96d6159e21f is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:18:33.999364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:18:34.003907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:18:34.010343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:34.058331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:34.058960 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.078225 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-38498798-bcce-443c-88ff-9d09a6cb09cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5697939 Jul 22 20:18:34.089892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Request body: {'port': {'device_id': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:18:34.171476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.291853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:18:34.295169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0cbc46d1-0674-485a-b94f-48832be0a1ef None None] Provisioning for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:18:34.318373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:18:34.318722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f11864c5-2fb8-4fc4-bc03-20ae68cf71f2 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:18:34.321411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-0cbc46d1-0674-485a-b94f-48832be0a1ef None None] Provisioning complete for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:18:34.321787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0cbc46d1-0674-485a-b94f-48832be0a1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.355572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc46d1-0674-485a-b94f-48832be0a1ef None None] Port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:18:34.438876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:18:34.446337 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.457909 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Transition to ACTIVE for port object 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:18:34.461711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.512419 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:34.585860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Attempting to bind port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:18:34.586196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Attempting to bind port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:18:34.586524 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Attempting to bind port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:18:34.591499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:18:34.591824 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Attempting to bind port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c on network f89f9a1b-ebfa-45bf-a521-b96d6159e21f {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:18:34.597484 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:18:34.597828 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Checking segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:18:34.598220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Bound using segment: {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:18:34.598659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Bound port: 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b6b28-79e7-43af-85e9-f6d42676a36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:18:34.599022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.676499 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:18:34.680737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:18:34.685325 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.728687 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:34.729538 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:34.731077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] 10.222.0.32 "PUT /v2.0/ports/679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1093 time: 0.6455271 Jul 22 20:18:34.731609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:18:34.734039 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158b4bb-4dc8-4edc-aed4-c49794c85884" -d '{"events": [{"name": "network-changed", "server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:18:34.763344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d1bbd-0797-4477-9ce3-b798e557f474 service neutron] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:34.796856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13132a-89d0-4739-97d4-55503b9cf971 req-67321139-a3c6-4ba6-afcb-8c41cab605e6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:34.798663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff13132a-89d0-4739-97d4-55503b9cf971 req-67321139-a3c6-4ba6-afcb-8c41cab605e6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0902932 Jul 22 20:18:34.837470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-3384903b-0635-4e60-a692-79fb1b122fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:34.839158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-3384903b-0635-4e60-a692-79fb1b122fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1096 time: 0.0660441 Jul 22 20:18:34.841572 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ff13132a-89d0-4739-97d4-55503b9cf971 req-a9adbdea-8371-4928-bd05-42976d28955c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372319 Jul 22 20:18:35.230494 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb66a11c-507e-4498-8f31-31b1e69ce477 x-openstack-request-id: req-eb66a11c-507e-4498-8f31-31b1e69ce477 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:18:35.230786 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:18:35.231034 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb66a11c-507e-4498-8f31-31b1e69ce477 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:18:35.231425 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'status': 'completed', 'code': 200} Jul 22 20:18:35.233174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-2fcb6638-3381-4a3e-afd5-b7e17f81a56b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 217 time: 0.3856077 Jul 22 20:18:35.282109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-829b179a-5121-4840-931d-ab85d4c60040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.284278 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-829b179a-5121-4840-931d-ab85d4c60040 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0432498 Jul 22 20:18:35.345530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b9fe8815-9fed-4bc3-ae92-6b5698d7b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.347560 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-b9fe8815-9fed-4bc3-ae92-6b5698d7b6ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567873 Jul 22 20:18:35.441581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-e8a4be6f-a654-47b5-a0a6-2a484925c222 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847676 Jul 22 20:18:35.530330 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-186fb3c9-c76e-4b5f-a7cc-2e50751cd442 req-1179f299-b1b5-451d-a702-eeba6f589da8 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817883 Jul 22 20:18:35.636023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-eddaef81-a726-4c27-a0fa-0bfc6b7a7814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.637625 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-eddaef81-a726-4c27-a0fa-0bfc6b7a7814 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1096 time: 0.0601430 Jul 22 20:18:35.726291 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-051243cc-d8ac-4e4b-9562-9fbc58ba3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.727785 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-051243cc-d8ac-4e4b-9562-9fbc58ba3e7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0840776 Jul 22 20:18:35.772949 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-12bf4cf1-ce88-4ac6-b7cd-b8e84638e110 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 217 time: 0.0381517 Jul 22 20:18:35.821933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-4fc1b393-bcaf-4b94-9ef5-7c95c5c76208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.823396 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-4fc1b393-bcaf-4b94-9ef5-7c95c5c76208 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0437512 Jul 22 20:18:35.884388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-ce815850-8e5a-4fef-9de5-d32ff11013f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.885912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-ce815850-8e5a-4fef-9de5-d32ff11013f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542321 Jul 22 20:18:35.975603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1610-c2ab-479f-b267-96f98c670dd1 req-a9215b7d-1a45-4f0e-bad7-3bd38df89264 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:35.977274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c2a1610-c2ab-479f-b267-96f98c670dd1 req-a9215b7d-1a45-4f0e-bad7-3bd38df89264 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0646441 Jul 22 20:18:35.982774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-e1a1588f-56d1-4d15-a2b3-932d11a8290d service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881910 Jul 22 20:18:36.017744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1c2a1610-c2ab-479f-b267-96f98c670dd1 req-c84a552e-d7bc-4d6d-89c9-716e6951b5e5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343182 Jul 22 20:18:36.080764 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f158b4bb-4dc8-4edc-aed4-c49794c85884 req-afb1452c-595c-4557-941c-8fea237f0e98 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908267 Jul 22 20:18:37.150848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4c77651c-b2e1-47f3-b8f1-d02c25cfb078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:37.155605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838bad8-6d95-431b-8cd1-92a15c3abffa req-6195997b-73d2-479d-a4bb-e1b6afff28ad tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:37.157160 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9838bad8-6d95-431b-8cd1-92a15c3abffa req-6195997b-73d2-479d-a4bb-e1b6afff28ad tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0678563 Jul 22 20:18:37.201613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9838bad8-6d95-431b-8cd1-92a15c3abffa req-3f005ffd-1222-4227-b454-d77c56cfd772 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379305 Jul 22 20:18:38.307445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:18:38.332595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a597fb-3182-4676-ac30-df8b3fe4786c req-5836be96-4783-45a6-95fd-a227421cdc59 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:38.334135 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68a597fb-3182-4676-ac30-df8b3fe4786c req-5836be96-4783-45a6-95fd-a227421cdc59 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0644941 Jul 22 20:18:38.372822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68a597fb-3182-4676-ac30-df8b3fe4786c req-74c23356-485d-4242-aa55-2a4d88cd8df3 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328202 Jul 22 20:18:38.406318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:38.417936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:18:38.455627 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:38.468023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:18:38.488411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:38.491830 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:38.537824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:38.689929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:18:39.508445 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ade6da-1619-4b41-8998-8f5f5df7f701 req-36288727-7213-4c18-9e9c-63ca634b4228 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:39.509927 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43ade6da-1619-4b41-8998-8f5f5df7f701 req-36288727-7213-4c18-9e9c-63ca634b4228 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 945 time: 0.0672491 Jul 22 20:18:39.548690 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43ade6da-1619-4b41-8998-8f5f5df7f701 req-23af19d6-0f5b-4071-abf0-ea6ea5064505 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328786 Jul 22 20:18:40.018694 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:40.079458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d2778f6c-14f4-4230-9165-ed2e1a6c890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:40.307675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:18:40.359960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:18:40.365007 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:18:40.365379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:40.447556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:40.471059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:18:40.473707 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa69ade4-c43a-4f04-b27b-a1523b60183d" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:18:40.488355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:18:40.493000 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:40.519019 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6890fcb-39dd-4157-8aef-9e0a2c3233ff x-openstack-request-id: req-c6890fcb-39dd-4157-8aef-9e0a2c3233ff {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:18:40.519308 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:18:40.519588 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6890fcb-39dd-4157-8aef-9e0a2c3233ff {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:18:40.519976 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'code': 200} Jul 22 20:18:40.548173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:18:40.630259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42189b87-37a4-4f79-97ef-1dc17f8dbea6 req-826987b6-bcf8-4e34-96ac-dd798eed6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:40.632290 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42189b87-37a4-4f79-97ef-1dc17f8dbea6 req-826987b6-bcf8-4e34-96ac-dd798eed6ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0620615 Jul 22 20:18:40.675287 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-42189b87-37a4-4f79-97ef-1dc17f8dbea6 req-717bd6d2-18d7-4c62-b260-3384ebc5c086 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366943 Jul 22 20:18:40.703045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b74f94-5477-4604-a7ef-8734b38b58a3 req-41d3a718-51b4-4311-bf60-9b1cac5c81fe tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:40.705321 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b74f94-5477-4604-a7ef-8734b38b58a3 req-41d3a718-51b4-4311-bf60-9b1cac5c81fe tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0827961 Jul 22 20:18:40.747024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b74f94-5477-4604-a7ef-8734b38b58a3 req-3ce38c04-f87b-41ed-9589-4a7cc488d761 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359921 Jul 22 20:18:41.670430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:41.882749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa74df-ad36-41a4-bbc4-c806cd8cfb29 req-2091c997-1548-4b0a-b218-c601070f2d5c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:41.884351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1eaa74df-ad36-41a4-bbc4-c806cd8cfb29 req-2091c997-1548-4b0a-b218-c601070f2d5c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0672824 Jul 22 20:18:41.923504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1eaa74df-ad36-41a4-bbc4-c806cd8cfb29 req-544211f1-d1e9-4d0c-a9d4-a10dd1cbd5ab tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331933 Jul 22 20:18:42.057484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47684395-d646-45fc-af2f-42788bc1dab9 req-54e401b1-6e18-44be-994f-a0f32733e19b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:42.059049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-47684395-d646-45fc-af2f-42788bc1dab9 req-54e401b1-6e18-44be-994f-a0f32733e19b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0673823 Jul 22 20:18:42.068563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 38966) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:18:42.073345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Request body: {'floatingip': {'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:18:42.118257 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:42.914822 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:42.918866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:43.021354 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 associated. External IP: 172.25.6.215, port: 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c. Jul 22 20:18:43.054228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:43.226045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:18:43.333537 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:18:43.338576 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:43.343088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:18:43.352987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:18:43.353600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:18:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:43.380400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d2584383-980c-475f-aef8-239b83e70ca1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "PUT /v2.0/floatingips/a7f0ae7f-5e09-4832-b180-ff9151a11cd2 HTTP/1.1" status: 200 len: 993 time: 1.3106947 Jul 22 20:18:43.381006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:18:43.383373 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7acecd9f8017a6b2d2f3d2f007fb7201b8673b6e2a647a8a1afa2327a684a4b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfad0245-fc2a-49c0-9305-5536312dd5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:18:43.459454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:18:43.529914 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a3986-ab23-4879-b9d1-c9701a540d47 x-openstack-request-id: req-242a3986-ab23-4879-b9d1-c9701a540d47 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:18:43.530208 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:18:43.530464 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-242a3986-ab23-4879-b9d1-c9701a540d47 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:18:43.530863 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'status': 'completed', 'code': 200} Jul 22 20:18:43.605373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-0f265b28-c9d2-40ee-be82-ddfe983988da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:43.606908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-0f265b28-c9d2-40ee-be82-ddfe983988da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0542502 Jul 22 20:18:43.687391 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:18:42Z', 'revision_number': 12, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:43.697263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-fa97e987-fb4d-41cc-87ec-eb120e23612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:43.698756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-fa97e987-fb4d-41cc-87ec-eb120e23612a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0848422 Jul 22 20:18:43.713833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:18:43.723049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:18:43.723668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:18:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:43.769364 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-4bab63c6-9226-4275-b792-cb11c89ed3ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1001 time: 0.0633063 Jul 22 20:18:43.818864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-2d8b9cb0-558f-43e5-8ab3-8c17053ce79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:43.820388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-2d8b9cb0-558f-43e5-8ab3-8c17053ce79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0447683 Jul 22 20:18:43.826800 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:18:43.880892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-7961a01d-f2ee-4d17-b303-0d9e68991d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:18:43.882444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-7961a01d-f2ee-4d17-b303-0d9e68991d89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562718 Jul 22 20:18:43.976860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-a635fa78-c988-480a-9478-c7b406c71acb service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881417 Jul 22 20:18:44.050209 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:18:42Z', 'revision_number': 12, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:18:44.066207 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cfad0245-fc2a-49c0-9305-5536312dd5cd req-4d829cbd-57bd-4051-9ebf-642da119164e service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835946 Jul 22 20:18:44.077729 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb36d-1838-4bca-a0f4-5ff449677297 None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a7f0ae7f-5e09-4832-b180-ff9151a11cd2', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'floating_ip_address': '172.25.6.215', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:12:07Z', 'updated_at': '2021-07-22T20:18:42Z', 'revision_number': 12, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:18:44.294727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94567fe9-d66a-4975-9ba6-6bd8f6bbf5e5 None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:18:49.603236 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:18:54.898077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:18:57.631988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:07.152457 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7a685c2b-70d9-4f2d-8ff6-7c824f74e2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:10.021474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:10.081551 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a19479a-0111-4236-bbf5-f6bbe604dc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:11.672926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:13.056068 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:23.886662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-380d16f8-8ee8-42e0-a652-1ec1890a98ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578704 Jul 22 20:19:23.982148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-ffcbb551-fa22-4963-8311-be964e0ebcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:23.983657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-ffcbb551-fa22-4963-8311-be964e0ebcf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0546329 Jul 22 20:19:24.092765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-eba66deb-4182-4bb8-976b-bb9c44d8498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:24.094307 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-eba66deb-4182-4bb8-976b-bb9c44d8498c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0901148 Jul 22 20:19:24.134688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-5812580e-f1db-4eda-a52e-9436fb28484c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0335057 Jul 22 20:19:24.185775 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-9ef58a42-a7df-41fe-ba15-ae1c63682767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:24.187233 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-9ef58a42-a7df-41fe-ba15-ae1c63682767 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0449190 Jul 22 20:19:24.251027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-f0cd17e1-fe1d-4203-81d9-aac15269f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:19:24.252581 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-f0cd17e1-fe1d-4203-81d9-aac15269f5a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586512 Jul 22 20:19:24.343296 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-17d268e7-2ee5-4171-ac15-a60366a4a5b3 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825095 Jul 22 20:19:24.435459 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ca17baa9-0ac6-4171-b3b0-e45fb356b5f3 req-f1333185-a9fa-4dcc-965f-1a51b88728a1 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856020 Jul 22 20:19:24.906758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:26.603227 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:19:27.644547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:37.154019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-54432206-31fc-40d4-9c6b-4a27b1f04cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:40.023214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:40.084610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35a98e2d-4f79-4d39-a514-1ac079d3ee37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:41.674763 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:43.059458 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:54.905502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:19:57.658692 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:03.602571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:20:07.155143 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-46573161-d250-4df8-9747-e91342f6f2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:10.024012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:10.084516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f3e0e4c4-3edb-4f0a-94f5-0ded378c7f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:11.677648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:13.062326 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:22.939551 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551378d7-9b4c-460c-8a2d-870983e78389 req-25369ff2-c8fa-4099-a348-6b7a4864261b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:22.941148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-551378d7-9b4c-460c-8a2d-870983e78389 req-25369ff2-c8fa-4099-a348-6b7a4864261b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.1311922 Jul 22 20:20:22.979605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-551378d7-9b4c-460c-8a2d-870983e78389 req-3b46ca59-7402-4b2b-9d96-691e9b8641ef tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326064 Jul 22 20:20:23.312453 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-5870eb03-7432-4407-b7df-1a6b60914729 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569253 Jul 22 20:20:23.389932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-7eb09ee6-d2af-44a9-b7c4-4057bf04a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.391451 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-7eb09ee6-d2af-44a9-b7c4-4057bf04a0b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0555809 Jul 22 20:20:23.501238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-2ca5a272-7b7c-4ad8-89ca-d00d650d849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.502668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-2ca5a272-7b7c-4ad8-89ca-d00d650d849d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0920837 Jul 22 20:20:23.566232 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-2c6ab7a0-db7f-47c7-8976-731235c4fce1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1003 time: 0.0573144 Jul 22 20:20:23.622936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-405962cc-8262-49e7-9174-9261ad7bfaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.624458 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-405962cc-8262-49e7-9174-9261ad7bfaf6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0506151 Jul 22 20:20:23.685407 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-f1e13ba1-1b08-466f-b81c-95cac356e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:23.686930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-f1e13ba1-1b08-466f-b81c-95cac356e3a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564859 Jul 22 20:20:23.778756 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-dd81bd0d-5568-4784-a8fe-2b4049a78528 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848963 Jul 22 20:20:23.886567 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-05f8071f-0cde-42fe-b544-49709e49aa8b req-c05bbf5e-96ba-42bd-b598-abd9d75feb8d service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992820 Jul 22 20:20:24.926415 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:27.670245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:32.869130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-a07322d7-8c74-4abe-91b7-be888186cdea req-218bda47-b625-4fc0-ab4e-37008e7e1a4d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:20:32.870044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a07322d7-8c74-4abe-91b7-be888186cdea req-218bda47-b625-4fc0-ab4e-37008e7e1a4d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059607 Jul 22 20:20:32.992654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39232) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:20:33.098493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5b776-1964-4743-889a-187c8d9beeb9 req-cb6dc17e-43fc-4327-8b5c-7f4b54a19c9a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:33.099965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acb5b776-1964-4743-889a-187c8d9beeb9 req-cb6dc17e-43fc-4327-8b5c-7f4b54a19c9a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0957177 Jul 22 20:20:33.140293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-37287c15-70a9-4d82-8686-ed8c33009b17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464088 Jul 22 20:20:33.147367 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acb5b776-1964-4743-889a-187c8d9beeb9 req-79af8cba-5b91-4676-8be7-6c68067c6a7d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410297 Jul 22 20:20:34.266878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-4cb2c7f5-02f7-4e03-a025-c2841951a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.268449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-4cb2c7f5-02f7-4e03-a025-c2841951a4bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0561802 Jul 22 20:20:34.282480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2872c5-bda7-4be2-967b-27cdfcc6a1b4 req-d2a84d8a-e4b0-4c99-ac0b-789077be63cb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.284038 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba2872c5-bda7-4be2-967b-27cdfcc6a1b4 req-d2a84d8a-e4b0-4c99-ac0b-789077be63cb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0634832 Jul 22 20:20:34.323258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ba2872c5-bda7-4be2-967b-27cdfcc6a1b4 req-cba6ae67-732f-4c07-a5dd-9af5cf10678f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328948 Jul 22 20:20:34.369588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-cfa6a8b5-76d8-46a0-a8d7-bae182e8d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.371092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-cfa6a8b5-76d8-46a0-a8d7-bae182e8d261 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0957577 Jul 22 20:20:34.435862 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-e55837e5-93de-4c7b-8914-bd73f105babe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1003 time: 0.0580919 Jul 22 20:20:34.489907 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-fd6dbbc5-09ab-481d-a7de-eff7303129f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.491504 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-fd6dbbc5-09ab-481d-a7de-eff7303129f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0492105 Jul 22 20:20:34.551554 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-ebaff64a-be9e-4744-9091-2fdf8d0c8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:34.553109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-ebaff64a-be9e-4744-9091-2fdf8d0c8d02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530839 Jul 22 20:20:34.642719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-190a554b-8116-4791-a48c-d7aebc30135b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814509 Jul 22 20:20:34.735580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-c67a1e80-ab5a-4dc7-9153-0dae60251ad6 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859709 Jul 22 20:20:35.455277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8204b62-ed62-48ae-bf19-ee8d96cc5aaf req-6c57df7d-465d-4dec-8699-9da61f81c7d5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:35.456723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8204b62-ed62-48ae-bf19-ee8d96cc5aaf req-6c57df7d-465d-4dec-8699-9da61f81c7d5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0652368 Jul 22 20:20:35.498854 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8204b62-ed62-48ae-bf19-ee8d96cc5aaf req-10230289-f8f0-4cb8-8bed-a687194f0246 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361521 Jul 22 20:20:36.629617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a480a5-42bb-4fd8-887c-aa5b5775aabf req-13755450-6d2c-4952-809f-dadc144ad37b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:36.631127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79a480a5-42bb-4fd8-887c-aa5b5775aabf req-13755450-6d2c-4952-809f-dadc144ad37b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0655799 Jul 22 20:20:36.668173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-79a480a5-42bb-4fd8-887c-aa5b5775aabf req-c13ad96e-8148-4211-8e95-1916799fdb9c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313015 Jul 22 20:20:37.157716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16bd2ee9-ae1e-47ab-800f-d3d65466b5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:37.800366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a1609-6ebd-4576-b65f-1467e83f6fcb req-ecfcfeaa-4410-42fe-b7dd-6776f5edc34a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:37.801856 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c58a1609-6ebd-4576-b65f-1467e83f6fcb req-ecfcfeaa-4410-42fe-b7dd-6776f5edc34a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0646856 Jul 22 20:20:37.846123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c58a1609-6ebd-4576-b65f-1467e83f6fcb req-ab85a276-183b-4cb3-b79f-550a23657c3d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378559 Jul 22 20:20:38.980758 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002937ec-6112-49f3-b872-1d1dc5a30bd8 req-e8516177-b11c-469a-99a2-1375d71fecb8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:38.982258 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-002937ec-6112-49f3-b872-1d1dc5a30bd8 req-e8516177-b11c-469a-99a2-1375d71fecb8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0684898 Jul 22 20:20:39.019230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-002937ec-6112-49f3-b872-1d1dc5a30bd8 req-02156b86-e915-4d51-afdd-c8acc17ba5ee tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314443 Jul 22 20:20:40.025711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:40.085883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cc4f466f-d7bb-4a17-adeb-26994f60dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:40.153039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c3250-ed9e-4057-9949-cbf8a6e4eec7 req-1cf37f58-0526-43bf-b26d-f03df61e2b82 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:40.154539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-521c3250-ed9e-4057-9949-cbf8a6e4eec7 req-1cf37f58-0526-43bf-b26d-f03df61e2b82 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0636697 Jul 22 20:20:40.199878 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-521c3250-ed9e-4057-9949-cbf8a6e4eec7 req-25bd801f-ad85-4408-bad3-0f95cc737b7d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396411 Jul 22 20:20:40.601209 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:20:41.330386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd1a85-dada-4816-a398-6e580cc710c2 req-a8aa6e0e-3e94-47b0-9570-8f31e7e6b0b1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:41.331976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78fd1a85-dada-4816-a398-6e580cc710c2 req-a8aa6e0e-3e94-47b0-9570-8f31e7e6b0b1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0638537 Jul 22 20:20:41.375503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78fd1a85-dada-4816-a398-6e580cc710c2 req-e1da45c4-4813-4184-b3c2-f49a2ff38d87 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378559 Jul 22 20:20:41.681613 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:42.502747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbea1b-ddca-47f4-b08c-b44d47c3f90d req-2e95fb72-42d2-471e-a9d4-b9bb3354a446 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:42.504379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ffbea1b-ddca-47f4-b08c-b44d47c3f90d req-2e95fb72-42d2-471e-a9d4-b9bb3354a446 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0633290 Jul 22 20:20:42.541406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ffbea1b-ddca-47f4-b08c-b44d47c3f90d req-8477765c-b2f4-4aa5-8245-e8cc61cf3cc0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310364 Jul 22 20:20:43.063695 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:43.671805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e549bbc-638c-4c60-acee-99c4bdc5feb0 req-9d5d7006-fe6c-45ea-ad5b-9801383fab86 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:43.673340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e549bbc-638c-4c60-acee-99c4bdc5feb0 req-9d5d7006-fe6c-45ea-ad5b-9801383fab86 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0646596 Jul 22 20:20:43.710844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9e549bbc-638c-4c60-acee-99c4bdc5feb0 req-b44e3a70-8be3-40b0-9ed9-b1eb8706f914 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320117 Jul 22 20:20:44.848834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3797b3-dfec-4491-bee4-02e01a2819da req-4a494b22-aca4-41fa-821c-808f3df00a44 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:44.850332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3797b3-dfec-4491-bee4-02e01a2819da req-4a494b22-aca4-41fa-821c-808f3df00a44 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0717597 Jul 22 20:20:44.887711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a3797b3-dfec-4491-bee4-02e01a2819da req-f615075b-9a0d-4d83-8ffe-c90ffb222d40 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317888 Jul 22 20:20:46.018027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dda0-0ef1-48ef-b6d4-9f7e9d0bbc0a req-3737a39d-0d39-4b35-9c42-b6cfc12c9237 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:46.019540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70d2dda0-0ef1-48ef-b6d4-9f7e9d0bbc0a req-3737a39d-0d39-4b35-9c42-b6cfc12c9237 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0646236 Jul 22 20:20:46.057583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70d2dda0-0ef1-48ef-b6d4-9f7e9d0bbc0a req-5bb32ebb-50f4-4bff-a3cf-d445529f3b81 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323513 Jul 22 20:20:47.187542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7eacc-5ff8-4926-a792-af37db07b864 req-bbaa7407-c846-456d-8271-acdac7cace29 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:47.189173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ae7eacc-5ff8-4926-a792-af37db07b864 req-bbaa7407-c846-456d-8271-acdac7cace29 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0643890 Jul 22 20:20:47.232197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5ae7eacc-5ff8-4926-a792-af37db07b864 req-846c50da-4eba-4d47-a49e-6c91ed5e9152 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369222 Jul 22 20:20:48.215508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-e1d455f8-2022-4788-9320-fb318c52286a service neutron] 10.222.0.32 "GET /v2.0/ports/679f6ffa-3a4a-4e59-be73-e9dc6f30b26c/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0549119 Jul 22 20:20:48.371363 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0dff-ae71-4db6-98c4-0b2c839f1a40 req-0b656d7f-e90c-4d11-9a9b-f8ba50398168 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.372822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-561f0dff-ae71-4db6-98c4-0b2c839f1a40 req-0b656d7f-e90c-4d11-9a9b-f8ba50398168 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0695782 Jul 22 20:20:48.411113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-561f0dff-ae71-4db6-98c4-0b2c839f1a40 req-65ab9355-70ca-45da-8b14-d0e8ed67d009 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326092 Jul 22 20:20:48.440423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-3754b4f8-9b13-4d9e-b060-a341b2ba8446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.441953 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-3754b4f8-9b13-4d9e-b060-a341b2ba8446 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 1098 time: 0.0595779 Jul 22 20:20:48.517651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-d3c0464b-7e93-490f-8d52-052d9faf0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.519154 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-d3c0464b-7e93-490f-8d52-052d9faf0adf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0556867 Jul 22 20:20:48.607983 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-8385e94e-8e02-4815-ac6e-779ca3335234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.609474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-8385e94e-8e02-4815-ac6e-779ca3335234 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0841713 Jul 22 20:20:48.675672 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-b485ec4c-09dc-44af-9483-b863be179f65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1003 time: 0.0598288 Jul 22 20:20:48.723888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-878b32aa-0cd5-4ce2-9833-7bdcb2709dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.725350 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-878b32aa-0cd5-4ce2-9833-7bdcb2709dea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0429063 Jul 22 20:20:48.786643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-c8c00c86-ea46-49d2-b500-b781b303207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:48.788180 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-c8c00c86-ea46-49d2-b500-b781b303207b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567560 Jul 22 20:20:48.879663 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-94a932a8-a42e-4823-9fd5-eb7936e9caa6 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846004 Jul 22 20:20:48.976533 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-86d1f71b-e25a-4e07-9184-f687549f92d0 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905821 Jul 22 20:20:49.547025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbb1de-1e53-4baa-ace9-65bacc31eb92 req-a460d2b0-4460-4536-92ab-4569fff5ebfa tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:49.548610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecbbb1de-1e53-4baa-ace9-65bacc31eb92 req-a460d2b0-4460-4536-92ab-4569fff5ebfa tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0668559 Jul 22 20:20:49.588543 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecbbb1de-1e53-4baa-ace9-65bacc31eb92 req-acf606f1-3324-41cc-ad46-5d52b0f2e561 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340831 Jul 22 20:20:50.723344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d9101-3b01-42fb-a809-862ca9a973ee req-3061a79b-c1b5-4cd5-a617-8e9cc9a51fcb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:50.724905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a1d9101-3b01-42fb-a809-862ca9a973ee req-3061a79b-c1b5-4cd5-a617-8e9cc9a51fcb tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0676553 Jul 22 20:20:50.764204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a1d9101-3b01-42fb-a809-862ca9a973ee req-9b373857-30b0-4314-9c04-a74ac7d8edd6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326850 Jul 22 20:20:51.172945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:20:51.249077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:51.271458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:20:51.273692 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ef5f1a-27bd-45e5-b2ee-50723ff8f869" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:20:51.285891 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:20:51.293657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:51.326992 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5832fe88-c000-4edc-a5d8-9621cfb64942 x-openstack-request-id: req-5832fe88-c000-4edc-a5d8-9621cfb64942 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:20:51.327291 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:20:51.327538 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5832fe88-c000-4edc-a5d8-9621cfb64942 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:20:51.327919 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'code': 200} Jul 22 20:20:51.351306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:20:51.358603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.358953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.359293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.359631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.359959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.360314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.360645 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.360967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.361289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.361611 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.361933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.362253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:20:51.897688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78401e81-daea-4994-b79b-7324c6b92db8 req-a4457911-89d7-4d16-ba92-db158eb2e737 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:51.899197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78401e81-daea-4994-b79b-7324c6b92db8 req-a4457911-89d7-4d16-ba92-db158eb2e737 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0657229 Jul 22 20:20:51.939385 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78401e81-daea-4994-b79b-7324c6b92db8 req-2ce8dbec-5a73-4814-aaa6-59e5ca9370a8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339141 Jul 22 20:20:53.076935 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60c63a-fd12-495c-99ba-4e2d16022240 req-8b72af3f-98ef-4a6e-9d64-0022439b011d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:53.078459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed60c63a-fd12-495c-99ba-4e2d16022240 req-8b72af3f-98ef-4a6e-9d64-0022439b011d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0627227 Jul 22 20:20:53.120225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed60c63a-fd12-495c-99ba-4e2d16022240 req-6547fdb2-dbec-4239-b3aa-b334fc653d7a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362904 Jul 22 20:20:54.251047 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c40ec7-81cf-4e7c-bff6-6528183677b1 req-6d36d84f-95c0-448a-9357-4e7f54afdbc2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:54.252676 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99c40ec7-81cf-4e7c-bff6-6528183677b1 req-6d36d84f-95c0-448a-9357-4e7f54afdbc2 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0633738 Jul 22 20:20:54.289229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99c40ec7-81cf-4e7c-bff6-6528183677b1 req-67ab2ff4-80fe-40d0-acb7-1a9ca57013ae tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310180 Jul 22 20:20:54.921454 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:55.425819 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc66072-c14f-4350-b14b-8fd5c81ec905 req-2f50a467-45f4-4563-befa-2837f34f379f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:55.427384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afc66072-c14f-4350-b14b-8fd5c81ec905 req-2f50a467-45f4-4563-befa-2837f34f379f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0693712 Jul 22 20:20:55.465282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-afc66072-c14f-4350-b14b-8fd5c81ec905 req-d1ffef51-99c5-4116-b33e-d3968bd9554e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313375 Jul 22 20:20:56.600355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b4351-9064-4f02-9ede-b94558ad5f58 req-145f0347-95b5-44c3-8664-56393f4995e6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:56.601866 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3b4351-9064-4f02-9ede-b94558ad5f58 req-145f0347-95b5-44c3-8664-56393f4995e6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0677280 Jul 22 20:20:56.640441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c3b4351-9064-4f02-9ede-b94558ad5f58 req-77c9da94-4504-4cf4-b684-6ed4d4babb67 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327396 Jul 22 20:20:57.707367 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:20:57.785341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa86b68-e0b3-46c6-bae4-446da5274d40 req-c865a549-c93f-4b48-aee3-f02c183ea168 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:57.786851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa86b68-e0b3-46c6-bae4-446da5274d40 req-c865a549-c93f-4b48-aee3-f02c183ea168 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0663872 Jul 22 20:20:57.824638 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaa86b68-e0b3-46c6-bae4-446da5274d40 req-dda4020f-08ea-47bd-82e7-5316d09b8abf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317552 Jul 22 20:20:58.952327 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad5ea-8ce1-4a9a-8762-028875d65be3 req-c350d155-115b-43dd-980d-17af88cef9cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:20:58.953839 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-141ad5ea-8ce1-4a9a-8762-028875d65be3 req-c350d155-115b-43dd-980d-17af88cef9cf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0625532 Jul 22 20:20:58.995496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-141ad5ea-8ce1-4a9a-8762-028875d65be3 req-9df19d79-3595-41c3-98f2-b252f3f0ef3c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361459 Jul 22 20:21:00.126855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802580b6-09b0-46b2-a87a-91901c57a78e req-bc92424e-029c-4904-9b26-360ef1945c18 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.128402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-802580b6-09b0-46b2-a87a-91901c57a78e req-bc92424e-029c-4904-9b26-360ef1945c18 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0650480 Jul 22 20:21:00.167034 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-802580b6-09b0-46b2-a87a-91901c57a78e req-1292eac7-0fd9-43d2-a4d6-6ef79ac0852c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332372 Jul 22 20:21:00.466939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-3197d409-25bb-4f29-ae67-43f19b20eda0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.468494 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-3197d409-25bb-4f29-ae67-43f19b20eda0 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d&tenant_id=b01c79fe50dd4406ab6f986ab506819d&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 944 time: 0.0725081 Jul 22 20:21:00.480920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbd4a5-9eda-41e5-8f74-7bba11d4acac req-07d97ba7-f012-427d-a979-71009e85ac68 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.482458 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54cbd4a5-9eda-41e5-8f74-7bba11d4acac req-07d97ba7-f012-427d-a979-71009e85ac68 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0656767 Jul 22 20:21:00.522060 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54cbd4a5-9eda-41e5-8f74-7bba11d4acac req-478e4885-47ec-4ad6-96bd-bcaefd8afc76 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337963 Jul 22 20:21:00.528868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-c81fd2a7-050c-4003-9bc5-e608f8b3d29f service neutron] 10.222.0.32 "GET /v2.0/ports/679f6ffa-3a4a-4e59-be73-e9dc6f30b26c/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0538764 Jul 22 20:21:00.601447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-2e80b010-c5c2-4b40-b237-280a84ebdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.603660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-2e80b010-c5c2-4b40-b237-280a84ebdc23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1096 time: 0.0531092 Jul 22 20:21:00.693031 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-898ad39c-9427-4227-afbf-ee6fd5853de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.694389 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-898ad39c-9427-4227-afbf-ee6fd5853de9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0851305 Jul 22 20:21:00.757920 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-760d2c3c-630a-422a-9fd7-9dae21c3a70c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1001 time: 0.0564380 Jul 22 20:21:00.808771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-fda67c2b-5453-4526-b360-dc2d6d047989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.810186 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-fda67c2b-5453-4526-b360-dc2d6d047989 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0465109 Jul 22 20:21:00.867402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-40c07e36-e3de-4fa3-a123-ed734252db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:00.869041 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-40c07e36-e3de-4fa3-a123-ed734252db90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530045 Jul 22 20:21:00.956908 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-84273755-350e-44d3-94e6-5f5e93713af5 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815632 Jul 22 20:21:01.048350 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-67528e99-1824-4483-be2c-9d9e7dd7905a service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852377 Jul 22 20:21:01.219280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:21:01.311415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:01.326258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:21:01.361719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:01.374101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:01.393258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:01.396801 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:01.441415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:01.657115 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49f71-c6c4-4707-99e3-67a2adb46c1e req-cd1bf91c-019c-418f-83ca-e01f7019262c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:01.658640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8a49f71-c6c4-4707-99e3-67a2adb46c1e req-cd1bf91c-019c-418f-83ca-e01f7019262c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 945 time: 0.0679605 Jul 22 20:21:01.659871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:01.699003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f8a49f71-c6c4-4707-99e3-67a2adb46c1e req-1e94976f-fd0e-4cdc-b423-8f66dc9ed19d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347235 Jul 22 20:21:02.833350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99d331-24e6-4693-88b9-10c315f54146 req-53df7f01-28e2-4847-8841-d4e81cbc8d50 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:02.835473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e99d331-24e6-4693-88b9-10c315f54146 req-53df7f01-28e2-4847-8841-d4e81cbc8d50 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 945 time: 0.0682797 Jul 22 20:21:02.875499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e99d331-24e6-4693-88b9-10c315f54146 req-260ead0a-081c-4580-a46f-91e35c99af0b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338438 Jul 22 20:21:03.231993 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:21:03.279596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:21:03.279962 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:03.357754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:03.384000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:03.386754 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b0ac58-66ab-4f72-b9af-fb2ea2f3c150" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:03.399025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:03.404129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:03.440301 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fabfe51-e798-4af6-a9f4-72d4bcd337d2 x-openstack-request-id: req-2fabfe51-e798-4af6-a9f4-72d4bcd337d2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:03.440592 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:03.440842 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fabfe51-e798-4af6-a9f4-72d4bcd337d2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:03.441224 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'code': 200} Jul 22 20:21:03.464387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:04.021722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc6b56-4f33-40e9-9b6d-65f7cbaa4290 req-77a9bec5-66da-4aa6-be7b-79cf3453ae15 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:04.023277 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fbc6b56-4f33-40e9-9b6d-65f7cbaa4290 req-77a9bec5-66da-4aa6-be7b-79cf3453ae15 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0780942 Jul 22 20:21:04.067922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fbc6b56-4f33-40e9-9b6d-65f7cbaa4290 req-8143512a-e4d1-4445-bd9b-136d78a72a4f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382884 Jul 22 20:21:04.874733 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-a1c78ecb-fd1c-4f39-9c6a-600227781239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:04.876283 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-a1c78ecb-fd1c-4f39-9c6a-600227781239 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d&tenant_id=b01c79fe50dd4406ab6f986ab506819d HTTP/1.1" status: 200 len: 1098 time: 0.0553050 Jul 22 20:21:04.954580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-9b8ca44e-653f-4154-8f81-66ba120115c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:04.956007 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-9b8ca44e-653f-4154-8f81-66ba120115c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 1098 time: 0.0581818 Jul 22 20:21:05.045237 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-66c48752-cf6e-4e31-843a-cd7fbd043d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:05.046707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-66c48752-cf6e-4e31-843a-cd7fbd043d84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0841789 Jul 22 20:21:05.115599 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-f150db26-3aa0-491c-8dcc-1370bf069b66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 200 len: 1003 time: 0.0625858 Jul 22 20:21:05.166159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-13095576-51d2-451b-b57e-5a2ca09c8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:05.167664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-13095576-51d2-451b-b57e-5a2ca09c8d2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0449967 Jul 22 20:21:05.201223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fa5e0-957e-41c8-83a2-fac41a6a9b56 req-650aac43-508e-4192-988e-a821be919e2e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:05.202771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221fa5e0-957e-41c8-83a2-fac41a6a9b56 req-650aac43-508e-4192-988e-a821be919e2e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0650868 Jul 22 20:21:05.230181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-0a07800e-8e6f-49e4-9ca9-376c52fd4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:05.231589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-0a07800e-8e6f-49e4-9ca9-376c52fd4903 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580943 Jul 22 20:21:05.241395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221fa5e0-957e-41c8-83a2-fac41a6a9b56 req-04a0940d-f4c4-4bcb-a980-85210a2e0639 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328410 Jul 22 20:21:05.324270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-1c45e698-d52a-47df-89b1-46c27d5cbef2 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859716 Jul 22 20:21:05.413744 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fe6adbeb-c269-4aa1-ac34-fd88fba466df req-78ba624f-a69b-4d85-a1a3-19f23c18d441 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831692 Jul 22 20:21:06.373654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe381ee-1912-4a05-b55d-70efe41b5d96 req-f042a4d6-d40b-48d3-bf47-19413e1b78c4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:06.375165 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efe381ee-1912-4a05-b55d-70efe41b5d96 req-f042a4d6-d40b-48d3-bf47-19413e1b78c4 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0641544 Jul 22 20:21:06.413077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-efe381ee-1912-4a05-b55d-70efe41b5d96 req-92318254-8468-45d0-895b-1423a634fe13 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322199 Jul 22 20:21:07.160157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06b98967-a335-44ea-973f-b11dde3369c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:07.232079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:07.309089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:07.332600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:07.334843 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c76780-2f5f-4bc4-bba6-897ad1435aeb" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:07.348096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:07.354177 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:07.390423 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38cd6e1-34f9-4930-8fa4-b3b7176d4689 x-openstack-request-id: req-e38cd6e1-34f9-4930-8fa4-b3b7176d4689 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:07.390720 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-unplugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:07.390994 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e38cd6e1-34f9-4930-8fa4-b3b7176d4689 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:07.391387 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'code': 200} Jul 22 20:21:07.407234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:07.550157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aed270-5eae-4331-979a-daea427b0c0b req-682e4280-c424-4320-bd4e-76eefdac1059 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:07.551775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65aed270-5eae-4331-979a-daea427b0c0b req-682e4280-c424-4320-bd4e-76eefdac1059 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0687602 Jul 22 20:21:07.590955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-65aed270-5eae-4331-979a-daea427b0c0b req-a4d9810f-30dc-4e65-9403-70dad8be2d60 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327117 Jul 22 20:21:08.721937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbab931-104b-4974-ac0a-9f8337e450bc req-1027c014-9758-4d30-8704-a802f60c52b5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:08.723440 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bbab931-104b-4974-ac0a-9f8337e450bc req-1027c014-9758-4d30-8704-a802f60c52b5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0643380 Jul 22 20:21:08.763107 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4bbab931-104b-4974-ac0a-9f8337e450bc req-be19f3a9-f996-480b-9394-b2adb1b712f5 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336254 Jul 22 20:21:09.893769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9854e6c-aed4-425d-9b87-a7b437d759d4 req-298508a3-2eef-4511-912f-40b34a2b6506 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:09.895294 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9854e6c-aed4-425d-9b87-a7b437d759d4 req-298508a3-2eef-4511-912f-40b34a2b6506 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0643289 Jul 22 20:21:09.936906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d9854e6c-aed4-425d-9b87-a7b437d759d4 req-aa79bc46-0089-431a-8efe-702e7abdf01e tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351639 Jul 22 20:21:10.027641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:10.086162 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d9eb-9554-46ad-a44d-b40c28661ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:11.065527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e527a32-429e-4826-b4f6-be295b8e7511 req-0e8a6167-f477-4932-a31c-19a968350460 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:11.067028 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e527a32-429e-4826-b4f6-be295b8e7511 req-0e8a6167-f477-4932-a31c-19a968350460 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0641167 Jul 22 20:21:11.104913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e527a32-429e-4826-b4f6-be295b8e7511 req-5503b2d9-194e-46a5-96b6-ca2202d921bc tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319612 Jul 22 20:21:11.683468 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:12.236477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc397a41-a603-4c54-9b11-c0691b937701 req-b75bbf83-19a0-48da-83e7-50fd27806036 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:12.237975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc397a41-a603-4c54-9b11-c0691b937701 req-b75bbf83-19a0-48da-83e7-50fd27806036 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0659368 Jul 22 20:21:12.276162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cc397a41-a603-4c54-9b11-c0691b937701 req-d870a103-4643-448f-bda4-4e888405f904 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318904 Jul 22 20:21:13.067077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:13.409708 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e913e04-7258-45a9-86df-bd9c153100e7 req-b393a38d-348a-4f5d-a436-ab03f626d07d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:13.411263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e913e04-7258-45a9-86df-bd9c153100e7 req-b393a38d-348a-4f5d-a436-ab03f626d07d tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0685794 Jul 22 20:21:13.450647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e913e04-7258-45a9-86df-bd9c153100e7 req-7169fa52-bff3-44bc-b74c-f52905db4ee6 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330639 Jul 22 20:21:14.579771 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c794b9-ae92-457f-8651-e7ce6569ae02 req-8187efb5-fc44-4e2e-832d-58732d4ca6ad tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:14.581310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68c794b9-ae92-457f-8651-e7ce6569ae02 req-8187efb5-fc44-4e2e-832d-58732d4ca6ad tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0640411 Jul 22 20:21:14.618487 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68c794b9-ae92-457f-8651-e7ce6569ae02 req-5f24ee35-cb7f-4f88-abb6-f33ab9eac74b tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310538 Jul 22 20:21:15.750264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3270-bf5c-4347-a052-b297509d6e44 req-3aabf0e6-12f7-492e-90c1-ee971b1b567a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:15.751802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c9a3270-bf5c-4347-a052-b297509d6e44 req-3aabf0e6-12f7-492e-90c1-ee971b1b567a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0661674 Jul 22 20:21:15.798146 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4c9a3270-bf5c-4347-a052-b297509d6e44 req-79d68d76-6121-4968-b862-49a80ae77e32 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357630 Jul 22 20:21:16.926250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687e33f-a567-4476-aebd-38f9d5007159 req-13c2b257-0fe3-49b5-8a92-5f8aaa7f2938 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:16.927734 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2687e33f-a567-4476-aebd-38f9d5007159 req-13c2b257-0fe3-49b5-8a92-5f8aaa7f2938 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0631104 Jul 22 20:21:16.965965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2687e33f-a567-4476-aebd-38f9d5007159 req-dd8ecfc3-ad12-4704-af57-0f4f0578843c tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323625 Jul 22 20:21:17.094070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a246b8-06a8-41b3-a7bd-49a4ee8f0418 req-41b368a6-87bf-4e2b-a603-603831c91d62 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:17.095475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7a246b8-06a8-41b3-a7bd-49a4ee8f0418 req-41b368a6-87bf-4e2b-a603-603831c91d62 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0638075 Jul 22 20:21:17.132631 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7a246b8-06a8-41b3-a7bd-49a4ee8f0418 req-b44fb4b7-d1ef-45c4-acb8-a3fb1aa0cb74 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314887 Jul 22 20:21:17.262764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d52773-ff7d-4a59-9a12-5934c194604c req-68f594e4-c547-49c4-8468-a47b32a63930 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:17.264285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63d52773-ff7d-4a59-9a12-5934c194604c req-68f594e4-c547-49c4-8468-a47b32a63930 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 944 time: 0.0670571 Jul 22 20:21:17.281446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:21:17.302020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63d52773-ff7d-4a59-9a12-5934c194604c req-475ca59d-362d-4d0e-8f81-81f17a7530c1 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321417 Jul 22 20:21:17.376979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:17.388323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'port_id': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'mac_address': 'fa:16:3e:e9:0d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:21:17.424811 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:17.438483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:17.459175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:17.463757 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:17.509784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:17.552921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccff4c-19b1-4d29-8a26-18534ae986f8 req-de1d2150-c917-4a08-acda-c7a857ff0aee tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:17.554451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cccff4c-19b1-4d29-8a26-18534ae986f8 req-de1d2150-c917-4a08-acda-c7a857ff0aee tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0661423 Jul 22 20:21:17.591781 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2cccff4c-19b1-4d29-8a26-18534ae986f8 req-d3973e59-4249-42bc-bc5f-9e68540b5f73 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316331 Jul 22 20:21:17.599723 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:21:17.685054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:18.722319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc20ac-275e-438f-bac6-a349ff4b82c5 req-963e0c73-5666-46f2-ac81-4e25a3392365 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:18.723808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0bc20ac-275e-438f-bac6-a349ff4b82c5 req-963e0c73-5666-46f2-ac81-4e25a3392365 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0652788 Jul 22 20:21:18.766349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0bc20ac-275e-438f-bac6-a349ff4b82c5 req-274db615-32d7-44a9-a085-c4462142116f tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/security-groups?id=86650a53-19f5-49bd-8c77-5c2946a899ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368154 Jul 22 20:21:19.124968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-f9d23389-9cec-4b45-981b-a3caf1498483 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:19.126347 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-f9d23389-9cec-4b45-981b-a3caf1498483 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 946 time: 0.0732265 Jul 22 20:21:19.225027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Deleting port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:19.225378 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.293583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:21:19.316892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:19.317152 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.344811 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:21:19.345183 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.422852 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.447011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:19.449300 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdd699f-9776-4910-b558-b7621aa1c194" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:19.461820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:19.467249 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.491998 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a5fd2f-6fc2-425d-89cc-dbc37ef0cb1c x-openstack-request-id: req-e6a5fd2f-6fc2-425d-89cc-dbc37ef0cb1c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:19.492369 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-plugged", "status": "completed", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:19.492628 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6a5fd2f-6fc2-425d-89cc-dbc37ef0cb1c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:19.493573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.493744 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'code': 200} Jul 22 20:21:19.493956 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.494316 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2 disassociated. External IP: 172.25.6.215, port: 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c. Jul 22 20:21:19.494608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Calling delete_port for 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:19.518697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=11']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:19.621914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.654783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event deleted for resources: {'Port': ['ID=679f6ffa-3a4a-4e59-be73-e9dc6f30b26c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:19.665289 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.665794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.666211 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.666556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.666891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.667229 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.668076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.668451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.669324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.669324 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.669678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.669805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:19.777631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:21:19.867744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b81822f8-d448-433a-96c2-2653e3205628 req-1e1d898f-0bed-4057-b2fb-ed0a6e486125 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0310626 Jul 22 20:21:19.887836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:21:19.897551 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:21:19.907521 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:19.908243 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:21:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:19.931947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] No DVR routers for this DVR port 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:21:19.934618 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:19.936720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6f8e8a83-096f-4f32-8850-75ee02766de8 req-90c79947-0670-4230-b6ef-944197e10d78 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.32 "DELETE /v2.0/ports/679f6ffa-3a4a-4e59-be73-e9dc6f30b26c HTTP/1.1" status: 204 len: 173 time: 0.8048105 Jul 22 20:21:19.937245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-deleted', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:19.939531 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c291a4b2-c05d-4bea-9b28-6a9a1f094b07" -d '{"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-deleted", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:19.978581 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4009c74-8678-46ce-8975-6721271967ad x-openstack-request-id: req-b4009c74-8678-46ce-8975-6721271967ad {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:19.978886 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7157a43-bc27-44fb-8115-3ff02917cd3d", "name": "network-vif-deleted", "tag": "679f6ffa-3a4a-4e59-be73-e9dc6f30b26c", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:19.979196 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4009c74-8678-46ce-8975-6721271967ad {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:19.979604 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7157a43-bc27-44fb-8115-3ff02917cd3d', 'name': 'network-vif-deleted', 'tag': '679f6ffa-3a4a-4e59-be73-e9dc6f30b26c', 'status': 'completed', 'code': 200} Jul 22 20:21:20.022426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:20.304575 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:20.333777 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:21:20.342099 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:20.342721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:21:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:20.445013 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:20.642963 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:20.670320 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7cc6fd-401b-4115-b04b-268db9f38d9f None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:05Z', 'revision_number': 4, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '5c7c87d7-dd20-4300-abce-8b8cb852b98f', 'name': '', 'network_id': 'f89f9a1b-ebfa-45bf-a521-b96d6159e21f', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'mac_address': 'fa:16:3e:ff:df:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:05Z', 'updated_at': '2021-07-22T20:12:11Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'subnets': [{'id': '01f00238-91fc-44e6-baf0-c5e2bc7c2c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:21:20.887961 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859d2367-d7bb-421a-8558-4f713df66c3e None None] New status for floating IP a7f0ae7f-5e09-4832-b180-ff9151a11cd2: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:21:20.972357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a91310a-270b-4e9f-8d41-b77215b395c2 req-f8fc73f1-936a-4251-9b9b-4dd14dcdfcdf tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0321498 Jul 22 20:21:22.070192 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cce2d629-0a70-4053-8c2a-3e3b22d295fc req-4fe69bfd-d088-448b-a7a1-dc7defe1d312 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0292048 Jul 22 20:21:23.175262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00d104b0-27b1-4cc4-b5c3-fce4293138b1 req-c9f651f2-2ca2-4d9d-ae5c-6215766c11b8 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7157a43-bc27-44fb-8115-3ff02917cd3d HTTP/1.1" status: 200 len: 210 time: 0.0343091 Jul 22 20:21:23.311668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-ed2b7249-b98b-4cf8-bf71-87a99495a61c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542047 Jul 22 20:21:23.312306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:23.340756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:21:23.341119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 679f6ffa-3a4a-4e59-be73-e9dc6f30b26c not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:21:23.412932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-d9d68dd8-2de8-4041-bbe8-74a0b5a32f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:23.414351 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-d9d68dd8-2de8-4041-bbe8-74a0b5a32f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0557089 Jul 22 20:21:23.518706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-9ab55de1-37b5-4159-8e15-016ef96f40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:23.520091 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-9ab55de1-37b5-4159-8e15-016ef96f40ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0877116 Jul 22 20:21:23.566407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-af759894-4952-4fad-b93f-2ef5263bbbb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0380888 Jul 22 20:21:23.625160 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-e0cc41f3-20b9-42cb-a3cd-48e1103864cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:23.626653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-e0cc41f3-20b9-42cb-a3cd-48e1103864cd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0469267 Jul 22 20:21:23.688778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-3228579a-9cd8-42af-a91a-3cc2486f97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:23.690750 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-3228579a-9cd8-42af-a91a-3cc2486f97ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575039 Jul 22 20:21:23.785456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-61fcc94a-9b0b-44a5-9639-0188f307bfc2 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864120 Jul 22 20:21:24.213255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-44ebf2fb-5eb1-451b-b5e2-6ccebf8fa3a8 req-c5fda55f-533f-4925-b2dc-ada906006393 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214365 Jul 22 20:21:24.918410 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:26.794766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39404) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:26.839541 n-d-800087-13 neutron-server[93801]: INFO neutron.api.v2.resource [None req-65bfb591-b931-4002-8d80-e4a96d8a4549 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 20:21:26.840614 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-65bfb591-b931-4002-8d80-e4a96d8a4549 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "DELETE /v2.0/security-groups/86650a53-19f5-49bd-8c77-5c2946a899ea HTTP/1.1" status: 409 len: 336 time: 0.0447989 Jul 22 20:21:26.874433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39406) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:27.000247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Deleting port 7fc61c99-e121-4b12-b266-bff2540339ab {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:27.000522 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.081345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.081576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.093632 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Calling delete_port for 7fc61c99-e121-4b12-b266-bff2540339ab owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:27.228867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.255933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Pushing event deleted for resources: {'Port': ['ID=7fc61c99-e121-4b12-b266-bff2540339ab,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:27.315792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.318524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.319664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5683b7f3-d8ab-4e21-91db-59fabc98511a tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] 10.222.0.10 "DELETE /v2.0/floatingips/a7f0ae7f-5e09-4832-b180-ff9151a11cd2 HTTP/1.1" status: 204 len: 168 time: 0.4442625 Jul 22 20:21:27.330141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39408) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:27.706777 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.737965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:27.994363 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Deleting port 5c7c87d7-dd20-4300-abce-8b8cb852b98f {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:27.995052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.070319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] For port 5c7c87d7-dd20-4300-abce-8b8cb852b98f, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=5c7c87d7-dd20-4300-abce-8b8cb852b98f,segment=NetworkSegment(e60b6b28-79e7-43af-85e9-f6d42676a36f),segment_id=e60b6b28-79e7-43af-85e9-f6d42676a36f)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:28.070738 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.083020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Calling delete_port for 5c7c87d7-dd20-4300-abce-8b8cb852b98f owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:28.263875 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.288790 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Pushing event deleted for resources: {'Port': ['ID=5c7c87d7-dd20-4300-abce-8b8cb852b98f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:28.457265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.667114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Router 6da06558-b13d-4262-9076-05fdb2c4d27b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:21:28.765947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:21:28.771487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c708846b-faa5-4bc6-a555-e709dad8897e admin admin] 10.222.0.10 "PUT /v2.0/routers/6da06558-b13d-4262-9076-05fdb2c4d27b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402988 Jul 22 20:21:28.773337 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39412) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:28.776172 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Sync routers for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:21:28.785482 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:28.786091 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:21:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:28.874234 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:28.889006 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:28.974501 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.027719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Deleting port 634bfc0b-81aa-4668-b45d-1b8189f41a46 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:29.028450 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.065058 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:21:28Z', 'revision_number': 5, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port': {'id': '634bfc0b-81aa-4668-b45d-1b8189f41a46', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:8f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:12:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:29.091760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Checking router: 6da06558-b13d-4262-9076-05fdb2c4d27b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:21:29.099956 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Routers {'6da06558-b13d-4262-9076-05fdb2c4d27b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:21:29.100600 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:21:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['6da06558-b13d-4262-9076-05fdb2c4d27b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:29.108662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] For port 634bfc0b-81aa-4668-b45d-1b8189f41a46, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=634bfc0b-81aa-4668-b45d-1b8189f41a46,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:29.109026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.120860 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Calling delete_port for 634bfc0b-81aa-4668-b45d-1b8189f41a46 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:29.186986 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] Set router 6da06558-b13d-4262-9076-05fdb2c4d27b gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:21:29.239203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:21:28Z', 'revision_number': 6, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:29.269352 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbf2da-379d-4be5-adb9-001e245b6c3b None None] The sync data for ids ['6da06558-b13d-4262-9076-05fdb2c4d27b'] in n-d-800087-13 is: [{'id': '6da06558-b13d-4262-9076-05fdb2c4d27b', 'name': 'tempest-ServerActionsTestJSON-116923348-router', 'tenant_id': 'b01c79fe50dd4406ab6f986ab506819d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:12:03Z', 'updated_at': '2021-07-22T20:21:28Z', 'revision_number': 6, 'project_id': 'b01c79fe50dd4406ab6f986ab506819d', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:21:29.297635 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.328377 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Pushing event deleted for resources: {'Port': ['ID=634bfc0b-81aa-4668-b45d-1b8189f41a46,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:29.390912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.480406 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.482495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.525243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.525801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6da06558-b13d-4262-9076-05fdb2c4d27b {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:21:29.530033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.531172 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-428e54cb-42d1-49fc-867b-2fde7834ba64 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6da06558-b13d-4262-9076-05fdb2c4d27b HTTP/1.1" status: 204 len: 168 time: 0.7562888 Jul 22 20:21:29.533685 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39414) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:29.576961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] Deleting subnet 01f00238-91fc-44e6-baf0-c5e2bc7c2c42 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:21:29.579850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.616083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:29.659076 n-d-800087-13 neutron-server[93801]: INFO neutron.db.db_base_plugin_v2 [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] Found port (bd718192-9e9f-4447-a9eb-bddbb76e1b1f, 172.20.0.12) having IP allocation on subnet 01f00238-91fc-44e6-baf0-c5e2bc7c2c42, cannot delete Jul 22 20:21:29.660953 n-d-800087-13 neutron-server[93801]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 20:21:29.661556 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93801) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:21:29.663388 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-99a456bb-1eb7-48ce-a876-304631c0177e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 409 len: 404 time: 0.1287737 Jul 22 20:21:29.732653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5c7c87d7-dd20-4300-abce-8b8cb852b98f no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:29.753773 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 5c7c87d7-dd20-4300-abce-8b8cb852b98f {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:21:29.754113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 5c7c87d7-dd20-4300-abce-8b8cb852b98f not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:21:30.181651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39434) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:30.288451 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1929110311-network', 'tenant_id': '73f381cdc0674fba91b856ab73bc6cf1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:30.309832 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Made reservation on behalf of 73f381cdc0674fba91b856ab73bc6cf1 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:21:30.312570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.323155 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.408733 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.412223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.435904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:21:30.444169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe35d4-feb3-4aea-a261-70ec7d98ef8c,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:30.450430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.450753 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Added segment 13306a65-3460-4eaf-a43e-807c8dcc4ade of type vlan for network ed016651-cd09-472c-9097-43c3ac472d04 Jul 22 20:21:30.491211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.520361 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.521422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:30.522000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.558418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3754172 Jul 22 20:21:30.561348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39438) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:30.566471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Request body: {'subnet': {'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1929110311-subnet', 'tenant_id': '73f381cdc0674fba91b856ab73bc6cf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:30.586868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Made reservation on behalf of 73f381cdc0674fba91b856ab73bc6cf1 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:21:30.589347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.589672 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101ad13-c68e-4b14-8560-47830848333b admin admin] Pushing event updated for resources: {'Network': ['ID=ed016651-cd09-472c-9097-43c3ac472d04,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:30.599342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ed016651-cd09-472c-9097-43c3ac472d04 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:21:30.759000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.807249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb9ab78c-e1fb-4b82-a178-0592399b2520,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:30.821765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.822037 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.822372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.822699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.823030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.826533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:21:30.835651 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Checking segment: {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:21:30.836009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Network hostable DHCP agents. Network: ed016651-cd09-472c-9097-43c3ac472d04, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:21:30.853517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Network ed016651-cd09-472c-9097-43c3ac472d04 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:21:30.862054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ed016651-cd09-472c-9097-43c3ac472d04) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:21:30.867196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:30.867985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:30.872777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88149b29-9514-4653-926e-1d9d5e2bbe7d None None] Network ed016651-cd09-472c-9097-43c3ac472d04 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:21:30.882322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bfcd13d4-f451-4e4d-9d96-b616fc7da80f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3197877 Jul 22 20:21:31.003019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1502ec12-9996-4e65-82b6-f2c16276582b None None] Network ed016651-cd09-472c-9097-43c3ac472d04 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:21:31.340178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 634bfc0b-81aa-4668-b45d-1b8189f41a46 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:31.358979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 634bfc0b-81aa-4668-b45d-1b8189f41a46 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:21:31.359332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 634bfc0b-81aa-4668-b45d-1b8189f41a46 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:21:31.364818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-b5522b15-da2b-4f83-979d-49387f5044e9 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:31.366714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-b5522b15-da2b-4f83-979d-49387f5044e9 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 814 time: 0.1053092 Jul 22 20:21:31.381074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-c0612dc7-3a23-41e8-a962-4040a317e58f tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/quotas/73f381cdc0674fba91b856ab73bc6cf1 HTTP/1.1" status: 200 len: 375 time: 0.0091836 Jul 22 20:21:31.415075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-62ee30b8-7f13-4440-a036-121982c0af1f tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288103 Jul 22 20:21:31.425634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ecf65984-bb02-436b-be0d-5dcde996ebca tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:21:31.426612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ecf65984-bb02-436b-be0d-5dcde996ebca tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055766 Jul 22 20:21:31.554835 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-f3479782-77f3-497a-9b0b-9b2489ca3259 service neutron] 10.222.0.10 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228509 Jul 22 20:21:31.646159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-500c976c-d79c-4476-8fff-b54600940c16 service neutron] 10.222.0.10 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852869 Jul 22 20:21:31.802933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fde5fabf-6203-4524-b4dd-ba703e28dac6 req-f3a256eb-3d89-4059-992f-d22abb22568d tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 210 time: 0.0298526 Jul 22 20:21:32.706335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-72e85d3a-abeb-46d3-875c-cc47a5c4ec1a tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:32.707798 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-72e85d3a-abeb-46d3-875c-cc47a5c4ec1a tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 814 time: 0.1044183 Jul 22 20:21:32.720740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Request body: {'port': {'device_id': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04', 'admin_state_up': True, 'tenant_id': '73f381cdc0674fba91b856ab73bc6cf1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:32.829466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Made reservation on behalf of 73f381cdc0674fba91b856ab73bc6cf1 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:21:32.833491 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:32.905654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-76fa8414-19dc-432d-851b-48b7a9dae59a req-4556d673-46d3-400b-a5ab-b8ad1acb7877 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 210 time: 0.0342712 Jul 22 20:21:32.963404 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Allocated IP 172.20.0.11 (ed016651-cd09-472c-9097-43c3ac472d04/eb9ab78c-e1fb-4b82-a178-0592399b2520/aff2b98c-168d-46c1-b9b9-7e58b99d4071) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:21:33.102328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.139431 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.186998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Network ed016651-cd09-472c-9097-43c3ac472d04 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:21:33.190034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:21:33.194034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:21:33.200424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Pushing event updated for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:33.246030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:33.246566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.260273 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6d717ca7-0da0-4bbb-92be-f5f1d546bfc3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5432353 Jul 22 20:21:33.271830 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Request body: {'port': {'device_id': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:33.340807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.601212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff2b98c-168d-46c1-b9b9-7e58b99d4071 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:33.608666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.623020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Transition to ACTIVE for port object aff2b98c-168d-46c1-b9b9-7e58b99d4071 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:21:33.626858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.677368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:33.744529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Attempting to bind port aff2b98c-168d-46c1-b9b9-7e58b99d4071 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:21:33.745206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Attempting to bind port aff2b98c-168d-46c1-b9b9-7e58b99d4071 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:21:33.745206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Attempting to bind port aff2b98c-168d-46c1-b9b9-7e58b99d4071 on network ed016651-cd09-472c-9097-43c3ac472d04 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:21:33.749341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Port aff2b98c-168d-46c1-b9b9-7e58b99d4071 on network ed016651-cd09-472c-9097-43c3ac472d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:21:33.749660 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Attempting to bind port aff2b98c-168d-46c1-b9b9-7e58b99d4071 on network ed016651-cd09-472c-9097-43c3ac472d04 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:21:33.754352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:21:33.754688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Checking segment: {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:21:33.755070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Bound using segment: {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:21:33.755486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Bound port: aff2b98c-168d-46c1-b9b9-7e58b99d4071, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:21:33.755844 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.817227 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:21:33.820096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:21:33.825129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.856463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:33.857117 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:33.858873 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] 10.222.0.32 "PUT /v2.0/ports/aff2b98c-168d-46c1-b9b9-7e58b99d4071 HTTP/1.1" status: 200 len: 1093 time: 0.5911789 Jul 22 20:21:33.861772 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:33.864785 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea001e1c-b87a-41be-a217-0899044defd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:33.898269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba444344-38e9-4318-ab84-66f299f31617 service neutron] Pushing event updated for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:33.912946 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ca6729-ff95-435b-9d57-e764c4a05a96 x-openstack-request-id: req-83ca6729-ff95-435b-9d57-e764c4a05a96 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:33.913240 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:33.913494 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-83ca6729-ff95-435b-9d57-e764c4a05a96 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:33.913889 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071', 'status': 'completed', 'code': 200} Jul 22 20:21:33.958085 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6966f143-e02a-4a72-8577-ac50778f4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:33.959642 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-6966f143-e02a-4a72-8577-ac50778f4955 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 1096 time: 0.0579057 Jul 22 20:21:34.004218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-72bab271-8564-4aeb-b510-14b7c6f95b83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071 HTTP/1.1" status: 200 len: 217 time: 0.0370111 Jul 22 20:21:34.041274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc5a6-e0f5-414c-9386-7482e03a3a0c req-3bcbf4d3-3991-4c9d-8808-d18bf18aacaf tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:34.042799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d93bc5a6-e0f5-414c-9386-7482e03a3a0c req-3bcbf4d3-3991-4c9d-8808-d18bf18aacaf tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 944 time: 0.0658703 Jul 22 20:21:34.051643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-8a4a3cd4-8a3c-43ce-ac78-d5f4a4eec499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:34.053139 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-8a4a3cd4-8a3c-43ce-ac78-d5f4a4eec499 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9ab78c-e1fb-4b82-a178-0592399b2520 HTTP/1.1" status: 200 len: 854 time: 0.0431406 Jul 22 20:21:34.081521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d93bc5a6-e0f5-414c-9386-7482e03a3a0c req-be2a6d38-770b-410a-8413-198d4c50dd05 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Jul 22 20:21:34.087860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-28c8ee93-64ee-42dc-ab70-ad1def83c876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed016651-cd09-472c-9097-43c3ac472d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273597 Jul 22 20:21:34.179564 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-11aa7792-4bd8-414e-a67d-e4f1373f03cd service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851626 Jul 22 20:21:34.268508 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c3a6c6cb-ff07-4790-b64c-0835cafc4d2a req-50081674-c130-4bff-a63b-83fe377422e2 service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824583 Jul 22 20:21:34.375243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001e1c-b87a-41be-a217-0899044defd5 req-15798776-1a47-49f8-8dfd-d1231fe941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:34.376767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-15798776-1a47-49f8-8dfd-d1231fe941cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 1096 time: 0.0584707 Jul 22 20:21:34.463766 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001e1c-b87a-41be-a217-0899044defd5 req-591fc240-b5d8-4814-a4cc-b84fc4bd5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:34.465143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-591fc240-b5d8-4814-a4cc-b84fc4bd5ef3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 915 time: 0.0820892 Jul 22 20:21:34.509621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-145bb461-f8f0-4f72-b82c-1572f801fe01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071 HTTP/1.1" status: 200 len: 217 time: 0.0370269 Jul 22 20:21:34.558218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea001e1c-b87a-41be-a217-0899044defd5 req-5f2fa615-2ca5-40a0-8904-4fdc900e4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:34.559660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-5f2fa615-2ca5-40a0-8904-4fdc900e4a14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9ab78c-e1fb-4b82-a178-0592399b2520 HTTP/1.1" status: 200 len: 854 time: 0.0433440 Jul 22 20:21:34.601326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-ddb99c65-2ea7-4c47-b916-63e7fd41fd99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed016651-cd09-472c-9097-43c3ac472d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340126 Jul 22 20:21:35.030223 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-278e4645-69af-428a-b4cd-61ebdc4e1a03 service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219327 Jul 22 20:21:35.120102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-ea001e1c-b87a-41be-a217-0899044defd5 req-8ad1b348-00e9-4bbe-bd0f-41bfff6360dd service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830119 Jul 22 20:21:35.210369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c56da-0865-43c9-8b6d-b1cfcc34f7dc req-81621acf-1f90-46d0-af03-c5ab8ecc0a62 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:35.212207 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f68c56da-0865-43c9-8b6d-b1cfcc34f7dc req-81621acf-1f90-46d0-af03-c5ab8ecc0a62 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 944 time: 0.0653870 Jul 22 20:21:35.250161 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f68c56da-0865-43c9-8b6d-b1cfcc34f7dc req-61b19029-7a03-4c33-8121-e08fc9f2fa3b tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Jul 22 20:21:36.454987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135058-f674-4d1d-a058-f072b68006f5 req-9422e45a-7b7e-46a2-9278-44112ba9e1f2 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:36.456393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49135058-f674-4d1d-a058-f072b68006f5 req-9422e45a-7b7e-46a2-9278-44112ba9e1f2 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 944 time: 0.1076620 Jul 22 20:21:36.493761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49135058-f674-4d1d-a058-f072b68006f5 req-5a7245ea-4658-43c9-9ab7-cfe19a31c532 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Jul 22 20:21:37.162888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-72aa5b70-965d-4feb-a77a-20140c040d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:37.406106 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aff2b98c-168d-46c1-b9b9-7e58b99d4071 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:21:37.500455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:37.511223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071', 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04', 'port_id': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071', 'mac_address': 'fa:16:3e:36:05:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9ab78c-e1fb-4b82-a178-0592399b2520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:21:37.551648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:37.565463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff2b98c-168d-46c1-b9b9-7e58b99d4071 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:37.589737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:37.593663 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:37.631276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94649b-2c95-487d-b88d-ab9b073a9714 req-dd9e7ee6-43fb-4d93-9cb3-bc7eb2756b46 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:37.632817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be94649b-2c95-487d-b88d-ab9b073a9714 req-dd9e7ee6-43fb-4d93-9cb3-bc7eb2756b46 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 944 time: 0.0647562 Jul 22 20:21:37.641479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:37.678576 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be94649b-2c95-487d-b88d-ab9b073a9714 req-079f4611-87bf-4cfb-8756-7f4125910d2a tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Jul 22 20:21:37.793815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aff2b98c-168d-46c1-b9b9-7e58b99d4071'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:38.811307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b1c6-6667-4817-8b42-11b6c578ef16 req-802280da-b5a4-41d4-aa51-a4f1d0a32bad tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:38.812863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b29b1c6-6667-4817-8b42-11b6c578ef16 req-802280da-b5a4-41d4-aa51-a4f1d0a32bad tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 945 time: 0.0676579 Jul 22 20:21:38.849455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b29b1c6-6667-4817-8b42-11b6c578ef16 req-baaa20ed-4444-4554-b4cc-479b7b7524a2 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Jul 22 20:21:39.403650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aff2b98c-168d-46c1-b9b9-7e58b99d4071 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:21:39.454881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port aff2b98c-168d-46c1-b9b9-7e58b99d4071 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:21:39.458424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port aff2b98c-168d-46c1-b9b9-7e58b99d4071 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:21:39.458827 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:39.532548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:39.554319 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:39.557279 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a9f661-f89a-4e02-8493-131c8ef56874" -d '{"events": [{"server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:39.569498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:39.573410 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:39.598457 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21304d5b-27e5-4354-bb70-51292b245a64 x-openstack-request-id: req-21304d5b-27e5-4354-bb70-51292b245a64 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:39.598761 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "name": "network-vif-plugged", "status": "completed", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:39.599013 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21304d5b-27e5-4354-bb70-51292b245a64 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:39.599396 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071', 'code': 200} Jul 22 20:21:39.626644 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:39.712375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58c776-489a-4b5c-8729-65c6099177f2 req-64cdd688-3711-4802-8383-d9f59ba6752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:39.713784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e58c776-489a-4b5c-8729-65c6099177f2 req-64cdd688-3711-4802-8383-d9f59ba6752f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 1098 time: 0.0528316 Jul 22 20:21:39.751469 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4e58c776-489a-4b5c-8729-65c6099177f2 req-b145d7b7-df0a-4b98-b9f3-a312896c2017 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 22 20:21:39.980683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35aa0f8-218a-4be5-b461-2ccf13839050 req-babd4e10-870e-4c4a-b477-53f08694bb29 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:39.982095 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b35aa0f8-218a-4be5-b461-2ccf13839050 req-babd4e10-870e-4c4a-b477-53f08694bb29 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0641959 Jul 22 20:21:40.021131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b35aa0f8-218a-4be5-b461-2ccf13839050 req-b79f0f54-4b7b-4240-a52f-9f7724e9f9a7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335076 Jul 22 20:21:40.028051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:40.087924 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8487fd72-bd7e-46a5-9bf6-8c31a55a89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:41.148435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d5769-9871-4776-a97b-add4f14a0126 req-877f04da-9443-416d-a18d-4ac091f0c304 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:41.150196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-977d5769-9871-4776-a97b-add4f14a0126 req-877f04da-9443-416d-a18d-4ac091f0c304 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0636811 Jul 22 20:21:41.187794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-977d5769-9871-4776-a97b-add4f14a0126 req-94a916b7-86fa-493a-9280-2991e38dd59e tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jul 22 20:21:41.411922 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-3ac3743a-5b41-4a4f-9fe3-104a7b0b82eb tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:41.413424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-3ac3743a-5b41-4a4f-9fe3-104a7b0b82eb tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 814 time: 0.1066527 Jul 22 20:21:41.427970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-f1e0b990-b68b-4908-a67f-78cbee96193c tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/quotas/73f381cdc0674fba91b856ab73bc6cf1 HTTP/1.1" status: 200 len: 375 time: 0.0090501 Jul 22 20:21:41.491744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-cd1b79b1-9e01-4392-9a0f-03a485e01e09 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580564 Jul 22 20:21:41.583904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-68628e42-f0fd-41f6-bf1a-0e47bbc9f32a service neutron] 10.222.0.10 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853372 Jul 22 20:21:41.678710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-7aff9943-4877-440c-8897-b325b1647533 service neutron] 10.222.0.10 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881653 Jul 22 20:21:41.690980 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:41.854760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-773b60a5-831f-4143-9c91-5495abc3b65f req-895f58bd-e5e7-4e67-b5da-5211719d6e5f tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 210 time: 0.0316863 Jul 22 20:21:42.888216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-edbea0c6-39bb-4354-b12c-fb34ffbd3b52 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:42.889791 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-edbea0c6-39bb-4354-b12c-fb34ffbd3b52 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 814 time: 0.1048601 Jul 22 20:21:42.903070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Request body: {'port': {'device_id': '2246f224-8975-4a50-a61e-5391884a84e1', 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04', 'admin_state_up': True, 'tenant_id': '73f381cdc0674fba91b856ab73bc6cf1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:42.959242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6a7b308-b667-4f11-a337-0f9740bd927c req-c7b77607-aff3-4bcf-8b3a-44badb156e7b tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 210 time: 0.0302780 Jul 22 20:21:43.017523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Made reservation on behalf of 73f381cdc0674fba91b856ab73bc6cf1 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:21:43.020988 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.070327 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.144384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Allocated IP 172.20.0.9 (ed016651-cd09-472c-9097-43c3ac472d04/eb9ab78c-e1fb-4b82-a178-0592399b2520/2c3780de-8497-4c59-a58f-70767d6570ca) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:21:43.291606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.329195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.342387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aff2b98c-168d-46c1-b9b9-7e58b99d4071'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:43.378699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Network ed016651-cd09-472c-9097-43c3ac472d04 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:21:43.387437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:21:43.389466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Pushing event updated for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:43.391638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:21:43.439805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:43.440706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.456493 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-155ce76a-8a1b-4401-9bab-e8e7aeb20eef tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583453 Jul 22 20:21:43.468636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Request body: {'port': {'device_id': '2246f224-8975-4a50-a61e-5391884a84e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:43.537497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.794841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3780de-8497-4c59-a58f-70767d6570ca {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:43.801980 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.814176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Transition to ACTIVE for port object 2c3780de-8497-4c59-a58f-70767d6570ca will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:21:43.818039 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:43.888329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:43.938528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Attempting to bind port 2c3780de-8497-4c59-a58f-70767d6570ca on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:21:43.938861 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Attempting to bind port 2c3780de-8497-4c59-a58f-70767d6570ca by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:21:43.939189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Attempting to bind port 2c3780de-8497-4c59-a58f-70767d6570ca on network ed016651-cd09-472c-9097-43c3ac472d04 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:21:43.943482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Port 2c3780de-8497-4c59-a58f-70767d6570ca on network ed016651-cd09-472c-9097-43c3ac472d04 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:21:43.943806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Attempting to bind port 2c3780de-8497-4c59-a58f-70767d6570ca on network ed016651-cd09-472c-9097-43c3ac472d04 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:21:43.949204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:21:43.949545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Checking segment: {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:21:43.949932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Bound using segment: {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:21:43.950358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Bound port: 2c3780de-8497-4c59-a58f-70767d6570ca, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13306a65-3460-4eaf-a43e-807c8dcc4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:21:43.950716 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:44.017349 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:21:44.020705 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c3780de-8497-4c59-a58f-70767d6570ca,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:21:44.025859 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:44.065128 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.065761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:44.067159 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c3780de-8497-4c59-a58f-70767d6570ca HTTP/1.1" status: 200 len: 1092 time: 0.6027915 Jul 22 20:21:44.067596 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:44.069891 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:44.089190 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01accf96-2482-43ee-ae94-e42b602a7574 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:44.102888 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f31db7-e6db-484b-94d5-d62d8a19ef90 req-2180444f-8dae-4f90-af68-7707c23f5612 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.104581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56f31db7-e6db-484b-94d5-d62d8a19ef90 req-2180444f-8dae-4f90-af68-7707c23f5612 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 943 time: 0.0711508 Jul 22 20:21:44.147009 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56f31db7-e6db-484b-94d5-d62d8a19ef90 req-ab4c530c-3416-4038-9c58-c1d5887ec6c1 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Jul 22 20:21:44.190731 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892103d6-d816-42ab-850a-72d989e910e1 x-openstack-request-id: req-892103d6-d816-42ab-850a-72d989e910e1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:44.191103 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:44.191416 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-892103d6-d816-42ab-850a-72d989e910e1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:44.191958 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca', 'status': 'completed', 'code': 200} Jul 22 20:21:44.234505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-0d87e7fe-5685-4ac8-b863-7bb960c717ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.236174 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-0d87e7fe-5685-4ac8-b863-7bb960c717ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 1095 time: 0.0962875 Jul 22 20:21:44.279622 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-5e6d439b-1f76-44da-804d-2ffadb533313 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c3780de-8497-4c59-a58f-70767d6570ca HTTP/1.1" status: 200 len: 217 time: 0.0357273 Jul 22 20:21:44.326914 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-cdd2130f-bee1-45bf-9b94-ce287b2f5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.328407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-cdd2130f-bee1-45bf-9b94-ce287b2f5578 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9ab78c-e1fb-4b82-a178-0592399b2520 HTTP/1.1" status: 200 len: 854 time: 0.0427716 Jul 22 20:21:44.361950 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-aa0fd130-ad29-4f0c-b56d-0391260306c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed016651-cd09-472c-9097-43c3ac472d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271347 Jul 22 20:21:44.452454 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-a97940f4-d75e-4afb-ac4d-198decb79daa service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837250 Jul 22 20:21:44.540020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0e0058c3-9ddf-4a38-b0ea-5a7ccfef510b req-ad08591e-95f9-4aea-85e0-5b50d56b51c0 service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807467 Jul 22 20:21:44.640801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-e24d598b-5e52-4d43-ad68-58ace266d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.642218 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-e24d598b-5e52-4d43-ad68-58ace266d6ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 1095 time: 0.0620835 Jul 22 20:21:44.730364 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-1393c28f-ead4-4239-be26-dd4fc1b091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.731858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-1393c28f-ead4-4239-be26-dd4fc1b091bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 200 len: 915 time: 0.0838416 Jul 22 20:21:44.777787 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-ea1cec7c-19e8-4ba9-86fb-1931c53f0938 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c3780de-8497-4c59-a58f-70767d6570ca HTTP/1.1" status: 200 len: 217 time: 0.0392287 Jul 22 20:21:44.826512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-a90266c2-d337-4935-9dd9-a35fa23cc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:44.827961 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-a90266c2-d337-4935-9dd9-a35fa23cc1c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb9ab78c-e1fb-4b82-a178-0592399b2520 HTTP/1.1" status: 200 len: 854 time: 0.0438862 Jul 22 20:21:44.862594 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-015321a6-e270-43b8-bca2-45dfc3785b3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed016651-cd09-472c-9097-43c3ac472d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271299 Jul 22 20:21:44.954293 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-bd39ec99-f85c-4ebf-bcfa-0a6341f37da5 service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842011 Jul 22 20:21:45.043169 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c7a687e-c4fd-4a32-915a-016bfa14dfc5 req-705d8c6c-ef65-4f36-a6a2-c4fc745b24a7 service neutron] 10.222.0.32 "GET /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827379 Jul 22 20:21:45.278396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3d09e-1047-45f4-a24a-9e5449896c1e req-ea674976-8af7-4953-a9f1-e5325ccbf9ea tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:45.279795 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ed3d09e-1047-45f4-a24a-9e5449896c1e req-ea674976-8af7-4953-a9f1-e5325ccbf9ea tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 943 time: 0.0639484 Jul 22 20:21:45.316276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9ed3d09e-1047-45f4-a24a-9e5449896c1e req-4b5ccc94-04d3-429a-ad2d-38eda00fb38c tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Jul 22 20:21:46.447145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7533442-78f9-4aee-b717-7f83dbfab7cc req-ae6369c6-7383-4c8a-abd6-cccd46f301f9 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:46.448607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7533442-78f9-4aee-b717-7f83dbfab7cc req-ae6369c6-7383-4c8a-abd6-cccd46f301f9 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 943 time: 0.0675004 Jul 22 20:21:46.486404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a7533442-78f9-4aee-b717-7f83dbfab7cc req-6fd2fa60-b0ce-4dcd-9ef6-cedab6864ecb tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Jul 22 20:21:47.468327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c3780de-8497-4c59-a58f-70767d6570ca details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:21:47.564722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c3780de-8497-4c59-a58f-70767d6570ca,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:47.575802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '2c3780de-8497-4c59-a58f-70767d6570ca', 'network_id': 'ed016651-cd09-472c-9097-43c3ac472d04', 'port_id': '2c3780de-8497-4c59-a58f-70767d6570ca', 'mac_address': 'fa:16:3e:8a:f2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb9ab78c-e1fb-4b82-a178-0592399b2520', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:21:47.612680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:47.618897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cb78b-f642-4bad-97b0-db5634d0e04d req-23b0f010-f5c2-4f5b-88a9-3b5bab93070d tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:47.620492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b36cb78b-f642-4bad-97b0-db5634d0e04d req-23b0f010-f5c2-4f5b-88a9-3b5bab93070d tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 943 time: 0.0677369 Jul 22 20:21:47.625525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3780de-8497-4c59-a58f-70767d6570ca {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:21:47.644909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c3780de-8497-4c59-a58f-70767d6570ca,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:47.649684 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:47.661851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b36cb78b-f642-4bad-97b0-db5634d0e04d req-da63bce1-891d-469f-acdb-cec01f8a1b69 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Jul 22 20:21:47.698667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:47.860511 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['2c3780de-8497-4c59-a58f-70767d6570ca'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:48.791281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad4b99-7019-4956-9328-334ccb4c9eb7 req-2d091019-7f30-4354-af6e-e3e89d9e5f44 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:48.792826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21ad4b99-7019-4956-9328-334ccb4c9eb7 req-2d091019-7f30-4354-af6e-e3e89d9e5f44 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 944 time: 0.0635433 Jul 22 20:21:48.829867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21ad4b99-7019-4956-9328-334ccb4c9eb7 req-f21a5de8-dc37-4f2e-9dac-2b3975ee7640 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Jul 22 20:21:49.481743 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c3780de-8497-4c59-a58f-70767d6570ca up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:21:49.531111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 2c3780de-8497-4c59-a58f-70767d6570ca completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:21:49.534890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 2c3780de-8497-4c59-a58f-70767d6570ca triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:21:49.535257 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:49.608915 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:49.630826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:49.633086 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0607d37e009972c60fb76102bef0c1f83120f24e2688b77c55e67202c7b0552" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fd9744-1901-456a-b941-9fd2efc84edd" -d '{"events": [{"server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:49.645572 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c3780de-8497-4c59-a58f-70767d6570ca,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:49.650285 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:49.672760 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62434253-fe64-472e-bf51-341ff0494baa x-openstack-request-id: req-62434253-fe64-472e-bf51-341ff0494baa {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:49.673046 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:49.673297 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62434253-fe64-472e-bf51-341ff0494baa {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:49.673682 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca', 'code': 200} Jul 22 20:21:49.698220 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:49.787136 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db965a7f-16c5-475e-92a0-21bd2f1b12b1 req-51ccf2b4-7951-4bcd-87d1-5280cf8a5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:49.788550 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-db965a7f-16c5-475e-92a0-21bd2f1b12b1 req-51ccf2b4-7951-4bcd-87d1-5280cf8a5c6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 1097 time: 0.0565856 Jul 22 20:21:49.821692 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-db965a7f-16c5-475e-92a0-21bd2f1b12b1 req-985b4397-c107-4183-8f44-f5b3e96ba126 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267258 Jul 22 20:21:49.958251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0e33-93c5-47c1-aca8-1f28b025748b req-051d7ccb-0571-4dd5-890a-dc9ed197fb2e tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:49.959733 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d5b0e33-93c5-47c1-aca8-1f28b025748b req-051d7ccb-0571-4dd5-890a-dc9ed197fb2e tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 945 time: 0.0629919 Jul 22 20:21:50.002026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2d5b0e33-93c5-47c1-aca8-1f28b025748b req-2daca356-5c05-4305-bea8-67e1a2e39df5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Jul 22 20:21:51.146292 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31aaa8-2e64-411b-9df1-fc9e67f32947 req-3e776402-4bb5-481f-a47e-01cbfde7b2f3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:51.147897 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c31aaa8-2e64-411b-9df1-fc9e67f32947 req-3e776402-4bb5-481f-a47e-01cbfde7b2f3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 945 time: 0.0682380 Jul 22 20:21:51.188875 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c31aaa8-2e64-411b-9df1-fc9e67f32947 req-8f7400e1-b494-4619-92bd-05b4fa9fbfd7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Jul 22 20:21:51.464778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab042d3-f4d5-4626-834c-7d447d6c026d req-37fd7212-c6f1-41ac-9558-00c4aca36944 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:51.466302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bab042d3-f4d5-4626-834c-7d447d6c026d req-37fd7212-c6f1-41ac-9558-00c4aca36944 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 945 time: 0.0721028 Jul 22 20:21:51.510561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bab042d3-f4d5-4626-834c-7d447d6c026d req-2e50734c-3a66-4d04-8a4f-c97a5fa14bc6 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386150 Jul 22 20:21:52.644568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f06e8-8209-466f-aada-bab3d5db1803 req-0065ed14-0fa0-4c12-83ee-7111e2fe737d tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:52.646063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0f06e8-8209-466f-aada-bab3d5db1803 req-0065ed14-0fa0-4c12-83ee-7111e2fe737d tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 945 time: 0.0687778 Jul 22 20:21:52.683474 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c0f06e8-8209-466f-aada-bab3d5db1803 req-ea79ec52-18f2-47a9-8ee2-0a542272c1b2 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Jul 22 20:21:52.775169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-fa478b1a-d27d-4bc3-a009-e9ff1e6e3acb tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:52.776658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-fa478b1a-d27d-4bc3-a009-e9ff1e6e3acb tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "GET /v2.0/ports?device_id=2246f224-8975-4a50-a61e-5391884a84e1 HTTP/1.1" status: 200 len: 945 time: 0.0631986 Jul 22 20:21:52.873145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Deleting port 2c3780de-8497-4c59-a58f-70767d6570ca {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:52.873463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:52.963188 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] For port 2c3780de-8497-4c59-a58f-70767d6570ca, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=2c3780de-8497-4c59-a58f-70767d6570ca,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:52.963547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:52.978197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Calling delete_port for 2c3780de-8497-4c59-a58f-70767d6570ca owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:53.107948 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:53.121667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aff2b98c-168d-46c1-b9b9-7e58b99d4071', '2c3780de-8497-4c59-a58f-70767d6570ca'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:53.134935 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Pushing event deleted for resources: {'Port': ['ID=2c3780de-8497-4c59-a58f-70767d6570ca,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:53.182198 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] No DVR routers for this DVR port 2c3780de-8497-4c59-a58f-70767d6570ca on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:21:53.184865 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:53.186836 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a83a4088-4409-4d7c-8715-010d4e61fb1e req-2c1b340c-7c2b-4fb1-baee-ad80cfde21e5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "DELETE /v2.0/ports/2c3780de-8497-4c59-a58f-70767d6570ca HTTP/1.1" status: 204 len: 173 time: 0.4048567 Jul 22 20:21:53.187266 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'name': 'network-vif-deleted', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:53.189529 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb86ce8a398656c8a79fdfed08897603a53f636374543364148af34c3972f2a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a270ae-378c-4021-ab05-511d83a93968" -d '{"events": [{"server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "name": "network-vif-deleted", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:53.237192 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1e8df-c579-4e9d-831d-9c9b02a730d7 x-openstack-request-id: req-53b1e8df-c579-4e9d-831d-9c9b02a730d7 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:53.237486 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2246f224-8975-4a50-a61e-5391884a84e1", "name": "network-vif-deleted", "tag": "2c3780de-8497-4c59-a58f-70767d6570ca", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:53.237741 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53b1e8df-c579-4e9d-831d-9c9b02a730d7 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:53.238132 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2246f224-8975-4a50-a61e-5391884a84e1', 'name': 'network-vif-deleted', 'tag': '2c3780de-8497-4c59-a58f-70767d6570ca', 'status': 'completed', 'code': 200} Jul 22 20:21:53.858151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6167-5b67-4959-a267-239f82e0a3fb req-dbfb7e61-183c-4f1c-9f4a-4d4294c51f83 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:53.859558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091c6167-5b67-4959-a267-239f82e0a3fb req-dbfb7e61-183c-4f1c-9f4a-4d4294c51f83 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0673580 Jul 22 20:21:53.896767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-091c6167-5b67-4959-a267-239f82e0a3fb req-d501208f-d15a-4533-8eb0-de0dfa3bd176 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Jul 22 20:21:54.047100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99727b85-3b66-40aa-8052-b12f4eb3c223 req-159f533a-2590-4a9a-b6f3-f85796ad761f tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:54.048664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99727b85-3b66-40aa-8052-b12f4eb3c223 req-159f533a-2590-4a9a-b6f3-f85796ad761f tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0700850 Jul 22 20:21:54.090591 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99727b85-3b66-40aa-8052-b12f4eb3c223 req-3b9f62e7-0a9b-4de9-858d-c11f5508197b tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Jul 22 20:21:54.222565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591da6a8-d4a2-4a62-8317-1a09aea96095 req-5e020362-8274-4ced-9c92-f1faba74adb3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:54.224062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-591da6a8-d4a2-4a62-8317-1a09aea96095 req-5e020362-8274-4ced-9c92-f1faba74adb3 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0642834 Jul 22 20:21:54.261426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-591da6a8-d4a2-4a62-8317-1a09aea96095 req-f8624119-637b-46e3-9b7b-8a0d1dd6cedc tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Jul 22 20:21:54.439739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f6821-b3ea-41fd-90d9-0a7382e7e3bc req-ee24459f-72f8-40be-b486-6a498372fd87 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:54.441335 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f6f6821-b3ea-41fd-90d9-0a7382e7e3bc req-ee24459f-72f8-40be-b486-6a498372fd87 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0647333 Jul 22 20:21:54.480251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f6f6821-b3ea-41fd-90d9-0a7382e7e3bc req-80fbbdd9-6b4b-4135-9861-3936df2d5a67 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Jul 22 20:21:54.598754 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:21:54.608885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc4e4f-99f9-48b4-b9b4-e24a2bc462ec req-23809a68-6cca-4561-9e58-33fc78b77b0b tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:54.610359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ffc4e4f-99f9-48b4-b9b4-e24a2bc462ec req-23809a68-6cca-4561-9e58-33fc78b77b0b tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0651810 Jul 22 20:21:54.650055 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0ffc4e4f-99f9-48b4-b9b4-e24a2bc462ec req-5ea30a4e-a215-4f62-8fb8-94db576cc7f1 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jul 22 20:21:54.801697 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d4cf3-6914-438f-9dd3-3a9bfa4867a4 req-e61a4616-e9e8-4b13-afa8-df54f00b4d66 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:54.803195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3d4cf3-6914-438f-9dd3-3a9bfa4867a4 req-e61a4616-e9e8-4b13-afa8-df54f00b4d66 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0796063 Jul 22 20:21:54.841159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5d3d4cf3-6914-438f-9dd3-3a9bfa4867a4 req-837cf1ac-1e60-4fff-b678-1869a7c5f93a tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Jul 22 20:21:54.951959 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:55.165402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01219359-9919-454d-8e35-393d9979f412 req-1be34c08-6aba-472f-9f46-b42995c4008c tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:55.166901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01219359-9919-454d-8e35-393d9979f412 req-1be34c08-6aba-472f-9f46-b42995c4008c tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0650377 Jul 22 20:21:55.209054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01219359-9919-454d-8e35-393d9979f412 req-51b007c9-4a29-4a12-99c4-25f8fa15ff04 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Jul 22 20:21:56.337127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655371-acc5-46b8-8a1e-64f0c4aab478 req-19c8f31a-3584-48c3-a024-83684ae51d99 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:56.338642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72655371-acc5-46b8-8a1e-64f0c4aab478 req-19c8f31a-3584-48c3-a024-83684ae51d99 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0637374 Jul 22 20:21:56.375228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72655371-acc5-46b8-8a1e-64f0c4aab478 req-aebf53ec-5a19-4a37-a851-6d44a37526d5 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.10 "GET /v2.0/security-groups?id=6abe35d4-feb3-4aea-a261-70ec7d98ef8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Jul 22 20:21:56.494822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b318c18-3795-445e-960b-1387c1200627 req-15ce4ee8-347c-43bc-90fe-3f7289f4d962 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:56.496299 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b318c18-3795-445e-960b-1387c1200627 req-15ce4ee8-347c-43bc-90fe-3f7289f4d962 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bf754d2-6e3e-4e20-a118-564ca329a3ac HTTP/1.1" status: 200 len: 946 time: 0.0687449 Jul 22 20:21:56.595134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Deleting port aff2b98c-168d-46c1-b9b9-7e58b99d4071 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:21:56.595464 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.687428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] For port aff2b98c-168d-46c1-b9b9-7e58b99d4071, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=aff2b98c-168d-46c1-b9b9-7e58b99d4071,segment=NetworkSegment(13306a65-3460-4eaf-a43e-807c8dcc4ade),segment_id=13306a65-3460-4eaf-a43e-807c8dcc4ade)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:21:56.687789 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.699853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Calling delete_port for aff2b98c-168d-46c1-b9b9-7e58b99d4071 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:21:56.822892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.834783 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['aff2b98c-168d-46c1-b9b9-7e58b99d4071'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:21:56.855327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Pushing event deleted for resources: {'Port': ['ID=aff2b98c-168d-46c1-b9b9-7e58b99d4071,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:56.902224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] No DVR routers for this DVR port aff2b98c-168d-46c1-b9b9-7e58b99d4071 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:21:56.904845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:56.906827 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b318c18-3795-445e-960b-1387c1200627 req-9fb4d374-ddbe-41e4-a058-4ddeac0d8df7 tempest-ServersNegativeTestJSON-706229363 tempest-ServersNegativeTestJSON-706229363-project] 10.222.0.32 "DELETE /v2.0/ports/aff2b98c-168d-46c1-b9b9-7e58b99d4071 HTTP/1.1" status: 204 len: 173 time: 0.4051924 Jul 22 20:21:56.907256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'name': 'network-vif-deleted', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:21:56.945635 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7001155-5bb6-4a67-8af7-058df4524689" -d '{"events": [{"server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "name": "network-vif-deleted", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:21:57.032536 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f193b4-e728-4ed7-9a83-fd6122b6367e x-openstack-request-id: req-81f193b4-e728-4ed7-9a83-fd6122b6367e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:21:57.032832 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf754d2-6e3e-4e20-a118-564ca329a3ac", "name": "network-vif-deleted", "tag": "aff2b98c-168d-46c1-b9b9-7e58b99d4071", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:21:57.033087 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f193b4-e728-4ed7-9a83-fd6122b6367e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:21:57.033490 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf754d2-6e3e-4e20-a118-564ca329a3ac', 'name': 'network-vif-deleted', 'tag': 'aff2b98c-168d-46c1-b9b9-7e58b99d4071', 'status': 'completed', 'code': 200} Jul 22 20:21:57.432835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39592) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:57.478125 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Deleting subnet eb9ab78c-e1fb-4b82-a178-0592399b2520 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:21:57.481174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.516038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.544251 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c3780de-8497-4c59-a58f-70767d6570ca no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:21:57.562738 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.567433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 2c3780de-8497-4c59-a58f-70767d6570ca {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:21:57.567779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 2c3780de-8497-4c59-a58f-70767d6570ca not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:21:57.613079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.639400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb9ab78c-e1fb-4b82-a178-0592399b2520,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:57.643262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.645163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cde9d070-593b-4c58-9362-e96a8366fb5f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb9ab78c-e1fb-4b82-a178-0592399b2520 HTTP/1.1" status: 204 len: 168 time: 0.2113028 Jul 22 20:21:57.647601 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39594) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:57.714912 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.736400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.799123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.808762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed016651-cd09-472c-9097-43c3ac472d04']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:57.818583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13306a65-3460-4eaf-a43e-807c8dcc4ade') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:57.818868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13306a65-3460-4eaf-a43e-807c8dcc4ade') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:21:57.829121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.844019 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.849850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:21:57.850311 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:21:57.851982 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:21:57.907643 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.913155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:57.915314 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ed016651-cd09-472c-9097-43c3ac472d04 HTTP/1.1" status: 204 len: 168 time: 0.2666798 Jul 22 20:21:57.925953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637e716-c725-4c06-9d7b-48ba0169fba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed016651-cd09-472c-9097-43c3ac472d04,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:58.021070 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39598) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:58.059853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d859642d-0849-4989-92cf-b3f8f3fa9e78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73f381cdc0674fba91b856ab73bc6cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376418 Jul 22 20:21:58.062419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39600) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:58.111134 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:58.133112 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:58.177333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:58.180683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:58.181953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6abe35d4-feb3-4aea-a261-70ec7d98ef8c HTTP/1.1" status: 204 len: 168 time: 0.1185794 Jul 22 20:21:58.189989 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7a766-d30e-40bc-95d6-04a31f6432ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe35d4-feb3-4aea-a261-70ec7d98ef8c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:58.844622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39622) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:21:58.934452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566218195'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:21:58.955641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:21:58.958999 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:58.970666 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.058688 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.064973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.093970 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:21:59.100186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=850785bd-f7da-41d1-b08e-bf29c4720f17,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.106833 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.107182 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Added segment f896d122-8615-4654-98ba-e313e17d7f3f of type vlan for network b6ed117e-1c19-4c34-be85-69f13eaf558c Jul 22 20:21:59.147318 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.176586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.182966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:21:59.183570 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:21:59.214914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3691900 Jul 22 20:21:59.255421 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc900cda-12a3-4313-9b47-eff829b6a364 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Network': ['ID=b6ed117e-1c19-4c34-be85-69f13eaf558c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:21:59.266437 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network b6ed117e-1c19-4c34-be85-69f13eaf558c details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:01.575027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aff2b98c-168d-46c1-b9b9-7e58b99d4071 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:22:01.595750 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: aff2b98c-168d-46c1-b9b9-7e58b99d4071 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:22:01.596053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device aff2b98c-168d-46c1-b9b9-7e58b99d4071 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:22:02.540993 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39626) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:02.546038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'subnet': {'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:02.630016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:02.633764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.148726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.205710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Subnet': ['ID=03df793d-63f6-4737-b9f7-e3112a5866c5,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:03.214667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking segment: {'id': 'f896d122-8615-4654-98ba-e313e17d7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:03.215031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network hostable DHCP agents. Network: b6ed117e-1c19-4c34-be85-69f13eaf558c, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:03.230742 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network b6ed117e-1c19-4c34-be85-69f13eaf558c is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:03.238877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, b6ed117e-1c19-4c34-be85-69f13eaf558c) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:03.243388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:03.243972 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.248641 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61a875-c9e9-45d2-8b99-de7f000eb2a0 None None] Network b6ed117e-1c19-4c34-be85-69f13eaf558c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:03.258077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-290f3857-29ec-46c3-9ec0-92901b838ddd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7156403 Jul 22 20:22:03.261162 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39628) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:03.266094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-872596878'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:03.286005 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:03.290267 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.317552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:03.326658 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.326999 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Added segment d452aab3-7dec-4c6d-9849-5b13c51843e9 of type vlan for network 294076d9-497a-4cfc-8794-c82a00d5d030 Jul 22 20:22:03.367639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.395402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-b6ed117e-1c19-4c34-be85-69f13eaf558c', 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c', 'tenant_id': 'a12e99d39b58430ca46b8c25b4931a5f', 'fixed_ips': [{'subnet_id': '03df793d-63f6-4737-b9f7-e3112a5866c5'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:03.396138 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.396472 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.402448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:03.402980 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.435613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1733937 Jul 22 20:22:03.438386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:03.445688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'subnet': {'network_id': '294076d9-497a-4cfc-8794-c82a00d5d030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:03.490821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be067dc-e702-47df-b913-6f53c35afde1 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Network': ['ID=294076d9-497a-4cfc-8794-c82a00d5d030,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:03.571201 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:03.575043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.632965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 294076d9-497a-4cfc-8794-c82a00d5d030 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:03.745870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Allocated IP 2001:db8:0:ffff::2 (b6ed117e-1c19-4c34-be85-69f13eaf558c/03df793d-63f6-4737-b9f7-e3112a5866c5/17d1256d-fc8e-474b-abfa-11ea4ad55435) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:03.770763 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.830747 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Subnet': ['ID=5c631c81-260d-4b86-8a87-3bcb2eb88160,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:03.840233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking segment: {'id': 'd452aab3-7dec-4c6d-9849-5b13c51843e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '294076d9-497a-4cfc-8794-c82a00d5d030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:03.840608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network hostable DHCP agents. Network: 294076d9-497a-4cfc-8794-c82a00d5d030, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:03.856825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network 294076d9-497a-4cfc-8794-c82a00d5d030 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:03.865294 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 294076d9-497a-4cfc-8794-c82a00d5d030) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:03.869811 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:03.870645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.877519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdfc8e9-81b9-49d3-9596-96601c880916 None None] Network 294076d9-497a-4cfc-8794-c82a00d5d030 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:03.885413 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8697385d-b01c-4bf4-b273-832cbd6f022a tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4460142 Jul 22 20:22:03.888041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:03.913536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.949040 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Transition to ACTIVE for port object 17d1256d-fc8e-474b-abfa-11ea4ad55435 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:03.972620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Transition to ACTIVE for port object 17d1256d-fc8e-474b-abfa-11ea4ad55435 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:03.984335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:03.992433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.044508 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.052678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Network b6ed117e-1c19-4c34-be85-69f13eaf558c is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:04.058886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:04.064997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:04.068491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Pushing event updated for resources: {'Port': ['ID=17d1256d-fc8e-474b-abfa-11ea4ad55435,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.084425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.084775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.085110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.085979 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.086306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.086631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.086948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.087272 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.087591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.087909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.088253 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.088590 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:04.119038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.130113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3e18f-8b65-4a85-917e-af2d53048db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-294076d9-497a-4cfc-8794-c82a00d5d030', 'network_id': '294076d9-497a-4cfc-8794-c82a00d5d030', 'tenant_id': 'a12e99d39b58430ca46b8c25b4931a5f', 'fixed_ips': [{'subnet_id': '5c631c81-260d-4b86-8a87-3bcb2eb88160'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:04.131004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0fd3e18f-8b65-4a85-917e-af2d53048db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.146172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Subnet': ['ID=5c631c81-260d-4b86-8a87-3bcb2eb88160,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.176900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Attempting to bind port 17d1256d-fc8e-474b-abfa-11ea4ad55435 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:04.177269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Attempting to bind port 17d1256d-fc8e-474b-abfa-11ea4ad55435 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'f896d122-8615-4654-98ba-e313e17d7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:04.177634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Attempting to bind port 17d1256d-fc8e-474b-abfa-11ea4ad55435 on network b6ed117e-1c19-4c34-be85-69f13eaf558c {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:04.215387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.225723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294076d9-497a-4cfc-8794-c82a00d5d030']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:04.228010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:04.228393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Checking segment: {'id': 'f896d122-8615-4654-98ba-e313e17d7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:04.228797 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.229191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Bound using segment: {'id': 'f896d122-8615-4654-98ba-e313e17d7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:04.229668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Bound port: 17d1256d-fc8e-474b-abfa-11ea4ad55435, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f896d122-8615-4654-98ba-e313e17d7f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b6ed117e-1c19-4c34-be85-69f13eaf558c'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:04.230051 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.237248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd452aab3-7dec-4c6d-9849-5b13c51843e9') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:04.237471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd452aab3-7dec-4c6d-9849-5b13c51843e9') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:04.247812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.253274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8078c787-6dda-43a4-8650-910daf7aa143 None None] Network 294076d9-497a-4cfc-8794-c82a00d5d030 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:04.263337 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.269425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:04.269826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:04.273964 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:04.334529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.340103 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.342273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/294076d9-497a-4cfc-8794-c82a00d5d030 HTTP/1.1" status: 204 len: 168 time: 0.4530985 Jul 22 20:22:04.346126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39634) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:04.352986 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325667284'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:04.357004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c1e1c-b6dd-4b83-8ab3-807d53e47d6f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Network': ['ID=294076d9-497a-4cfc-8794-c82a00d5d030,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.373735 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] For port 17d1256d-fc8e-474b-abfa-11ea4ad55435, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:04.378335 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:04.384495 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.403093 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] For port 17d1256d-fc8e-474b-abfa-11ea4ad55435, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=17d1256d-fc8e-474b-abfa-11ea4ad55435,segment=NetworkSegment(f896d122-8615-4654-98ba-e313e17d7f3f),segment_id=f896d122-8615-4654-98ba-e313e17d7f3f)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:04.406868 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.413381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:04.424566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.424917 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Added segment a536d8d1-adf8-4ee7-b3d9-52cfcfb96e3a of type vlan for network 703dbb9d-2fa9-456c-be4b-894baacb7f60 Jul 22 20:22:04.466575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa0ef2-a625-4265-b769-976d4b1870d1 None None] Pushing event updated for resources: {'Port': ['ID=17d1256d-fc8e-474b-abfa-11ea4ad55435,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.476734 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.508127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.514104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:04.514694 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.555366 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2046611 Jul 22 20:22:04.555684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39636) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:04.563498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'subnet': {'network_id': '703dbb9d-2fa9-456c-be4b-894baacb7f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:04.619473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471408c-25d3-4237-b85a-3c7c378a2080 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Network': ['ID=703dbb9d-2fa9-456c-be4b-894baacb7f60,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.634621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 703dbb9d-2fa9-456c-be4b-894baacb7f60 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:04.701210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:04.705102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.770603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Performing IP validity checks on allocation pools {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 20:22:04.771044 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.ipam_backend_mixin [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93801) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 20:22:04.891194 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.952579 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Subnet': ['ID=f0e43130-6c3f-4911-8103-b61b14dcc50f,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:04.963193 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking segment: {'id': 'a536d8d1-adf8-4ee7-b3d9-52cfcfb96e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '703dbb9d-2fa9-456c-be4b-894baacb7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:04.963555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network hostable DHCP agents. Network: 703dbb9d-2fa9-456c-be4b-894baacb7f60, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:04.980470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network 703dbb9d-2fa9-456c-be4b-894baacb7f60 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:04.988723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 703dbb9d-2fa9-456c-be4b-894baacb7f60) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:04.993089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:04.993675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:04.998841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d143d6-f6de-4bc4-aeb1-76718a11d2a5 None None] Network 703dbb9d-2fa9-456c-be4b-894baacb7f60 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:05.012038 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fc4f6753-14a7-4008-9ab5-e01d9a94f834 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4523818 Jul 22 20:22:05.012326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39638) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:05.118794 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.162938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3dd0ea-4e17-40b3-ac26-f0fdfae43257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-703dbb9d-2fa9-456c-be4b-894baacb7f60', 'network_id': '703dbb9d-2fa9-456c-be4b-894baacb7f60', 'tenant_id': 'a12e99d39b58430ca46b8c25b4931a5f', 'fixed_ips': [{'subnet_id': 'f0e43130-6c3f-4911-8103-b61b14dcc50f'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:05.164003 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd0ea-4e17-40b3-ac26-f0fdfae43257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.181161 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.254490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server [None req-0f3dd0ea-4e17-40b3-ac26-f0fdfae43257 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0e43130-6c3f-4911-8103-b61b14dcc50f: This subnet is being modified by another concurrent operation. Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server raise exception Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0e43130-6c3f-4911-8103-b61b14dcc50f: This subnet is being modified by another concurrent operation. Jul 22 20:22:05.279421 n-d-800087-13 neutron-server[93802]: ERROR oslo_messaging.rpc.server Jul 22 20:22:05.287558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e43130-6c3f-4911-8103-b61b14dcc50f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:05.305848 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a054b8-a6cb-48a2-8a92-59b035eb6970 None None] Network 703dbb9d-2fa9-456c-be4b-894baacb7f60 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:05.346897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.357760 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703dbb9d-2fa9-456c-be4b-894baacb7f60']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:05.375127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a536d8d1-adf8-4ee7-b3d9-52cfcfb96e3a') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:05.375646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a536d8d1-adf8-4ee7-b3d9-52cfcfb96e3a') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:05.387411 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.409147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.421018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:05.424611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:05.428648 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:05.431711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef5279-33e5-4c43-81c6-494b396adb15 None None] Network b6ed117e-1c19-4c34-be85-69f13eaf558c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:05.456827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 17d1256d-fc8e-474b-abfa-11ea4ad55435 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:05.497298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.505854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.508585 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/703dbb9d-2fa9-456c-be4b-894baacb7f60 HTTP/1.1" status: 204 len: 168 time: 0.4949410 Jul 22 20:22:05.511974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:05.517946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f9ea2-25ac-4de6-a855-0866c8f06e88 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Network': ['ID=703dbb9d-2fa9-456c-be4b-894baacb7f60,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:05.520035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288260976'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:05.541514 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:05.545331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.564442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7d92d0da-83e5-47b3-af1f-56777203eb7c None None] Provisioning for port 17d1256d-fc8e-474b-abfa-11ea4ad55435 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:05.571247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:05.581621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.582255 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Added segment 67d8a3de-79fe-480a-804c-2505616443f7 of type vlan for network d2b92edc-5e6c-4898-ab97-ca3203ced41f Jul 22 20:22:05.605447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 17d1256d-fc8e-474b-abfa-11ea4ad55435 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:05.613570 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 17d1256d-fc8e-474b-abfa-11ea4ad55435 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:05.613941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.626251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.655654 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.661457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:05.662100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.696101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1826069 Jul 22 20:22:05.698966 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39642) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:05.705930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'subnet': {'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:05.730569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.750967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300dbad-f067-4cec-87e9-0352b848bac7 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Network': ['ID=d2b92edc-5e6c-4898-ab97-ca3203ced41f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:05.770095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:05.786143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 17d1256d-fc8e-474b-abfa-11ea4ad55435, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=17d1256d-fc8e-474b-abfa-11ea4ad55435,segment=NetworkSegment(f896d122-8615-4654-98ba-e313e17d7f3f),segment_id=f896d122-8615-4654-98ba-e313e17d7f3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:05.798462 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.833770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:05.839211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:05.890927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=17d1256d-fc8e-474b-abfa-11ea4ad55435,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:05.917105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e8a67-e41f-4492-8d0e-94692adefb65 None None] get_active_networks_info from n-d-800087-13 {{(pid=93802) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 20:22:05.998480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6e8a67-e41f-4492-8d0e-94692adefb65 None None] Resources bound (agent type, host, resource id): {{(pid=93802) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 20:22:06.011700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-63292dd9-d1ce-406e-a32f-b253d6c77c49 None None] Provisioning complete for port 17d1256d-fc8e-474b-abfa-11ea4ad55435 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:06.012084 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-63292dd9-d1ce-406e-a32f-b253d6c77c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.026687 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.086288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Subnet': ['ID=c3ca1e8a-588c-4d8e-bf38-873b125a34ca,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:06.101404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking segment: {'id': '67d8a3de-79fe-480a-804c-2505616443f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:06.101834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network hostable DHCP agents. Network: d2b92edc-5e6c-4898-ab97-ca3203ced41f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:06.119192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:06.129591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d2b92edc-5e6c-4898-ab97-ca3203ced41f) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:06.134820 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:06.135410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.150715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ba0d27bb-13da-4791-9da7-7502cf534c42 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4507341 Jul 22 20:22:06.154360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39644) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:06.160204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-943203867'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:06.184732 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:06.188849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.213458 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:06.223275 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.223747 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Added segment c7dee2f1-4a3b-421d-93f4-dcac6f618f9f of type vlan for network c133356f-3ffe-409b-ba6c-5da09f40326b Jul 22 20:22:06.265246 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.300393 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.301932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18243d7e-0133-40eb-ba69-d1bcf1a52edf None None] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:06.306710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:06.307306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.346311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1904335 Jul 22 20:22:06.348974 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39646) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:06.383720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Request body: {'subnet': {'network_id': 'c133356f-3ffe-409b-ba6c-5da09f40326b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:06.388454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb65f3-9bff-41c5-80d8-6acae7426440 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Network': ['ID=c133356f-3ffe-409b-ba6c-5da09f40326b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:06.400647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c133356f-3ffe-409b-ba6c-5da09f40326b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:06.473883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Made reservation on behalf of a12e99d39b58430ca46b8c25b4931a5f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:06.477771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.501475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d2b92edc-5e6c-4898-ab97-ca3203ced41f', 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f', 'tenant_id': 'a12e99d39b58430ca46b8c25b4931a5f', 'fixed_ips': [{'subnet_id': 'c3ca1e8a-588c-4d8e-bf38-873b125a34ca'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:06.502313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.642323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Allocated IP 2001:db8::2 (d2b92edc-5e6c-4898-ab97-ca3203ced41f/c3ca1e8a-588c-4d8e-bf38-873b125a34ca/abd44cf9-4f97-4e1e-bc0e-8f2282979880) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:06.663139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.727983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event updated for resources: {'Subnet': ['ID=1f14961c-8d0b-4f79-88e3-a23796787f64,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:06.737052 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Checking segment: {'id': 'c7dee2f1-4a3b-421d-93f4-dcac6f618f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c133356f-3ffe-409b-ba6c-5da09f40326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:06.737423 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network hostable DHCP agents. Network: c133356f-3ffe-409b-ba6c-5da09f40326b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:06.754243 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Network c133356f-3ffe-409b-ba6c-5da09f40326b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:06.764569 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c133356f-3ffe-409b-ba6c-5da09f40326b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:06.769547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:06.770180 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.788933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1e848872-47dd-4e5f-bbbe-9d17cef60c2d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4362383 Jul 22 20:22:06.789480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39648) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:06.893251 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.922593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cbdc96-dc4f-44ff-8a0a-d8daeac2fc5f None None] Network c133356f-3ffe-409b-ba6c-5da09f40326b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:06.945304 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:06.987829 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.006048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Transition to ACTIVE for port object abd44cf9-4f97-4e1e-bc0e-8f2282979880 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:07.006507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.033551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Transition to ACTIVE for port object abd44cf9-4f97-4e1e-bc0e-8f2282979880 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:07.041375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Subnet': ['ID=1f14961c-8d0b-4f79-88e3-a23796787f64,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:07.056372 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.102748 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.110300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b860bf9-2565-4822-b768-558754c9adfe None None] Network c133356f-3ffe-409b-ba6c-5da09f40326b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:07.113734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c133356f-3ffe-409b-ba6c-5da09f40326b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:07.119721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:07.124074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7dee2f1-4a3b-421d-93f4-dcac6f618f9f') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:07.124402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7dee2f1-4a3b-421d-93f4-dcac6f618f9f') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:07.132622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:07.133550 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.135861 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Pushing event updated for resources: {'Port': ['ID=abd44cf9-4f97-4e1e-bc0e-8f2282979880,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:07.143730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:07.151933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.157958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:07.158339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:07.161643 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:07.224589 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.232338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.234176 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/c133356f-3ffe-409b-ba6c-5da09f40326b HTTP/1.1" status: 204 len: 168 time: 0.4436901 Jul 22 20:22:07.237878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39650) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.245905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62b733-5c5f-4496-b187-8a128fa421af tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Network': ['ID=c133356f-3ffe-409b-ba6c-5da09f40326b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:07.256710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1627c262-654c-41ed-af96-b693ce11c4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.268942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Attempting to bind port abd44cf9-4f97-4e1e-bc0e-8f2282979880 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:07.269315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Attempting to bind port abd44cf9-4f97-4e1e-bc0e-8f2282979880 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '67d8a3de-79fe-480a-804c-2505616443f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:07.269676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Attempting to bind port abd44cf9-4f97-4e1e-bc0e-8f2282979880 on network d2b92edc-5e6c-4898-ab97-ca3203ced41f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:07.270749 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e551dbd-53b0-4d75-bec5-0d1f036ddb61 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] GET failed (client error): The resource could not be found. Jul 22 20:22:07.272097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e551dbd-53b0-4d75-bec5-0d1f036ddb61 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "GET /v2.0/subnets/1f14961c-8d0b-4f79-88e3-a23796787f64 HTTP/1.1" status: 404 len: 337 time: 0.0331540 Jul 22 20:22:07.275336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39652) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.293827 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7786f10-b107-4fe6-a512-e073f1fe8de0 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:07.294396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7786f10-b107-4fe6-a512-e073f1fe8de0 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:07.294963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:07.295335 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Checking segment: {'id': '67d8a3de-79fe-480a-804c-2505616443f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:07.300424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.300424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Bound using segment: {'id': '67d8a3de-79fe-480a-804c-2505616443f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:07.300603 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d7786f10-b107-4fe6-a512-e073f1fe8de0 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/c133356f-3ffe-409b-ba6c-5da09f40326b HTTP/1.1" status: 404 len: 339 time: 0.0198567 Jul 22 20:22:07.300703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Bound port: abd44cf9-4f97-4e1e-bc0e-8f2282979880, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d8a3de-79fe-480a-804c-2505616443f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd2b92edc-5e6c-4898-ab97-ca3203ced41f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:07.300703 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.300896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.325881 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9638099-6965-4495-b9bb-ce9519f8cf0f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:07.326336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9638099-6965-4495-b9bb-ce9519f8cf0f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:07.328032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c9638099-6965-4495-b9bb-ce9519f8cf0f tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/subnets/1f14961c-8d0b-4f79-88e3-a23796787f64 HTTP/1.1" status: 404 len: 337 time: 0.0272067 Jul 22 20:22:07.330549 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.348316 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-591407df-817f-4aab-a5ec-fb5e462b4644 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:07.348874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591407df-817f-4aab-a5ec-fb5e462b4644 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:07.350587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-591407df-817f-4aab-a5ec-fb5e462b4644 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/c133356f-3ffe-409b-ba6c-5da09f40326b HTTP/1.1" status: 404 len: 339 time: 0.0191386 Jul 22 20:22:07.353768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.360180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] For port abd44cf9-4f97-4e1e-bc0e-8f2282979880, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:07.364524 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] For port abd44cf9-4f97-4e1e-bc0e-8f2282979880, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=abd44cf9-4f97-4e1e-bc0e-8f2282979880,segment=NetworkSegment(67d8a3de-79fe-480a-804c-2505616443f7),segment_id=67d8a3de-79fe-480a-804c-2505616443f7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:07.372079 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.406964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Deleting subnet c3ca1e8a-588c-4d8e-bf38-873b125a34ca {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:22:07.410203 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.426214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 17d1256d-fc8e-474b-abfa-11ea4ad55435 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:07.452989 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0b5a5-4188-4cf4-9368-d7dc042726cb None None] Pushing event updated for resources: {'Port': ['ID=abd44cf9-4f97-4e1e-bc0e-8f2282979880,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:07.465123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.483389 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 17d1256d-fc8e-474b-abfa-11ea4ad55435 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:07.483746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.562288 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.642836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.676658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ca1e8a-588c-4d8e-bf38-873b125a34ca,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:07.682532 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.684624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2ee0874-f299-407d-bc22-53ae2713d0cd tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/subnets/c3ca1e8a-588c-4d8e-bf38-873b125a34ca HTTP/1.1" status: 204 len: 168 time: 0.3299298 Jul 22 20:22:07.687082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39660) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:07.765883 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.817827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Deleting port abd44cf9-4f97-4e1e-bc0e-8f2282979880 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:07.818176 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.887059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] For port abd44cf9-4f97-4e1e-bc0e-8f2282979880, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=abd44cf9-4f97-4e1e-bc0e-8f2282979880,segment=NetworkSegment(67d8a3de-79fe-480a-804c-2505616443f7),segment_id=67d8a3de-79fe-480a-804c-2505616443f7)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:07.887448 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:07.899649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Calling delete_port for abd44cf9-4f97-4e1e-bc0e-8f2282979880 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:07.977368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.000617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Port': ['ID=abd44cf9-4f97-4e1e-bc0e-8f2282979880,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:08.007854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No DVR routers for this DVR port abd44cf9-4f97-4e1e-bc0e-8f2282979880 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:08.093367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.105512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b92edc-5e6c-4898-ab97-ca3203ced41f']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:08.117186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d8a3de-79fe-480a-804c-2505616443f7') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:08.117643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d8a3de-79fe-480a-804c-2505616443f7') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:08.127144 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.141589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.148814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:08.149355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:08.152419 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:08.218242 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.226795 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.228820 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/d2b92edc-5e6c-4898-ab97-ca3203ced41f HTTP/1.1" status: 204 len: 168 time: 0.5407164 Jul 22 20:22:08.231111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39662) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.250184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e8ab5-b6a2-45e7-b4dd-1c5978046c9e tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Network': ['ID=d2b92edc-5e6c-4898-ab97-ca3203ced41f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:08.268876 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-06576893-7965-4539-9a27-ea7bc6a38649 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:08.269347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06576893-7965-4539-9a27-ea7bc6a38649 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:08.271134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-06576893-7965-4539-9a27-ea7bc6a38649 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/subnets/f0e43130-6c3f-4911-8103-b61b14dcc50f HTTP/1.1" status: 404 len: 337 time: 0.0390728 Jul 22 20:22:08.274263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39664) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.293025 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-062f9942-f824-4eb5-9150-3e1d525239a3 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:08.293623 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062f9942-f824-4eb5-9150-3e1d525239a3 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:08.296451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-062f9942-f824-4eb5-9150-3e1d525239a3 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/703dbb9d-2fa9-456c-be4b-894baacb7f60 HTTP/1.1" status: 404 len: 339 time: 0.0201912 Jul 22 20:22:08.298045 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.322554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8a944032-93d2-41cc-a0b1-61f4b61b5853 None None] Could not find standard attr ID for object abd44cf9-4f97-4e1e-bc0e-8f2282979880. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 20:22:08.323640 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2374d99b-2e11-47b0-9dcb-42994b4d3a1d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:08.324110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2374d99b-2e11-47b0-9dcb-42994b4d3a1d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:08.326746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2374d99b-2e11-47b0-9dcb-42994b4d3a1d tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/subnets/5c631c81-260d-4b86-8a87-3bcb2eb88160 HTTP/1.1" status: 404 len: 337 time: 0.0269363 Jul 22 20:22:08.328435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39668) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.347281 n-d-800087-13 neutron-server[93800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1044c311-b22b-4f76-8feb-09127eada635 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] DELETE failed (client error): The resource could not be found. Jul 22 20:22:08.347830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1044c311-b22b-4f76-8feb-09127eada635 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 20:22:08.349729 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1044c311-b22b-4f76-8feb-09127eada635 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/294076d9-497a-4cfc-8794-c82a00d5d030 HTTP/1.1" status: 404 len: 339 time: 0.0201633 Jul 22 20:22:08.351788 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ae369-78fb-4d9d-ba47-42e2c979af73 None None] DHCP port deletion for d2b92edc-5e6c-4898-ab97-ca3203ced41f request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:22:08.352807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39670) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.367443 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fab20-ec44-4319-994f-ee62af3876e5 None None] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:08.379124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fab20-ec44-4319-994f-ee62af3876e5 None None] Network d2b92edc-5e6c-4898-ab97-ca3203ced41f could not be found, it might have been deleted concurrently. {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 20:22:08.408725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Deleting subnet 03df793d-63f6-4737-b9f7-e3112a5866c5 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:22:08.411710 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.451599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.531504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.591037 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.619773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Subnet': ['ID=03df793d-63f6-4737-b9f7-e3112a5866c5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:08.625131 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.626542 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c0435eeb-3e3a-4637-8ad6-24762b1fb240 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/subnets/03df793d-63f6-4737-b9f7-e3112a5866c5 HTTP/1.1" status: 204 len: 168 time: 0.2727792 Jul 22 20:22:08.629149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39672) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:08.630667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1094a376-4c6c-49a3-b9dd-963aa44acfad None None] Network b6ed117e-1c19-4c34-be85-69f13eaf558c requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:08.703277 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.756956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Deleting port 17d1256d-fc8e-474b-abfa-11ea4ad55435 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:08.758160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.824038 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] DHCP port deletion for b6ed117e-1c19-4c34-be85-69f13eaf558c request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:22:08.830713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] For port 17d1256d-fc8e-474b-abfa-11ea4ad55435, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=17d1256d-fc8e-474b-abfa-11ea4ad55435,segment=NetworkSegment(f896d122-8615-4654-98ba-e313e17d7f3f),segment_id=f896d122-8615-4654-98ba-e313e17d7f3f)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:08.831082 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.849401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Calling delete_port for 17d1256d-fc8e-474b-abfa-11ea4ad55435 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:08.870475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Deleting port 17d1256d-fc8e-474b-abfa-11ea4ad55435 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:08.870860 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.931157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.936896 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] For port 17d1256d-fc8e-474b-abfa-11ea4ad55435, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=17d1256d-fc8e-474b-abfa-11ea4ad55435,segment=NetworkSegment(f896d122-8615-4654-98ba-e313e17d7f3f),segment_id=f896d122-8615-4654-98ba-e313e17d7f3f)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:08.937302 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:08.949130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Calling delete_port for 17d1256d-fc8e-474b-abfa-11ea4ad55435 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:08.960960 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Port': ['ID=17d1256d-fc8e-474b-abfa-11ea4ad55435,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:08.965491 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] No DVR routers for this DVR port 17d1256d-fc8e-474b-abfa-11ea4ad55435 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:09.025865 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.045316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.050765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] Pushing event deleted for resources: {'Port': ['ID=17d1256d-fc8e-474b-abfa-11ea4ad55435,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:09.054177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e445c7-f108-470b-be07-61754b990bf5 None None] No DVR routers for this DVR port 17d1256d-fc8e-474b-abfa-11ea4ad55435 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:09.055930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ed117e-1c19-4c34-be85-69f13eaf558c']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:09.068084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f896d122-8615-4654-98ba-e313e17d7f3f') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:09.068409 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f896d122-8615-4654-98ba-e313e17d7f3f') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:09.077564 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.095676 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.102215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:09.102608 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:09.105456 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:09.167255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.172127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.174094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] 10.222.0.10 "DELETE /v2.0/networks/b6ed117e-1c19-4c34-be85-69f13eaf558c HTTP/1.1" status: 204 len: 168 time: 0.5439527 Jul 22 20:22:09.192595 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b32656-64a5-40c3-b902-83108ac1c7b8 tempest-NetworksIpV6Test-1224974480 tempest-NetworksIpV6Test-1224974480-project] Pushing event deleted for resources: {'Network': ['ID=b6ed117e-1c19-4c34-be85-69f13eaf558c,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:09.398175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 17d1256d-fc8e-474b-abfa-11ea4ad55435 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:22:09.411984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39678) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:09.421356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 17d1256d-fc8e-474b-abfa-11ea4ad55435 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:22:09.421701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 17d1256d-fc8e-474b-abfa-11ea4ad55435 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:22:09.547870 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-97b690e9-c098-4fd0-9fc8-cbfb712c51ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a12e99d39b58430ca46b8c25b4931a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344116 Jul 22 20:22:09.550257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:09.600101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.623236 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.670614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.673344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:09.674651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/850785bd-f7da-41d1-b08e-bf29c4720f17 HTTP/1.1" status: 204 len: 168 time: 0.1234934 Jul 22 20:22:09.683145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c863ca0-88fd-4907-b1a1-2edd76c28ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850785bd-f7da-41d1-b08e-bf29c4720f17,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:10.028760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.089912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a2ca9848-7493-45e3-95ac-ddc31871dec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.298660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39704) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:10.388759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-992857520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:10.410504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.411477 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.466863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.471060 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.487358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.488558 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-700d131f-1e7c-4f75-a1a1-e977ddf43444 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1888878 Jul 22 20:22:10.491714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:10.497308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1958508660'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:10.519525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Made reservation on behalf of cb858f3c8b894fc093620a4dc9e963e3 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:10.523007 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.536328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.627481 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.630958 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.656849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:10.667086 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d5973-6e0a-446c-9a88-da3552554cf5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:10.671741 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.672086 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Added segment 1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7 of type vlan for network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 Jul 22 20:22:10.712069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.739566 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.746236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:10.746850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:10.777274 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2844572 Jul 22 20:22:10.780040 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:10.786893 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'subnet': {'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:10.833323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fb2fe-9823-4cf8-93df-e19e0bb97c79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event updated for resources: {'Network': ['ID=22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:10.843629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:10.906247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Made reservation on behalf of cb858f3c8b894fc093620a4dc9e963e3 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:10.909860 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.085296 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.147618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event updated for resources: {'Subnet': ['ID=5744cfeb-332a-4889-a3e9-526a7266915d,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:11.152491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Checking segment: {'id': '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:11.152856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Network hostable DHCP agents. Network: 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:11.169050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:11.177207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:11.181329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:11.181922 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.186528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d85765-3e27-4fc5-bb0b-a09df6f3cbf7 None None] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:11.198064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b7a581a9-f3d4-410f-86a4-5343cfba6c29 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4169598 Jul 22 20:22:11.201041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:11.206009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1334428054'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:11.225946 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Made reservation on behalf of cb858f3c8b894fc093620a4dc9e963e3 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:11.230033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.257035 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:11.266003 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.266396 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Added segment 5598a9d9-9c6a-4fb1-b1db-b2812231953b of type vlan for network 03a58877-4dfa-48a7-bfbd-edb031862407 Jul 22 20:22:11.306540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.335175 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6', 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6', 'tenant_id': 'cb858f3c8b894fc093620a4dc9e963e3', 'fixed_ips': [{'subnet_id': '5744cfeb-332a-4889-a3e9-526a7266915d'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:11.336736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.336939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.342508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:11.343097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.375832 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1737719 Jul 22 20:22:11.379291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39714) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:11.384954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'subnet': {'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:11.411495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ce5b-fb5a-484d-ac55-5762891dfa79 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event updated for resources: {'Network': ['ID=03a58877-4dfa-48a7-bfbd-edb031862407,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:11.424271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 03a58877-4dfa-48a7-bfbd-edb031862407 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:11.479531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Made reservation on behalf of cb858f3c8b894fc093620a4dc9e963e3 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:11.483338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.531838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Allocated IP 172.20.0.2 (22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6/5744cfeb-332a-4889-a3e9-526a7266915d/9396f8a4-5b24-4f1c-93af-86a82bb96e81) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:11.667896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.672696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.685212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Transition to ACTIVE for port object 9396f8a4-5b24-4f1c-93af-86a82bb96e81 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:11.698318 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.704884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Transition to ACTIVE for port object 9396f8a4-5b24-4f1c-93af-86a82bb96e81 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:11.710910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.735739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event updated for resources: {'Subnet': ['ID=0b10f024-6bcc-4528-9a35-ffc66be0af39,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:11.743149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Checking segment: {'id': '5598a9d9-9c6a-4fb1-b1db-b2812231953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:11.743518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Network hostable DHCP agents. Network: 03a58877-4dfa-48a7-bfbd-edb031862407, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:11.751602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:11.754632 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:11.757129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:11.762985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Network 03a58877-4dfa-48a7-bfbd-edb031862407 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:11.772411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 03a58877-4dfa-48a7-bfbd-edb031862407) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:11.777145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:11.777731 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.792371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4cc69f79-567f-482d-9dd3-d78b5ed1eaa7 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114161 Jul 22 20:22:11.794992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39716) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:11.798558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712107c-36aa-4249-9b46-62d92c5c7fe8 None None] Network 03a58877-4dfa-48a7-bfbd-edb031862407 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:11.799470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ca2482e4-a074-4546-9c9c-364611cb6658 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:11.828390 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Pushing event updated for resources: {'Port': ['ID=9396f8a4-5b24-4f1c-93af-86a82bb96e81,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:11.857015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Attempting to bind port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:11.857691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Attempting to bind port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:11.857874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Attempting to bind port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 on network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:11.889659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:11.890036 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Checking segment: {'id': '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:11.890443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:11.890835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Bound using segment: {'id': '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:11.891300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Bound port: 9396f8a4-5b24-4f1c-93af-86a82bb96e81, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:11.891682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.000597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] For port 9396f8a4-5b24-4f1c-93af-86a82bb96e81, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:12.002292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ca2482e4-a074-4546-9c9c-364611cb6658 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.005145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] For port 9396f8a4-5b24-4f1c-93af-86a82bb96e81, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9396f8a4-5b24-4f1c-93af-86a82bb96e81,segment=NetworkSegment(1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7),segment_id=1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:12.010668 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.060858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-03a58877-4dfa-48a7-bfbd-edb031862407', 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407', 'tenant_id': 'cb858f3c8b894fc093620a4dc9e963e3', 'fixed_ips': [{'subnet_id': '0b10f024-6bcc-4528-9a35-ffc66be0af39'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:12.061715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.111058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff82c1-f6f6-4bfa-a664-3b373a616363 None None] Pushing event updated for resources: {'Port': ['ID=9396f8a4-5b24-4f1c-93af-86a82bb96e81,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:12.128819 n-d-800087-13 neutron-server[93800]: INFO neutron.api.v2.resource [None req-ca2482e4-a074-4546-9c9c-364611cb6658 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 20:22:12.130072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ca2482e4-a074-4546-9c9c-364611cb6658 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "PUT /v2.0/routers/a4a4f1ae-6e45-418e-9ad7-6be64615d364 HTTP/1.1" status: 400 len: 364 time: 0.3341227 Jul 22 20:22:12.136557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39718) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:12.193175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Deleting subnet 0b10f024-6bcc-4528-9a35-ffc66be0af39 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:22:12.231842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Allocated IP 172.21.0.2 (03a58877-4dfa-48a7-bfbd-edb031862407/0b10f024-6bcc-4528-9a35-ffc66be0af39/ffd8cb3d-2643-40fe-9bcd-8b15942cfe63) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:12.396225 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.405104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Transition to ACTIVE for port object ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:12.419395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Transition to ACTIVE for port object ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:12.424583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.425106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.465311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Network 03a58877-4dfa-48a7-bfbd-edb031862407 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:12.466492 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.468101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:12.471715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:12.478972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Pushing event updated for resources: {'Port': ['ID=ffd8cb3d-2643-40fe-9bcd-8b15942cfe63,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:12.538185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Attempting to bind port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:12.538550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Attempting to bind port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '5598a9d9-9c6a-4fb1-b1db-b2812231953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:12.539463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Attempting to bind port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 on network 03a58877-4dfa-48a7-bfbd-edb031862407 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:12.544495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:12.544876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Checking segment: {'id': '5598a9d9-9c6a-4fb1-b1db-b2812231953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:12.545275 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.545724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Bound using segment: {'id': '5598a9d9-9c6a-4fb1-b1db-b2812231953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:12.546112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Bound port: ffd8cb3d-2643-40fe-9bcd-8b15942cfe63, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5598a9d9-9c6a-4fb1-b1db-b2812231953b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '03a58877-4dfa-48a7-bfbd-edb031862407'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:12.546489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.558620 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.618900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.621780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] For port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:12.625212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] For port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffd8cb3d-2643-40fe-9bcd-8b15942cfe63,segment=NetworkSegment(5598a9d9-9c6a-4fb1-b1db-b2812231953b),segment_id=5598a9d9-9c6a-4fb1-b1db-b2812231953b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:12.629520 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.647663 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Subnet': ['ID=0b10f024-6bcc-4528-9a35-ffc66be0af39,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:12.650571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.652548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-844f5221-7c8b-4273-965e-e3d6f8207c6b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "DELETE /v2.0/subnets/0b10f024-6bcc-4528-9a35-ffc66be0af39 HTTP/1.1" status: 204 len: 168 time: 0.5149784 Jul 22 20:22:12.655030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39720) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:12.698314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ee236-d4de-4e75-a4e9-19dda89fddd0 None None] Pushing event updated for resources: {'Port': ['ID=ffd8cb3d-2643-40fe-9bcd-8b15942cfe63,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:12.746639 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.807875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Deleting port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:12.808553 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.894670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] For port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ffd8cb3d-2643-40fe-9bcd-8b15942cfe63,segment=NetworkSegment(5598a9d9-9c6a-4fb1-b1db-b2812231953b),segment_id=5598a9d9-9c6a-4fb1-b1db-b2812231953b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:12.895026 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:12.918305 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Calling delete_port for ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:13.012222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.040462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Port': ['ID=ffd8cb3d-2643-40fe-9bcd-8b15942cfe63,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:13.042308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] No DVR routers for this DVR port ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:13.065964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8d15ee-cbe2-49f3-8340-5f01698672ce None None] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:13.102806 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.105684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-86593a6e-b1e2-4a03-a33f-68f0d6fb1a61 None None] Provisioning for port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:13.121533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.131637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a58877-4dfa-48a7-bfbd-edb031862407']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:13.146780 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5598a9d9-9c6a-4fb1-b1db-b2812231953b') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:13.147111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5598a9d9-9c6a-4fb1-b1db-b2812231953b') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:13.157622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.172102 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.178114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:13.178509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:13.181953 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:13.241874 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.251734 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.253608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "DELETE /v2.0/networks/03a58877-4dfa-48a7-bfbd-edb031862407 HTTP/1.1" status: 204 len: 168 time: 0.5975909 Jul 22 20:22:13.256344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39722) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:13.265933 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4efc20-832c-44cc-b2e6-ed77e12c645d tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Network': ['ID=03a58877-4dfa-48a7-bfbd-edb031862407,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:13.321704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Deleting subnet 5744cfeb-332a-4889-a3e9-526a7266915d {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:22:13.325196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.371011 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.460664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9396f8a4-5b24-4f1c-93af-86a82bb96e81 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:13.477805 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.519383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:13.523469 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:13.523879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.546166 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.573729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dd6ff5c7-808d-4247-9898-9e8ee90f284b None None] Provisioning complete for port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:13.574106 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dd6ff5c7-808d-4247-9898-9e8ee90f284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.576894 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Subnet': ['ID=5744cfeb-332a-4889-a3e9-526a7266915d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:13.579168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.581405 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f9795788-3af0-4290-b99d-30266883e856 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "DELETE /v2.0/subnets/5744cfeb-332a-4889-a3e9-526a7266915d HTTP/1.1" status: 204 len: 168 time: 0.3224676 Jul 22 20:22:13.584029 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39724) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:13.607771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7134d96-c88f-4aac-8369-520a20550337 None None] Network 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:13.664443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.727475 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Deleting port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:13.727825 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.799770 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] For port 9396f8a4-5b24-4f1c-93af-86a82bb96e81, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=9396f8a4-5b24-4f1c-93af-86a82bb96e81,segment=NetworkSegment(1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7),segment_id=1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:13.800047 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.812533 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Calling delete_port for 9396f8a4-5b24-4f1c-93af-86a82bb96e81 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:13.825887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db884c-23f2-4b9f-83e3-a66a5878ca47 None None] DHCP port deletion for 03a58877-4dfa-48a7-bfbd-edb031862407 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:22:13.885355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac1e59-687e-4455-a4e7-596c7f5541e7 None None] Network 03a58877-4dfa-48a7-bfbd-edb031862407 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:13.895570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.905845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:13.923538 n-d-800087-13 neutron-server[93802]: INFO neutron.plugins.ml2.db [None req-dd6ff5c7-808d-4247-9898-9e8ee90f284b None None] No ports have port_id starting with 9396f8a4-5b24-4f1c-93af-86a82bb96e81 Jul 22 20:22:13.924285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac1e59-687e-4455-a4e7-596c7f5541e7 None None] Network 03a58877-4dfa-48a7-bfbd-edb031862407 could not be found, it might have been deleted concurrently. {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 20:22:13.925797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Port': ['ID=9396f8a4-5b24-4f1c-93af-86a82bb96e81,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:13.927598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] No DVR routers for this DVR port 9396f8a4-5b24-4f1c-93af-86a82bb96e81 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:14.005355 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.015932 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:14.025974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:14.026268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b31983f-7c8d-43d2-b292-6b5cbeb8d3a7') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:14.034667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.047450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-16f4a6e5-99f5-44a7-8e17-587abc823bcb None None] Could not find standard attr ID for object ffd8cb3d-2643-40fe-9bcd-8b15942cfe63. {{(pid=93802) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 20:22:14.048632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.054559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:22:14.054949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:22:14.057840 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:22:14.068593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69f8851-cd82-4e92-b455-a17e558715e2 None None] DHCP port deletion for 22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:22:14.119131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.125983 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.127823 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "DELETE /v2.0/networks/22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6 HTTP/1.1" status: 204 len: 168 time: 0.5429833 Jul 22 20:22:14.130859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39726) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:14.140022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c2de4-590c-43a5-adbe-a99dfb64bf41 tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Pushing event deleted for resources: {'Network': ['ID=22b1ffb2-03fb-4e61-bd7e-cdfd5f555aa6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:14.161681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-73e36fd4-0168-446f-8d1e-4d5c850ef21b tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a4f1ae-6e45-418e-9ad7-6be64615d364 HTTP/1.1" status: 200 len: 205 time: 0.0296063 Jul 22 20:22:14.164087 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39728) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:14.247433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.404329 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.406305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.449162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.449616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Fanout notify agent at l3_agent the message router_deleted on router a4a4f1ae-6e45-418e-9ad7-6be64615d364 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:22:14.456432 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.457488 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-686369d7-84b9-4cb5-8cbe-e8a758ab412c tempest-RoutersNegativeTest-445347734 tempest-RoutersNegativeTest-445347734-project] 10.222.0.10 "DELETE /v2.0/routers/a4a4f1ae-6e45-418e-9ad7-6be64615d364 HTTP/1.1" status: 204 len: 168 time: 0.2922854 Jul 22 20:22:14.690552 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39734) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:14.817243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-186b502d-a57c-4e5f-aafc-2ac2e235e9d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb858f3c8b894fc093620a4dc9e963e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255438 Jul 22 20:22:14.819797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39738) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:14.866593 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.887578 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.936303 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.938921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:14.940027 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a98d5973-6e0a-446c-9a88-da3552554cf5 HTTP/1.1" status: 204 len: 168 time: 0.1188011 Jul 22 20:22:14.948649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b4ba5-88cb-4036-ae1f-18bd66d5fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d5973-6e0a-446c-9a88-da3552554cf5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:15.404675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:22:15.425077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:22:15.425423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ffd8cb3d-2643-40fe-9bcd-8b15942cfe63 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:22:15.425828 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9396f8a4-5b24-4f1c-93af-86a82bb96e81 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:22:15.444491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 9396f8a4-5b24-4f1c-93af-86a82bb96e81 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:22:15.444781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 9396f8a4-5b24-4f1c-93af-86a82bb96e81 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:22:15.541188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39760) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:15.642175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-439405017-network', 'tenant_id': '2265059e0f8e4fec9a5047489975d280'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:15.663951 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Made reservation on behalf of 2265059e0f8e4fec9a5047489975d280 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:15.666775 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.678622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.767748 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.771960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.797210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:15.805781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b7be89-94bc-469b-9b59-26293edcd3ba,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:15.811622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.811964 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Added segment 531eac9c-114a-4f45-9aa1-a905fbd83ec0 of type vlan for network a09511d6-23a3-4aee-b21e-e6334c57d0ad Jul 22 20:22:15.852978 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.880900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.881845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:15.882431 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.921032 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3743603 Jul 22 20:22:15.921224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39764) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:15.925239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Request body: {'subnet': {'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-subnet', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:15.948696 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Made reservation on behalf of 2265059e0f8e4fec9a5047489975d280 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:15.949288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb6ffd-d81c-4112-8aa1-a988d8a1a6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a09511d6-23a3-4aee-b21e-e6334c57d0ad,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:15.951852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:15.959371 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:16.121684 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.169091 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2a0760-a6ff-4ebc-aea2-359d16c14c30,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:16.184402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Checking segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:16.184763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Network hostable DHCP agents. Network: a09511d6-23a3-4aee-b21e-e6334c57d0ad, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:16.201032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:16.209326 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, a09511d6-23a3-4aee-b21e-e6334c57d0ad) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:16.213464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:16.214049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.219854 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d97781-0b5e-4a9c-b41d-9543decf3a07 None None] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:16.228079 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f752ee5e-fc64-4cd6-abd4-80d05c5613e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3073037 Jul 22 20:22:16.230745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39766) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:16.235315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:16.257379 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.258602 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.309314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.377408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:16.378330 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.446828 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.508803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Allocated IP 172.20.0.2 (a09511d6-23a3-4aee-b21e-e6334c57d0ad/2d2a0760-a6ff-4ebc-aea2-359d16c14c30/59610cbc-4ef4-4473-8c34-4383c356df4a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:16.646171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.652103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.660224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Transition to ACTIVE for port object 59610cbc-4ef4-4473-8c34-4383c356df4a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:16.666521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.675129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Transition to ACTIVE for port object 59610cbc-4ef4-4473-8c34-4383c356df4a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:16.682360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.720827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:16.723640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:16.727837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:16.734563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Pushing event updated for resources: {'Port': ['ID=59610cbc-4ef4-4473-8c34-4383c356df4a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:16.768620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Allocated IP 172.25.6.161 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/33ae5d9d-d345-4cec-abac-56100fdfe2a4) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:16.793943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Attempting to bind port 59610cbc-4ef4-4473-8c34-4383c356df4a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:16.794315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Attempting to bind port 59610cbc-4ef4-4473-8c34-4383c356df4a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:16.794684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Attempting to bind port 59610cbc-4ef4-4473-8c34-4383c356df4a on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:16.799541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:16.799918 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Checking segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:16.800353 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.800751 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Bound using segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:16.801217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Bound port: 59610cbc-4ef4-4473-8c34-4383c356df4a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:16.801602 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.865011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] For port 59610cbc-4ef4-4473-8c34-4383c356df4a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:16.868450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] For port 59610cbc-4ef4-4473-8c34-4383c356df4a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59610cbc-4ef4-4473-8c34-4383c356df4a,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:16.872746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.872888 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.911554 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:16.934625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292d1fd-5955-4e8f-a540-b1291024e011 None None] Pushing event updated for resources: {'Port': ['ID=59610cbc-4ef4-4473-8c34-4383c356df4a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:16.947172 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:16.950125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:16.953868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:16.995854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Pushing event updated for resources: {'Port': ['ID=33ae5d9d-d345-4cec-abac-56100fdfe2a4,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:17.433120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59610cbc-4ef4-4473-8c34-4383c356df4a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:17.481671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 59610cbc-4ef4-4473-8c34-4383c356df4a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:17.578564 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.783636 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:17.845458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348e550-5cdc-4f1f-96bd-db8c9361dce9 None None] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:17.917343 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:22:17.921824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Provisioning for port 59610cbc-4ef4-4473-8c34-4383c356df4a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:17.934927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Provisioning complete for port 59610cbc-4ef4-4473-8c34-4383c356df4a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:17.935298 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.026710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:22:18.040462 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Sync routers for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:22:18.042414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.043802 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c79d30e3-6eae-4701-ba58-d53c63f24529 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8120863 Jul 22 20:22:18.046476 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39768) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:18.077787 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:18.078416 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:18.143990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.208290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] For port 59610cbc-4ef4-4473-8c34-4383c356df4a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59610cbc-4ef4-4473-8c34-4383c356df4a,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:18.216489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.250073 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:18.346320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db1dd1-b9d8-4728-adc9-8562f64da38f None None] Pushing event updated for resources: {'Port': ['ID=59610cbc-4ef4-4473-8c34-4383c356df4a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:18.453068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7ee8c3eb-67c5-4db4-9465-86a5fa0763bc None None] Provisioning complete for port 59610cbc-4ef4-4473-8c34-4383c356df4a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:18.453360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c3eb-67c5-4db4-9465-86a5fa0763bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.470372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.496270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:17Z', 'revision_number': 3, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:18.525250 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Checking router: 2ed8f108-9af0-4cdf-b9cd-2848068b3204 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:22:18.525599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Updating router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:22:18.585368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.692667 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Allocated IP 172.20.0.1 (a09511d6-23a3-4aee-b21e-e6334c57d0ad/2d2a0760-a6ff-4ebc-aea2-359d16c14c30/f806feef-d41d-4a67-a239-8fe794952b93) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:18.793515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.806455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Transition to ACTIVE for port object f806feef-d41d-4a67-a239-8fe794952b93 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:18.841508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.847407 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.852181 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Transition to ACTIVE for port object 33ae5d9d-d345-4cec-abac-56100fdfe2a4 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:18.858385 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.883726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:18.890189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:18.893783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:18.899988 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Pushing event updated for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:18.911662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Attempting to bind port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:18.912043 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Attempting to bind port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:18.912445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Attempting to bind port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:18.918774 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e0792-ca03-459f-8b4e-698cce5fbc24 None None] Pushing event updated for resources: {'Port': ['ID=33ae5d9d-d345-4cec-abac-56100fdfe2a4,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:18.923315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:18.923699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:18.924108 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.924517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:18.924985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Bound port: 33ae5d9d-d345-4cec-abac-56100fdfe2a4, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:18.925370 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.937707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:18.985800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] For port 33ae5d9d-d345-4cec-abac-56100fdfe2a4, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:18.990082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] For port 33ae5d9d-d345-4cec-abac-56100fdfe2a4, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=33ae5d9d-d345-4cec-abac-56100fdfe2a4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:18.997112 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.053599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:19.054237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:19.089080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e0792-ca03-459f-8b4e-698cce5fbc24 None None] Pushing event updated for resources: {'Port': ['ID=33ae5d9d-d345-4cec-abac-56100fdfe2a4,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:19.148672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.151206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6b7ab42e-7478-45c0-abba-302cfea5c31a None None] Provisioning for port f806feef-d41d-4a67-a239-8fe794952b93 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:19.159210 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6b7ab42e-7478-45c0-abba-302cfea5c31a None None] Provisioning complete for port f806feef-d41d-4a67-a239-8fe794952b93 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:19.159728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6b7ab42e-7478-45c0-abba-302cfea5c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.195077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:19.319800 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.324818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.400076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Pushing event updated for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:19.402683 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.418348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59610cbc-4ef4-4473-8c34-4383c356df4a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:19.446577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ab42e-7478-45c0-abba-302cfea5c31a None None] Port f806feef-d41d-4a67-a239-8fe794952b93 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:19.500007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:19.501550 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:19.551258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 59610cbc-4ef4-4473-8c34-4383c356df4a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:19.551606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.616000 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:17Z', 'revision_number': 3, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:19.624462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:22:19.664842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d46433-42d7-47a5-97d8-a117b3ee4bfa None None] The sync data for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 is: [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:17Z', 'revision_number': 3, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:22:19.745973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:22:19.750958 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e7d14fb4-9686-4a31-a5e2-ddbf14f8bf55 admin admin] 10.222.0.10 "PUT /v2.0/routers/2ed8f108-9af0-4cdf-b9cd-2848068b3204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035034 Jul 22 20:22:19.769986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-261d0cf5-1be9-4261-b565-e4caafad4b15 None None] Provisioning complete for port f806feef-d41d-4a67-a239-8fe794952b93 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:19.770369 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-261d0cf5-1be9-4261-b565-e4caafad4b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:19.806758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-261d0cf5-1be9-4261-b565-e4caafad4b15 None None] Port f806feef-d41d-4a67-a239-8fe794952b93 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:20.254629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 39784) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:20.259806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-768588306-network', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:20.281292 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Made reservation on behalf of 1ac75ce4fd2541599c9de5b1693804fc for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:20.283598 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.293367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.384795 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.390093 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.416033 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:22:20.424833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2886aa0d-f940-4fb2-8028-288de9ea1903,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:20.434157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.434501 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Added segment d6ee428c-4a75-40b4-8f68-bf702ca2ce30 of type vlan for network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 Jul 22 20:22:20.436762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.437104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.437453 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.437796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.438101 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.438425 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.438744 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.439067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.439386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.439704 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.440022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.440358 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:20.488364 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.517607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.518585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:20.519179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.548471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2927189 Jul 22 20:22:20.551349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39786) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:20.556607 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Request body: {'subnet': {'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-subnet', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:20.576795 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Made reservation on behalf of 1ac75ce4fd2541599c9de5b1693804fc for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:20.579052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.580026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a41cb-21a8-4f73-b72c-414fd77ea942 admin admin] Pushing event updated for resources: {'Network': ['ID=7f813a68-e01d-4d17-b537-dd60a1cde9c0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:20.590984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:22:20.745727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.800897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731d2683-7a54-431c-b682-3ba69ababd85,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:20.808058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Checking segment: {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:20.808453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Network hostable DHCP agents. Network: 7f813a68-e01d-4d17-b537-dd60a1cde9c0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:22:20.824877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:22:20.833058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 7f813a68-e01d-4d17-b537-dd60a1cde9c0) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:20.838169 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:20.839503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.843643 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25155e3c-efcf-4fe2-9815-7c017dab7eb7 None None] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:20.856774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3213a288-3b89-4410-9046-eace6ec86238 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3010750 Jul 22 20:22:20.856955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39788) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:20.861268 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:20.886784 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.887974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:20.948366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.003464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:22:21.004502 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.159732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Allocated IP 172.20.0.2 (7f813a68-e01d-4d17-b537-dd60a1cde9c0/731d2683-7a54-431c-b682-3ba69ababd85/7637f3f0-25e2-4876-94ad-e6f694250bc6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:21.242850 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Sync routers for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:22:21.253183 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:21.253805 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:21.313072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.323164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Transition to ACTIVE for port object 7637f3f0-25e2-4876-94ad-e6f694250bc6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:21.339479 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Transition to ACTIVE for port object 7637f3f0-25e2-4876-94ad-e6f694250bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:21.346118 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.373640 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:21.394598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:21.399266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:21.401345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Pushing event updated for resources: {'Port': ['ID=7637f3f0-25e2-4876-94ad-e6f694250bc6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:21.403736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:21.466973 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 33ae5d9d-d345-4cec-abac-56100fdfe2a4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:21.471077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Attempting to bind port 7637f3f0-25e2-4876-94ad-e6f694250bc6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:21.471451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Attempting to bind port 7637f3f0-25e2-4876-94ad-e6f694250bc6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:21.471865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Attempting to bind port 7637f3f0-25e2-4876-94ad-e6f694250bc6 on network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:21.499345 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.503503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:21.504027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Checking segment: {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:21.504476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.504879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Bound using segment: {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:21.505368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Bound port: 7637f3f0-25e2-4876-94ad-e6f694250bc6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:21.505757 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.582317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:21.589857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:21.590267 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.594002 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] For port 7637f3f0-25e2-4876-94ad-e6f694250bc6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:21.627021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] For port 7637f3f0-25e2-4876-94ad-e6f694250bc6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7637f3f0-25e2-4876-94ad-e6f694250bc6,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:21.634817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.684687 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:19Z', 'revision_number': 4, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f806feef-d41d-4a67-a239-8fe794952b93', 'name': '', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'mac_address': 'fa:16:3e:ee:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:18Z', 'updated_at': '2021-07-22T20:22:19Z', 'revision_number': 2, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'subnets': [{'id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:21.716989 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Checking router: 2ed8f108-9af0-4cdf-b9cd-2848068b3204 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:22:21.717521 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Updating router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 port f806feef-d41d-4a67-a239-8fe794952b93 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:22:21.743599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc3fd-1afc-4a3b-8d7a-007466e9e78b None None] Pushing event updated for resources: {'Port': ['ID=7637f3f0-25e2-4876-94ad-e6f694250bc6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:21.755220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.758819 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.770846 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.781218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 33ae5d9d-d345-4cec-abac-56100fdfe2a4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=33ae5d9d-d345-4cec-abac-56100fdfe2a4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:21.787829 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.801382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:21.866474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=33ae5d9d-d345-4cec-abac-56100fdfe2a4,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:21.961341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Allocated IP 172.25.6.28 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/05152252-e770-4663-968f-0d3fd5bdebe6) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:22.106962 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.149503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.154371 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.166649 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Transition to ACTIVE for port object f806feef-d41d-4a67-a239-8fe794952b93 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:22.174226 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.196309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:22.201300 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:22.205804 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:22.208929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Pushing event updated for resources: {'Port': ['ID=05152252-e770-4663-968f-0d3fd5bdebe6,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:22.239324 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Pushing event updated for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:22.287486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.288132 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.288132 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.288504 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.289335 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.289842 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.290185 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.290522 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.290854 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.291185 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.291515 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.291841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:22:22.308131 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Attempting to bind port f806feef-d41d-4a67-a239-8fe794952b93 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:22.308537 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Attempting to bind port f806feef-d41d-4a67-a239-8fe794952b93 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:22.308902 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Attempting to bind port f806feef-d41d-4a67-a239-8fe794952b93 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:22.316571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:22.317186 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Checking segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:22.317859 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.318516 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Bound using segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:22.319308 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Bound port: f806feef-d41d-4a67-a239-8fe794952b93, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:22.320521 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.392130 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] For port f806feef-d41d-4a67-a239-8fe794952b93, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:22.395760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] For port f806feef-d41d-4a67-a239-8fe794952b93, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f806feef-d41d-4a67-a239-8fe794952b93,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:22.408418 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.484174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:22.485129 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:22.487064 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b9011-3141-4848-872f-c0085958d3d1 None None] Pushing event updated for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:22.502430 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.607351 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:22.719755 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:22.833096 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:19Z', 'revision_number': 4, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f806feef-d41d-4a67-a239-8fe794952b93', 'name': '', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'mac_address': 'fa:16:3e:ee:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:18Z', 'updated_at': '2021-07-22T20:22:22Z', 'revision_number': 4, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'subnets': [{'id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:22.858836 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:22:22.859614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7548556-ac77-4120-83bb-68e9ddd8d36d None None] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:22:22.861863 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd2b70-87e7-46e7-add5-17671ccbb25b None None] The sync data for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 is: [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:19Z', 'revision_number': 4, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f806feef-d41d-4a67-a239-8fe794952b93', 'name': '', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'mac_address': 'fa:16:3e:ee:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:18Z', 'updated_at': '2021-07-22T20:22:22Z', 'revision_number': 4, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'subnets': [{'id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:22:22.959406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7c4bbe71-4bd0-4ff4-81b0-21ec00493359 None None] Provisioning for port 7637f3f0-25e2-4876-94ad-e6f694250bc6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:22.988600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:22:23.002911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Sync routers for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:22:23.007837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.010975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2d26a50e-9c63-42e6-84d9-0fa6dec8c5c0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1515708 Jul 22 20:22:23.012113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 39790) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:22:23.022500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:23.023177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:23.159872 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:23.361622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:22Z', 'revision_number': 3, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:23.401539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Checking router: ebc3faeb-fb2f-47e8-b802-0aaf697dc96b for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:22:23.401893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Updating router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b port 05152252-e770-4663-968f-0d3fd5bdebe6 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:22:23.466214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.528754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.593346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f806feef-d41d-4a67-a239-8fe794952b93 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:23.706763 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Allocated IP 172.20.0.1 (7f813a68-e01d-4d17-b537-dd60a1cde9c0/731d2683-7a54-431c-b682-3ba69ababd85/ca318a90-dda5-42fb-952d-2b15b2d34627) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:23.719759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f806feef-d41d-4a67-a239-8fe794952b93 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:23.730614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f806feef-d41d-4a67-a239-8fe794952b93 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:23.730990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.828078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.843843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Transition to ACTIVE for port object ca318a90-dda5-42fb-952d-2b15b2d34627 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:23.880489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.881586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.885152 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.909887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Transition to ACTIVE for port object 05152252-e770-4663-968f-0d3fd5bdebe6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:23.920574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.925898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:23.929041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:23.935413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:23.938557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:23.955394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f806feef-d41d-4a67-a239-8fe794952b93, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f806feef-d41d-4a67-a239-8fe794952b93,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:23.968127 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:23.969054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 33ae5d9d-d345-4cec-abac-56100fdfe2a4 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:23.985942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.005280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Attempting to bind port 05152252-e770-4663-968f-0d3fd5bdebe6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:24.005650 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Attempting to bind port 05152252-e770-4663-968f-0d3fd5bdebe6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:24.006003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Attempting to bind port 05152252-e770-4663-968f-0d3fd5bdebe6 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:24.023502 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:24.023886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:24.024340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.024739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:24.025223 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Bound port: 05152252-e770-4663-968f-0d3fd5bdebe6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:24.025817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.027537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b859129-0ac4-41fc-85ee-3ef4172c3841 None None] Pushing event updated for resources: {'Port': ['ID=05152252-e770-4663-968f-0d3fd5bdebe6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:24.136119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:24.140639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] For port 05152252-e770-4663-968f-0d3fd5bdebe6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:24.146767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] For port 05152252-e770-4663-968f-0d3fd5bdebe6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=05152252-e770-4663-968f-0d3fd5bdebe6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:24.149245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:24.149644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.173467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.177813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.254056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:24.254700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:24.262504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b859129-0ac4-41fc-85ee-3ef4172c3841 None None] Pushing event updated for resources: {'Port': ['ID=05152252-e770-4663-968f-0d3fd5bdebe6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:24.327939 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-744dd1aa-137b-4c8a-925c-063c129e5bee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819612 Jul 22 20:22:24.358572 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.363407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.382838 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3aaa4637-9704-429e-8a94-82eac3b52dbc None None] Provisioning for port ca318a90-dda5-42fb-952d-2b15b2d34627 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:24.397963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3aaa4637-9704-429e-8a94-82eac3b52dbc None None] Provisioning complete for port ca318a90-dda5-42fb-952d-2b15b2d34627 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:24.398921 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3aaa4637-9704-429e-8a94-82eac3b52dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.403328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7637f3f0-25e2-4876-94ad-e6f694250bc6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:24.450209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Pushing event updated for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:24.452244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.458626 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-bf15f99c-c0e1-4c75-a28a-671eb47b31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:24.460202 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-bf15f99c-c0e1-4c75-a28a-671eb47b31f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0846200 Jul 22 20:22:24.549270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:24.551245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:24.577881 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-47e8cc31-604f-413d-b1e0-cb5d20580c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:24.579430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-47e8cc31-604f-413d-b1e0-cb5d20580c49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1008930 Jul 22 20:22:24.624970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:24.645302 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-f9ed9712-6b02-4d0d-a6b0-5b5c9e491ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0597022 Jul 22 20:22:24.683426 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa4637-9704-429e-8a94-82eac3b52dbc None None] Port ca318a90-dda5-42fb-952d-2b15b2d34627 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:24.709228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-e1936bde-8cf4-4549-803c-ff07c58bbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:24.712719 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-e1936bde-8cf4-4549-803c-ff07c58bbed7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0595293 Jul 22 20:22:24.713354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:22:24.786150 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 7637f3f0-25e2-4876-94ad-e6f694250bc6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:24.794871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-d351955b-9abb-45d8-bab4-c75be710d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:24.797072 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-d351955b-9abb-45d8-bab4-c75be710d7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712798 Jul 22 20:22:24.802261 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7637f3f0-25e2-4876-94ad-e6f694250bc6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:24.802656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.855854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:22:24.858624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-30f7473a-736b-4111-a3e2-df6501be4669 None None] Provisioning complete for port ca318a90-dda5-42fb-952d-2b15b2d34627 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:24.859041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-30f7473a-736b-4111-a3e2-df6501be4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.862092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fd039882-fe6e-4c75-9977-fd6efc0085b9 admin admin] 10.222.0.10 "PUT /v2.0/routers/ebc3faeb-fb2f-47e8-b802-0aaf697dc96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487487 Jul 22 20:22:24.906430 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-83a25fa7-1dff-4cdd-aa15-4f21415ebde2 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029048 Jul 22 20:22:24.923960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-30f7473a-736b-4111-a3e2-df6501be4669 None None] Port ca318a90-dda5-42fb-952d-2b15b2d34627 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:24.990999 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:24.996247 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:25.006823 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f513e62f-24cc-4fa9-b8a9-84dba1220486 req-19ff8516-9c9b-44fb-8194-c3618087073a service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944426 Jul 22 20:22:25.008062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ca318a90-dda5-42fb-952d-2b15b2d34627', 'name': '', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'mac_address': 'fa:16:3e:22:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:23Z', 'updated_at': '2021-07-22T20:22:23Z', 'revision_number': 1, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'subnets': [{'id': '731d2683-7a54-431c-b682-3ba69ababd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:25.044102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e15c44-cb02-4f3f-9a7f-de673e6958d6 None None] The sync data for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 is: [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ca318a90-dda5-42fb-952d-2b15b2d34627', 'name': '', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'mac_address': 'fa:16:3e:22:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:23Z', 'updated_at': '2021-07-22T20:22:23Z', 'revision_number': 1, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'subnets': [{'id': '731d2683-7a54-431c-b682-3ba69ababd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:22:25.067820 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 7637f3f0-25e2-4876-94ad-e6f694250bc6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7637f3f0-25e2-4876-94ad-e6f694250bc6,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:25.072446 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:25.131814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=7637f3f0-25e2-4876-94ad-e6f694250bc6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:25.440088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f806feef-d41d-4a67-a239-8fe794952b93 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:25.498166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f806feef-d41d-4a67-a239-8fe794952b93 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:25.498582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:25.589954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7637f3f0-25e2-4876-94ad-e6f694250bc6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:25.645900 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 7637f3f0-25e2-4876-94ad-e6f694250bc6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:25.646274 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:25.857413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-f90d3bff-abfb-47ba-8dfd-bd9284534620 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:25.858896 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-f90d3bff-abfb-47ba-8dfd-bd9284534620 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 816 time: 0.1197212 Jul 22 20:22:25.875200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-f308f289-1852-4f83-a267-e6e2ed5f0b01 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/quotas/2265059e0f8e4fec9a5047489975d280 HTTP/1.1" status: 200 len: 375 time: 0.0100658 Jul 22 20:22:25.948182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-96d9ae30-e3d9-43b7-bcb7-2246e086dcaf tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676446 Jul 22 20:22:26.173661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-9c322ce5-38f3-43e3-8c52-e43713c1885d service neutron] 10.222.0.10 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323955 Jul 22 20:22:26.272769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-33ec0838-80bb-44cb-970f-6966566e8d56 service neutron] 10.222.0.10 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932989 Jul 22 20:22:26.447800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e2626bf-d7fd-4545-989f-81945dbc14aa req-2f0a24ff-9e8a-4f23-9811-fdf762517167 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 210 time: 0.0312166 Jul 22 20:22:27.099182 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Sync routers for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:22:27.108997 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:27.109611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:27.216047 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:27.433552 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ca318a90-dda5-42fb-952d-2b15b2d34627', 'name': '', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'mac_address': 'fa:16:3e:22:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:23Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 2, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'subnets': [{'id': '731d2683-7a54-431c-b682-3ba69ababd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:27.453909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 05152252-e770-4663-968f-0d3fd5bdebe6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:27.462147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Checking router: ebc3faeb-fb2f-47e8-b802-0aaf697dc96b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:22:27.462721 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Updating router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b port ca318a90-dda5-42fb-952d-2b15b2d34627 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:22:27.519027 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.565031 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 05152252-e770-4663-968f-0d3fd5bdebe6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:27.573236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 05152252-e770-4663-968f-0d3fd5bdebe6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:27.573677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.596962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2b06d2a1-de50-44d9-ae7f-baab39e1f582 req-a7b75f53-a8e3-4b98-ae6f-ec623bf6d772 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 210 time: 0.0667460 Jul 22 20:22:27.641230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-ef68232d-e653-4f56-b1d6-b7f5446c74b5 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:27.643766 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-ef68232d-e653-4f56-b1d6-b7f5446c74b5 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 816 time: 0.2184868 Jul 22 20:22:27.659559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Request body: {'port': {'device_id': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'admin_state_up': True, 'tenant_id': '2265059e0f8e4fec9a5047489975d280'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:27.696333 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.718592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 05152252-e770-4663-968f-0d3fd5bdebe6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=05152252-e770-4663-968f-0d3fd5bdebe6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:27.722814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.777234 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.787115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=05152252-e770-4663-968f-0d3fd5bdebe6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:27.790485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Made reservation on behalf of 2265059e0f8e4fec9a5047489975d280 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:27.794291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.839067 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.848776 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Transition to ACTIVE for port object ca318a90-dda5-42fb-952d-2b15b2d34627 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:27.856299 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.930673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fe0f9-2d96-4ca3-ac8b-a5030b0ce25c None None] Pushing event updated for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:27.942055 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Allocated IP 172.20.0.6 (a09511d6-23a3-4aee-b21e-e6334c57d0ad/2d2a0760-a6ff-4ebc-aea2-359d16c14c30/4d97e06a-aedf-4554-8050-b7cec6b73be6) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:22:27.962088 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Attempting to bind port ca318a90-dda5-42fb-952d-2b15b2d34627 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:27.962788 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Attempting to bind port ca318a90-dda5-42fb-952d-2b15b2d34627 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:27.962788 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Attempting to bind port ca318a90-dda5-42fb-952d-2b15b2d34627 on network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:27.968967 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:27.968967 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Checking segment: {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:27.969395 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:27.969796 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Bound using segment: {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:27.970258 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Bound port: ca318a90-dda5-42fb-952d-2b15b2d34627, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:27.970704 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.043106 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] For port ca318a90-dda5-42fb-952d-2b15b2d34627, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:28.046303 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] For port ca318a90-dda5-42fb-952d-2b15b2d34627, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ca318a90-dda5-42fb-952d-2b15b2d34627,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:28.049901 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.103380 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:22:28.104005 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:22:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:28.121293 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.137020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Transition to ACTIVE for port object 4d97e06a-aedf-4554-8050-b7cec6b73be6 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:28.188271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.239282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:22:28.243399 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:22:28.249980 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:22:28.275151 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fe0f9-2d96-4ca3-ac8b-a5030b0ce25c None None] Pushing event updated for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:28.284028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Pushing event updated for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:28.308333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:28.309160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.326342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-26b282c0-ee15-4106-918c-2ae8d48fa084 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6711178 Jul 22 20:22:28.327623 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:22:28.340030 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Request body: {'port': {'device_id': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:28.425080 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.528366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5f933f78-d947-4166-b895-3479f804d0c2 None None] Provisioning for port 4d97e06a-aedf-4554-8050-b7cec6b73be6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:28.532124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5f933f78-d947-4166-b895-3479f804d0c2 None None] Provisioning complete for port 4d97e06a-aedf-4554-8050-b7cec6b73be6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:28.532634 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5f933f78-d947-4166-b895-3479f804d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.547487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ca318a90-dda5-42fb-952d-2b15b2d34627', 'name': '', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'mac_address': 'fa:16:3e:22:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:23Z', 'updated_at': '2021-07-22T20:22:28Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'subnets': [{'id': '731d2683-7a54-431c-b682-3ba69ababd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:22:28.574728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5f933f78-d947-4166-b895-3479f804d0c2 None None] Port 4d97e06a-aedf-4554-8050-b7cec6b73be6 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:22:28.583298 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652b9ddd-7809-4a7a-a01c-38c03b0d94da None None] The sync data for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 is: [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:22:24Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'ca318a90-dda5-42fb-952d-2b15b2d34627', 'name': '', 'network_id': '7f813a68-e01d-4d17-b537-dd60a1cde9c0', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'mac_address': 'fa:16:3e:22:97:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '731d2683-7a54-431c-b682-3ba69ababd85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:23Z', 'updated_at': '2021-07-22T20:22:28Z', 'revision_number': 4, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'subnets': [{'id': '731d2683-7a54-431c-b682-3ba69ababd85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:22:28.709668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d97e06a-aedf-4554-8050-b7cec6b73be6 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:22:28.718139 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.731480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Transition to ACTIVE for port object 4d97e06a-aedf-4554-8050-b7cec6b73be6 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:22:28.736855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.753675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2ff76-74f6-4a4a-81fb-ed6f61a70ead req-fd90fd3b-b4b5-4895-a2f9-b6a0ef239867 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:28.755414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3f2ff76-74f6-4a4a-81fb-ed6f61a70ead req-fd90fd3b-b4b5-4895-a2f9-b6a0ef239867 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 931 time: 0.0805018 Jul 22 20:22:28.797488 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Pushing event updated for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:28.806599 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3f2ff76-74f6-4a4a-81fb-ed6f61a70ead req-187c37fa-2c26-4edc-9cd4-bb8aaec1ff51 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436099 Jul 22 20:22:28.880831 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Attempting to bind port 4d97e06a-aedf-4554-8050-b7cec6b73be6 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:22:28.881166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Attempting to bind port 4d97e06a-aedf-4554-8050-b7cec6b73be6 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:22:28.881544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Attempting to bind port 4d97e06a-aedf-4554-8050-b7cec6b73be6 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:28.887132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Port 4d97e06a-aedf-4554-8050-b7cec6b73be6 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:22:28.887460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Attempting to bind port 4d97e06a-aedf-4554-8050-b7cec6b73be6 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:22:28.892762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:22:28.893106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Checking segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:22:28.893490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Bound using segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:22:28.893913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Bound port: 4d97e06a-aedf-4554-8050-b7cec6b73be6, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:22:28.894270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:28.966527 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:22:28.970657 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:22:28.979331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.019571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.020240 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.021714 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d97e06a-aedf-4554-8050-b7cec6b73be6 HTTP/1.1" status: 200 len: 1092 time: 0.6871264 Jul 22 20:22:29.022161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:29.025204 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4fc63-0cfa-487f-a711-88a4300561b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:29.065877 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cd3f0-2d59-4097-97ac-a9f3a8657199 service neutron] Pushing event updated for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:29.109781 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac2136-4356-4714-9d6f-12880ac8527e x-openstack-request-id: req-45ac2136-4356-4714-9d6f-12880ac8527e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:29.110137 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:29.110315 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45ac2136-4356-4714-9d6f-12880ac8527e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:29.110739 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6', 'status': 'completed', 'code': 200} Jul 22 20:22:29.140067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-dcb390b2-a893-4c3c-ad7c-b4bf422d67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.141688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-dcb390b2-a893-4c3c-ad7c-b4bf422d67b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 1095 time: 0.0718379 Jul 22 20:22:29.189893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-5d3de2d0-d24f-40f5-9f3c-343d16b63119 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6 HTTP/1.1" status: 200 len: 217 time: 0.0396936 Jul 22 20:22:29.240088 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-ea149908-298b-48fb-ae6e-da85ac1aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.241876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-ea149908-298b-48fb-ae6e-da85ac1aa5d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d2a0760-a6ff-4ebc-aea2-359d16c14c30 HTTP/1.1" status: 200 len: 855 time: 0.0460210 Jul 22 20:22:29.305280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-7fa09096-4b33-4b62-b11c-6fdd47812315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.306825 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-7fa09096-4b33-4b62-b11c-6fdd47812315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a09511d6-23a3-4aee-b21e-e6334c57d0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584831 Jul 22 20:22:29.400617 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-1fec3abc-bba7-405c-b16c-f7e18ed77cdd service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875177 Jul 22 20:22:29.442275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ca318a90-dda5-42fb-952d-2b15b2d34627 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:29.492468 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port ca318a90-dda5-42fb-952d-2b15b2d34627 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:29.496550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ca318a90-dda5-42fb-952d-2b15b2d34627 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:29.496951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.582289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.619401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port ca318a90-dda5-42fb-952d-2b15b2d34627, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ca318a90-dda5-42fb-952d-2b15b2d34627,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:29.623938 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.624865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 05152252-e770-4663-968f-0d3fd5bdebe6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:29.703825 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:29.716101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 05152252-e770-4663-968f-0d3fd5bdebe6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:29.716506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:29.852468 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c8ffd93-b15f-4e9e-b6ea-8b60a519ea4c req-8393aab4-235d-4852-9160-49dc8fce85a0 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451439 Jul 22 20:22:29.936054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad071bc-8382-4d3c-aacf-d7a678e02e98 req-e732a962-b540-4624-8781-b1ffc86dd6d1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.937746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ad071bc-8382-4d3c-aacf-d7a678e02e98 req-e732a962-b540-4624-8781-b1ffc86dd6d1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 943 time: 0.0654957 Jul 22 20:22:29.955799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-28f4f0e6-ab9f-4d26-bcb5-9cf9e84e6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:29.957361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-28f4f0e6-ab9f-4d26-bcb5-9cf9e84e6d0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 1095 time: 0.0546238 Jul 22 20:22:29.977302 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6ad071bc-8382-4d3c-aacf-d7a678e02e98 req-3d0c8b40-6447-4443-bb3b-fce1ed53b121 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Jul 22 20:22:30.051785 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-ddc83dcd-a7f5-4595-ad9c-dec333b6c5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:30.053294 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-ddc83dcd-a7f5-4595-ad9c-dec333b6c5a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 917 time: 0.0888584 Jul 22 20:22:30.094147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-ae553c34-12d4-4447-bda2-92ea8c750c9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6 HTTP/1.1" status: 200 len: 217 time: 0.0341651 Jul 22 20:22:30.146038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-608dc8d8-a306-4935-a675-5a1d78c99a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:30.147466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-608dc8d8-a306-4935-a675-5a1d78c99a8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d2a0760-a6ff-4ebc-aea2-359d16c14c30 HTTP/1.1" status: 200 len: 855 time: 0.0452776 Jul 22 20:22:30.215578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-58680436-77dd-49e5-9198-dc717dba7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:30.217129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-58680436-77dd-49e5-9198-dc717dba7837 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a09511d6-23a3-4aee-b21e-e6334c57d0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609202 Jul 22 20:22:30.305703 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-6246f2b8-3746-4f9a-a6ab-c5a955143edf service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810785 Jul 22 20:22:30.396899 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-21a4fc63-0cfa-487f-a711-88a4300561b3 req-ef298e09-c9f6-4b62-b07f-eef43d6abd94 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844107 Jul 22 20:22:31.103882 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c000822-3f49-4b6b-984a-379b675e0998 req-a2b300ea-b274-462a-9aa2-5eff4bd47127 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:31.105395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c000822-3f49-4b6b-984a-379b675e0998 req-a2b300ea-b274-462a-9aa2-5eff4bd47127 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 943 time: 0.0624971 Jul 22 20:22:31.146200 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c000822-3f49-4b6b-984a-379b675e0998 req-b390103d-7cb6-4edd-b804-52d7a811fb05 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Jul 22 20:22:31.418088 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ca318a90-dda5-42fb-952d-2b15b2d34627 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:31.465662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port ca318a90-dda5-42fb-952d-2b15b2d34627 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:31.466032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.596991 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:22:31.670889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4d97e06a-aedf-4554-8050-b7cec6b73be6 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:22:31.764970 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:31.776535 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '4d97e06a-aedf-4554-8050-b7cec6b73be6', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'port_id': '4d97e06a-aedf-4554-8050-b7cec6b73be6', 'mac_address': 'fa:16:3e:cf:3d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:22:31.815423 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.828120 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d97e06a-aedf-4554-8050-b7cec6b73be6 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:22:31.848928 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:31.852865 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:31.899580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:32.064050 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['4d97e06a-aedf-4554-8050-b7cec6b73be6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:22:32.276132 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848cea0-d1c8-4c83-9299-cc96e2b25446 req-c743af22-a15a-4a29-9cd1-70e4bebbcbd7 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:32.277651 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3848cea0-d1c8-4c83-9299-cc96e2b25446 req-c743af22-a15a-4a29-9cd1-70e4bebbcbd7 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 944 time: 0.0637999 Jul 22 20:22:32.314534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3848cea0-d1c8-4c83-9299-cc96e2b25446 req-e13063c5-1600-44cb-b722-3c046a96ea09 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Jul 22 20:22:33.442461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f25dcd-107c-4b6c-9871-56304bde97b3 req-e63fe3e4-2c9a-4b0e-a8d7-e0c74c2693e3 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:33.444011 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87f25dcd-107c-4b6c-9871-56304bde97b3 req-e63fe3e4-2c9a-4b0e-a8d7-e0c74c2693e3 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 944 time: 0.0638018 Jul 22 20:22:33.482498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87f25dcd-107c-4b6c-9871-56304bde97b3 req-cfd70298-3c2c-43e5-a038-4797d2e225db tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Jul 22 20:22:33.686566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4d97e06a-aedf-4554-8050-b7cec6b73be6 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:22:33.734339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 4d97e06a-aedf-4554-8050-b7cec6b73be6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:22:33.737990 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 4d97e06a-aedf-4554-8050-b7cec6b73be6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:22:33.738365 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.812722 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.834805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:33.851703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:33.856008 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:33.880214 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401ed925-2d9f-4242-968b-080e314fc49f" -d '{"events": [{"server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "name": "network-vif-plugged", "status": "completed", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:33.907912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:33.966103 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb596d3-27ec-44a4-abe3-3af837763212 x-openstack-request-id: req-7cb596d3-27ec-44a4-abe3-3af837763212 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:33.966394 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "name": "network-vif-plugged", "status": "completed", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:33.966648 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cb596d3-27ec-44a4-abe3-3af837763212 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:33.967047 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6', 'code': 200} Jul 22 20:22:34.075258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9159a-8bff-4c30-aec4-a903fb16b3b4 req-b75f5584-0a5d-48df-ab32-0c992f74df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:34.076857 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a9c9159a-8bff-4c30-aec4-a903fb16b3b4 req-b75f5584-0a5d-48df-ab32-0c992f74df24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 1097 time: 0.0543270 Jul 22 20:22:34.110523 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a9c9159a-8bff-4c30-aec4-a903fb16b3b4 req-f51f3256-dcd9-4e26-9c95-4eb94ca6a7cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272849 Jul 22 20:22:34.617462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c6e2d-7d5e-44d0-8958-391ae669387c req-9b66e019-6355-4a70-828b-646ae6aab90f tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:34.618963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e5c6e2d-7d5e-44d0-8958-391ae669387c req-9b66e019-6355-4a70-828b-646ae6aab90f tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0674078 Jul 22 20:22:34.656356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2e5c6e2d-7d5e-44d0-8958-391ae669387c req-f9337df8-63c7-4d53-8fea-6e117d1254fc tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Jul 22 20:22:35.784605 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e4f25-2d0e-4747-af7f-ac763e8f4791 req-cc9cec25-c7f9-4119-8d90-6ffeeec4a7e1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:35.786106 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be2e4f25-2d0e-4747-af7f-ac763e8f4791 req-cc9cec25-c7f9-4119-8d90-6ffeeec4a7e1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0636086 Jul 22 20:22:35.824926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be2e4f25-2d0e-4747-af7f-ac763e8f4791 req-c6e64add-b2f5-46b6-b576-e0f3ba41d4cf tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jul 22 20:22:35.952295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86301770-a3ab-461b-8e48-3ba65f9bec5f req-ce030b85-2777-4ed3-a86d-ab60512b4bc6 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:35.953808 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86301770-a3ab-461b-8e48-3ba65f9bec5f req-ce030b85-2777-4ed3-a86d-ab60512b4bc6 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0639584 Jul 22 20:22:35.995324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-86301770-a3ab-461b-8e48-3ba65f9bec5f req-a031c457-7c8d-4926-85b8-96c4528074a6 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Jul 22 20:22:37.168220 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1cc489d6-bcaa-4401-bd51-beef043a3bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:40.036047 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:40.090018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0bae9983-e49c-46fc-8f3f-ab97f78cbe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:41.693608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:43.074657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:54.510435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a8fc1-d2d9-4046-bd4f-d8e80a14bfea req-af4dccbc-dfba-4295-bfce-2c2191aa0a69 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:54.511955 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c72a8fc1-d2d9-4046-bd4f-d8e80a14bfea req-af4dccbc-dfba-4295-bfce-2c2191aa0a69 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0655489 Jul 22 20:22:54.549782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c72a8fc1-d2d9-4046-bd4f-d8e80a14bfea req-ba73f1f8-08cf-47fb-8252-9f87b9e0573f tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320773 Jul 22 20:22:54.969670 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:55.690392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c9d79-e597-416a-a74f-c1dd8cb5bef4 req-3fa83187-b521-4d07-90e6-1faa02ccd787 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:55.692022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b6c9d79-e597-416a-a74f-c1dd8cb5bef4 req-3fa83187-b521-4d07-90e6-1faa02ccd787 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0708609 Jul 22 20:22:55.728824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9b6c9d79-e597-416a-a74f-c1dd8cb5bef4 req-7c6552e1-ce30-4c8d-8103-dfbd2904eb5b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306704 Jul 22 20:22:56.078565 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-0c25cce0-1adf-401d-9711-80add5b36879 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:56.080029 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-0c25cce0-1adf-401d-9711-80add5b36879 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 945 time: 0.0641756 Jul 22 20:22:56.182549 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Deleting port 4d97e06a-aedf-4554-8050-b7cec6b73be6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:22:56.182892 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:56.272123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] For port 4d97e06a-aedf-4554-8050-b7cec6b73be6, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=4d97e06a-aedf-4554-8050-b7cec6b73be6,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:22:56.272525 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:56.285341 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Calling delete_port for 4d97e06a-aedf-4554-8050-b7cec6b73be6 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:22:56.410917 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:56.422802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['4d97e06a-aedf-4554-8050-b7cec6b73be6'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:22:56.445117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Pushing event deleted for resources: {'Port': ['ID=4d97e06a-aedf-4554-8050-b7cec6b73be6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:22:56.495180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] No DVR routers for this DVR port 4d97e06a-aedf-4554-8050-b7cec6b73be6 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:22:56.498206 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:56.500740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8bca1384-e89b-488c-9584-a55420ea0c88 req-62650659-06a4-4439-80d8-4d3cdf600d2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "DELETE /v2.0/ports/4d97e06a-aedf-4554-8050-b7cec6b73be6 HTTP/1.1" status: 204 len: 173 time: 0.4137621 Jul 22 20:22:56.501217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'name': 'network-vif-deleted', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:22:56.504481 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a2b0b1-5253-4e02-a474-4d69f5c57c9e" -d '{"events": [{"server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "name": "network-vif-deleted", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:22:56.545126 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c138c6d-93a6-4da0-a93c-12df8d2398c0 x-openstack-request-id: req-7c138c6d-93a6-4da0-a93c-12df8d2398c0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:22:56.545454 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b036e966-82dc-4cd5-822f-6b5b2b323e77", "name": "network-vif-deleted", "tag": "4d97e06a-aedf-4554-8050-b7cec6b73be6", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:22:56.545699 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c138c6d-93a6-4da0-a93c-12df8d2398c0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:22:56.546101 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b036e966-82dc-4cd5-822f-6b5b2b323e77', 'name': 'network-vif-deleted', 'tag': '4d97e06a-aedf-4554-8050-b7cec6b73be6', 'status': 'completed', 'code': 200} Jul 22 20:22:56.844036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51fdb81d-d824-4fb6-8dc0-314a0426ab98 req-f7a9647f-328f-4c7f-9331-50d067f11d33 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=b036e966-82dc-4cd5-822f-6b5b2b323e77 HTTP/1.1" status: 200 len: 210 time: 0.0347850 Jul 22 20:22:57.768632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:58.424431 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-2bd12c8d-40d5-4eb8-9692-095d5563ee9a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:58.425904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-2bd12c8d-40d5-4eb8-9692-095d5563ee9a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 816 time: 0.0990608 Jul 22 20:22:58.440119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-b44c09d8-1915-473c-ba89-86a32ca309c3 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/quotas/2265059e0f8e4fec9a5047489975d280 HTTP/1.1" status: 200 len: 375 time: 0.0089178 Jul 22 20:22:58.508970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-d347f7a7-3c29-49a6-9380-98f5b051f239 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639551 Jul 22 20:22:58.603071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-d3dbe1a0-81bc-49e5-b4e4-e12f02af963c service neutron] 10.222.0.10 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817416 Jul 22 20:22:58.695133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-301ed046-ea27-4d03-9a9a-83d8e245225e service neutron] 10.222.0.10 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Jul 22 20:22:58.859881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4321e46f-813a-49a5-a28e-e2d7bf8e590e req-72de9be0-33f7-4de1-a983-6c459327007a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 210 time: 0.0294228 Jul 22 20:22:59.754473 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-a7029b54-4f74-4d81-bfd9-883109cb07aa tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:22:59.755868 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-a7029b54-4f74-4d81-bfd9-883109cb07aa tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 816 time: 0.1113698 Jul 22 20:22:59.768807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4d97e06a-aedf-4554-8050-b7cec6b73be6 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:22:59.769904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Request body: {'port': {'device_id': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'admin_state_up': True, 'tenant_id': '2265059e0f8e4fec9a5047489975d280'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:22:59.792749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 4d97e06a-aedf-4554-8050-b7cec6b73be6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:22:59.793101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 4d97e06a-aedf-4554-8050-b7cec6b73be6 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:22:59.877523 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Made reservation on behalf of 2265059e0f8e4fec9a5047489975d280 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:22:59.881095 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:22:59.955682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-170c0902-7bbd-4698-83b1-75e9ab63f1ec req-19443843-d4c6-4d95-9b23-8cd0a2695288 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 210 time: 0.0297270 Jul 22 20:23:00.011528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Allocated IP 172.20.0.5 (a09511d6-23a3-4aee-b21e-e6334c57d0ad/2d2a0760-a6ff-4ebc-aea2-359d16c14c30/1f44a395-cf53-4c6e-a5a9-5b1869c43062) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:00.157591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.170671 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Transition to ACTIVE for port object 1f44a395-cf53-4c6e-a5a9-5b1869c43062 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:00.203422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.248097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:00.251014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:00.253309 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:00.279798 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Pushing event updated for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:00.310012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:00.310654 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.325479 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-8286b28c-eda9-4796-b922-43061232b53a tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5601833 Jul 22 20:23:00.338196 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Request body: {'port': {'device_id': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:00.417465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.437779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cae7750a-671b-4505-b415-75dfd612757a None None] Provisioning for port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:00.441473 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cae7750a-671b-4505-b415-75dfd612757a None None] Provisioning complete for port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:00.441847 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cae7750a-671b-4505-b415-75dfd612757a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.475863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cae7750a-671b-4505-b415-75dfd612757a None None] Port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:23:00.671665 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f44a395-cf53-4c6e-a5a9-5b1869c43062 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:23:00.678862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.690690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Transition to ACTIVE for port object 1f44a395-cf53-4c6e-a5a9-5b1869c43062 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:00.694339 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.745436 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:00.821352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Attempting to bind port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:00.822032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Attempting to bind port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:00.822032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Attempting to bind port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:00.826547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:23:00.826870 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Attempting to bind port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 on network a09511d6-23a3-4aee-b21e-e6334c57d0ad {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:00.831643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:00.831976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Checking segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:00.832385 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Bound using segment: {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:00.832803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Bound port: 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531eac9c-114a-4f45-9aa1-a905fbd83ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:00.833160 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.900169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:00.903230 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:00.907504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.945279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:00.945279 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:00.945279 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f44a395-cf53-4c6e-a5a9-5b1869c43062 HTTP/1.1" status: 200 len: 1092 time: 0.6095176 Jul 22 20:23:00.945279 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:23:00.945809 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34d8f56-32ac-4614-8b4a-c8334eedc285" -d '{"events": [{"name": "network-changed", "server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:23:00.972904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355578a5-e5eb-4ba9-a69e-14779df12be6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:01.023531 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c69a28-c516-478f-8110-02d87c8f2aa2 x-openstack-request-id: req-80c69a28-c516-478f-8110-02d87c8f2aa2 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:23:01.023886 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:23:01.024087 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80c69a28-c516-478f-8110-02d87c8f2aa2 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:23:01.024526 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062', 'status': 'completed', 'code': 200} Jul 22 20:23:01.052703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-775d7f7c-0cf6-496d-81fd-d5315d6c64be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.054249 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-775d7f7c-0cf6-496d-81fd-d5315d6c64be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 1095 time: 0.0706377 Jul 22 20:23:01.098018 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-028762af-9520-4c51-b725-bd696d0ac499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062 HTTP/1.1" status: 200 len: 217 time: 0.0352647 Jul 22 20:23:01.122113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6619df-d555-488a-9360-de271ab2450b req-27640cc3-62b1-472b-81ad-3dbeeb4fdc7b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.123682 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc6619df-d555-488a-9360-de271ab2450b req-27640cc3-62b1-472b-81ad-3dbeeb4fdc7b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 943 time: 0.0728016 Jul 22 20:23:01.152233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-e5020c24-1416-4120-88d6-0e78ce9129dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.154208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-e5020c24-1416-4120-88d6-0e78ce9129dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d2a0760-a6ff-4ebc-aea2-359d16c14c30 HTTP/1.1" status: 200 len: 855 time: 0.0492134 Jul 22 20:23:01.163930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fc6619df-d555-488a-9360-de271ab2450b req-a3e4e90c-a4c2-45f2-a491-208cbbb5a418 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Jul 22 20:23:01.219069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-24aaabbd-71cb-4a26-a909-6415f0d83245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.220889 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-24aaabbd-71cb-4a26-a909-6415f0d83245 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a09511d6-23a3-4aee-b21e-e6334c57d0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613573 Jul 22 20:23:01.323829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-7c6a36a5-3685-474d-b545-70018be4b879 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962977 Jul 22 20:23:01.415087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1dcc8587-11b9-44ad-a5ff-23ee7a374b0a req-16f0bca2-39d6-4755-ab6e-ac586740e290 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Jul 22 20:23:01.513268 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-b5b0c740-e164-464c-a4e0-5b00fbba9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.514700 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-b5b0c740-e164-464c-a4e0-5b00fbba9975 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2265059e0f8e4fec9a5047489975d280&device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 1095 time: 0.0541759 Jul 22 20:23:01.604755 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-66014b56-b3c8-476b-a987-7cd39d541ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.606207 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-66014b56-b3c8-476b-a987-7cd39d541ed2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 200 len: 917 time: 0.0855074 Jul 22 20:23:01.647088 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-43a65dc3-0dc9-42b9-aed6-864f69f2fb95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062 HTTP/1.1" status: 200 len: 217 time: 0.0343754 Jul 22 20:23:01.695651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-8984a9aa-34ac-4c23-a4f9-a9b3c7ecaf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.697289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-8984a9aa-34ac-4c23-a4f9-a9b3c7ecaf1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d2a0760-a6ff-4ebc-aea2-359d16c14c30 HTTP/1.1" status: 200 len: 855 time: 0.0426350 Jul 22 20:23:01.755614 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-6c21535b-02d5-4eb0-a016-274aed3ff34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:01.757191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-6c21535b-02d5-4eb0-a016-274aed3ff34d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a09511d6-23a3-4aee-b21e-e6334c57d0ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535641 Jul 22 20:23:01.850976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-041aa65d-b291-47b6-ba4f-cfceed9cb819 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854838 Jul 22 20:23:01.949001 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d34d8f56-32ac-4614-8b4a-c8334eedc285 req-cc878169-fe13-4bbc-a46f-a2cd6fd0e0a8 service neutron] 10.222.0.32 "GET /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902724 Jul 22 20:23:02.297574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a5c0c-9a92-4b45-8ac9-648cdaa21ff1 req-17eb40e0-7322-41b9-9cf7-a6cfa9a5bc51 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:02.299046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e43a5c0c-9a92-4b45-8ac9-648cdaa21ff1 req-17eb40e0-7322-41b9-9cf7-a6cfa9a5bc51 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 943 time: 0.0627716 Jul 22 20:23:02.335155 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e43a5c0c-9a92-4b45-8ac9-648cdaa21ff1 req-e53d2f6a-32c0-42b1-a8f0-fd844413407b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Jul 22 20:23:03.461291 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22547463-b31a-4bd3-8c50-9cb6fe98a613 req-f44a4282-dd90-45a9-9a61-bdc44e3e7b2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:03.462703 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22547463-b31a-4bd3-8c50-9cb6fe98a613 req-f44a4282-dd90-45a9-9a61-bdc44e3e7b2b tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 943 time: 0.0619552 Jul 22 20:23:03.499833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22547463-b31a-4bd3-8c50-9cb6fe98a613 req-76d99b02-f8ef-43fe-8b21-da01c9fe5f73 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Jul 22 20:23:03.796568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1f44a395-cf53-4c6e-a5a9-5b1869c43062 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:23:03.889697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:03.900777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '1f44a395-cf53-4c6e-a5a9-5b1869c43062', 'network_id': 'a09511d6-23a3-4aee-b21e-e6334c57d0ad', 'port_id': '1f44a395-cf53-4c6e-a5a9-5b1869c43062', 'mac_address': 'fa:16:3e:bb:c9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2a0760-a6ff-4ebc-aea2-359d16c14c30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:23:03.941817 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:03.955309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f44a395-cf53-4c6e-a5a9-5b1869c43062 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:23:03.975048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:03.979791 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:04.027482 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:04.210755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['1f44a395-cf53-4c6e-a5a9-5b1869c43062'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:23:04.631166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbbb7e-72bf-4b0a-bcc0-8d2ee71cf915 req-0e7d42ee-9e71-4f8d-adc7-d36ef97cb0cb tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:04.632712 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eefbbb7e-72bf-4b0a-bcc0-8d2ee71cf915 req-0e7d42ee-9e71-4f8d-adc7-d36ef97cb0cb tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 944 time: 0.0672054 Jul 22 20:23:04.670388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eefbbb7e-72bf-4b0a-bcc0-8d2ee71cf915 req-c54b312b-1456-4ab0-acd6-39e2b5b9ff31 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jul 22 20:23:05.797737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30b504-cabe-4c6b-8124-360e7ce54db5 req-1e2af549-af02-4dda-9301-c94e501b3f18 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:05.799285 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f30b504-cabe-4c6b-8124-360e7ce54db5 req-1e2af549-af02-4dda-9301-c94e501b3f18 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 944 time: 0.0634999 Jul 22 20:23:05.811880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1f44a395-cf53-4c6e-a5a9-5b1869c43062 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:05.837680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f30b504-cabe-4c6b-8124-360e7ce54db5 req-df7d77b1-e5bb-4d0d-b7ae-d859d947e332 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328491 Jul 22 20:23:05.860203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:05.863794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:05.864202 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:05.939646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:05.963981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:23:05.966160 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f4e788-a218-47dd-9ef0-071081790ad6" -d '{"events": [{"server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "name": "network-vif-plugged", "status": "completed", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:23:05.979112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:05.983059 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:06.009250 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b62baf-8e97-49f3-b93c-07242e8ba404 x-openstack-request-id: req-12b62baf-8e97-49f3-b93c-07242e8ba404 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:23:06.009546 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "name": "network-vif-plugged", "status": "completed", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:23:06.009795 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12b62baf-8e97-49f3-b93c-07242e8ba404 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:23:06.010879 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062', 'code': 200} Jul 22 20:23:06.036856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:06.044829 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.045174 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.045518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.045863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.046191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.046532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.046860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.047189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.047539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.047862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.048205 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.048527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:06.111748 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3ff9a-76b0-4d46-a584-7579f02b1260 req-b83bc416-2e7f-4364-949d-9d4a0b9f9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:06.113258 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02f3ff9a-76b0-4d46-a584-7579f02b1260 req-b83bc416-2e7f-4364-949d-9d4a0b9f9980 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 1097 time: 0.0530133 Jul 22 20:23:06.146208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02f3ff9a-76b0-4d46-a584-7579f02b1260 req-4aa33ad6-fc42-405d-b924-9bebb0855305 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267248 Jul 22 20:23:06.974541 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51684a9e-efee-4d0d-90df-e9e725f19cd7 req-596c4673-1e1b-41f7-a42e-6cd918436fb3 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:06.976239 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51684a9e-efee-4d0d-90df-e9e725f19cd7 req-596c4673-1e1b-41f7-a42e-6cd918436fb3 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0684986 Jul 22 20:23:07.034759 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-51684a9e-efee-4d0d-90df-e9e725f19cd7 req-5f99b2e4-7dc7-4f5f-ad36-5a585a7885ff tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519166 Jul 22 20:23:07.168368 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b9911fe3-141b-4e2b-972c-153bc8e8ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:08.163746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ba54-68b8-4e91-90eb-4a045cf2bd35 req-8500c59c-4f0b-40ae-9966-9ba6586e9eb0 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:08.165301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0468ba54-68b8-4e91-90eb-4a045cf2bd35 req-8500c59c-4f0b-40ae-9966-9ba6586e9eb0 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0633354 Jul 22 20:23:08.202763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0468ba54-68b8-4e91-90eb-4a045cf2bd35 req-3b870421-d1ac-4caf-8b42-3177d176b523 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Jul 22 20:23:08.331503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa74b-aaf4-4f7d-80a3-8c05f05bfcb3 req-d945e72a-274f-45f2-8dfa-65badb075bb1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:08.332934 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a03aa74b-aaf4-4f7d-80a3-8c05f05bfcb3 req-d945e72a-274f-45f2-8dfa-65badb075bb1 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0637653 Jul 22 20:23:08.371150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a03aa74b-aaf4-4f7d-80a3-8c05f05bfcb3 req-68e7d8ac-3053-4044-b143-fb809b7443ed tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327141 Jul 22 20:23:08.596443 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:23:10.029556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:10.091117 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-94b6e822-ca69-40f4-bae7-58db1f88f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:11.695292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:13.078975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:24.966453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:26.297164 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-913e2cfc-43b3-4726-bef5-5c89d42f8484 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547988 Jul 22 20:23:26.400577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837be5d-feab-4861-9465-233c5024afb1 req-43ce3bf0-5a52-486c-9d8e-2e151979aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:26.402691 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-43ce3bf0-5a52-486c-9d8e-2e151979aec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0613816 Jul 22 20:23:26.529682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837be5d-feab-4861-9465-233c5024afb1 req-dd7098a8-3880-4aa7-8819-7852ef68996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:26.531135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-dd7098a8-3880-4aa7-8819-7852ef68996c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1073673 Jul 22 20:23:26.580740 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-0d40922e-88c9-4f08-9c05-1c51601aaa2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0415959 Jul 22 20:23:26.641482 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837be5d-feab-4861-9465-233c5024afb1 req-e0091850-1a71-4f83-a1c1-096c92480dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:26.643064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-e0091850-1a71-4f83-a1c1-096c92480dde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0555072 Jul 22 20:23:26.714958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837be5d-feab-4861-9465-233c5024afb1 req-ca90ae54-2733-4d19-b49e-25efe766baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:26.716534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-ca90ae54-2733-4d19-b49e-25efe766baa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667131 Jul 22 20:23:26.772331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343655f0-7cba-40b0-a4c8-1db00438b6dc req-ba7a098b-3f17-49c3-8935-7caa35fde142 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:26.773924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-343655f0-7cba-40b0-a4c8-1db00438b6dc req-ba7a098b-3f17-49c3-8935-7caa35fde142 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0687253 Jul 22 20:23:26.816289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-4a24c8ee-f19a-4031-b571-a08c7e8e4d7b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918536 Jul 22 20:23:26.820122 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-343655f0-7cba-40b0-a4c8-1db00438b6dc req-9ae0709a-c95b-4085-b9a5-081d90e4699e tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Jul 22 20:23:26.910654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-9837be5d-feab-4861-9465-233c5024afb1 req-e0a2bad0-0159-4e46-81bd-62ef4c4f452e service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Jul 22 20:23:27.767048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:27.946618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbc586-0a21-4680-b1aa-ccb2a2c9c4a8 req-5bc1f5d1-c513-4ef0-9958-fe564fdad27e tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:27.948293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4dbc586-0a21-4680-b1aa-ccb2a2c9c4a8 req-5bc1f5d1-c513-4ef0-9958-fe564fdad27e tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0639768 Jul 22 20:23:27.985673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4dbc586-0a21-4680-b1aa-ccb2a2c9c4a8 req-a645c745-deef-464f-8945-f474a04b1eb0 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/security-groups?id=34b7be89-94bc-469b-9b59-26293edcd3ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Jul 22 20:23:28.303699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-c3a2475e-850a-447f-8421-99d55285860e tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:28.305199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-c3a2475e-850a-447f-8421-99d55285860e tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 945 time: 0.0627928 Jul 22 20:23:28.409327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Deleting port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:28.409673 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:28.501131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] For port 1f44a395-cf53-4c6e-a5a9-5b1869c43062, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1f44a395-cf53-4c6e-a5a9-5b1869c43062,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:28.501402 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:28.513717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Calling delete_port for 1f44a395-cf53-4c6e-a5a9-5b1869c43062 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:28.878984 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:28.891561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['1f44a395-cf53-4c6e-a5a9-5b1869c43062'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:23:28.919257 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Pushing event deleted for resources: {'Port': ['ID=1f44a395-cf53-4c6e-a5a9-5b1869c43062,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:28.942438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.942783 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.943119 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.943455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.943857 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.944096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.944569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.944892 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.945217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.945536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.945849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.946161 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:28.972480 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] No DVR routers for this DVR port 1f44a395-cf53-4c6e-a5a9-5b1869c43062 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:23:28.975269 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:28.977406 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-26be62af-e2d9-4816-9a0e-bd9cb9652000 req-3a3d1dd6-db3b-45a2-ac30-f78ae46d11b4 tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.32 "DELETE /v2.0/ports/1f44a395-cf53-4c6e-a5a9-5b1869c43062 HTTP/1.1" status: 204 len: 173 time: 0.6659820 Jul 22 20:23:28.977911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'name': 'network-vif-deleted', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:23:28.981412 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a75d93a-2eee-4e4b-8113-ec9a561fa251" -d '{"events": [{"server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "name": "network-vif-deleted", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:23:29.019801 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b11357-bf5b-4519-b9bf-bdf6141fbe97 x-openstack-request-id: req-96b11357-bf5b-4519-b9bf-bdf6141fbe97 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:23:29.020388 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0392e290-f8ae-48e5-9a21-ed16eacbbb6b", "name": "network-vif-deleted", "tag": "1f44a395-cf53-4c6e-a5a9-5b1869c43062", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:23:29.020800 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96b11357-bf5b-4519-b9bf-bdf6141fbe97 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:23:29.021367 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0392e290-f8ae-48e5-9a21-ed16eacbbb6b', 'name': 'network-vif-deleted', 'tag': '1f44a395-cf53-4c6e-a5a9-5b1869c43062', 'status': 'completed', 'code': 200} Jul 22 20:23:29.109597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b1aeeb5-a090-4052-8dc7-9ed692054d4d req-9118a695-0f3e-4230-b4f7-1f4a793a116f tempest-TestEncryptedCinderVolumes-410019816 tempest-TestEncryptedCinderVolumes-410019816-project] 10.222.0.10 "GET /v2.0/ports?device_id=0392e290-f8ae-48e5-9a21-ed16eacbbb6b HTTP/1.1" status: 200 len: 210 time: 0.0382745 Jul 22 20:23:30.203563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40106) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:30.886373 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.133877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Deleting port f806feef-d41d-4a67-a239-8fe794952b93 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:31.134221 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.214247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] For port f806feef-d41d-4a67-a239-8fe794952b93, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f806feef-d41d-4a67-a239-8fe794952b93,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:31.214823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.226723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Calling delete_port for f806feef-d41d-4a67-a239-8fe794952b93 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:31.407128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.441171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Pushing event deleted for resources: {'Port': ['ID=f806feef-d41d-4a67-a239-8fe794952b93,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:31.467803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.468181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.468532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.468875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.469222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.469562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.469898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.470231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.470565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.470896 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.471226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.471559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:31.613647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:31.840207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:23:31.904352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1f44a395-cf53-4c6e-a5a9-5b1869c43062 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:31.927459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 1f44a395-cf53-4c6e-a5a9-5b1869c43062 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:31.927809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1f44a395-cf53-4c6e-a5a9-5b1869c43062 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:31.951181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:31.957516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8eb7fbc5-cedc-41c1-87f1-9aab556b9bee admin admin] 10.222.0.10 "PUT /v2.0/routers/2ed8f108-9af0-4cdf-b9cd-2848068b3204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528567 Jul 22 20:23:31.959310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40108) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:31.962239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Sync routers for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:31.971249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:31.971887 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:32.064720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.074348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:32.175812 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.234782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Deleting port 33ae5d9d-d345-4cec-abac-56100fdfe2a4 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:32.235582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.319260 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] For port 33ae5d9d-d345-4cec-abac-56100fdfe2a4, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=33ae5d9d-d345-4cec-abac-56100fdfe2a4,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:32.319623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.337547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Calling delete_port for 33ae5d9d-d345-4cec-abac-56100fdfe2a4 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:32.419146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:23:31Z', 'revision_number': 5, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port': {'id': '33ae5d9d-d345-4cec-abac-56100fdfe2a4', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:5f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:32.444816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Checking router: 2ed8f108-9af0-4cdf-b9cd-2848068b3204 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:32.453086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Routers {'2ed8f108-9af0-4cdf-b9cd-2848068b3204'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:32.453694 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:32.503290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.532414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae5d9d-d345-4cec-abac-56100fdfe2a4,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:32.539318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] Set router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:32.594206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:23:32Z', 'revision_number': 6, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:32.595856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.621402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda20036-78c0-49e8-8e7e-17c14aeaec66 None None] The sync data for ids ['2ed8f108-9af0-4cdf-b9cd-2848068b3204'] in n-d-800087-13 is: [{'id': '2ed8f108-9af0-4cdf-b9cd-2848068b3204', 'name': 'tempest-TestEncryptedCinderVolumes-439405017-router', 'tenant_id': '2265059e0f8e4fec9a5047489975d280', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:16Z', 'updated_at': '2021-07-22T20:23:32Z', 'revision_number': 6, 'project_id': '2265059e0f8e4fec9a5047489975d280', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:32.687900 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.690004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.736727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.737324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed8f108-9af0-4cdf-b9cd-2848068b3204 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:23:32.741853 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.743010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7fcb772a-baf3-4dc6-bf17-9d09a5ac6c3b admin admin] 10.222.0.10 "DELETE /v2.0/routers/2ed8f108-9af0-4cdf-b9cd-2848068b3204 HTTP/1.1" status: 204 len: 168 time: 0.7827721 Jul 22 20:23:32.746235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40110) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:32.789636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Deleting subnet 2d2a0760-a6ff-4ebc-aea2-359d16c14c30 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:23:32.792649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.826869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.901010 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.957006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.981405 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2a0760-a6ff-4ebc-aea2-359d16c14c30,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:32.987117 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:32.991761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-20cc4460-3fbb-4192-baca-56c8a347e4e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2d2a0760-a6ff-4ebc-aea2-359d16c14c30 HTTP/1.1" status: 204 len: 168 time: 0.2418525 Jul 22 20:23:32.991761 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40112) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:32.996275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58de86f-383f-49c8-85f7-99e374910649 None None] Network a09511d6-23a3-4aee-b21e-e6334c57d0ad requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:33.064418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.123174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Deleting port 59610cbc-4ef4-4473-8c34-4383c356df4a {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:33.123516 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.186774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] For port 59610cbc-4ef4-4473-8c34-4383c356df4a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=59610cbc-4ef4-4473-8c34-4383c356df4a,segment=NetworkSegment(531eac9c-114a-4f45-9aa1-a905fbd83ec0),segment_id=531eac9c-114a-4f45-9aa1-a905fbd83ec0)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:33.187137 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.199599 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Calling delete_port for 59610cbc-4ef4-4473-8c34-4383c356df4a owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:33.281241 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.307055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59610cbc-4ef4-4473-8c34-4383c356df4a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:33.309034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] No DVR routers for this DVR port 59610cbc-4ef4-4473-8c34-4383c356df4a on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:23:33.379389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.389149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09511d6-23a3-4aee-b21e-e6334c57d0ad']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:33.399187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531eac9c-114a-4f45-9aa1-a905fbd83ec0') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:33.399488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531eac9c-114a-4f45-9aa1-a905fbd83ec0') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:33.408899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.427942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.436674 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:23:33.436674 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:23:33.438397 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:23:33.440290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d275d4d-7024-4b82-a258-c27203e1e9fe None None] DHCP port deletion for a09511d6-23a3-4aee-b21e-e6334c57d0ad request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:23:33.496503 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.502781 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:33.504363 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a09511d6-23a3-4aee-b21e-e6334c57d0ad HTTP/1.1" status: 204 len: 168 time: 0.5115290 Jul 22 20:23:33.505029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f806feef-d41d-4a67-a239-8fe794952b93 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:33.507435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40114) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:33.518270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e0bdd-c9f4-42bc-bd4a-015e27deb0a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09511d6-23a3-4aee-b21e-e6334c57d0ad,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:33.533533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f806feef-d41d-4a67-a239-8fe794952b93 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:33.533922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f806feef-d41d-4a67-a239-8fe794952b93 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:33.534411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 33ae5d9d-d345-4cec-abac-56100fdfe2a4 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:33.554164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 33ae5d9d-d345-4cec-abac-56100fdfe2a4 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:33.554516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 33ae5d9d-d345-4cec-abac-56100fdfe2a4 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:33.554939 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59610cbc-4ef4-4473-8c34-4383c356df4a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:33.578309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 59610cbc-4ef4-4473-8c34-4383c356df4a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:33.578659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 59610cbc-4ef4-4473-8c34-4383c356df4a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:33.861461 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.108613 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Deleting port ca318a90-dda5-42fb-952d-2b15b2d34627 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:34.108955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.187143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] For port ca318a90-dda5-42fb-952d-2b15b2d34627, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=ca318a90-dda5-42fb-952d-2b15b2d34627,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:34.187425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.200695 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Calling delete_port for ca318a90-dda5-42fb-952d-2b15b2d34627 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:34.375954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.398999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca318a90-dda5-42fb-952d-2b15b2d34627,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:34.570720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:34.789854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:23:34.898158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:34.903732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e99a59a9-e25c-424a-a434-0882c57b98a7 admin admin] 10.222.0.10 "PUT /v2.0/routers/ebc3faeb-fb2f-47e8-b802-0aaf697dc96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3952951 Jul 22 20:23:34.906376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40118) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:34.909197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Sync routers for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:34.918801 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:34.919416 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:35.009741 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.021339 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:35.111792 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.165180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Deleting port 05152252-e770-4663-968f-0d3fd5bdebe6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:35.165505 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.204511 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:23:34Z', 'revision_number': 5, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port': {'id': '05152252-e770-4663-968f-0d3fd5bdebe6', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:60:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:22:21Z', 'updated_at': '2021-07-22T20:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:35.236694 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Checking router: ebc3faeb-fb2f-47e8-b802-0aaf697dc96b for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:35.249070 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] For port 05152252-e770-4663-968f-0d3fd5bdebe6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=05152252-e770-4663-968f-0d3fd5bdebe6,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:35.249437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.254598 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Routers {'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:35.255214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:35.261083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Calling delete_port for 05152252-e770-4663-968f-0d3fd5bdebe6 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:35.402446 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] Set router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:35.429838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.462213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=05152252-e770-4663-968f-0d3fd5bdebe6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:35.467514 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:23:35Z', 'revision_number': 6, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:35.497072 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5507c08-7ea1-4ef0-9156-4e6756ab87ea None None] The sync data for ids ['ebc3faeb-fb2f-47e8-b802-0aaf697dc96b'] in n-d-800087-13 is: [{'id': 'ebc3faeb-fb2f-47e8-b802-0aaf697dc96b', 'name': 'tempest-TestEncryptedCinderVolumes-768588306-router', 'tenant_id': '1ac75ce4fd2541599c9de5b1693804fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:22:20Z', 'updated_at': '2021-07-22T20:23:35Z', 'revision_number': 6, 'project_id': '1ac75ce4fd2541599c9de5b1693804fc', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:35.528055 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.623105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.625597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.670437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.670915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc3faeb-fb2f-47e8-b802-0aaf697dc96b {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:23:35.675133 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.676354 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-4135d9ea-24a1-4948-aa77-8ffc98189f5b admin admin] 10.222.0.10 "DELETE /v2.0/routers/ebc3faeb-fb2f-47e8-b802-0aaf697dc96b HTTP/1.1" status: 204 len: 168 time: 0.7690399 Jul 22 20:23:35.678972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40120) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:35.723922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Deleting subnet 731d2683-7a54-431c-b682-3ba69ababd85 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:23:35.726916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.761911 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.840603 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.897541 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.926265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731d2683-7a54-431c-b682-3ba69ababd85,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:35.928277 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:35.930152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e96b08a1-5e18-45f3-8c73-a8c1a75a58fd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/731d2683-7a54-431c-b682-3ba69ababd85 HTTP/1.1" status: 204 len: 168 time: 0.2502689 Jul 22 20:23:35.933585 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40122) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:35.938284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4223f74-30d3-4400-a592-3a8c76b1b783 None None] Network 7f813a68-e01d-4d17-b537-dd60a1cde9c0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:36.003309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.059699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Deleting port 7637f3f0-25e2-4876-94ad-e6f694250bc6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:23:36.060052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.122313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] For port 7637f3f0-25e2-4876-94ad-e6f694250bc6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=7637f3f0-25e2-4876-94ad-e6f694250bc6,segment=NetworkSegment(d6ee428c-4a75-40b4-8f68-bf702ca2ce30),segment_id=d6ee428c-4a75-40b4-8f68-bf702ca2ce30)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:36.122666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.133706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Calling delete_port for 7637f3f0-25e2-4876-94ad-e6f694250bc6 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:23:36.214600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.240259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7637f3f0-25e2-4876-94ad-e6f694250bc6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:36.242233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] No DVR routers for this DVR port 7637f3f0-25e2-4876-94ad-e6f694250bc6 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:23:36.304997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55511ff-e0d7-4b46-829c-387e25cd1cb4 None None] DHCP port deletion for 7f813a68-e01d-4d17-b537-dd60a1cde9c0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:23:36.316443 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.327684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f813a68-e01d-4d17-b537-dd60a1cde9c0']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:36.573664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:36.573664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ee428c-4a75-40b4-8f68-bf702ca2ce30') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:36.578874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.592819 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.598538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:23:36.598916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:23:36.600573 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:23:36.653503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.658933 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.660807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f813a68-e01d-4d17-b537-dd60a1cde9c0 HTTP/1.1" status: 204 len: 168 time: 0.7262838 Jul 22 20:23:36.672601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8edf71-ad63-49e5-a696-a2b63a970a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=7f813a68-e01d-4d17-b537-dd60a1cde9c0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:36.820993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40126) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:36.859429 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8ad1f4f1-74c2-42bc-83c0-9e3f41661517 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2265059e0f8e4fec9a5047489975d280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371904 Jul 22 20:23:36.861715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40128) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:36.911737 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.932943 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.976928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.980430 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:36.981547 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/34b7be89-94bc-469b-9b59-26293edcd3ba HTTP/1.1" status: 204 len: 168 time: 0.1189449 Jul 22 20:23:36.988874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18700b53-0671-4ee6-8588-a8adc4e3509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b7be89-94bc-469b-9b59-26293edcd3ba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:37.169443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6467e6b3-483f-4413-a9fc-78d7702b4ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:37.293703 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40134) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:37.332826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e8709eff-76a4-4636-8045-82872f9ac703 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ac75ce4fd2541599c9de5b1693804fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379126 Jul 22 20:23:37.335204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40136) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:37.382539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:37.404218 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:37.452547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:37.455142 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:37.455271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ca318a90-dda5-42fb-952d-2b15b2d34627 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:37.456324 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2886aa0d-f940-4fb2-8028-288de9ea1903 HTTP/1.1" status: 204 len: 168 time: 0.1201553 Jul 22 20:23:37.465574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ef3ee-0be0-4621-8a5d-51366e9e0b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2886aa0d-f940-4fb2-8028-288de9ea1903,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:37.481231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: ca318a90-dda5-42fb-952d-2b15b2d34627 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:37.481577 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device ca318a90-dda5-42fb-952d-2b15b2d34627 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:37.481994 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 05152252-e770-4663-968f-0d3fd5bdebe6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:37.503551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 05152252-e770-4663-968f-0d3fd5bdebe6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:37.504023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 05152252-e770-4663-968f-0d3fd5bdebe6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:37.504464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7637f3f0-25e2-4876-94ad-e6f694250bc6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:23:37.524740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 7637f3f0-25e2-4876-94ad-e6f694250bc6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:23:37.525086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 7637f3f0-25e2-4876-94ad-e6f694250bc6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:23:38.124450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40158) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:38.221514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1918758720-network', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:38.244007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Made reservation on behalf of d83c83a143a1410aa66fe1a05d248542 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:23:38.246570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.257073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.344588 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.348322 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.372771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:23:38.382194 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42535244-1ffc-4650-a972-6ece750538de,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:38.388006 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.388380 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Added segment 1c92e168-4994-47e6-8dcc-eca33c284e74 of type vlan for network d329c69a-7146-46df-aa16-e2ce1f9a9e11 Jul 22 20:23:38.427678 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.454942 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.455921 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:38.456523 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.484262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3587232 Jul 22 20:23:38.487394 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40162) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:38.492843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Request body: {'subnet': {'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1918758720-subnet', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:38.513453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Made reservation on behalf of d83c83a143a1410aa66fe1a05d248542 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:23:38.515850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.519920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2938099-85b4-415d-b876-0b0ace1cbe00 admin admin] Pushing event updated for resources: {'Network': ['ID=d329c69a-7146-46df-aa16-e2ce1f9a9e11,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:38.530705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:23:38.686429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.745103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e94d968-fa22-416a-85cb-69e24675c411,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:38.759661 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Checking segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:38.760782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Network hostable DHCP agents. Network: d329c69a-7146-46df-aa16-e2ce1f9a9e11, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:23:38.777044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:23:38.785364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, d329c69a-7146-46df-aa16-e2ce1f9a9e11) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:38.789517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:38.790109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.794670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc538eaf-4a78-439e-a4eb-912b3377938c None None] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:38.804125 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4ed05388-fdee-496a-9d8b-994e69c75f98 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3155088 Jul 22 20:23:38.807355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40166) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:38.811682 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:38.833113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.834127 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.890163 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:38.944306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-d329c69a-7146-46df-aa16-e2ce1f9a9e11', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:23:38.945158 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.025157 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.076625 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Allocated IP 172.20.0.2 (d329c69a-7146-46df-aa16-e2ce1f9a9e11/6e94d968-fa22-416a-85cb-69e24675c411/0bd7aaae-c6f4-4796-b46d-c652a89949f5) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:39.223014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.231434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Transition to ACTIVE for port object 0bd7aaae-c6f4-4796-b46d-c652a89949f5 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:39.240414 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.246560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Transition to ACTIVE for port object 0bd7aaae-c6f4-4796-b46d-c652a89949f5 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:39.252547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.260536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.294501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:39.297476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:39.301767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:39.304762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Pushing event updated for resources: {'Port': ['ID=0bd7aaae-c6f4-4796-b46d-c652a89949f5,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:39.364886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Attempting to bind port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:39.365257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Attempting to bind port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:39.365639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Attempting to bind port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 on network d329c69a-7146-46df-aa16-e2ce1f9a9e11 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:39.368794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Allocated IP 172.25.6.110 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/313a3ffa-90f1-4067-ba4e-847f120087cf) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:39.370769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:39.371146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Checking segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:39.371546 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.371943 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Bound using segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:39.372421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Bound port: 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:39.372808 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.434514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] For port 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:39.437808 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] For port 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0bd7aaae-c6f4-4796-b46d-c652a89949f5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:39.441494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.473811 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.512059 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a31e-93bf-45c6-b00f-43907c493594 None None] Pushing event updated for resources: {'Port': ['ID=0bd7aaae-c6f4-4796-b46d-c652a89949f5,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:39.518305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:39.564172 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:39.567029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:39.570535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:39.576427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Pushing event updated for resources: {'Port': ['ID=313a3ffa-90f1-4067-ba4e-847f120087cf,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:40.034337 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:40.094872 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-beea032f-cc7b-4747-8583-20a0716a26fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:40.204237 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:40.343769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577c74d-d5a4-4569-8f34-e02a4bea9817 None None] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:40.404294 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:40.412362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7af492b6-c55e-47dd-8264-394ded35071a None None] Provisioning for port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:40.543192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Router b6e8fd32-f849-49ce-83f9-f48009d93cec is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:23:40.662481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:40.673458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Sync routers for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:40.679087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:40.680586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3f3ec9ae-06b3-4154-90bd-1f7013c8d946 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8722873 Jul 22 20:23:40.684382 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40168) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:40.687555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:40.688266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:40.811708 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:40.991741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:39Z', 'revision_number': 3, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:41.017733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Checking router: b6e8fd32-f849-49ce-83f9-f48009d93cec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:41.018077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Updating router b6e8fd32-f849-49ce-83f9-f48009d93cec port 313a3ffa-90f1-4067-ba4e-847f120087cf binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:23:41.051222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.096280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.254727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Allocated IP 172.20.0.1 (d329c69a-7146-46df-aa16-e2ce1f9a9e11/6e94d968-fa22-416a-85cb-69e24675c411/6fa7ab43-7743-49df-a092-3439af655475) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:41.302634 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.312761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Transition to ACTIVE for port object 313a3ffa-90f1-4067-ba4e-847f120087cf will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:41.317900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.366909 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.367224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Attempting to bind port 313a3ffa-90f1-4067-ba4e-847f120087cf on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:41.367601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Attempting to bind port 313a3ffa-90f1-4067-ba4e-847f120087cf by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:41.367965 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Attempting to bind port 313a3ffa-90f1-4067-ba4e-847f120087cf on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:41.377474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206b31-5735-43cb-b9dc-6c6bff6a4414 None None] Pushing event updated for resources: {'Port': ['ID=313a3ffa-90f1-4067-ba4e-847f120087cf,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:41.379958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:41.380420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:41.380831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.381218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:41.381693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Bound port: 313a3ffa-90f1-4067-ba4e-847f120087cf, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:41.382080 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.391278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Transition to ACTIVE for port object 6fa7ab43-7743-49df-a092-3439af655475 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:41.435941 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.480244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] For port 313a3ffa-90f1-4067-ba4e-847f120087cf, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:41.480484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:41.480593 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] For port 313a3ffa-90f1-4067-ba4e-847f120087cf, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=313a3ffa-90f1-4067-ba4e-847f120087cf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:41.480680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:41.485207 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:41.499053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.519000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:41.554583 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.569860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:41.570510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:41.583716 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0bd7aaae-c6f4-4796-b46d-c652a89949f5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:41.706044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5206b31-5735-43cb-b9dc-6c6bff6a4414 None None] Pushing event updated for resources: {'Port': ['ID=313a3ffa-90f1-4067-ba4e-847f120087cf,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:41.739781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.745349 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.763046 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:41.769285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:41.771510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:41.771881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.883728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e51e81fd-feb7-4205-8784-8b7c5230364a None None] Provisioning for port 6fa7ab43-7743-49df-a092-3439af655475 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:41.896703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e51e81fd-feb7-4205-8784-8b7c5230364a None None] Provisioning complete for port 6fa7ab43-7743-49df-a092-3439af655475 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:41.897075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e51e81fd-feb7-4205-8784-8b7c5230364a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.948707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:41.955483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.038136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.040138 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Pushing event updated for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:42.148371 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:42.149770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:42.216291 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e51e81fd-feb7-4205-8784-8b7c5230364a None None] Port 6fa7ab43-7743-49df-a092-3439af655475 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:23:42.247349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.278759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Router b6e8fd32-f849-49ce-83f9-f48009d93cec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:23:42.290048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:39Z', 'revision_number': 3, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:42.295879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0bd7aaae-c6f4-4796-b46d-c652a89949f5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:42.331715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5908e4-9a17-4228-abc9-a69f965f0a26 None None] The sync data for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 is: [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:39Z', 'revision_number': 3, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:42.341289 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.410102 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=0bd7aaae-c6f4-4796-b46d-c652a89949f5,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:42.418824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:42.431334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f728c897-d13c-476d-be5f-c298bbb05d5b admin admin] 10.222.0.10 "PUT /v2.0/routers/b6e8fd32-f849-49ce-83f9-f48009d93cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376950 Jul 22 20:23:42.436201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e4f65357-4b41-4cee-ac94-4361069f7c12 None None] Provisioning complete for port 6fa7ab43-7743-49df-a092-3439af655475 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:42.436582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e4f65357-4b41-4cee-ac94-4361069f7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.471167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e4f65357-4b41-4cee-ac94-4361069f7c12 None None] Port 6fa7ab43-7743-49df-a092-3439af655475 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:23:42.930965 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40184) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:42.937609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1784579199-network', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:42.959286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Made reservation on behalf of cc02b7c40d634d008cc9c8d5dad79427 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:23:42.961799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:42.974211 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.076932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.080953 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.083195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.107527 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:23:43.116643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd78b0c3-0987-47a5-bf67-7d1bc367ddd3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:43.124323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.124323 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Added segment 46a800c7-9b53-4d71-8577-d5de322c27bc of type vlan for network c3dab606-073d-4ace-bbb9-02d87277743b Jul 22 20:23:43.165818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.198758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.199751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:43.200410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.234916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3028083 Jul 22 20:23:43.237708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40186) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:43.243440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Request body: {'subnet': {'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1784579199-subnet', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:43.264780 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Made reservation on behalf of cc02b7c40d634d008cc9c8d5dad79427 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:23:43.267029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266eaf7-37a7-4b8c-9f4e-67f1e228a655 admin admin] Pushing event updated for resources: {'Network': ['ID=c3dab606-073d-4ace-bbb9-02d87277743b,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:43.267179 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.277821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network c3dab606-073d-4ace-bbb9-02d87277743b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:23:43.440141 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.496092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5471f1-d3fa-42d4-ac1e-2c4f329994b0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:43.505663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Checking segment: {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:43.506023 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Network hostable DHCP agents. Network: c3dab606-073d-4ace-bbb9-02d87277743b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:23:43.527509 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Network c3dab606-073d-4ace-bbb9-02d87277743b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:23:43.528300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0bd7aaae-c6f4-4796-b46d-c652a89949f5 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:43.536675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, c3dab606-073d-4ace-bbb9-02d87277743b) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:43.540846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:43.542101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.550779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f203bbb-557e-48a8-a59d-4c1acdc5dbe4 None None] Network c3dab606-073d-4ace-bbb9-02d87277743b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:43.559745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40188) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:43.559930 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc29ab95-5984-45d9-b345-48af10903358 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3204880 Jul 22 20:23:43.564673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:43.587081 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.589121 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.648420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:43.648793 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.648965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.776412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-c3dab606-073d-4ace-bbb9-02d87277743b', 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'fixed_ips': [{'subnet_id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:23:43.777396 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.800216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.861573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 313a3ffa-90f1-4067-ba4e-847f120087cf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:43.958248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 313a3ffa-90f1-4067-ba4e-847f120087cf completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:43.964523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Allocated IP 172.20.0.2 (c3dab606-073d-4ace-bbb9-02d87277743b/eb5471f1-d3fa-42d4-ac1e-2c4f329994b0/faacd6f0-9ccb-4234-8acf-098481ebed34) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:43.968933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 313a3ffa-90f1-4067-ba4e-847f120087cf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:43.969315 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:43.973761 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Sync routers for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:43.987872 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:43.988659 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:44.014507 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.035342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.111687 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:44.144342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Allocated IP 172.25.6.141 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/cf7cca65-c0d3-4e38-bae9-c2e0392a378a) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:44.157545 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.198713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 313a3ffa-90f1-4067-ba4e-847f120087cf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=313a3ffa-90f1-4067-ba4e-847f120087cf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:44.203075 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.207972 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.216776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Transition to ACTIVE for port object faacd6f0-9ccb-4234-8acf-098481ebed34 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:44.259567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Transition to ACTIVE for port object faacd6f0-9ccb-4234-8acf-098481ebed34 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:44.272593 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.275201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.280252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=313a3ffa-90f1-4067-ba4e-847f120087cf,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:44.312238 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Network c3dab606-073d-4ace-bbb9-02d87277743b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:44.317154 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.317450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:44.323729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:44.335924 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Pushing event updated for resources: {'Port': ['ID=faacd6f0-9ccb-4234-8acf-098481ebed34,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:44.342602 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 2, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:44.368927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:44.371562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:44.371752 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Checking router: b6e8fd32-f849-49ce-83f9-f48009d93cec for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:44.372109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Updating router b6e8fd32-f849-49ce-83f9-f48009d93cec port 6fa7ab43-7743-49df-a092-3439af655475 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:23:44.374235 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:44.376769 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:44.401629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Attempting to bind port faacd6f0-9ccb-4234-8acf-098481ebed34 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:44.402270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Attempting to bind port faacd6f0-9ccb-4234-8acf-098481ebed34 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:44.402795 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Attempting to bind port faacd6f0-9ccb-4234-8acf-098481ebed34 on network c3dab606-073d-4ace-bbb9-02d87277743b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:44.407999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:44.408642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Checking segment: {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:44.408791 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.409323 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.409860 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Bound using segment: {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:44.410463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Bound port: faacd6f0-9ccb-4234-8acf-098481ebed34, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:44.411031 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.477287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] For port faacd6f0-9ccb-4234-8acf-098481ebed34, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:44.481358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] For port faacd6f0-9ccb-4234-8acf-098481ebed34, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=faacd6f0-9ccb-4234-8acf-098481ebed34,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:44.487083 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.550840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83201faf-38bf-442f-b4a3-49c91928ced9 None None] Pushing event updated for resources: {'Port': ['ID=faacd6f0-9ccb-4234-8acf-098481ebed34,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:44.643310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.828029 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.845313 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Transition to ACTIVE for port object 6fa7ab43-7743-49df-a092-3439af655475 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:44.852607 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.890376 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.901937 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Pushing event updated for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:44.911943 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.912459 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.912802 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.913134 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.913462 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.913803 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.914110 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.914433 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.914753 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.915072 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.915392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.915720 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:23:44.973233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Attempting to bind port 6fa7ab43-7743-49df-a092-3439af655475 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:44.973555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Attempting to bind port 6fa7ab43-7743-49df-a092-3439af655475 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:44.973976 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Attempting to bind port 6fa7ab43-7743-49df-a092-3439af655475 on network d329c69a-7146-46df-aa16-e2ce1f9a9e11 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:44.979984 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:44.980457 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Checking segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:44.980877 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:44.981259 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Bound using segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:44.981727 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Bound port: 6fa7ab43-7743-49df-a092-3439af655475, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:44.982107 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:45.036272 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Router a9af37e6-9990-4f13-9c6b-05c2b9526e3d is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:23:45.054538 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] For port 6fa7ab43-7743-49df-a092-3439af655475, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:45.058291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] For port 6fa7ab43-7743-49df-a092-3439af655475, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6fa7ab43-7743-49df-a092-3439af655475,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:45.063813 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:45.137919 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:45.138593 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:45.162591 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:45.173014 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Sync routers for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:45.185827 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a794a33-1605-4ef6-b1e5-0b6b05e96914 None None] Pushing event updated for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:45.188436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:45.189958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-236f6600-8acd-442c-bbdf-a1bc31bbfb88 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6290157 Jul 22 20:23:45.192890 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40192) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:23:45.209377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:45.210022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:45.264250 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:45.349753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:45.544652 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:45Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:45.579780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8007f-d375-471f-978b-9b5f450e43b5 None None] The sync data for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 is: [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:45Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:45.602807 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:23:45.687316 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 313a3ffa-90f1-4067-ba4e-847f120087cf up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:45.691411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 3, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:45.759376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a5471-431e-475c-8800-9626190ea07a None None] Network c3dab606-073d-4ace-bbb9-02d87277743b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:23:45.766365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Checking router: a9af37e6-9990-4f13-9c6b-05c2b9526e3d for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:45.766717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Updating router a9af37e6-9990-4f13-9c6b-05c2b9526e3d port cf7cca65-c0d3-4e38-bae9-c2e0392a378a binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:23:45.881900 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:45.887759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-76487262-50b0-49cd-b52f-012bc1521fdf None None] Provisioning for port faacd6f0-9ccb-4234-8acf-098481ebed34 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:45.972578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 313a3ffa-90f1-4067-ba4e-847f120087cf triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:45.973460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.255808 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.263189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device faacd6f0-9ccb-4234-8acf-098481ebed34 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:46.359388 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port faacd6f0-9ccb-4234-8acf-098481ebed34 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:46.372259 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.374755 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port faacd6f0-9ccb-4234-8acf-098481ebed34 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:46.375131 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.404668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Transition to ACTIVE for port object cf7cca65-c0d3-4e38-bae9-c2e0392a378a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:46.424737 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.433402 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Allocated IP 172.20.0.1 (c3dab606-073d-4ace-bbb9-02d87277743b/eb5471f1-d3fa-42d4-ac1e-2c4f329994b0/a899aa4a-da45-4107-9b42-e60b4e2046be) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:46.523883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f473a-92fb-43a7-8d4d-953e8dc8c514 None None] Pushing event updated for resources: {'Port': ['ID=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:46.526417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Attempting to bind port cf7cca65-c0d3-4e38-bae9-c2e0392a378a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:46.526736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Attempting to bind port cf7cca65-c0d3-4e38-bae9-c2e0392a378a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:46.527098 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Attempting to bind port cf7cca65-c0d3-4e38-bae9-c2e0392a378a on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:46.530852 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.541294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:46.541681 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:46.542152 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.542545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:46.543034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Bound port: cf7cca65-c0d3-4e38-bae9-c2e0392a378a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:46.543415 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.575438 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.593530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Transition to ACTIVE for port object a899aa4a-da45-4107-9b42-e60b4e2046be will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:46.599602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port faacd6f0-9ccb-4234-8acf-098481ebed34, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=faacd6f0-9ccb-4234-8acf-098481ebed34,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:46.606381 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.631364 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.650081 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] For port cf7cca65-c0d3-4e38-bae9-c2e0392a378a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:46.660118 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] For port cf7cca65-c0d3-4e38-bae9-c2e0392a378a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:46.674820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.675632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Network c3dab606-073d-4ace-bbb9-02d87277743b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:46.680390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:46.681193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=faacd6f0-9ccb-4234-8acf-098481ebed34,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:46.690126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:46.695982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:46.718649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-454ff832-db92-4a87-bd92-6108158931dd None None] Provisioning complete for port faacd6f0-9ccb-4234-8acf-098481ebed34 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:46.719024 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-454ff832-db92-4a87-bd92-6108158931dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.743115 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.769214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:46.769858 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:46.839758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f473a-92fb-43a7-8d4d-953e8dc8c514 None None] Pushing event updated for resources: {'Port': ['ID=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:46.919169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:46.927948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:47.098877 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.104209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.176528 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5eb8e0f2-cdc2-4906-a43d-c641f2759828 None None] Provisioning for port a899aa4a-da45-4107-9b42-e60b4e2046be completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:47.179350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:47.183934 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.210954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-5eb8e0f2-cdc2-4906-a43d-c641f2759828 None None] Provisioning complete for port a899aa4a-da45-4107-9b42-e60b4e2046be triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:47.211320 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5eb8e0f2-cdc2-4906-a43d-c641f2759828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.262871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8e0f2-cdc2-4906-a43d-c641f2759828 None None] Port a899aa4a-da45-4107-9b42-e60b4e2046be cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:23:47.279437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Network c3dab606-073d-4ace-bbb9-02d87277743b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:47.281072 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:47.313739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 3, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:47.342776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5dce16-bdcc-4acb-a4be-aa3203f111c3 None None] The sync data for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 is: [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 3, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:47.423845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Router a9af37e6-9990-4f13-9c6b-05c2b9526e3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:23:47.543339 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:23:47.548243 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2d206285-77d1-4bbf-9cb0-4008c67406b7 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9af37e6-9990-4f13-9c6b-05c2b9526e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3542886 Jul 22 20:23:47.574061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device faacd6f0-9ccb-4234-8acf-098481ebed34 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:47.645020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-307adc5b-320e-4903-beeb-4e2eb7339af1 None None] Provisioning complete for port a899aa4a-da45-4107-9b42-e60b4e2046be triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:47.645494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-307adc5b-320e-4903-beeb-4e2eb7339af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.692116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port faacd6f0-9ccb-4234-8acf-098481ebed34 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:47.692607 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.716864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-307adc5b-320e-4903-beeb-4e2eb7339af1 None None] Port a899aa4a-da45-4107-9b42-e60b4e2046be cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:23:47.785753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6fa7ab43-7743-49df-a092-3439af655475 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:47.838218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6fa7ab43-7743-49df-a092-3439af655475 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:47.842325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6fa7ab43-7743-49df-a092-3439af655475 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:47.842719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.928557 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:47.965533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6fa7ab43-7743-49df-a092-3439af655475, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6fa7ab43-7743-49df-a092-3439af655475,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:47.969304 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:48.019299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:49.118687 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Sync routers for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:23:49.129345 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:49.129982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:49.264309 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:49.515527 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 4, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a899aa4a-da45-4107-9b42-e60b4e2046be', 'name': '', 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'mac_address': 'fa:16:3e:c4:7d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:46Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 2, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'subnets': [{'id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:49.549662 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Checking router: a9af37e6-9990-4f13-9c6b-05c2b9526e3d for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:23:49.550177 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Updating router a9af37e6-9990-4f13-9c6b-05c2b9526e3d port a899aa4a-da45-4107-9b42-e60b4e2046be binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:23:49.596751 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.628812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf7cca65-c0d3-4e38-bae9-c2e0392a378a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:49.685522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cf7cca65-c0d3-4e38-bae9-c2e0392a378a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:49.690396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cf7cca65-c0d3-4e38-bae9-c2e0392a378a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:49.690780 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.789314 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.813561 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cf7cca65-c0d3-4e38-bae9-c2e0392a378a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:49.818041 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.819009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6fa7ab43-7743-49df-a092-3439af655475 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:49.911942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:49.923166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6fa7ab43-7743-49df-a092-3439af655475 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:49.923166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.973259 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:49.986781 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Transition to ACTIVE for port object a899aa4a-da45-4107-9b42-e60b4e2046be will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:49.995080 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:50.095237 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7086ea-e8b6-4f3d-bdce-299a48ce9acc None None] Pushing event updated for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:50.142826 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Attempting to bind port a899aa4a-da45-4107-9b42-e60b4e2046be on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:23:50.143536 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Attempting to bind port a899aa4a-da45-4107-9b42-e60b4e2046be by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:23:50.143536 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Attempting to bind port a899aa4a-da45-4107-9b42-e60b4e2046be on network c3dab606-073d-4ace-bbb9-02d87277743b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:23:50.153747 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:23:50.154125 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Checking segment: {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:23:50.154588 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:50.154971 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Bound using segment: {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:23:50.155467 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Bound port: a899aa4a-da45-4107-9b42-e60b4e2046be, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a800c7-9b53-4d71-8577-d5de322c27bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:23:50.155865 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:50.263911 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] For port a899aa4a-da45-4107-9b42-e60b4e2046be, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:23:50.267435 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] For port a899aa4a-da45-4107-9b42-e60b4e2046be, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a899aa4a-da45-4107-9b42-e60b4e2046be,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:23:50.271440 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:50.350905 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:23:50.351552 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:23:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:50.355585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7086ea-e8b6-4f3d-bdce-299a48ce9acc None None] Pushing event updated for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:50.487469 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:23:50.811947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 4, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a899aa4a-da45-4107-9b42-e60b4e2046be', 'name': '', 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'mac_address': 'fa:16:3e:c4:7d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:46Z', 'updated_at': '2021-07-22T20:23:50Z', 'revision_number': 4, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'subnets': [{'id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:23:50.843627 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edec79-1abf-40cc-8f63-4c5a2df8dbc6 None None] The sync data for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 is: [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:23:46Z', 'revision_number': 4, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a899aa4a-da45-4107-9b42-e60b4e2046be', 'name': '', 'network_id': 'c3dab606-073d-4ace-bbb9-02d87277743b', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'mac_address': 'fa:16:3e:c4:7d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:46Z', 'updated_at': '2021-07-22T20:23:50Z', 'revision_number': 4, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'subnets': [{'id': 'eb5471f1-d3fa-42d4-ac1e-2c4f329994b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:23:51.563401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf7cca65-c0d3-4e38-bae9-c2e0392a378a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:51.617109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cf7cca65-c0d3-4e38-bae9-c2e0392a378a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:51.617493 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:51.707330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a899aa4a-da45-4107-9b42-e60b4e2046be up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:51.761869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a899aa4a-da45-4107-9b42-e60b4e2046be completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:23:51.769217 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a899aa4a-da45-4107-9b42-e60b4e2046be triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:51.769890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:51.870689 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:51.925293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a899aa4a-da45-4107-9b42-e60b4e2046be, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a899aa4a-da45-4107-9b42-e60b4e2046be,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:23:51.930426 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:51.989177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:53.501452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a899aa4a-da45-4107-9b42-e60b4e2046be up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:23:53.570245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a899aa4a-da45-4107-9b42-e60b4e2046be triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:23:53.570761 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:54.971720 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:57.783266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:57.825470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-6ce51b95-90ae-42ed-9c55-76dc5faf4504 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:57.826976 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-6ce51b95-90ae-42ed-9c55-76dc5faf4504 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 815 time: 0.1072986 Jul 22 20:23:57.842024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-8f208726-bbeb-4d83-80e8-b5dcb7942961 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/quotas/d83c83a143a1410aa66fe1a05d248542 HTTP/1.1" status: 200 len: 375 time: 0.0095220 Jul 22 20:23:57.927516 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-db8e4f2f-7be1-4295-8f04-086ccd71c937 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804284 Jul 22 20:23:58.021969 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-89766ee8-40ef-45df-86dd-c027c27756ce service neutron] 10.222.0.10 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824938 Jul 22 20:23:58.114779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-d5d504ba-345a-41e3-9ee2-11b6f6779fbb service neutron] 10.222.0.10 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Jul 22 20:23:58.286492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8d07664-0627-448e-9672-11bbe4f2c6c1 req-3dc5072a-bedd-46a7-84ff-a31106c90c3e tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Jul 22 20:23:59.218395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-fdd13525-0f11-49a2-aadb-9d9cf947a205 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:59.220063 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-fdd13525-0f11-49a2-aadb-9d9cf947a205 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 815 time: 0.1156387 Jul 22 20:23:59.233321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'port': {'device_id': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'admin_state_up': True, 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:23:59.351726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Made reservation on behalf of d83c83a143a1410aa66fe1a05d248542 for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:23:59.356399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:59.411022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c036f54c-5992-44f5-8144-a2faec174d39 req-94406e09-d577-4cb0-a654-8f5a3e2eef21 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 210 time: 0.0346575 Jul 22 20:23:59.589087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Allocated IP 172.20.0.9 (d329c69a-7146-46df-aa16-e2ce1f9a9e11/6e94d968-fa22-416a-85cb-69e24675c411/62f13753-be85-4c5d-92e9-bca1cb1065b5) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:23:59.805747 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:59.821825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Transition to ACTIVE for port object 62f13753-be85-4c5d-92e9-bca1cb1065b5 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:23:59.859444 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:23:59.919537 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:23:59.922864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:23:59.927522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:23:59.932465 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:23:59.993478 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:23:59.995102 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:00.019574 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-176c3a78-7546-440d-8b1a-435e23c564f5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913296 Jul 22 20:24:00.199758 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27a12783-431f-4c27-a3fb-546f1824c495 None None] Provisioning for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:24:00.207745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-27a12783-431f-4c27-a3fb-546f1824c495 None None] Provisioning complete for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:24:00.208282 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27a12783-431f-4c27-a3fb-546f1824c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:00.245837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-27a12783-431f-4c27-a3fb-546f1824c495 None None] Port 62f13753-be85-4c5d-92e9-bca1cb1065b5 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:24:00.559699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7246b8-dbd6-439f-bd65-0eaca910cbb9 req-ca54ef90-5c66-4efa-a44c-8b0953c1b111 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:00.561273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7246b8-dbd6-439f-bd65-0eaca910cbb9 req-ca54ef90-5c66-4efa-a44c-8b0953c1b111 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0792649 Jul 22 20:24:00.601025 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7246b8-dbd6-439f-bd65-0eaca910cbb9 req-5b5448fd-83f6-464a-9ef3-21435e4141db tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Jul 22 20:24:01.752469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a212226-c491-49c7-89e6-beb7490a4ada req-e232bbd1-e4d8-4433-864c-2aec0910179c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:01.754029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a212226-c491-49c7-89e6-beb7490a4ada req-e232bbd1-e4d8-4433-864c-2aec0910179c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0695848 Jul 22 20:24:01.801101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7a212226-c491-49c7-89e6-beb7490a4ada req-f28a2e49-3792-4fb0-a3cc-b629c9928cde tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 Jul 22 20:24:02.938729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e49a-d345-4783-bae3-f14916961e64 req-54aab0d5-ebaa-441e-80ad-39ea5fed33cd tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:02.940349 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e811e49a-d345-4783-bae3-f14916961e64 req-54aab0d5-ebaa-441e-80ad-39ea5fed33cd tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0682621 Jul 22 20:24:02.985511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e811e49a-d345-4783-bae3-f14916961e64 req-8b0af621-c985-4ea1-be7d-d7b5e4d07976 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Jul 22 20:24:04.130609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fb2b8-29a0-4e3f-b0c7-28b876253a5c req-c396de2d-3852-4fe3-b8f4-b88ef99ce5db tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:04.132777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a97fb2b8-29a0-4e3f-b0c7-28b876253a5c req-c396de2d-3852-4fe3-b8f4-b88ef99ce5db tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0681448 Jul 22 20:24:04.173862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a97fb2b8-29a0-4e3f-b0c7-28b876253a5c req-1a8ca4d1-9b7c-4e2a-a176-ec2f4d5c3f0e tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Jul 22 20:24:05.312916 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5252d-b52d-4132-b2ff-ea5da5562357 req-075d4d48-c330-4031-b4e2-95ef6640eb2b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:05.314482 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14c5252d-b52d-4132-b2ff-ea5da5562357 req-075d4d48-c330-4031-b4e2-95ef6640eb2b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0680430 Jul 22 20:24:05.357677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14c5252d-b52d-4132-b2ff-ea5da5562357 req-7d6b2223-694f-4284-94ae-1d5968de93ba tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Jul 22 20:24:06.501355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6789dcc-29d1-4cd7-86d0-45ffa3e9edfe req-129d0207-d34d-4351-9133-76ac373b78c0 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:06.502853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6789dcc-29d1-4cd7-86d0-45ffa3e9edfe req-129d0207-d34d-4351-9133-76ac373b78c0 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0715249 Jul 22 20:24:06.543970 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6789dcc-29d1-4cd7-86d0-45ffa3e9edfe req-37e7daaa-49b3-4cac-b74b-357dd103326f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Jul 22 20:24:07.174121 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b8f69839-746f-4542-a4ab-1a8546c40bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:07.681476 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3117b22-3171-44e9-887e-1cc6bf163deb req-230d1ce2-3f9f-4978-aea7-ecc4a795c7a3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:07.684008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3117b22-3171-44e9-887e-1cc6bf163deb req-230d1ce2-3f9f-4978-aea7-ecc4a795c7a3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0701818 Jul 22 20:24:07.727364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d3117b22-3171-44e9-887e-1cc6bf163deb req-70cf6dd4-ab13-4588-b5c8-62ca335b47ca tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Jul 22 20:24:08.861460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b695c1-4fe9-4c69-b429-82394710cd61 req-a5683fe3-059f-43e6-a6b1-d0a1473b43e3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:08.863077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9b695c1-4fe9-4c69-b429-82394710cd61 req-a5683fe3-059f-43e6-a6b1-d0a1473b43e3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 931 time: 0.0664754 Jul 22 20:24:08.909396 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e9b695c1-4fe9-4c69-b429-82394710cd61 req-a74e5b7e-7b67-4e60-ace9-4447c5e9ad7d tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Jul 22 20:24:09.464252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Request body: {'port': {'device_id': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:09.536895 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:09.792797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f13753-be85-4c5d-92e9-bca1cb1065b5 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:24:09.799916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:09.812395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Transition to ACTIVE for port object 62f13753-be85-4c5d-92e9-bca1cb1065b5 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:24:09.815959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:09.864296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:09.943389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Attempting to bind port 62f13753-be85-4c5d-92e9-bca1cb1065b5 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:24:09.943721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Attempting to bind port 62f13753-be85-4c5d-92e9-bca1cb1065b5 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:24:09.944082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Attempting to bind port 62f13753-be85-4c5d-92e9-bca1cb1065b5 on network d329c69a-7146-46df-aa16-e2ce1f9a9e11 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:24:09.949794 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Port 62f13753-be85-4c5d-92e9-bca1cb1065b5 on network d329c69a-7146-46df-aa16-e2ce1f9a9e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:24:09.950125 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Attempting to bind port 62f13753-be85-4c5d-92e9-bca1cb1065b5 on network d329c69a-7146-46df-aa16-e2ce1f9a9e11 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:24:09.955675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:24:09.956019 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Checking segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:24:09.956470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Bound using segment: {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:24:09.956902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Bound port: 62f13753-be85-4c5d-92e9-bca1cb1065b5, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c92e168-4994-47e6-8dcc-eca33c284e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:24:09.957263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:10.033460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:24:10.037134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:24:10.039832 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:10.043894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:10.049177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8601b-64c4-4b7f-998f-6f7b16516a31 req-5d9f565a-8c55-43e0-903f-af3a29116e7f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.050714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8f8601b-64c4-4b7f-998f-6f7b16516a31 req-5d9f565a-8c55-43e0-903f-af3a29116e7f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 943 time: 0.0707827 Jul 22 20:24:10.079513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.080944 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:10.082675 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] 10.222.0.32 "PUT /v2.0/ports/62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 1092 time: 0.6236925 Jul 22 20:24:10.085065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:10.088046 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af91a3-eed1-4378-8a1f-6ba8b201ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:10.089644 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c8f8601b-64c4-4b7f-998f-6f7b16516a31 req-f522c60a-480b-4cc9-b40b-e286730ab84e tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Jul 22 20:24:10.107260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4d12aa6a-57c2-4758-882c-f41b3792e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:10.123712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de39524-46a8-4ed0-83f0-9b8bb2784f02 service neutron] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:10.167313 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887b327c-0e8b-4ed1-b85e-ddfb43135863 x-openstack-request-id: req-887b327c-0e8b-4ed1-b85e-ddfb43135863 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:10.167803 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:10.168020 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-887b327c-0e8b-4ed1-b85e-ddfb43135863 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:10.168528 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:24:10.196265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-60c9be48-cc4a-4fe6-b61d-afb5cbc11395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.198387 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-60c9be48-cc4a-4fe6-b61d-afb5cbc11395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1095 time: 0.0704887 Jul 22 20:24:10.241409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-4a316650-dee0-4873-af6b-59e5974ab1b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 217 time: 0.0352170 Jul 22 20:24:10.290729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-8c85d80d-ac8d-4616-9e3f-41bcd252b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.292334 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-8c85d80d-ac8d-4616-9e3f-41bcd252b2b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0443830 Jul 22 20:24:10.354036 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba3fd-f109-4714-9478-ebe853372efc req-9e960bdf-026e-411d-9b8b-655a1d187214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.355641 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-9e960bdf-026e-411d-9b8b-655a1d187214 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561914 Jul 22 20:24:10.443965 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-bfdc24ca-e013-461e-b17d-b2c11d66c763 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802579 Jul 22 20:24:10.536416 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-17aba3fd-f109-4714-9478-ebe853372efc req-ce425f31-0d9d-45a7-be72-45d048faf482 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857704 Jul 22 20:24:10.636002 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-b65f0a5e-e507-4e34-8757-881f88a761ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.637699 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-b65f0a5e-e507-4e34-8757-881f88a761ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1095 time: 0.0547962 Jul 22 20:24:10.729878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-5ebcd644-2457-4d58-af0d-e647965e0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.731348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-5ebcd644-2457-4d58-af0d-e647965e0bae service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.0874245 Jul 22 20:24:10.772739 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-d892ca43-2b11-4c5f-a68b-a55d6cbda72e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 217 time: 0.0340109 Jul 22 20:24:10.819625 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-29cb73f5-b4b0-4fa2-abbe-f7ec763a8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.821059 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-29cb73f5-b4b0-4fa2-abbe-f7ec763a8c5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0418723 Jul 22 20:24:10.878372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-a7c0c6a3-53da-4dec-b3d3-b9e5fc85ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:10.879847 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-a7c0c6a3-53da-4dec-b3d3-b9e5fc85ff93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520246 Jul 22 20:24:10.972139 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-2772a5cf-2230-4232-a353-a99f44890c8b service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840621 Jul 22 20:24:11.065093 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-52af91a3-eed1-4378-8a1f-6ba8b201ad06 req-3f21d1c3-d44a-4c9a-9524-3fb7a9497b65 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857213 Jul 22 20:24:11.233408 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988eba7d-ec61-46a8-a275-22a7829f91dd req-c31ffdb0-77e5-4536-ad87-5b4d0b1d0669 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:11.234861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-988eba7d-ec61-46a8-a275-22a7829f91dd req-c31ffdb0-77e5-4536-ad87-5b4d0b1d0669 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 943 time: 0.0664093 Jul 22 20:24:11.273352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-988eba7d-ec61-46a8-a275-22a7829f91dd req-42ac02bd-8b85-4977-a285-7224de0d29b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 22 20:24:11.700945 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:12.122414 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 62f13753-be85-4c5d-92e9-bca1cb1065b5 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:24:12.220032 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:12.232434 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'port_id': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'mac_address': 'fa:16:3e:be:53:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:24:12.269449 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:12.282352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f13753-be85-4c5d-92e9-bca1cb1065b5 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:24:12.302116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:12.306545 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:12.358578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:12.365818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.366182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.366517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.367124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.367485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.367818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.368173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.368501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.368826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.369151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.369483 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.370579 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:12.408123 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f939e-c0d0-44d5-92b7-3fde1ac55832 req-8ab58fc4-4c43-424d-9aec-a7b572e602eb tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:12.409672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa3f939e-c0d0-44d5-92b7-3fde1ac55832 req-8ab58fc4-4c43-424d-9aec-a7b572e602eb tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 944 time: 0.0691350 Jul 22 20:24:12.447799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa3f939e-c0d0-44d5-92b7-3fde1ac55832 req-fe9cd13a-6d35-4fab-8479-9ec8166fdfd6 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 22 20:24:12.548001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:24:13.078964 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:13.577099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53252f34-dfb0-4364-84e4-eb87fcce9a05 req-a6b2a3e6-47f8-4208-8fdd-e34fa6c4723d tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:13.578633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53252f34-dfb0-4364-84e4-eb87fcce9a05 req-a6b2a3e6-47f8-4208-8fdd-e34fa6c4723d tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 944 time: 0.0646834 Jul 22 20:24:13.618269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53252f34-dfb0-4364-84e4-eb87fcce9a05 req-be1003f9-e987-42c8-8226-83c1120e0a35 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jul 22 20:24:14.144425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 62f13753-be85-4c5d-92e9-bca1cb1065b5 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:24:14.194628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:24:14.198499 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:24:14.198872 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:14.278596 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:14.300057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:14.302303 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd0475-71b9-483d-8cd8-222877686241" -d '{"events": [{"server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "name": "network-vif-plugged", "status": "completed", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:14.314568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:14.318507 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:14.340793 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203f8c62-9d4f-4445-8ac5-9712ce0d7dbf x-openstack-request-id: req-203f8c62-9d4f-4445-8ac5-9712ce0d7dbf {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:14.341080 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "name": "network-vif-plugged", "status": "completed", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:14.341329 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-203f8c62-9d4f-4445-8ac5-9712ce0d7dbf {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:14.341712 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'code': 200} Jul 22 20:24:14.370058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:14.446353 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fa6c3-5ccb-4744-b1df-c8188ad70bd5 req-7d4348f5-b04a-424a-b93d-14ce5c974e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:14.448369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a7fa6c3-5ccb-4744-b1df-c8188ad70bd5 req-7d4348f5-b04a-424a-b93d-14ce5c974e03 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1097 time: 0.0522335 Jul 22 20:24:14.482282 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-2a7fa6c3-5ccb-4744-b1df-c8188ad70bd5 req-906df256-3bbf-4074-939d-28094dbbff1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277607 Jul 22 20:24:14.753173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702570ce-e707-43d2-954e-0514d2522cd2 req-63b2cd97-2327-48bf-80a7-6c0099725aeb tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:14.754573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702570ce-e707-43d2-954e-0514d2522cd2 req-63b2cd97-2327-48bf-80a7-6c0099725aeb tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0681517 Jul 22 20:24:14.792270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-702570ce-e707-43d2-954e-0514d2522cd2 req-2842e6f4-fc9b-4ae7-b363-491bd0df9e71 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Jul 22 20:24:15.920803 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a81bb7-7ec3-4ebe-95f9-8d17547ad3a8 req-9c662280-0092-44f2-a71a-0c5a81450a90 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:15.922318 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4a81bb7-7ec3-4ebe-95f9-8d17547ad3a8 req-9c662280-0092-44f2-a71a-0c5a81450a90 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0650063 Jul 22 20:24:15.960389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4a81bb7-7ec3-4ebe-95f9-8d17547ad3a8 req-50874b3c-26ce-42b6-932f-ca105e4f325a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Jul 22 20:24:16.086566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f824e3-d3da-4a43-9a9b-44dbffaee89e req-d54aa46c-15f5-4196-8d06-c2f044facc43 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:16.087980 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84f824e3-d3da-4a43-9a9b-44dbffaee89e req-d54aa46c-15f5-4196-8d06-c2f044facc43 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0632796 Jul 22 20:24:16.126041 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84f824e3-d3da-4a43-9a9b-44dbffaee89e req-f140516b-ac5b-46d3-b47e-4b75825cccb5 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Jul 22 20:24:16.332184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06137d5-e783-4bab-954e-896a77225445 req-09f3582f-6827-4763-ae6a-7a1c61953a64 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:16.333688 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c06137d5-e783-4bab-954e-896a77225445 req-09f3582f-6827-4763-ae6a-7a1c61953a64 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0674214 Jul 22 20:24:16.370636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c06137d5-e783-4bab-954e-896a77225445 req-632d87f7-e183-4462-96e0-25966fd62c9c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Jul 22 20:24:22.601387 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:24:24.978207 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:27.783019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:27.899637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773a466-b9fe-4f03-9f21-47afd34c8fa6 req-8f8fbe9d-67fc-4ad8-acd0-ae47e38ab296 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:27.901888 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4773a466-b9fe-4f03-9f21-47afd34c8fa6 req-8f8fbe9d-67fc-4ad8-acd0-ae47e38ab296 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0672581 Jul 22 20:24:27.938696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4773a466-b9fe-4f03-9f21-47afd34c8fa6 req-46cec820-c376-4ef0-b0e6-28140356d604 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Jul 22 20:24:27.961140 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40408) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:28.103560 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2a277-b472-4aa3-9d84-58dc082d0f70 tempest-TestMinimumBasicScenario-700355676 tempest-TestMinimumBasicScenario-700355676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:28.105693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68f2a277-b472-4aa3-9d84-58dc082d0f70 tempest-TestMinimumBasicScenario-700355676 tempest-TestMinimumBasicScenario-700355676-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1092 time: 0.1436043 Jul 22 20:24:28.108699 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40412) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:28.113086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:28.134567 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.232750 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.340414 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Allocated IP 172.25.6.187 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5f2acf91-eaeb-4ac0-89bf-ad4753397cbb) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:24:28.440720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.478337 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.521992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:24:28.524670 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:24:28.528222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:24:28.549328 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'Port': ['ID=5f2acf91-eaeb-4ac0-89bf-ad4753397cbb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:28.877336 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:28.953623 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.114521 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.119253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.189981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'Port': ['ID=5f2acf91-eaeb-4ac0-89bf-ad4753397cbb,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:29.197846 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.302977 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Floating IP 1538dc1b-bac5-46cc-98eb-3e05ebfd7c80 associated. External IP: 172.25.6.187, port: 62f13753-be85-4c5d-92e9-bca1cb1065b5. Jul 22 20:24:29.515899 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Router b6e8fd32-f849-49ce-83f9-f48009d93cec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:24:29.627086 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:24:29.637532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Sync routers for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:24:29.643725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.647379 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:24:29.647991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:24:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:24:29.680381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a745db9d-d068-470e-a95b-46590adc0bdf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5706291 Jul 22 20:24:29.681091 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:29.683420 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40416) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:29.688530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931651335', 'description': 'tempest-secgroup-smoke-1931651335 description', 'project_id': 'd83c83a143a1410aa66fe1a05d248542'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:29.714222 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.760215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:24:29.790897 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:29.801291 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.805921 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.836423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.837670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531794 Jul 22 20:24:29.840911 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40424) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:29.842356 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2fcfb2-59c8-4732-94a9-4b73487f318a,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:29.847460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:29.850015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.850373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.850811 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.851156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.851495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.851835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.852308 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.852506 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.852843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.853170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.853498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.853874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55b497f-4f8d-47ed-9ed6-4c1046b658b1 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:29.893334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.903238 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db644a7e-337a-4713-8985-08a4e5c88d6b x-openstack-request-id: req-db644a7e-337a-4713-8985-08a4e5c88d6b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:29.903553 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:29.903807 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db644a7e-337a-4713-8985-08a4e5c88d6b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:29.904351 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:24:29.947244 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.952537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.971489 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdac66d-e6c9-4457-adf2-6b954e65a3b3,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:29.986360 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:29.987879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dc12cb80-bbbd-48b6-8cb5-567b597b11bc tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453681 Jul 22 20:24:29.988131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-41e4aa57-92ad-4f3b-b2d3-442da4dece0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:29.989658 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-41e4aa57-92ad-4f3b-b2d3-442da4dece0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1097 time: 0.0660200 Jul 22 20:24:29.990504 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40426) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:29.995978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:30.018747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '1538dc1b-bac5-46cc-98eb-3e05ebfd7c80', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'port_id': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'mac_address': 'fa:16:3e:be:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:24:28Z', 'updated_at': '2021-07-22T20:24:28Z', 'revision_number': 0, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:24:30.048364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Checking router: b6e8fd32-f849-49ce-83f9-f48009d93cec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:24:30.056329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:24:30.057459 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:24:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:24:30.080023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.127012 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-62233172-ddd2-4043-8e67-3996f61e5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:30.128548 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-62233172-ddd2-4043-8e67-3996f61e5dfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.1274443 Jul 22 20:24:30.162559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:24:30.193963 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.199582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.225034 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-50a3ab81-1a42-48c8-9083-cb0de6d34b3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 999 time: 0.0892055 Jul 22 20:24:30.227888 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de853a7a-7429-4392-a090-f6a4485051d0,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:30.241503 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.242885 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3667d60d-0de3-40d3-be67-3f634f226f3b tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2514374 Jul 22 20:24:30.245805 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40428) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:30.251413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:30.279862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-f9cfd8da-fc3a-4046-9c1e-b01c757a81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:30.281407 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-f9cfd8da-fc3a-4046-9c1e-b01c757a81bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0489583 Jul 22 20:24:30.282021 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.345896 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.350394 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.350863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-10464510-ecdd-44b7-81ca-2981962eaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:30.352545 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-10464510-ecdd-44b7-81ca-2981962eaafa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644088 Jul 22 20:24:30.364120 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-c061d053-489d-4633-a840-a2b703fd9de0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93801) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:24:30.365295 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-c061d053-489d-4633-a840-a2b703fd9de0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061421 Jul 22 20:24:30.369695 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9b116d-0eed-4eed-9ff7-8776c7c70177,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:30.377048 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.381030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-172e41de-9b1a-4847-9101-9f5cca0c5485 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313031 Jul 22 20:24:30.381240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40430) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:30.386378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:30.401670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '1538dc1b-bac5-46cc-98eb-3e05ebfd7c80', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'port_id': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'mac_address': 'fa:16:3e:be:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:24:28Z', 'updated_at': '2021-07-22T20:24:28Z', 'revision_number': 0, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:24:30.414924 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.432249 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fb6b8b-76a9-4495-abe3-1c95d55b8be8 None None] The sync data for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 is: [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '1538dc1b-bac5-46cc-98eb-3e05ebfd7c80', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'port_id': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'mac_address': 'fa:16:3e:be:53:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:24:28Z', 'updated_at': '2021-07-22T20:24:28Z', 'revision_number': 0, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:24:30.473664 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-a2bfda5f-0225-4bbe-b82a-1b18630d68c2 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989130 Jul 22 20:24:30.480304 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.484372 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.499941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5e2b72-bd16-4e18-9ccd-f4acb7c786ac,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:30.513520 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.517306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8e31c96d-db3f-4093-ba4c-122dd1950c0c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325364 Jul 22 20:24:30.517713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40432) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:30.522457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:30.544598 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Project d83c83a143a1410aa66fe1a05d248542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:24:30.549302 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.576256 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8c0faa70-d9c9-41ea-b811-b28f88de9e0a req-a3547b6d-5fcc-46a3-9998-d535ec6f93a7 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956664 Jul 22 20:24:30.621333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.625365 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.644764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2eb7e3-db81-4978-ae55-b11ff3f92c57,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:30.651826 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.653083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b1cb9b99-0b81-4b82-a9b1-e2fba170b87a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344090 Jul 22 20:24:30.655844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40436) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:24:30.660522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'security_group_rule': {'security_group_id': '8e2fcfb2-59c8-4732-94a9-4b73487f318a', 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:30.664469 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd9b049-3226-4ccf-be94-c3cb65b2e404 None None] New status for floating IP 1538dc1b-bac5-46cc-98eb-3e05ebfd7c80: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:24:30.682925 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Project d83c83a143a1410aa66fe1a05d248542 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:24:30.688732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.754942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.759041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.778889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189c537f-77bd-4365-aaae-a5c41bd057c7,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:30.784944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:30.789462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-21494616-32f7-4a5e-bf64-9570b658a078 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293211 Jul 22 20:24:30.868648 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-ead384e8-d704-4365-be13-f4479390ac68 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931651335&fields=id&tenant_id=d83c83a143a1410aa66fe1a05d248542 HTTP/1.1" status: 200 len: 267 time: 0.0328834 Jul 22 20:24:30.938308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-16a8d32d-466b-4f03-b73d-9955c49d7e0f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:30.939800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-16a8d32d-466b-4f03-b73d-9955c49d7e0f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0652869 Jul 22 20:24:30.950908 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'port': {'security_groups': ['42535244-1ffc-4650-a972-6ece750538de', '8e2fcfb2-59c8-4732-94a9-4b73487f318a']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:24:31.031258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.253883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:24:31.283063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.287509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.300950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:24:31.380308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:31.381017 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.382589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b8da2cc-a616-4443-a98c-3c49f7444793 req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "PUT /v2.0/ports/62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 981 time: 0.4367521 Jul 22 20:24:31.542624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:24:31.669464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7dc85b79-2071-467f-be2b-32c5569d37cf None None] Provisioning complete for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:24:31.669876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7dc85b79-2071-467f-be2b-32c5569d37cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:31.818597 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=6']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:24:31.829344 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.829700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.830044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.830383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.830719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.831055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.831391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.831723 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.832050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.832403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.833168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.833168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29545443-ffaa-4644-8a2c-2fb2d97d585f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:24:31.867720 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cec37-6f32-429d-a753-16ef8ca02c69 req-cdb8a22a-8d6f-4115-905b-eba7088d7411 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:31.869903 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd3cec37-6f32-429d-a753-16ef8ca02c69 req-cdb8a22a-8d6f-4115-905b-eba7088d7411 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0879436 Jul 22 20:24:31.905921 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:24:31.908198 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c057c113-9804-4e25-9fb3-3d987f1ab244" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:24:31.914885 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fd3cec37-6f32-429d-a753-16ef8ca02c69 req-c9690421-be57-40db-8467-9aca060d9907 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386968 Jul 22 20:24:31.961444 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a5221c-f56d-49dd-b1a1-2b6c5de70900 x-openstack-request-id: req-21a5221c-f56d-49dd-b1a1-2b6c5de70900 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:24:31.961745 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:24:31.962003 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21a5221c-f56d-49dd-b1a1-2b6c5de70900 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:24:31.962398 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:24:32.037139 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-71bba85a-0424-4fd7-a415-485891e3cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:32.038804 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-71bba85a-0424-4fd7-a415-485891e3cc0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1136 time: 0.0562031 Jul 22 20:24:32.134931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-aed22f6e-bdf1-42ed-9360-8c9f3b820b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:32.136680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-aed22f6e-bdf1-42ed-9360-8c9f3b820b46 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.0915737 Jul 22 20:24:32.203444 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-a477a71f-84f9-482a-b99e-32fd7dc0395a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 1001 time: 0.0585270 Jul 22 20:24:32.250996 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-964fbdce-974d-49a1-bc2a-ddd455fb521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:32.252352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-964fbdce-974d-49a1-bc2a-ddd455fb521d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0427625 Jul 22 20:24:32.313663 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-f2ff6054-33d6-411e-bfad-a3cf3bcd641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:32.315137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-f2ff6054-33d6-411e-bfad-a3cf3bcd641b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555763 Jul 22 20:24:32.403733 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-824fee6a-9f4e-4cbb-b5b8-bdc5c1c72f97 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797868 Jul 22 20:24:32.499067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c057c113-9804-4e25-9fb3-3d987f1ab244 req-f9fa3a95-d2af-4ebd-af65-39554e334c7a service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877116 Jul 22 20:24:37.176481 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f8b2cbfa-ba29-4c01-a595-126169ef795f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:40.031582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:40.098619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d25c87fb-aabd-4962-803e-48609bd39d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:41.704582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:43.082066 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:49.156336 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-d50550c2-a107-41c4-a6ac-69e603ddf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.157843 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-d50550c2-a107-41c4-a6ac-69e603ddf0cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1136 time: 0.0549765 Jul 22 20:24:49.159471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d2448-af0a-4b36-8ae6-9aeb1fd90b27 req-573616b0-1214-4768-a279-0f8090b05da2 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.161240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d3d2448-af0a-4b36-8ae6-9aeb1fd90b27 req-573616b0-1214-4768-a279-0f8090b05da2 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0704329 Jul 22 20:24:49.205029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3d3d2448-af0a-4b36-8ae6-9aeb1fd90b27 req-03af1c08-5203-49a9-b60f-97bbfc498fc0 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373113 Jul 22 20:24:49.492654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-fe8cffee-f7dd-4d6c-bcac-186268d11b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.494112 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-fe8cffee-f7dd-4d6c-bcac-186268d11b2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.3290675 Jul 22 20:24:49.562634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-2351fd92-c965-4de0-97e8-4829d4a971e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 1001 time: 0.0592690 Jul 22 20:24:49.613251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-63259d0b-e74e-460e-9890-282f83173dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.614660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-63259d0b-e74e-460e-9890-282f83173dea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0448275 Jul 22 20:24:49.677312 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-7d96e4bb-1f75-4650-b9fe-9341e4d3b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:49.678800 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-7d96e4bb-1f75-4650-b9fe-9341e4d3b638 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559182 Jul 22 20:24:49.768199 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-70e1df01-b209-460f-bf46-5da0847e1613 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Jul 22 20:24:49.861020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-7499fea4-4b22-4b18-9afc-8a8079e7cc3d req-f597fb11-083a-49fc-958a-352628b0aeaf service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Jul 22 20:24:50.338985 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871943b-2cab-4adf-994e-c1f2d80a4e2b req-0c74f832-8979-4725-b686-65cb82ed9419 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:50.341296 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5871943b-2cab-4adf-994e-c1f2d80a4e2b req-0c74f832-8979-4725-b686-65cb82ed9419 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0686643 Jul 22 20:24:50.381663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5871943b-2cab-4adf-994e-c1f2d80a4e2b req-ee132020-b67e-4e6c-aa91-9fa9b2b2b2ed tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347257 Jul 22 20:24:51.509681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7943cf6-353d-4b97-890f-942b5369d14e req-791a96c2-e7cd-4790-8d3e-2de59f15b4b6 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:51.511169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7943cf6-353d-4b97-890f-942b5369d14e req-791a96c2-e7cd-4790-8d3e-2de59f15b4b6 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0629210 Jul 22 20:24:51.551130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7943cf6-353d-4b97-890f-942b5369d14e req-b1f2118b-2d47-4d3b-b2d4-93e3668aae3c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336900 Jul 22 20:24:52.684734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f177cb-2143-4ec9-a407-0abc27789f67 req-fb659976-a10f-4032-8756-4233de629db0 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:52.686215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85f177cb-2143-4ec9-a407-0abc27789f67 req-fb659976-a10f-4032-8756-4233de629db0 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0658338 Jul 22 20:24:52.725913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85f177cb-2143-4ec9-a407-0abc27789f67 req-730168a8-e123-4e1a-9d49-ef7488931415 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340014 Jul 22 20:24:53.855735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562b147-958a-4ae4-8e5a-f857df86f4d7 req-3ebf36a6-dc64-4b10-93ea-13b57089f09a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:53.857398 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2562b147-958a-4ae4-8e5a-f857df86f4d7 req-3ebf36a6-dc64-4b10-93ea-13b57089f09a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0648482 Jul 22 20:24:53.896525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2562b147-958a-4ae4-8e5a-f857df86f4d7 req-0b715cbc-aa11-4f99-ba72-62e578208eb9 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334909 Jul 22 20:24:54.981120 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:55.028296 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b77c98-2fd3-45d3-ab31-986708fdb6bb req-935bd032-36d6-427b-8f66-2b2cc413d27c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:55.029803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3b77c98-2fd3-45d3-ab31-986708fdb6bb req-935bd032-36d6-427b-8f66-2b2cc413d27c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0654936 Jul 22 20:24:55.068551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3b77c98-2fd3-45d3-ab31-986708fdb6bb req-8120dfc2-4995-4f7e-9b3a-0f592954429e tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331511 Jul 22 20:24:56.201522 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce78c5-f2f9-4d1e-a59f-af2de7331212 req-69d630c4-0f79-4680-8365-e4f451528023 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:56.203010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9ce78c5-f2f9-4d1e-a59f-af2de7331212 req-69d630c4-0f79-4680-8365-e4f451528023 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0678115 Jul 22 20:24:56.242282 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9ce78c5-f2f9-4d1e-a59f-af2de7331212 req-839a1ba5-4833-4af9-a44a-40bade53158a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331509 Jul 22 20:24:57.371762 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a30975-58ce-4c24-b932-0e9aea6cf547 req-fbfa2460-07d5-4978-b024-d6896cd2eab2 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:57.373274 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54a30975-58ce-4c24-b932-0e9aea6cf547 req-fbfa2460-07d5-4978-b024-d6896cd2eab2 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0635235 Jul 22 20:24:57.413524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54a30975-58ce-4c24-b932-0e9aea6cf547 req-f21923bf-e24f-45bb-ac7c-b6222401b6e9 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346062 Jul 22 20:24:57.797138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:24:58.545141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e6d50a-381e-409f-9e86-7dbc728298d4 req-b9ee53e2-495d-4673-aec6-fd8926059127 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:58.546630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7e6d50a-381e-409f-9e86-7dbc728298d4 req-b9ee53e2-495d-4673-aec6-fd8926059127 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0671763 Jul 22 20:24:58.587174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7e6d50a-381e-409f-9e86-7dbc728298d4 req-22114e07-d41f-47f8-8e90-3f530c096b85 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349295 Jul 22 20:24:59.600001 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:24:59.720593 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b6614-9385-47f3-886e-aa4643c18b76 req-cda2e02a-cb15-428e-95c6-4e8a465dfd8c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:24:59.721984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-444b6614-9385-47f3-886e-aa4643c18b76 req-cda2e02a-cb15-428e-95c6-4e8a465dfd8c tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0647957 Jul 22 20:24:59.761169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-444b6614-9385-47f3-886e-aa4643c18b76 req-ea8d26f6-6266-44f5-8c0d-60bee0cbb784 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329919 Jul 22 20:25:00.891773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f4a3-e6ba-4d39-a3d4-34fc04cf6b28 req-7dc689a8-69cf-4d58-aba7-46b309bd835a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:00.893304 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c963f4a3-e6ba-4d39-a3d4-34fc04cf6b28 req-7dc689a8-69cf-4d58-aba7-46b309bd835a tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0638332 Jul 22 20:25:00.932534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c963f4a3-e6ba-4d39-a3d4-34fc04cf6b28 req-d51b4cc1-d752-4a29-a64a-f9973c3ac00f tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=8e2fcfb2-59c8-4732-94a9-4b73487f318a&id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336144 Jul 22 20:25:07.171213 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d917b000-836e-4185-a9c7-8332c2c4677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:10.031474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:10.099154 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e903d7ce-40b3-4819-9a06-6fea5423b0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:11.706765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:13.086360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:24.987182 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:27.796564 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:30.298153 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-e77182bd-82b1-4cfd-bcd9-950886582a96 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616508 Jul 22 20:25:30.396295 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d74b9-143f-4962-b155-cc0e547aa925 req-36d4cb2e-56b4-48da-9a5b-9d29469c7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:30.397815 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-36d4cb2e-56b4-48da-9a5b-9d29469c7bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0576460 Jul 22 20:25:30.507561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d74b9-143f-4962-b155-cc0e547aa925 req-176bad6f-cabd-4a12-9ff4-8a89fa169688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:30.509020 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-176bad6f-cabd-4a12-9ff4-8a89fa169688 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0910845 Jul 22 20:25:30.550891 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-713686d0-8dd1-40fa-b4e6-38400bc37424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0345955 Jul 22 20:25:30.603090 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d74b9-143f-4962-b155-cc0e547aa925 req-d2144c9d-7e00-44bb-a7a9-4f445d5d4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:30.604580 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-d2144c9d-7e00-44bb-a7a9-4f445d5d4387 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0476763 Jul 22 20:25:30.666074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d74b9-143f-4962-b155-cc0e547aa925 req-7805e48e-f04d-492c-ac45-0fdc57115f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:30.667598 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-7805e48e-f04d-492c-ac45-0fdc57115f6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562398 Jul 22 20:25:30.762151 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-97679428-559c-4d82-bb1f-df25a0b55325 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858724 Jul 22 20:25:30.864685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-711d74b9-143f-4962-b155-cc0e547aa925 req-83769506-2259-4180-a9e7-919af31c7b3e service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939739 Jul 22 20:25:33.903807 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-662fe72a-b3ba-454d-a941-097f8751768d req-cbf4c3dd-827c-49ff-b879-04e5f7342ce6 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931651335&fields=id&tenant_id=d83c83a143a1410aa66fe1a05d248542 HTTP/1.1" status: 200 len: 267 time: 0.0370505 Jul 22 20:25:33.972071 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fe72a-b3ba-454d-a941-097f8751768d req-a9eb00fe-97b9-47fe-93be-9ec0285c4640 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:33.973605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-662fe72a-b3ba-454d-a941-097f8751768d req-a9eb00fe-97b9-47fe-93be-9ec0285c4640 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 984 time: 0.0638142 Jul 22 20:25:33.984410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Request body: {'port': {'security_groups': ['42535244-1ffc-4650-a972-6ece750538de']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:34.070515 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.244740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:34.278110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.282848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.294769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:25:34.325652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:34.326312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.328394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-662fe72a-b3ba-454d-a941-097f8751768d req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "PUT /v2.0/ports/62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 942 time: 0.3486195 Jul 22 20:25:34.328864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:25:34.331226 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a6e6dc-c387-4ee3-87d1-61fa40c50399" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:25:34.334539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40510) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:34.369471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event updated for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=7']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:34.379789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.380173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.380533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.380878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.381275 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.381622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.381958 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.382461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.382644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.382939 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.383429 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.383792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104628c-ae65-41b9-95b0-8bfa323e3420 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.410517 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0df523-abaf-4b29-8445-fac681f3f88b x-openstack-request-id: req-fa0df523-abaf-4b29-8445-fac681f3f88b {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:25:34.410818 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:25:34.411078 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa0df523-abaf-4b29-8445-fac681f3f88b {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:25:34.411494 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:25:34.425380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:25:34.459297 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.499319 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.534212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-e1d7766f-4603-42ed-a6b6-e56ed9364478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:34.535732 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-e1d7766f-4603-42ed-a6b6-e56ed9364478 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1097 time: 0.1230285 Jul 22 20:25:34.637514 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-58f53d41-367f-4acc-935c-dde212dc33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:34.639049 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-58f53d41-367f-4acc-935c-dde212dc33ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.0955422 Jul 22 20:25:34.639633 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.642344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.643427 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "DELETE /v2.0/security-groups/8e2fcfb2-59c8-4732-94a9-4b73487f318a HTTP/1.1" status: 204 len: 168 time: 0.3078907 Jul 22 20:25:34.646615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40512) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:34.654997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-477a15dc-e4c5-4939-b3c6-33ad0b1897ca None None] Provisioning complete for port 62f13753-be85-4c5d-92e9-bca1cb1065b5 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:25:34.655467 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-477a15dc-e4c5-4939-b3c6-33ad0b1897ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.701239 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2fcfb2-59c8-4732-94a9-4b73487f318a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:34.716270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.716608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.717606 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.718020 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.718431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.718867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.719256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.719659 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.720042 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.720456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.720845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.721218 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3f65d0-2233-4057-aa63-9e66e2f73487 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:34.746624 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-43c7e6b2-e713-469c-8cd2-a2dfc5fbd4d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 1001 time: 0.0959888 Jul 22 20:25:34.799433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-ee6cdb51-5986-4cef-84ce-934168706371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:34.801064 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-ee6cdb51-5986-4cef-84ce-934168706371 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0471158 Jul 22 20:25:34.813092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Deleting port 5f2acf91-eaeb-4ac0-89bf-ad4753397cbb {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:34.813444 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.865604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-ef108585-91df-4ae3-b996-7c19e2cda496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:34.869670 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-ef108585-91df-4ae3-b996-7c19e2cda496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614839 Jul 22 20:25:34.891486 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.891815 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:34.905121 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Calling delete_port for 5f2acf91-eaeb-4ac0-89bf-ad4753397cbb owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:34.969596 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-725988a7-48bd-458f-b703-93121ff5dea2 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921593 Jul 22 20:25:35.074484 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-20a6e6dc-c387-4ee3-87d1-61fa40c50399 req-dd41e79e-9240-4c47-b5e0-04271362c0b1 service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975878 Jul 22 20:25:35.101148 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:35.127704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event deleted for resources: {'Port': ['ID=5f2acf91-eaeb-4ac0-89bf-ad4753397cbb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:35.193106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:35.193525 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Floating IP 1538dc1b-bac5-46cc-98eb-3e05ebfd7c80 disassociated (deleted). External IP: 172.25.6.187, port: 62f13753-be85-4c5d-92e9-bca1cb1065b5. Jul 22 20:25:35.399145 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Router b6e8fd32-f849-49ce-83f9-f48009d93cec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:25:35.512041 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:25:35.517036 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:35.521667 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Sync routers for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:25:35.530944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:35.531659 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:35.553685 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e195b977-9953-4a6e-84c3-6da51e4714ae tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "DELETE /v2.0/floatingips/1538dc1b-bac5-46cc-98eb-3e05ebfd7c80 HTTP/1.1" status: 204 len: 168 time: 0.9059026 Jul 22 20:25:35.638337 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:35.857530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:35.887264 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Checking router: b6e8fd32-f849-49ce-83f9-f48009d93cec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:25:35.896592 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:35.897218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:36.002206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:36.198466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:36.225888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd54b0-3730-4737-b597-e8ae5f91afdf None None] The sync data for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 is: [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:23:41Z', 'revision_number': 4, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6fa7ab43-7743-49df-a092-3439af655475', 'name': '', 'network_id': 'd329c69a-7146-46df-aa16-e2ce1f9a9e11', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'mac_address': 'fa:16:3e:90:8c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '6e94d968-fa22-416a-85cb-69e24675c411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:41Z', 'updated_at': '2021-07-22T20:23:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'subnets': [{'id': '6e94d968-fa22-416a-85cb-69e24675c411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:25:36.413250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:25:36.416295 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6248937a-3bd4-44a1-8676-6e249e4ca35c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:25:36.460412 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7d2db-5a64-482d-8acd-a2687d90830d x-openstack-request-id: req-6ee7d2db-5a64-482d-8acd-a2687d90830d {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:25:36.460711 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:25:36.460967 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ee7d2db-5a64-482d-8acd-a2687d90830d {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:25:36.461370 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:25:36.488767 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd59cd2-e74e-47b9-802a-ed17f0237f56 None None] New status for floating IP 1538dc1b-bac5-46cc-98eb-3e05ebfd7c80: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:25:36.552720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-eac07deb-bd17-4bab-8a82-f53c95ee98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:36.554266 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-eac07deb-bd17-4bab-8a82-f53c95ee98a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d83c83a143a1410aa66fe1a05d248542&device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 1097 time: 0.0663400 Jul 22 20:25:36.603771 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:25:36.652463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-a51b0f99-a7f3-4d84-b392-6d79ab686fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:36.653962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-a51b0f99-a7f3-4d84-b392-6d79ab686fb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 200 len: 916 time: 0.0934989 Jul 22 20:25:36.700011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-dc5a4106-921f-469d-aca3-32f91db7efcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 200 len: 217 time: 0.0384054 Jul 22 20:25:36.750059 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-539c123d-2778-4e30-9e7f-55c9a131ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:36.751528 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-539c123d-2778-4e30-9e7f-55c9a131ed6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 200 len: 854 time: 0.0444472 Jul 22 20:25:36.816715 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-689d8223-6c65-473a-a90a-e5e5385d3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:36.818256 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-689d8223-6c65-473a-a90a-e5e5385d3d6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d329c69a-7146-46df-aa16-e2ce1f9a9e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591576 Jul 22 20:25:36.917197 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-e8ebb305-9736-4747-a8da-632dd37052dd service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920730 Jul 22 20:25:37.011455 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6248937a-3bd4-44a1-8676-6e249e4ca35c req-560369ae-8092-4da9-8f2c-f73daa8a34fd service neutron] 10.222.0.32 "GET /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Jul 22 20:25:37.172032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-00676347-d850-4d43-9961-ca77c2c2a82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:40.040219 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:40.100590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cef10586-7025-4da8-9b7f-2af86ed53de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:41.710252 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:42.565351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7766a-00a6-4c75-80e1-81bcfa06af5e req-c7243c25-0738-4084-86fa-924c7183b9a3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:42.566959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fda7766a-00a6-4c75-80e1-81bcfa06af5e req-c7243c25-0738-4084-86fa-924c7183b9a3 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0719151 Jul 22 20:25:42.611352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fda7766a-00a6-4c75-80e1-81bcfa06af5e req-ad18bd53-9bc3-4818-aefe-b6f69be73dd4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jul 22 20:25:43.087222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:43.746021 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0bca8-cd32-4503-819a-10a1e4b1ab01 req-7073a6f1-4298-4ec6-ac01-2e013bb92bbf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:43.747451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f0bca8-cd32-4503-819a-10a1e4b1ab01 req-7073a6f1-4298-4ec6-ac01-2e013bb92bbf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0633070 Jul 22 20:25:43.785411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81f0bca8-cd32-4503-819a-10a1e4b1ab01 req-da4d0e3c-3212-4bad-83fa-e01aad186cb2 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/security-groups?id=42535244-1ffc-4650-a972-6ece750538de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jul 22 20:25:44.264547 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-6e313236-1628-454e-b314-3691746a5b83 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:44.265229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-6e313236-1628-454e-b314-3691746a5b83 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 945 time: 0.0737731 Jul 22 20:25:44.368777 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Deleting port 62f13753-be85-4c5d-92e9-bca1cb1065b5 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:44.369033 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:44.459620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] For port 62f13753-be85-4c5d-92e9-bca1cb1065b5, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=62f13753-be85-4c5d-92e9-bca1cb1065b5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:44.459978 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:44.472842 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Calling delete_port for 62f13753-be85-4c5d-92e9-bca1cb1065b5 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:44.599360 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:44.611501 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['62f13753-be85-4c5d-92e9-bca1cb1065b5'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:25:44.634975 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Pushing event deleted for resources: {'Port': ['ID=62f13753-be85-4c5d-92e9-bca1cb1065b5,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:44.683394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] No DVR routers for this DVR port 62f13753-be85-4c5d-92e9-bca1cb1065b5 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:25:44.686691 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:44.688714 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6cef53a8-a640-4ed2-943f-ea9d816203f3 req-082d8e6f-1995-435a-9409-afc5531b84b4 tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.32 "DELETE /v2.0/ports/62f13753-be85-4c5d-92e9-bca1cb1065b5 HTTP/1.1" status: 204 len: 173 time: 0.4175293 Jul 22 20:25:44.689146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'name': 'network-vif-deleted', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:25:44.691404 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee42e5fe-6928-4994-9b16-e2407560ec0a" -d '{"events": [{"server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "name": "network-vif-deleted", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:25:44.729852 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4548de-5fdd-4c8d-b190-2a91b4260a90 x-openstack-request-id: req-8e4548de-5fdd-4c8d-b190-2a91b4260a90 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:25:44.730157 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1293f1-a750-49e5-b0e4-796a7da78f74", "name": "network-vif-deleted", "tag": "62f13753-be85-4c5d-92e9-bca1cb1065b5", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:25:44.730415 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e4548de-5fdd-4c8d-b190-2a91b4260a90 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:25:44.730827 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1293f1-a750-49e5-b0e4-796a7da78f74', 'name': 'network-vif-deleted', 'tag': '62f13753-be85-4c5d-92e9-bca1cb1065b5', 'status': 'completed', 'code': 200} Jul 22 20:25:44.895411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2391b0a-614b-45ee-830f-75cfc943d744 req-a59c2b8b-e35f-44d5-9440-f8a5e318cdcf tempest-TestMinimumBasicScenario-1307811045 tempest-TestMinimumBasicScenario-1307811045-project] 10.222.0.10 "GET /v2.0/ports?device_id=7f1293f1-a750-49e5-b0e4-796a7da78f74 HTTP/1.1" status: 200 len: 210 time: 0.0313048 Jul 22 20:25:46.482961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40612) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:46.821091 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:47.079632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Deleting port 6fa7ab43-7743-49df-a092-3439af655475 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:47.079864 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:47.156681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] For port 6fa7ab43-7743-49df-a092-3439af655475, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6fa7ab43-7743-49df-a092-3439af655475,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:47.157043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:47.169364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Calling delete_port for 6fa7ab43-7743-49df-a092-3439af655475 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:47.348442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:47.372103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa7ab43-7743-49df-a092-3439af655475,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:47.548485 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.033954 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Router b6e8fd32-f849-49ce-83f9-f48009d93cec has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:25:48.139885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:25:48.145101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c6f2b8ea-58e1-425f-a71b-6d64224a895f admin admin] 10.222.0.10 "PUT /v2.0/routers/b6e8fd32-f849-49ce-83f9-f48009d93cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6610188 Jul 22 20:25:48.147689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40614) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:48.149703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Sync routers for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:25:48.160135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:48.160800 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:48.255660 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.267399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:48.385116 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.438875 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Deleting port 313a3ffa-90f1-4067-ba4e-847f120087cf {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:48.439220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.449016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:25:47Z', 'revision_number': 5, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port': {'id': '313a3ffa-90f1-4067-ba4e-847f120087cf', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:2a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:39Z', 'updated_at': '2021-07-22T20:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:48.476719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Checking router: b6e8fd32-f849-49ce-83f9-f48009d93cec for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:25:48.485452 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Routers {'b6e8fd32-f849-49ce-83f9-f48009d93cec'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:48.486079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b6e8fd32-f849-49ce-83f9-f48009d93cec'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:48.524785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] For port 313a3ffa-90f1-4067-ba4e-847f120087cf, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=313a3ffa-90f1-4067-ba4e-847f120087cf,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:48.525152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.537892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Calling delete_port for 313a3ffa-90f1-4067-ba4e-847f120087cf owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:48.570176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 62f13753-be85-4c5d-92e9-bca1cb1065b5 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:48.596618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] Set router b6e8fd32-f849-49ce-83f9-f48009d93cec gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:48.598893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 62f13753-be85-4c5d-92e9-bca1cb1065b5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:48.598893 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 62f13753-be85-4c5d-92e9-bca1cb1065b5 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:48.655042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:25:48Z', 'revision_number': 6, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:48.681581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18bf717-65e9-45c3-b18f-67c95db62be4 None None] The sync data for ids ['b6e8fd32-f849-49ce-83f9-f48009d93cec'] in n-d-800087-13 is: [{'id': 'b6e8fd32-f849-49ce-83f9-f48009d93cec', 'name': 'tempest-TestMinimumBasicScenario-1918758720-router', 'tenant_id': 'd83c83a143a1410aa66fe1a05d248542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:38Z', 'updated_at': '2021-07-22T20:25:48Z', 'revision_number': 6, 'project_id': 'd83c83a143a1410aa66fe1a05d248542', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:25:48.720692 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.745629 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Pushing event deleted for resources: {'Port': ['ID=313a3ffa-90f1-4067-ba4e-847f120087cf,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:48.812005 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.907675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.909717 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.952619 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.953185 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e8fd32-f849-49ce-83f9-f48009d93cec {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:25:48.957479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:48.958636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-41775c58-a08d-4195-9f1d-a92d66071925 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b6e8fd32-f849-49ce-83f9-f48009d93cec HTTP/1.1" status: 204 len: 168 time: 0.8099566 Jul 22 20:25:48.962686 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40616) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:49.008210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Deleting subnet 6e94d968-fa22-416a-85cb-69e24675c411 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:25:49.011571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.047586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.135266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.190415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.216241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e94d968-fa22-416a-85cb-69e24675c411,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:49.220306 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.224812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-760d5d6a-2fae-4e7e-8f72-bd8279534d1d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e94d968-fa22-416a-85cb-69e24675c411 HTTP/1.1" status: 204 len: 168 time: 0.2585945 Jul 22 20:25:49.224812 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40618) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:49.227809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653dcd3-d0c1-4ea5-a73e-00d5136f156e None None] Network d329c69a-7146-46df-aa16-e2ce1f9a9e11 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:25:49.297152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.349152 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Deleting port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:49.349490 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.414192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] For port 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=0bd7aaae-c6f4-4796-b46d-c652a89949f5,segment=NetworkSegment(1c92e168-4994-47e6-8dcc-eca33c284e74),segment_id=1c92e168-4994-47e6-8dcc-eca33c284e74)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:49.414549 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.433360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Calling delete_port for 0bd7aaae-c6f4-4796-b46d-c652a89949f5 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:49.464913 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] DHCP port deletion for d329c69a-7146-46df-aa16-e2ce1f9a9e11 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:25:49.523512 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.555819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Deleting port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:49.556349 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.558403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd7aaae-c6f4-4796-b46d-c652a89949f5,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:49.564398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] No DVR routers for this DVR port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:25:49.577382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0bd7aaae-c6f4-4796-b46d-c652a89949f5 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:49.606876 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 0bd7aaae-c6f4-4796-b46d-c652a89949f5 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:49.607805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 0bd7aaae-c6f4-4796-b46d-c652a89949f5 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:49.608318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 313a3ffa-90f1-4067-ba4e-847f120087cf no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:49.647124 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.652813 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 313a3ffa-90f1-4067-ba4e-847f120087cf {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:49.653172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 313a3ffa-90f1-4067-ba4e-847f120087cf not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:49.653580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6fa7ab43-7743-49df-a092-3439af655475 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:49.658996 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d329c69a-7146-46df-aa16-e2ce1f9a9e11']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:49.671853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c92e168-4994-47e6-8dcc-eca33c284e74') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:49.672247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c92e168-4994-47e6-8dcc-eca33c284e74') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:49.681888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.686132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] For port 0bd7aaae-c6f4-4796-b46d-c652a89949f5, host n-d-800087-13, got binding levels [] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:49.686552 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.688929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6fa7ab43-7743-49df-a092-3439af655475 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:49.689274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6fa7ab43-7743-49df-a092-3439af655475 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:49.696476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.700972 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Calling delete_port for 0bd7aaae-c6f4-4796-b46d-c652a89949f5 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:49.711624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:25:49.712070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.714060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.ipam_backend_mixin [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 was not found and therefore no delete operation was performed {{(pid=93802) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:25:49.714233 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:25:49.716370 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.743471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Pushing event deleted for resources: {'Port': ['ID=0bd7aaae-c6f4-4796-b46d-c652a89949f5,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:49.746855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] No DVR routers for this DVR port 0bd7aaae-c6f4-4796-b46d-c652a89949f5 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.756960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.758039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.758039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.758039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.758754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c33618-cbf1-4a3b-af2b-1a69e6422967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:25:49.773726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.779589 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:49.785027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] 10.222.0.10 "DELETE /v2.0/networks/d329c69a-7146-46df-aa16-e2ce1f9a9e11 HTTP/1.1" status: 204 len: 168 time: 0.5557919 Jul 22 20:25:49.785027 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40620) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:49.804573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7565858-0ad9-4071-9b10-83c201b91d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=d329c69a-7146-46df-aa16-e2ce1f9a9e11,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:50.141940 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:50.408336 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Deleting port a899aa4a-da45-4107-9b42-e60b4e2046be {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:50.408593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:50.483830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] For port a899aa4a-da45-4107-9b42-e60b4e2046be, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a899aa4a-da45-4107-9b42-e60b4e2046be,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:50.484208 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:50.496604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Calling delete_port for a899aa4a-da45-4107-9b42-e60b4e2046be owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:50.670951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:50.699293 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a899aa4a-da45-4107-9b42-e60b4e2046be,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:50.865622 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.085700 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Router a9af37e6-9990-4f13-9c6b-05c2b9526e3d has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:25:51.196204 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:25:51.203962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4cc0d7ca-9b11-4588-9216-768fe2b428e2 admin admin] 10.222.0.10 "PUT /v2.0/routers/a9af37e6-9990-4f13-9c6b-05c2b9526e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164226 Jul 22 20:25:51.204105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40622) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:51.205716 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Sync routers for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:25:51.215686 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:51.216332 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:51.310989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.328279 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:51.412210 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.466913 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Deleting port cf7cca65-c0d3-4e38-bae9-c2e0392a378a {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:51.467254 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.516449 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:25:50Z', 'revision_number': 5, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port': {'id': 'cf7cca65-c0d3-4e38-bae9-c2e0392a378a', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:23:44Z', 'updated_at': '2021-07-22T20:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:51.544214 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Checking router: a9af37e6-9990-4f13-9c6b-05c2b9526e3d for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:25:51.553059 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Routers {'a9af37e6-9990-4f13-9c6b-05c2b9526e3d'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:51.553692 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:51.557898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] For port cf7cca65-c0d3-4e38-bae9-c2e0392a378a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:51.558263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.570542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Calling delete_port for cf7cca65-c0d3-4e38-bae9-c2e0392a378a owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:51.645341 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] Set router a9af37e6-9990-4f13-9c6b-05c2b9526e3d gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:51.698362 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:25:51Z', 'revision_number': 6, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:51.725288 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd696329-6823-42f3-9f36-36d16300f0a5 None None] The sync data for ids ['a9af37e6-9990-4f13-9c6b-05c2b9526e3d'] in n-d-800087-13 is: [{'id': 'a9af37e6-9990-4f13-9c6b-05c2b9526e3d', 'name': 'tempest-TestMinimumBasicScenario-1784579199-router', 'tenant_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:23:43Z', 'updated_at': '2021-07-22T20:25:51Z', 'revision_number': 6, 'project_id': 'cc02b7c40d634d008cc9c8d5dad79427', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:25:51.742334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.768442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7cca65-c0d3-4e38-bae9-c2e0392a378a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:51.832629 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.922801 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.925088 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.972403 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.972853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9af37e6-9990-4f13-9c6b-05c2b9526e3d {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:25:51.977346 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:51.978507 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-92d16c50-ab59-4997-898a-a3a144ef63f6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a9af37e6-9990-4f13-9c6b-05c2b9526e3d HTTP/1.1" status: 204 len: 168 time: 0.7734056 Jul 22 20:25:51.980993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40624) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:52.026588 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Deleting subnet eb5471f1-d3fa-42d4-ac1e-2c4f329994b0 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:25:52.030263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.067168 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.153535 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.209043 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.235319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5471f1-d3fa-42d4-ac1e-2c4f329994b0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:52.239924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.244403 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-67056e05-e26d-4e42-ab72-a17478d109f1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/eb5471f1-d3fa-42d4-ac1e-2c4f329994b0 HTTP/1.1" status: 204 len: 168 time: 0.2599273 Jul 22 20:25:52.244765 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40626) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:52.245495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5513931-abfc-4dc1-98eb-b46c86637b4a None None] Network c3dab606-073d-4ace-bbb9-02d87277743b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:25:52.313398 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.374011 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Deleting port faacd6f0-9ccb-4234-8acf-098481ebed34 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:25:52.374332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.454065 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] For port faacd6f0-9ccb-4234-8acf-098481ebed34, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=faacd6f0-9ccb-4234-8acf-098481ebed34,segment=NetworkSegment(46a800c7-9b53-4d71-8577-d5de322c27bc),segment_id=46a800c7-9b53-4d71-8577-d5de322c27bc)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:25:52.454342 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.466957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Calling delete_port for faacd6f0-9ccb-4234-8acf-098481ebed34 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:25:52.556045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.586726 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] No DVR routers for this DVR port faacd6f0-9ccb-4234-8acf-098481ebed34 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:25:52.596362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee1ded-572c-427a-8783-7257546779f3 None None] DHCP port deletion for c3dab606-073d-4ace-bbb9-02d87277743b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:25:52.613572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Pushing event deleted for resources: {'Port': ['ID=faacd6f0-9ccb-4234-8acf-098481ebed34,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:52.673768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.684454 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3dab606-073d-4ace-bbb9-02d87277743b']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:52.700049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a800c7-9b53-4d71-8577-d5de322c27bc') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:52.700392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a800c7-9b53-4d71-8577-d5de322c27bc') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:52.710952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.726227 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.732773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:25:52.733200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:25:52.735033 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:25:52.794105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.799700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:52.801628 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c3dab606-073d-4ace-bbb9-02d87277743b HTTP/1.1" status: 204 len: 168 time: 0.5560727 Jul 22 20:25:52.813329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2debde8-4944-4b41-80e1-7bd302c5f188 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3dab606-073d-4ace-bbb9-02d87277743b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:52.975959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:53.019998 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-03e5d67e-061d-4845-a51b-3ed7b45d98ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d83c83a143a1410aa66fe1a05d248542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426748 Jul 22 20:25:53.022348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40632) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:53.069132 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.089333 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.134769 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.137429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.138728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42535244-1ffc-4650-a972-6ece750538de HTTP/1.1" status: 204 len: 168 time: 0.1154685 Jul 22 20:25:53.146462 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d589a03-f03a-426a-a292-79761dbf596f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42535244-1ffc-4650-a972-6ece750538de,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:53.461137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40638) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:53.506613 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c66452ec-edbf-44ff-8ae7-2f11712388ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc02b7c40d634d008cc9c8d5dad79427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419168 Jul 22 20:25:53.506818 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40640) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:53.537065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf7cca65-c0d3-4e38-bae9-c2e0392a378a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:53.558700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cf7cca65-c0d3-4e38-bae9-c2e0392a378a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:53.559048 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cf7cca65-c0d3-4e38-bae9-c2e0392a378a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:53.559458 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device faacd6f0-9ccb-4234-8acf-098481ebed34 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:53.562395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.577892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: faacd6f0-9ccb-4234-8acf-098481ebed34 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:53.578254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device faacd6f0-9ccb-4234-8acf-098481ebed34 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:53.578651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a899aa4a-da45-4107-9b42-e60b4e2046be no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:25:53.583899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.597161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a899aa4a-da45-4107-9b42-e60b4e2046be {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:25:53.597508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a899aa4a-da45-4107-9b42-e60b4e2046be not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:25:53.630732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.633466 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:53.634633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd78b0c3-0987-47a5-bf67-7d1bc367ddd3 HTTP/1.1" status: 204 len: 168 time: 0.1268983 Jul 22 20:25:53.643151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fced74-e5d3-4240-8353-9b0e46e2aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd78b0c3-0987-47a5-bf67-7d1bc367ddd3,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:54.997107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.262078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40680) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:55.267403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589577113', 'description': 'tempest-secgroup-smoke-1589577113 description', 'project_id': 'e78122c517ad464ba19e6a2d4977096f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:55.292671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.301266 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.393387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.397033 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.432802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e860297b-8c31-4718-95d5-186f3a9a2c81,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:55.489928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.493902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.520559 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.521813 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2587311 Jul 22 20:25:55.525027 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:55.526817 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e14fe-2bce-4036-81e0-bb674f7d84f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:55.531545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:55.558344 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.623158 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.626699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.642505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4627956-7d66-4495-a28f-c6144c5b3237,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:55.651118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.652336 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5301139c-2203-40aa-bde1-9246253bccfa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262510 Jul 22 20:25:55.655553 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40684) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:55.660095 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:55.687852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.982451 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:55.985850 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.002874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1c857c-2538-4d34-a3d4-3c79f26bdff4,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.008989 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.010321 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ac116da2-990f-4edd-bb42-4502443c9b0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3537915 Jul 22 20:25:56.013009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40686) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.018114 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.044061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.108607 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.113469 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.132834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dfd55b-a59e-4aed-8e85-ae0a7543afc9,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.141772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.143015 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-af34bab3-5b7c-4ffb-9621-15695452a26f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285722 Jul 22 20:25:56.146961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40688) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.151503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.182786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.253878 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.257423 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.275536 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f66dc36-f5dd-40ef-ba88-af35e33e76c1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.293606 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.301092 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f2b7eb0c-0464-4919-9579-65ddf879c069 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480579 Jul 22 20:25:56.301092 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40690) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.304559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.328493 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:25:56.333866 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.405108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.410016 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.429207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ce15e0-e830-44a3-abd6-54d32736923e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.435024 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.436487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5757c993-86a6-4074-a0ee-40b94cf5ebe4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358023 Jul 22 20:25:56.439313 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40692) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.443821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.465904 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:25:56.471547 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.551454 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.556030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.576437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f07346-6ea6-451e-b71a-acc7d7a7b75e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.586271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.586271 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-10ac1bda-45e3-462d-bc4d-8e3390d81c59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443596 Jul 22 20:25:56.588631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40694) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.594812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'network': {'name': 'tempest-network-smoke--1480906783', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.621618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:25:56.625949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.655189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:25:56.666572 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.667795 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Added segment d1a6bb23-163e-457d-be2d-4ca3dcf83eb3 of type vlan for network ff730d73-ee85-466e-8402-78471477da6b Jul 22 20:25:56.719243 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.752395 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.758018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:56.758631 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.798991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2092257 Jul 22 20:25:56.802184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40696) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:56.809568 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'admin_state_up': True, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:56.843973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53053e48-5ea4-47ab-b986-c702f127cf98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Network': ['ID=ff730d73-ee85-466e-8402-78471477da6b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:56.848479 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.849665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:56.854481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network ff730d73-ee85-466e-8402-78471477da6b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:25:57.148800 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.333918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.533043 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.552958 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.660791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.128 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/48c5c009-5232-4de6-a6d0-03f4a89e8893) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:25:57.775387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.797866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.815764 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:57.856834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:25:57.859687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:25:57.863335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:25:57.886638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=48c5c009-5232-4de6-a6d0-03f4a89e8893,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:58.178359 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:58.389006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:58.514930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router b799cc3f-67cc-42eb-87ed-06d53855dbd0 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:25:58.630561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:25:58.641121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fddfad-a173-4809-920f-f72260803335 None None] Sync routers for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:25:58.651037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:58.651722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:58.655529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:58.660313 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1e622ae9-b497-47e4-b242-bb963f8cf35a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8539164 Jul 22 20:25:58.670746 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40698) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:58.771517 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:25:58.820829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d0953235-341b-4da2-b41c-19a804f760af tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78122c517ad464ba19e6a2d4977096f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1588595 Jul 22 20:25:58.823574 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40702) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:58.982411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:25:58Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:58.997751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd21954e-d425-4b65-9bb1-fd79acddda4a tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:58.999753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dd21954e-d425-4b65-9bb1-fd79acddda4a tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751859 Jul 22 20:25:59.002677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40704) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:59.034638 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fddfad-a173-4809-920f-f72260803335 None None] Checking router: b799cc3f-67cc-42eb-87ed-06d53855dbd0 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:25:59.034904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fddfad-a173-4809-920f-f72260803335 None None] Updating router b799cc3f-67cc-42eb-87ed-06d53855dbd0 port 48c5c009-5232-4de6-a6d0-03f4a89e8893 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:25:59.047900 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e2f2841d-6f7d-4342-a977-96179df98632 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439420 Jul 22 20:25:59.051042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40706) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:59.056583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906991278', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:25:59.079483 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.157807 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:25:59.161473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.350294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.351234 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.362086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-03fddfad-a173-4809-920f-f72260803335 None None] Transition to ACTIVE for port object 48c5c009-5232-4de6-a6d0-03f4a89e8893 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:25:59.368866 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.419603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Subnet': ['ID=9cd62391-85df-4912-b9b3-085db5a73def,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:59.426773 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Checking segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:25:59.427044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network hostable DHCP agents. Network: ff730d73-ee85-466e-8402-78471477da6b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:25:59.430485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab683ce4-87cf-47d2-b47d-404dfa984909 None None] Pushing event updated for resources: {'Port': ['ID=48c5c009-5232-4de6-a6d0-03f4a89e8893,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:59.433875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03fddfad-a173-4809-920f-f72260803335 None None] Attempting to bind port 48c5c009-5232-4de6-a6d0-03f4a89e8893 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:25:59.434260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03fddfad-a173-4809-920f-f72260803335 None None] Attempting to bind port 48c5c009-5232-4de6-a6d0-03f4a89e8893 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:25:59.434633 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddfad-a173-4809-920f-f72260803335 None None] Attempting to bind port 48c5c009-5232-4de6-a6d0-03f4a89e8893 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:25:59.441196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddfad-a173-4809-920f-f72260803335 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:25:59.441589 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddfad-a173-4809-920f-f72260803335 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:25:59.442001 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.442402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddfad-a173-4809-920f-f72260803335 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:25:59.442947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-03fddfad-a173-4809-920f-f72260803335 None None] Bound port: 48c5c009-5232-4de6-a6d0-03f4a89e8893, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:25:59.443402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.447181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network ff730d73-ee85-466e-8402-78471477da6b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:25:59.458463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, ff730d73-ee85-466e-8402-78471477da6b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:25:59.463038 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:25:59.463653 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.470752 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80d6483-c900-4236-8f22-58000077c3a7 None None] Network ff730d73-ee85-466e-8402-78471477da6b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:25:59.480484 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d51a1d1-4a9d-4115-b9b5-761895149abd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4280996 Jul 22 20:25:59.483971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40708) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:25:59.568826 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-03fddfad-a173-4809-920f-f72260803335 None None] For port 48c5c009-5232-4de6-a6d0-03f4a89e8893, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:25:59.589901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-03fddfad-a173-4809-920f-f72260803335 None None] For port 48c5c009-5232-4de6-a6d0-03f4a89e8893, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=48c5c009-5232-4de6-a6d0-03f4a89e8893,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:25:59.596250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-03fddfad-a173-4809-920f-f72260803335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.698536 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab683ce4-87cf-47d2-b47d-404dfa984909 None None] Pushing event updated for resources: {'Port': ['ID=48c5c009-5232-4de6-a6d0-03f4a89e8893,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:25:59.704895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:25:59.705551 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:25:59.808298 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-ff730d73-ee85-466e-8402-78471477da6b', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:25:59.809172 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:25:59.918689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:00.086985 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Allocated IP 172.20.0.2 (ff730d73-ee85-466e-8402-78471477da6b/9cd62391-85df-4912-b9b3-085db5a73def/bc1b08f2-6108-4150-8bcb-73ed23605e72) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:00.228323 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.241365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-03fddfad-a173-4809-920f-f72260803335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:25:58Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:00.289730 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fddfad-a173-4809-920f-f72260803335 None None] The sync data for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 is: [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:25:58Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:00.333463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.346950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Transition to ACTIVE for port object bc1b08f2-6108-4150-8bcb-73ed23605e72 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:00.375617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Transition to ACTIVE for port object bc1b08f2-6108-4150-8bcb-73ed23605e72 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:00.384815 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.419230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Network ff730d73-ee85-466e-8402-78471477da6b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:00.422995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:00.426839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:00.462651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Pushing event updated for resources: {'Port': ['ID=bc1b08f2-6108-4150-8bcb-73ed23605e72,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:00.504574 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Attempting to bind port bc1b08f2-6108-4150-8bcb-73ed23605e72 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:00.504959 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Attempting to bind port bc1b08f2-6108-4150-8bcb-73ed23605e72 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:00.505323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Attempting to bind port bc1b08f2-6108-4150-8bcb-73ed23605e72 on network ff730d73-ee85-466e-8402-78471477da6b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:00.511466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:00.511934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Checking segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:00.512279 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.512678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Bound using segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:00.513727 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Bound port: bc1b08f2-6108-4150-8bcb-73ed23605e72, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:00.514133 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.618682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] For port bc1b08f2-6108-4150-8bcb-73ed23605e72, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:00.623597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] For port bc1b08f2-6108-4150-8bcb-73ed23605e72, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bc1b08f2-6108-4150-8bcb-73ed23605e72,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:00.629745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.721206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.1 (ff730d73-ee85-466e-8402-78471477da6b/9cd62391-85df-4912-b9b3-085db5a73def/b5f665f5-7ca4-4a6e-87a2-07c997c50187) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:00.750855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dae4ad-f9c2-4161-ba10-79b9400ba3cf None None] Pushing event updated for resources: {'Port': ['ID=bc1b08f2-6108-4150-8bcb-73ed23605e72,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:00.875173 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:00.893319 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object b5f665f5-7ca4-4a6e-87a2-07c997c50187 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:00.956725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.007791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network ff730d73-ee85-466e-8402-78471477da6b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:01.011144 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:01.015621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:01.022692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:01.081403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.266747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.591016 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.598284 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.618289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 48c5c009-5232-4de6-a6d0-03f4a89e8893 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:01.683495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 48c5c009-5232-4de6-a6d0-03f4a89e8893 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:01.684269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:01.687357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.690146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 48c5c009-5232-4de6-a6d0-03f4a89e8893 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:01.690666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.787367 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.800729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb3547d-f797-485b-aaad-97d5b2bce620 None None] Network ff730d73-ee85-466e-8402-78471477da6b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:26:01.807177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network ff730d73-ee85-466e-8402-78471477da6b is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:01.814000 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:01.828647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 48c5c009-5232-4de6-a6d0-03f4a89e8893, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=48c5c009-5232-4de6-a6d0-03f4a89e8893,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:01.836023 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:01.836855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bc1b08f2-6108-4150-8bcb-73ed23605e72 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:01.942004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router b799cc3f-67cc-42eb-87ed-06d53855dbd0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:01.978604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d219ffb6-ab29-4437-956e-8158d37ba8ed None None] Provisioning for port bc1b08f2-6108-4150-8bcb-73ed23605e72 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:01.990305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=48c5c009-5232-4de6-a6d0-03f4a89e8893,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:02.031157 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bc1b08f2-6108-4150-8bcb-73ed23605e72 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:02.039639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bc1b08f2-6108-4150-8bcb-73ed23605e72 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:02.040019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.073887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:02.090337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-98303622-7d28-4aab-b37b-a4e180045289 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/b799cc3f-67cc-42eb-87ed-06d53855dbd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5963037 Jul 22 20:26:02.168647 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.316834 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-8f4c8656-2389-4a45-95ce-a5f665904a2a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589577113&fields=id&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 267 time: 0.0403111 Jul 22 20:26:02.385864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port bc1b08f2-6108-4150-8bcb-73ed23605e72, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bc1b08f2-6108-4150-8bcb-73ed23605e72,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:02.392049 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.454539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=bc1b08f2-6108-4150-8bcb-73ed23605e72,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:02.456331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-0d85462b-4d4d-479c-9c7d-d95b68fdb76c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:02.458665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-0d85462b-4d4d-479c-9c7d-d95b68fdb76c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/networks?id=ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 200 len: 797 time: 0.1333544 Jul 22 20:26:02.465414 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Sync routers for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:02.476548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-26085955-9e5e-4f90-b1e7-b59b996790b4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/quotas/e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 375 time: 0.0111144 Jul 22 20:26:02.476802 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:02.477454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:02.522395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Provisioning complete for port bc1b08f2-6108-4150-8bcb-73ed23605e72 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:02.523139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.561842 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-dfebf7d4-5455-43bc-8488-b8c44820019c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795069 Jul 22 20:26:02.645967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Provisioning for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:02.646350 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:02.652285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Provisioning complete for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:02.652670 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.694281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-df26d987-d212-4d74-8dea-395a090103f4 None None] Port b5f665f5-7ca4-4a6e-87a2-07c997c50187 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:02.707031 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-cfa9ca0a-1878-4ae7-ad2e-646b2d56e473 service neutron] 10.222.0.10 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317768 Jul 22 20:26:02.811459 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-184f3cfc-fc68-4580-afaf-5c34174cb40c service neutron] 10.222.0.10 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928836 Jul 22 20:26:02.817445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1618438d-b128-4c79-81aa-48211c2ffc61 None None] Provisioning complete for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:02.817920 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1618438d-b128-4c79-81aa-48211c2ffc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:02.859489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1618438d-b128-4c79-81aa-48211c2ffc61 None None] Port b5f665f5-7ca4-4a6e-87a2-07c997c50187 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:02.892756 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 2, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:03.020138 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b97d44e-e9a8-41b7-924d-b568825761f2 req-3b752f6f-cb3d-4271-887b-230426be46eb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0338173 Jul 22 20:26:03.049473 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Checking router: b799cc3f-67cc-42eb-87ed-06d53855dbd0 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:03.049473 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Updating router b799cc3f-67cc-42eb-87ed-06d53855dbd0 port b5f665f5-7ca4-4a6e-87a2-07c997c50187 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:26:03.083218 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f3c9b40b-a1b4-4cbd-bf2c-5c465fa3c015 None None] Provisioning complete for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:03.083753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f3c9b40b-a1b4-4cbd-bf2c-5c465fa3c015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.104438 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.127328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9b40b-a1b4-4cbd-bf2c-5c465fa3c015 None None] Port b5f665f5-7ca4-4a6e-87a2-07c997c50187 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:03.393573 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.403235 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Transition to ACTIVE for port object b5f665f5-7ca4-4a6e-87a2-07c997c50187 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:03.409732 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.462469 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Pushing event updated for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:03.487297 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.487888 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.488100 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.488337 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.488658 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.488987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.489412 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.489635 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.489960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.490283 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.490610 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.490929 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:26:03.539371 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Attempting to bind port b5f665f5-7ca4-4a6e-87a2-07c997c50187 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:03.539750 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Attempting to bind port b5f665f5-7ca4-4a6e-87a2-07c997c50187 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:03.540113 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Attempting to bind port b5f665f5-7ca4-4a6e-87a2-07c997c50187 on network ff730d73-ee85-466e-8402-78471477da6b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:03.546883 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:03.547410 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Checking segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:03.547825 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.548251 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Bound using segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:03.548730 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Bound port: b5f665f5-7ca4-4a6e-87a2-07c997c50187, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:03.549121 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.559661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 48c5c009-5232-4de6-a6d0-03f4a89e8893 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:03.627533 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 48c5c009-5232-4de6-a6d0-03f4a89e8893 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:03.627966 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.633051 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] For port b5f665f5-7ca4-4a6e-87a2-07c997c50187, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:03.637202 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] For port b5f665f5-7ca4-4a6e-87a2-07c997c50187, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b5f665f5-7ca4-4a6e-87a2-07c997c50187,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:03.644404 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.708018 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:03.708664 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:25:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:03.723386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bc1b08f2-6108-4150-8bcb-73ed23605e72 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:03.745027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd67caa-db27-403c-80ee-0db6c40f0d6d None None] Pushing event updated for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:03.803646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bc1b08f2-6108-4150-8bcb-73ed23605e72 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:03.804035 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:03.846780 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:04.076905 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:03Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:04.107790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd6280d-ab17-4b45-bfd0-e00c9d8c8d9c None None] The sync data for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 is: [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:03Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:04.109898 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a8e79bb-6cac-4700-b941-09a5b420ee5c req-73f37c9c-342c-49e6-90ed-bb4b000924e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0352130 Jul 22 20:26:05.205517 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edaa45e7-8bd6-4f65-94c2-47e3f120f0fb req-f0fe94d6-4896-47f7-9e79-cd219184ab3a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0370743 Jul 22 20:26:05.562753 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b5f665f5-7ca4-4a6e-87a2-07c997c50187 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:05.621009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:05.624929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:05.625299 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:05.708473 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:05.744941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b5f665f5-7ca4-4a6e-87a2-07c997c50187, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b5f665f5-7ca4-4a6e-87a2-07c997c50187,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:05.748848 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:05.796215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:06.306364 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce78a8fa-850c-4e45-9c4d-109e04f98a8d req-45997a0c-db8d-4e55-a948-6c5510df05c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0305920 Jul 22 20:26:07.175968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c135c2ad-a947-4fd0-aee4-4e562346bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.345668 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-cbe31126-c28a-4d40-bdd8-89fcf6258328 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:07.347378 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-cbe31126-c28a-4d40-bdd8-89fcf6258328 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/networks?id=ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 200 len: 797 time: 0.1169214 Jul 22 20:26:07.394893 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-b508af7b-a17d-41d1-8945-d0ee4a3ed2b5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 380 time: 0.0385058 Jul 22 20:26:07.404857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fd1a6cd-403e-4b53-bdf7-4e5a49ffb092 req-d595a1dd-5e95-4992-be62-cf1fae93a2fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jul 22 20:26:07.409236 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'port': {'device_id': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'admin_state_up': True, 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'security_groups': ['4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:07.536026 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:26:07.539614 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.551425 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b5f665f5-7ca4-4a6e-87a2-07c997c50187 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:07.602519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b5f665f5-7ca4-4a6e-87a2-07c997c50187 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:07.603346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.676802 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.4 (ff730d73-ee85-466e-8402-78471477da6b/9cd62391-85df-4912-b9b3-085db5a73def/efda48e8-b8bd-4302-b299-2444b7da5215) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:07.828492 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.842269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object efda48e8-b8bd-4302-b299-2444b7da5215 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:07.875383 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.917201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network ff730d73-ee85-466e-8402-78471477da6b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:07.922516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:07.926146 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:07.954555 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:07.980067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:07.980761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:07.998784 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-7cfb5a54-4b20-4d14-b227-dab003ca67bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935082 Jul 22 20:26:08.011701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Request body: {'port': {'device_id': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:08.094404 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.161423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ad798d7-4dc0-4ae0-8ff4-5162b7829dea None None] Provisioning for port efda48e8-b8bd-4302-b299-2444b7da5215 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:08.166422 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2ad798d7-4dc0-4ae0-8ff4-5162b7829dea None None] Provisioning complete for port efda48e8-b8bd-4302-b299-2444b7da5215 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:08.166856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ad798d7-4dc0-4ae0-8ff4-5162b7829dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.214356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-2ad798d7-4dc0-4ae0-8ff4-5162b7829dea None None] Port efda48e8-b8bd-4302-b299-2444b7da5215 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:26:08.372179 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efda48e8-b8bd-4302-b299-2444b7da5215 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:26:08.380680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.393063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Transition to ACTIVE for port object efda48e8-b8bd-4302-b299-2444b7da5215 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:26:08.397144 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.492803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Pushing event updated for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:08.530110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Attempting to bind port efda48e8-b8bd-4302-b299-2444b7da5215 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:26:08.530557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Attempting to bind port efda48e8-b8bd-4302-b299-2444b7da5215 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:26:08.530967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Attempting to bind port efda48e8-b8bd-4302-b299-2444b7da5215 on network ff730d73-ee85-466e-8402-78471477da6b {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:08.536076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Port efda48e8-b8bd-4302-b299-2444b7da5215 on network ff730d73-ee85-466e-8402-78471477da6b not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:26:08.536435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Attempting to bind port efda48e8-b8bd-4302-b299-2444b7da5215 on network ff730d73-ee85-466e-8402-78471477da6b {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:26:08.541964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:26:08.542168 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Checking segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:26:08.542545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Bound using segment: {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:26:08.542974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Bound port: efda48e8-b8bd-4302-b299-2444b7da5215, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:26:08.543338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.565031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ac22-e8c7-48b9-bb6b-36e901fc444a req-91c2edf7-80c3-4761-ae0a-65d7078f6a6d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:08.568799 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d8ac22-e8c7-48b9-bb6b-36e901fc444a req-91c2edf7-80c3-4761-ae0a-65d7078f6a6d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 943 time: 0.0868809 Jul 22 20:26:08.616740 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0d8ac22-e8c7-48b9-bb6b-36e901fc444a req-9cf7f38c-ce9a-4621-b850-b2eb03b7fd0b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Jul 22 20:26:08.623823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:26:08.627057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=efda48e8-b8bd-4302-b299-2444b7da5215,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:26:08.631666 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.671743 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:08.672387 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:08.673792 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] 10.222.0.32 "PUT /v2.0/ports/efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 200 len: 1092 time: 0.6666028 Jul 22 20:26:08.674240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:08.676611 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d46e941-a62c-48e5-b872-0632d6fa9884" -d '{"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:08.696438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501b4f-b329-4991-8546-dcec43e2c249 service neutron] Pushing event updated for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:08.728877 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f099515-24af-4b66-b63b-3dff621ceeb2 x-openstack-request-id: req-3f099515-24af-4b66-b63b-3dff621ceeb2 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:08.729703 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:08.730078 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f099515-24af-4b66-b63b-3dff621ceeb2 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:08.730311 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'status': 'completed', 'code': 200} Jul 22 20:26:08.789043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-9b9aac77-d3a3-4ba1-b78a-04e1e1ac8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:08.790630 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-9b9aac77-d3a3-4ba1-b78a-04e1e1ac8a05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1095 time: 0.0727124 Jul 22 20:26:08.837147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-f908b58f-fad2-4f3b-840d-b928401d9de4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 200 len: 217 time: 0.0374584 Jul 22 20:26:08.907282 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-d38863b2-8fe3-4ab0-b76a-cf3d977a0fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:08.908851 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-d38863b2-8fe3-4ab0-b76a-cf3d977a0fda service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd62391-85df-4912-b9b3-085db5a73def HTTP/1.1" status: 200 len: 834 time: 0.0639832 Jul 22 20:26:08.993581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-9184d667-cf1b-4442-a430-1d8dac761c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:08.995594 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-9184d667-cf1b-4442-a430-1d8dac761c59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff730d73-ee85-466e-8402-78471477da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780582 Jul 22 20:26:09.106050 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-928f5df8-da97-4cfc-a46d-3396af3028fe service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030552 Jul 22 20:26:09.207790 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4987dac9-ffa5-487e-9644-ca761f9c0e37 req-9a91b041-e640-41e1-adfc-d9fb3845c803 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943730 Jul 22 20:26:09.309277 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-c96f2f1b-ea18-49d2-a547-7cef5aa8b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:09.311432 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-c96f2f1b-ea18-49d2-a547-7cef5aa8b013 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1095 time: 0.0584059 Jul 22 20:26:09.411740 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-9cbf7240-a8a3-47af-b708-f188f44f2eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:09.413206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-9cbf7240-a8a3-47af-b708-f188f44f2eb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 200 len: 898 time: 0.0951393 Jul 22 20:26:09.458124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-f3d64e3c-726a-4e91-b4a5-31664a0d79d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 200 len: 217 time: 0.0368495 Jul 22 20:26:09.515711 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-92597682-a70e-432f-b84d-0ee5c836987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:09.517289 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-92597682-a70e-432f-b84d-0ee5c836987e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd62391-85df-4912-b9b3-085db5a73def HTTP/1.1" status: 200 len: 834 time: 0.0518212 Jul 22 20:26:09.590265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-bb5ccfb6-f2df-464c-b2a7-9336b3584df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:09.592759 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-bb5ccfb6-f2df-464c-b2a7-9336b3584df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff730d73-ee85-466e-8402-78471477da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660813 Jul 22 20:26:09.706557 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-7b3e0f0e-290b-41e7-a8c6-a43f0ee81cb9 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052475 Jul 22 20:26:09.754874 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e3cf7-4f84-4257-8fe6-b1a5e4753320 req-ca30c975-7bbd-42e2-b73f-faef278dfdd8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:09.756595 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0e3cf7-4f84-4257-8fe6-b1a5e4753320 req-ca30c975-7bbd-42e2-b73f-faef278dfdd8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 943 time: 0.0668635 Jul 22 20:26:09.808630 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0e3cf7-4f84-4257-8fe6-b1a5e4753320 req-363921ec-27db-448f-844f-0e1562f14b62 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Jul 22 20:26:09.815519 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d46e941-a62c-48e5-b872-0632d6fa9884 req-806ae802-bc0e-4a07-92e9-00422486bcb4 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024692 Jul 22 20:26:10.035691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:10.105413 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b849df9-bfcd-42db-8678-52d7fa6d4f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:10.674628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device efda48e8-b8bd-4302-b299-2444b7da5215 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:26:10.776307 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=efda48e8-b8bd-4302-b299-2444b7da5215,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:10.788321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'port_id': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'mac_address': 'fa:16:3e:c1:05:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:26:10.826674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:10.840119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efda48e8-b8bd-4302-b299-2444b7da5215 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:26:10.861823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=efda48e8-b8bd-4302-b299-2444b7da5215,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:10.866085 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:10.918357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:10.950316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58ee18-1ce2-467d-8b54-f5855f94b7cc req-fb4a4118-64bd-4ea8-89af-e198160e90f7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:10.952744 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a58ee18-1ce2-467d-8b54-f5855f94b7cc req-fb4a4118-64bd-4ea8-89af-e198160e90f7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 944 time: 0.0712075 Jul 22 20:26:10.996717 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2a58ee18-1ce2-467d-8b54-f5855f94b7cc req-cc075024-32e4-4380-8891-c470ff06a311 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382090 Jul 22 20:26:11.150267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['efda48e8-b8bd-4302-b299-2444b7da5215'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:26:11.713011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:12.139213 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4920a-135d-4a9b-b598-1bede267e993 req-91f5cecb-e3bf-4c6e-a597-558d11189042 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:12.141330 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cc4920a-135d-4a9b-b598-1bede267e993 req-91f5cecb-e3bf-4c6e-a597-558d11189042 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 944 time: 0.0727730 Jul 22 20:26:12.181180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7cc4920a-135d-4a9b-b598-1bede267e993 req-b9c9fa2b-9efe-42af-83a7-65e70b8aa11d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344551 Jul 22 20:26:12.678981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device efda48e8-b8bd-4302-b299-2444b7da5215 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:26:12.734179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port efda48e8-b8bd-4302-b299-2444b7da5215 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:26:12.738380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port efda48e8-b8bd-4302-b299-2444b7da5215 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:26:12.738776 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:12.819138 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:12.845690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:12.847880 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0250f717-b9de-4e03-a5d8-cb97567ffffe" -d '{"events": [{"server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "name": "network-vif-plugged", "status": "completed", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:12.862444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=efda48e8-b8bd-4302-b299-2444b7da5215,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:26:12.866956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:12.892660 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0bfd4b-457f-4405-8ae9-93f608a81358 x-openstack-request-id: req-1b0bfd4b-457f-4405-8ae9-93f608a81358 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:12.892958 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "name": "network-vif-plugged", "status": "completed", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:12.893218 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b0bfd4b-457f-4405-8ae9-93f608a81358 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:12.893615 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'code': 200} Jul 22 20:26:12.921796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:13.023386 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f858c2-e199-4a8f-a94f-a067fbeef496 req-8ec65c67-bf2c-49aa-90fb-474430d311b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:13.024984 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a1f858c2-e199-4a8f-a94f-a067fbeef496 req-8ec65c67-bf2c-49aa-90fb-474430d311b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1097 time: 0.0631132 Jul 22 20:26:13.065939 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a1f858c2-e199-4a8f-a94f-a067fbeef496 req-59422ef2-344c-4f2b-8039-da9144924793 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345070 Jul 22 20:26:13.092063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:13.328332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe226a9-9216-4b3b-b683-bf4a6f247819 req-ce8d7c61-c46a-4337-9a13-6818aec09eca tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:13.330368 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fe226a9-9216-4b3b-b683-bf4a6f247819 req-ce8d7c61-c46a-4337-9a13-6818aec09eca tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0743256 Jul 22 20:26:13.373303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6fe226a9-9216-4b3b-b683-bf4a6f247819 req-258b266b-33c2-4eec-a57d-fdf818af941a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368969 Jul 22 20:26:13.603373 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:26:14.510407 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd3d32-6f47-45ca-abda-e612b6bc3e13 req-26378694-e57c-4ee3-adc0-2b86cbd7a52f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:14.511876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3dd3d32-6f47-45ca-abda-e612b6bc3e13 req-26378694-e57c-4ee3-adc0-2b86cbd7a52f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0667574 Jul 22 20:26:14.548812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3dd3d32-6f47-45ca-abda-e612b6bc3e13 req-0871468d-2b2e-4df8-9aab-25c6a5416a3c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312231 Jul 22 20:26:14.692358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051baf9d-7bec-4a88-a10d-d6ccba27b04f req-ae4f4a1f-24dd-41f9-834a-db41d66dc6e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:14.693873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-051baf9d-7bec-4a88-a10d-d6ccba27b04f req-ae4f4a1f-24dd-41f9-834a-db41d66dc6e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0683405 Jul 22 20:26:14.732873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-051baf9d-7bec-4a88-a10d-d6ccba27b04f req-45cfa3dc-b426-4461-98ff-ac59b1c8ec0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Jul 22 20:26:14.754957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40770) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:14.810518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6edf8d0-3b5c-43c1-9de5-eaef850d4d3e tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:14.812131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6edf8d0-3b5c-43c1-9de5-eaef850d4d3e tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1092 time: 0.0561807 Jul 22 20:26:14.815003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40772) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:14.819554 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:26:14.842429 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:14.949707 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.063630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.7 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/c70757f0-2f4e-4428-a744-b55da4ef03e9) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:26:15.166079 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.206715 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.249175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:26:15.252023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:26:15.255645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:26:15.261194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=c70757f0-2f4e-4428-a744-b55da4ef03e9,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:15.613749 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.694085 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.852403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.857139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:15.921325 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=c70757f0-2f4e-4428-a744-b55da4ef03e9,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:26:15.936487 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.295359 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP fea5788c-8497-4205-8270-d85d080a9142 associated. External IP: 172.25.6.7, port: efda48e8-b8bd-4302-b299-2444b7da5215. Jul 22 20:26:16.521374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router b799cc3f-67cc-42eb-87ed-06d53855dbd0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:26:16.631191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:26:16.641359 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Sync routers for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:26:16.647568 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:16.651024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:16.651640 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:16.684303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5fbdb650-6be0-431e-bcd4-89d976420116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8682196 Jul 22 20:26:16.685276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:26:16.687732 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee" -d '{"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:26:16.760436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:16.799346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c67473-df5e-4f0f-9b99-b52c19b999c8 req-a250c6d6-35a6-459b-bdf2-1b26fb51d83b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:16.800830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31c67473-df5e-4f0f-9b99-b52c19b999c8 req-a250c6d6-35a6-459b-bdf2-1b26fb51d83b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0658832 Jul 22 20:26:16.839171 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-31c67473-df5e-4f0f-9b99-b52c19b999c8 req-a07e10e5-e510-47e7-bc36-b386fd541ad4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Jul 22 20:26:16.862174 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40778) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:16.886581 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f91ea-90fe-4c51-a1a3-a7b69abc81f0 x-openstack-request-id: req-8c2f91ea-90fe-4c51-a1a3-a7b69abc81f0 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:26:16.887265 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:26:16.887265 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c2f91ea-90fe-4c51-a1a3-a7b69abc81f0 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:26:16.888646 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'status': 'completed', 'code': 200} Jul 22 20:26:16.960538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2c5d2761-64d1-4199-afdd-e1fbd107cf83 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/fea5788c-8497-4205-8270-d85d080a9142 HTTP/1.1" status: 200 len: 989 time: 0.0968864 Jul 22 20:26:16.986447 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-3b9e5698-de00-4977-8d01-74dcecbc8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:16.988369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-3b9e5698-de00-4977-8d01-74dcecbc8928 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1097 time: 0.0763042 Jul 22 20:26:16.999849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'fea5788c-8497-4205-8270-d85d080a9142', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'port_id': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'mac_address': 'fa:16:3e:c1:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:15Z', 'updated_at': '2021-07-22T20:26:15Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:17.026313 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Checking router: b799cc3f-67cc-42eb-87ed-06d53855dbd0 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:26:17.035571 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:26:17.036230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:17.084205 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-09c3f7e9-f7cc-4387-9244-3a4b779cc429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:17.085696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-09c3f7e9-f7cc-4387-9244-3a4b779cc429 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 200 len: 898 time: 0.0899305 Jul 22 20:26:17.156709 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-9a4936a4-f7a8-4584-ba9f-ffb9e9aeab44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 200 len: 997 time: 0.0638747 Jul 22 20:26:17.161539 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:26:17.210402 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-99381c73-07f0-4cec-b873-afe435d3e960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:17.211935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-99381c73-07f0-4cec-b873-afe435d3e960 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd62391-85df-4912-b9b3-085db5a73def HTTP/1.1" status: 200 len: 834 time: 0.0483685 Jul 22 20:26:17.276763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-c786f3c0-d995-4970-baac-989bf25e7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:17.278841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-c786f3c0-d995-4970-baac-989bf25e7776 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff730d73-ee85-466e-8402-78471477da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593286 Jul 22 20:26:17.374486 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-a94b5346-d21a-45f8-a152-6ace135563a9 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Jul 22 20:26:17.376420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-55282db2-7040-4b26-a064-f0d61cd60ba2 req-7d88b667-7158-4498-a31c-90d463553523 tempest-ServerDiskConfigTestJSON-1217880616 tempest-ServerDiskConfigTestJSON-1217880616-project] (93800) timed out ('10.222.0.32', 63731) {{(pid=93800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:26:17.393400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'fea5788c-8497-4205-8270-d85d080a9142', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'port_id': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'mac_address': 'fa:16:3e:c1:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:15Z', 'updated_at': '2021-07-22T20:26:15Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:26:17.420504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6bd067-dcb9-4133-a06b-3cab3448ca63 None None] The sync data for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 is: [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'fea5788c-8497-4205-8270-d85d080a9142', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.7', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'port_id': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'mac_address': 'fa:16:3e:c1:05:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:26:15Z', 'updated_at': '2021-07-22T20:26:15Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:26:17.475466 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-f4a1ff86-c23b-40bc-9a7d-ad78631212ee req-ffffc67c-bfd3-4331-bf8d-d0294a1dff35 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935657 Jul 22 20:26:17.609428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de87dc28-a869-483f-9577-ef7fe89b7241 None None] New status for floating IP fea5788c-8497-4205-8270-d85d080a9142: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:26:17.964548 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40780) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:18.026858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-075081ad-8555-4d29-b4d5-533c309df853 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/fea5788c-8497-4205-8270-d85d080a9142 HTTP/1.1" status: 200 len: 991 time: 0.0609667 Jul 22 20:26:24.993926 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:27.811366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:37.171351 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-06af7a85-8bc4-4661-94a1-02beb50c67b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.037059 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:40.106500 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d0f1-9392-4a46-be76-657e400d3cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:41.716931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:43.092665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:50.602167 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:26:51.633246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2069-ee13-4769-b5b9-4b9b9c8f219f req-788a9f8a-6a8f-4a80-a653-bfabbb01a8b8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:51.634553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221e2069-ee13-4769-b5b9-4b9b9c8f219f req-788a9f8a-6a8f-4a80-a653-bfabbb01a8b8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.1787047 Jul 22 20:26:51.674134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-221e2069-ee13-4769-b5b9-4b9b9c8f219f req-493ce188-280b-4a1a-b223-84245239cf6c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334244 Jul 22 20:26:52.805792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c66e7a-e8b6-4172-92c9-570e4d80fd4a req-ecd3e987-96b1-465c-a776-6cdb4179f886 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:52.807360 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6c66e7a-e8b6-4172-92c9-570e4d80fd4a req-ecd3e987-96b1-465c-a776-6cdb4179f886 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0657394 Jul 22 20:26:52.846389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d6c66e7a-e8b6-4172-92c9-570e4d80fd4a req-e7ae85bb-9848-477a-8a4a-1421caaac09b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322909 Jul 22 20:26:52.869305 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40804) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:26:52.934935 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d9e7611e-eff6-4a3c-acfe-ab29f8c05a87 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/fea5788c-8497-4205-8270-d85d080a9142 HTTP/1.1" status: 200 len: 991 time: 0.0642691 Jul 22 20:26:54.212801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef73c2-e886-44e8-9e4c-9fd95ec60a37 req-7912dfc2-685a-4411-999c-f253a935d505 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:54.214248 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25ef73c2-e886-44e8-9e4c-9fd95ec60a37 req-7912dfc2-685a-4411-999c-f253a935d505 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0662100 Jul 22 20:26:54.255235 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-25ef73c2-e886-44e8-9e4c-9fd95ec60a37 req-5d72cf9a-f0d5-4a59-90a5-9ae5f2fc5c90 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330775 Jul 22 20:26:55.004574 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:55.402153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f80ca-bfbb-4ca2-94be-413389133d38 req-2cb561f2-5fcf-4405-b5bb-bb29030c5889 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:55.403689 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a1f80ca-bfbb-4ca2-94be-413389133d38 req-2cb561f2-5fcf-4405-b5bb-bb29030c5889 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0735965 Jul 22 20:26:55.443053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a1f80ca-bfbb-4ca2-94be-413389133d38 req-3ff686bd-bf0b-4c2b-8b59-b610e8947f00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329771 Jul 22 20:26:56.576631 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b35332-84d0-4a8b-9f0a-91e372f66240 req-9c6f1195-0c05-4afb-b93a-cf4cd8e8bd6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:56.578705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56b35332-84d0-4a8b-9f0a-91e372f66240 req-9c6f1195-0c05-4afb-b93a-cf4cd8e8bd6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0641932 Jul 22 20:26:56.616686 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-56b35332-84d0-4a8b-9f0a-91e372f66240 req-8ec73251-d967-467f-8ca9-ab1a30776923 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323808 Jul 22 20:26:57.754173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4c1da-53c5-4435-a949-3202781058b1 req-22ce23e0-ceb6-4632-a85f-ff31e979471a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:57.755719 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ea4c1da-53c5-4435-a949-3202781058b1 req-22ce23e0-ceb6-4632-a85f-ff31e979471a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0696127 Jul 22 20:26:57.794033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8ea4c1da-53c5-4435-a949-3202781058b1 req-7d4b4d52-8362-4957-9695-954a9b0d69a8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jul 22 20:26:57.825693 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:26:58.927171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d61ce5-32ba-46b5-850b-340f76d668d5 req-d0a8c408-e3fc-4532-a8f9-9f65fb63f37a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:26:58.928771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23d61ce5-32ba-46b5-850b-340f76d668d5 req-d0a8c408-e3fc-4532-a8f9-9f65fb63f37a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0649183 Jul 22 20:26:58.967520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-23d61ce5-32ba-46b5-850b-340f76d668d5 req-cdf10526-ba65-4006-b305-1110e7025125 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Jul 22 20:27:00.100390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5de9e-42a0-4c11-acab-81e82a403019 req-458e2179-0edf-451d-967c-1e3032cb9c8b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:00.101899 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9b5de9e-42a0-4c11-acab-81e82a403019 req-458e2179-0edf-451d-967c-1e3032cb9c8b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0640252 Jul 22 20:27:00.141962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f9b5de9e-42a0-4c11-acab-81e82a403019 req-4708ccc0-b45d-4fc7-8e4a-6886f1caf76a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344496 Jul 22 20:27:00.164758 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40822) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:00.225857 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b1696efc-ad72-4a78-aa21-ece2e94e23d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/fea5788c-8497-4205-8270-d85d080a9142 HTTP/1.1" status: 200 len: 991 time: 0.0597906 Jul 22 20:27:00.442262 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:00.853618 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port c70757f0-2f4e-4428-a744-b55da4ef03e9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:27:00.853973 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:00.930394 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:00.930719 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:00.942210 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for c70757f0-2f4e-4428-a744-b55da4ef03e9 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:27:01.120075 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:01.144989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=c70757f0-2f4e-4428-a744-b55da4ef03e9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:01.159612 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.159969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.160351 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.160697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.161034 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.161438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.161773 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.162108 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.162442 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.162771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.163096 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.163424 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:01.227070 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:01.227807 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP fea5788c-8497-4205-8270-d85d080a9142 disassociated (deleted). External IP: 172.25.6.7, port: efda48e8-b8bd-4302-b299-2444b7da5215. Jul 22 20:27:01.436853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router b799cc3f-67cc-42eb-87ed-06d53855dbd0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:27:01.546049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:27:01.551064 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:01.555851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Sync routers for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:27:01.569763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:01.570492 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:01.592976 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-486ff462-af2b-4b2e-ad23-1e59907d8316 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/floatingips/fea5788c-8497-4205-8270-d85d080a9142 HTTP/1.1" status: 204 len: 168 time: 1.1495683 Jul 22 20:27:01.593636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:27:01.596700 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e688405a-0605-45f7-8f6d-ec37ef8b7636" -d '{"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:27:01.673637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:01.862537 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a996ca01-4e42-4450-b62f-936858c03dd0 x-openstack-request-id: req-a996ca01-4e42-4450-b62f-936858c03dd0 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:27:01.862843 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:27:01.863095 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a996ca01-4e42-4450-b62f-936858c03dd0 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:27:01.863498 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'status': 'completed', 'code': 200} Jul 22 20:27:01.911552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:01.938471 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Checking router: b799cc3f-67cc-42eb-87ed-06d53855dbd0 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:27:01.947444 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:01.947927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:01.983529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3906de-7f91-4c8d-b011-a2764599035b req-ec888e05-f176-4fb5-8322-06a339d8742e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:01.985139 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d3906de-7f91-4c8d-b011-a2764599035b req-ec888e05-f176-4fb5-8322-06a339d8742e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0724766 Jul 22 20:27:02.011222 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-c8c823b5-a1fc-4551-94b6-49633714cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:02.013238 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-c8c823b5-a1fc-4551-94b6-49633714cec6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 1097 time: 0.1210682 Jul 22 20:27:02.029573 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9d3906de-7f91-4c8d-b011-a2764599035b req-5459e7c6-0f53-4a81-b7ee-f663adde5b05 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Jul 22 20:27:02.070812 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:02.117900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-36b98b60-3db9-4c16-a482-464b3b725ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:02.119685 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-36b98b60-3db9-4c16-a482-464b3b725ef9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 200 len: 898 time: 0.0995164 Jul 22 20:27:02.169194 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-8220484f-5294-49ed-a893-5b62b7970bdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Jul 22 20:27:02.220952 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-18dedca1-6450-4e72-81c2-7d087147f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:02.222489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-18dedca1-6450-4e72-81c2-7d087147f9d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd62391-85df-4912-b9b3-085db5a73def HTTP/1.1" status: 200 len: 834 time: 0.0457222 Jul 22 20:27:02.272704 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:02.289049 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-3712ad3b-d203-4c53-b664-de90d70eacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:02.290589 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-3712ad3b-d203-4c53-b664-de90d70eacfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff730d73-ee85-466e-8402-78471477da6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613008 Jul 22 20:27:02.302666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc617c-dbfc-49e1-9ff7-758abcbfab45 None None] The sync data for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 is: [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'b5f665f5-7ca4-4a6e-87a2-07c997c50187', 'name': '', 'network_id': 'ff730d73-ee85-466e-8402-78471477da6b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:5b:4e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '9cd62391-85df-4912-b9b3-085db5a73def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:26:00Z', 'updated_at': '2021-07-22T20:26:05Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '9cd62391-85df-4912-b9b3-085db5a73def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:27:02.402042 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-9d12b1b2-4919-4c9a-9dd8-eadac65f6a41 service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029527 Jul 22 20:27:02.501917 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e688405a-0605-45f7-8f6d-ec37ef8b7636 req-5270f939-6433-4895-a2ad-de947d0961aa service neutron] 10.222.0.32 "GET /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912499 Jul 22 20:27:02.547286 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d89992-3f1c-4fb6-9e7a-362cf814bf77 None None] New status for floating IP fea5788c-8497-4205-8270-d85d080a9142: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:27:03.164675 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f52961-5bcf-453d-8e24-958aa53118ec req-45e31c0f-26c9-4744-9f61-9e09c7f81f16 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:03.166288 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-20f52961-5bcf-453d-8e24-958aa53118ec req-45e31c0f-26c9-4744-9f61-9e09c7f81f16 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0656507 Jul 22 20:27:03.206260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-20f52961-5bcf-453d-8e24-958aa53118ec req-9bd89a52-e879-4e2d-907f-bf7f1af3ce19 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Jul 22 20:27:03.523359 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-a6777bc3-f433-4f9d-811a-0c0bc3a387d6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:03.524876 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-a6777bc3-f433-4f9d-811a-0c0bc3a387d6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 945 time: 0.0687399 Jul 22 20:27:03.627623 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port efda48e8-b8bd-4302-b299-2444b7da5215 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:27:03.627966 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:03.723495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port efda48e8-b8bd-4302-b299-2444b7da5215, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=efda48e8-b8bd-4302-b299-2444b7da5215,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:03.723864 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:03.736116 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for efda48e8-b8bd-4302-b299-2444b7da5215 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:27:03.866223 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:03.900544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=efda48e8-b8bd-4302-b299-2444b7da5215,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:03.947928 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] No DVR routers for this DVR port efda48e8-b8bd-4302-b299-2444b7da5215 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:27:03.950873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:03.952971 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5bb6366f-0bb6-4b02-a157-33a3e2a428bd req-7bcbc505-7e91-44b2-af3b-0cca76d1a2c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "DELETE /v2.0/ports/efda48e8-b8bd-4302-b299-2444b7da5215 HTTP/1.1" status: 204 len: 173 time: 0.4215069 Jul 22 20:27:03.953408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'name': 'network-vif-deleted', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:27:03.955665 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9417b12-270e-4a94-87e6-fe7deb0cd8d0" -d '{"events": [{"server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "name": "network-vif-deleted", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:27:03.992501 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920f46fb-c790-458c-984e-9fb0c002bace x-openstack-request-id: req-920f46fb-c790-458c-984e-9fb0c002bace {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:27:03.993248 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871cb5f5-be46-4e3a-a157-71c1b90ac75b", "name": "network-vif-deleted", "tag": "efda48e8-b8bd-4302-b299-2444b7da5215", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:27:03.993593 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-920f46fb-c790-458c-984e-9fb0c002bace {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:27:03.994690 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871cb5f5-be46-4e3a-a157-71c1b90ac75b', 'name': 'network-vif-deleted', 'tag': 'efda48e8-b8bd-4302-b299-2444b7da5215', 'status': 'completed', 'code': 200} Jul 22 20:27:04.326623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bee5091b-ac25-4044-baba-40551f977f90 req-a607e808-67f8-4be5-ad03-7f00b1f2fc97 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=871cb5f5-be46-4e3a-a157-71c1b90ac75b HTTP/1.1" status: 200 len: 210 time: 0.0355172 Jul 22 20:27:05.385654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40854) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:05.835487 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:06.108526 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port b5f665f5-7ca4-4a6e-87a2-07c997c50187 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:27:06.108782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:06.195403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port b5f665f5-7ca4-4a6e-87a2-07c997c50187, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b5f665f5-7ca4-4a6e-87a2-07c997c50187,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:06.195768 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:06.208003 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for b5f665f5-7ca4-4a6e-87a2-07c997c50187 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:27:06.392632 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:06.421525 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=b5f665f5-7ca4-4a6e-87a2-07c997c50187,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:06.856404 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:06.974797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device efda48e8-b8bd-4302-b299-2444b7da5215 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:27:06.995578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: efda48e8-b8bd-4302-b299-2444b7da5215 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:27:06.996104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device efda48e8-b8bd-4302-b299-2444b7da5215 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:27:07.071694 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router b799cc3f-67cc-42eb-87ed-06d53855dbd0 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:27:07.173417 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9f933f87-ae61-4ad2-b286-b9ee2a8c1377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.184061 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:27:07.190185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fb32e92e-d696-431b-a0d0-b8b82c54cde2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/b799cc3f-67cc-42eb-87ed-06d53855dbd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8032415 Jul 22 20:27:07.192948 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40856) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:07.193687 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Sync routers for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:27:07.202991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:07.203616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:07.245989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting subnet 9cd62391-85df-4912-b9b3-085db5a73def {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:27:07.249751 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.292172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.402324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.464219 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.472496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:07.492920 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd62391-85df-4912-b9b3-085db5a73def,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:07.495138 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.497076 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0bdcba4f-5ac2-4c46-83e9-b2f8d3278116 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/subnets/9cd62391-85df-4912-b9b3-085db5a73def HTTP/1.1" status: 204 len: 168 time: 0.3031240 Jul 22 20:27:07.500865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40858) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:07.551317 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a2809-ac02-4eca-a58e-f9db5d376a88 None None] Network ff730d73-ee85-466e-8402-78471477da6b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:27:07.609529 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.719418 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.764715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:27:06Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '48c5c009-5232-4de6-a6d0-03f4a89e8893', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:25:57Z', 'updated_at': '2021-07-22T20:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:07.780858 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 48c5c009-5232-4de6-a6d0-03f4a89e8893 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:27:07.781219 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.799756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Checking router: b799cc3f-67cc-42eb-87ed-06d53855dbd0 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:27:07.808406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Routers {'b799cc3f-67cc-42eb-87ed-06d53855dbd0'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:07.809042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:26:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:07.877573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 48c5c009-5232-4de6-a6d0-03f4a89e8893, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=48c5c009-5232-4de6-a6d0-03f4a89e8893,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:07.878255 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:07.888342 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] DHCP port deletion for ff730d73-ee85-466e-8402-78471477da6b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:27:07.895523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 48c5c009-5232-4de6-a6d0-03f4a89e8893 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:27:07.940412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] Set router b799cc3f-67cc-42eb-87ed-06d53855dbd0 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:08.001406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:27:07Z', 'revision_number': 6, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:08.032941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e516-773b-4be6-8230-f2ec76792dee None None] The sync data for ids ['b799cc3f-67cc-42eb-87ed-06d53855dbd0'] in n-d-800087-13 is: [{'id': 'b799cc3f-67cc-42eb-87ed-06d53855dbd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-255741455', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:25:56Z', 'updated_at': '2021-07-22T20:27:07Z', 'revision_number': 6, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:27:08.044591 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Deleting port bc1b08f2-6108-4150-8bcb-73ed23605e72 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:27:08.044949 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.082291 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.105905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=48c5c009-5232-4de6-a6d0-03f4a89e8893,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:08.114227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] For port bc1b08f2-6108-4150-8bcb-73ed23605e72, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bc1b08f2-6108-4150-8bcb-73ed23605e72,segment=NetworkSegment(d1a6bb23-163e-457d-be2d-4ca3dcf83eb3),segment_id=d1a6bb23-163e-457d-be2d-4ca3dcf83eb3)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:08.114627 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.116745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.117102 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.118353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.118353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.118353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.118794 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.119181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.119404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.119744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.120083 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.120438 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.120774 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.133904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Calling delete_port for bc1b08f2-6108-4150-8bcb-73ed23605e72 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:27:08.192968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.220809 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.249863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Pushing event deleted for resources: {'Port': ['ID=bc1b08f2-6108-4150-8bcb-73ed23605e72,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:08.254166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] No DVR routers for this DVR port bc1b08f2-6108-4150-8bcb-73ed23605e72 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:27:08.261044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.261397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.261734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.262076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.262410 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.262738 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.265794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcb1b6e-5a89-4be8-98ad-88f07c65b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:08.298893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.301072 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.344083 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.344648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Fanout notify agent at l3_agent the message router_deleted on router b799cc3f-67cc-42eb-87ed-06d53855dbd0 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:27:08.351850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.353023 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2b4f3b79-62d3-4e04-8d6d-26e9a4e0973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/routers/b799cc3f-67cc-42eb-87ed-06d53855dbd0 HTTP/1.1" status: 204 len: 168 time: 0.8504097 Jul 22 20:27:08.355655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40860) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:08.437887 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.523423 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.534584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff730d73-ee85-466e-8402-78471477da6b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:08.544865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:08.545165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a6bb23-163e-457d-be2d-4ca3dcf83eb3') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:08.554316 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.572078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.578465 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:27:08.578850 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:27:08.581637 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:27:08.641488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.646635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.648922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/networks/ff730d73-ee85-466e-8402-78471477da6b HTTP/1.1" status: 204 len: 168 time: 0.2923012 Jul 22 20:27:08.651778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40862) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:08.663440 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2dafc-0fda-46df-a099-629da0b23151 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Network': ['ID=ff730d73-ee85-466e-8402-78471477da6b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:08.709968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.735365 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.798137 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.800821 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:08.804577 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/security-groups/4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d HTTP/1.1" status: 204 len: 168 time: 0.1491776 Jul 22 20:27:08.812294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41443cd-4270-409f-8b0c-7a83d06e8a09 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff5ba68-1bdf-4174-b94c-aac5a6e9d88d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.197991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40868) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.203483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015865599', 'description': 'tempest-secgroup-smoke-2015865599 description', 'project_id': 'e78122c517ad464ba19e6a2d4977096f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.230463 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.314965 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.318873 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.350776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.352065 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530616 Jul 22 20:27:09.354071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111d451-60a3-40d3-9e90-aec2e797fc0e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ac71c-3eaf-442a-bcdc-e42467473cbb,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.355150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40870) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.360194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.387927 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.444442 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.448165 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.467432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dbbb77-ad69-45f6-b5b2-cecfd806b31d,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.469882 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.473738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-aa62712d-431a-4fbe-8c43-3a1e86a80f27 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149242 Jul 22 20:27:09.474221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40872) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.478308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.504725 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.570123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.573944 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.583761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b5f665f5-7ca4-4a6e-87a2-07c997c50187 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:27:09.593069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b4f8c6-364e-4eef-bb97-9f3b9cde22da,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.599761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.601211 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e251c13a-d80e-446d-8e82-fac3723b4a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262875 Jul 22 20:27:09.603850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40874) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.609069 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.610045 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b5f665f5-7ca4-4a6e-87a2-07c997c50187 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:27:09.610399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b5f665f5-7ca4-4a6e-87a2-07c997c50187 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:27:09.610824 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 48c5c009-5232-4de6-a6d0-03f4a89e8893 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:27:09.633540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 48c5c009-5232-4de6-a6d0-03f4a89e8893 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:27:09.633889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 48c5c009-5232-4de6-a6d0-03f4a89e8893 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:27:09.634315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bc1b08f2-6108-4150-8bcb-73ed23605e72 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:27:09.637922 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.653521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bc1b08f2-6108-4150-8bcb-73ed23605e72 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:27:09.653877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bc1b08f2-6108-4150-8bcb-73ed23605e72 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:27:09.699403 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.703675 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.721419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2448cb1-c17e-41f5-8577-242ffebe5e5e,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.727770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.729149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-856582da-a77d-4cb3-b365-23cc390c1dd7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241648 Jul 22 20:27:09.731975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40876) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.737030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.763843 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.823078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.826645 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.844206 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c68978e-0564-4336-a54d-bfc3c6421446,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.850141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.851720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d0303ed2-605b-43d6-bf73-af2193b1c785 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184309 Jul 22 20:27:09.854281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40878) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.859295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:09.881281 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:27:09.886069 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.948274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.952201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.970184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ec4fc7-d411-4786-bc1a-71079944832c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:09.976141 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:09.977404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7ae3baec-1f2f-4f73-82cc-f97c73692b4c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221848 Jul 22 20:27:09.986073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40880) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:09.990833 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'e68ac71c-3eaf-442a-bcdc-e42467473cbb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:10.015038 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:27:10.020119 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.041646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.085168 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.089899 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.109343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7c596b-399d-4166-90a8-cc6f252bb7c9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:10.112644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ca1992b6-ccb6-4030-9c0b-a4e7ad4430a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.115861 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.117276 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-057dd866-d7a6-488f-bad8-1342fa761eb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301444 Jul 22 20:27:10.120369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40882) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:10.126553 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'network': {'name': 'tempest-network-smoke--1329810944', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:10.149029 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:27:10.152600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.177277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:27:10.187225 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.187641 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Added segment ff9b71ba-bcc7-4e8f-92bb-4fada6121c45 of type vlan for network 68f4a589-443c-4eda-beea-1885adc8667a Jul 22 20:27:10.228754 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.260594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.266749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:10.267325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.304496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1829875 Jul 22 20:27:10.307463 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40884) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:10.312717 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'admin_state_up': True, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:10.347973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9e2ef-34a9-45f3-8cd1-36071c74a7c9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Network': ['ID=68f4a589-443c-4eda-beea-1885adc8667a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:10.358329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 68f4a589-443c-4eda-beea-1885adc8667a details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:27:10.365661 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.366743 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.428585 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.566489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.768024 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.788251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:10.893277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.132 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/bda36340-9c8f-4c80-b58e-671255fa2903) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:27:11.000207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:11.039282 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:11.080347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:11.083175 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:11.086905 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:27:11.092816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=bda36340-9c8f-4c80-b58e-671255fa2903,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:11.346248 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:11.719541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:11.800035 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:11.928550 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:27:12.039113 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:27:12.050174 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Sync routers for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:27:12.057363 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.062091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a0eb9cb1-3dab-4f93-9508-95309befbef2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7502546 Jul 22 20:27:12.062262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:12.062262 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:12.062453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 40886) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:12.100265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-376929b1-ea79-46c0-bb80-d8c67d1aa04a tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78122c517ad464ba19e6a2d4977096f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345867 Jul 22 20:27:12.100617 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40888) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:12.165252 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:12.192846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030a5a1-fef1-41e8-8a19-fe789c96632f tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:12.197807 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a030a5a1-fef1-41e8-8a19-fe789c96632f tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923154 Jul 22 20:27:12.198578 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40890) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:12.231765 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-561fceca-7d2f-4add-bb58-a40f20461d90 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326505 Jul 22 20:27:12.235919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40892) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:12.240864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626261127', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:12.338593 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:27:12.342874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.350806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:11Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:12.378067 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Checking router: bc83ef5d-d19a-46c3-a963-9c6f8bf016ac for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:27:12.378415 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Updating router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac port bda36340-9c8f-4c80-b58e-671255fa2903 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:27:12.414966 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.536935 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.598015 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Subnet': ['ID=2165caee-23ee-41f1-996a-83a7057275c9,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:12.607156 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Checking segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:27:12.607803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network hostable DHCP agents. Network: 68f4a589-443c-4eda-beea-1885adc8667a, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:27:12.625219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 68f4a589-443c-4eda-beea-1885adc8667a is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:27:12.634247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 68f4a589-443c-4eda-beea-1885adc8667a) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:12.639103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:12.639930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.646226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49944d89-abd3-4a6f-85d6-b42201dba245 None None] Network 68f4a589-443c-4eda-beea-1885adc8667a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:27:12.656210 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7abc08ea-ee58-4b25-9c90-ef4a9723aa4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4179230 Jul 22 20:27:12.658511 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40894) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:12.770447 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.781377 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Transition to ACTIVE for port object bda36340-9c8f-4c80-b58e-671255fa2903 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:12.788019 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.800188 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-d7417a6f-a893-41b2-abb2-caae5ba6ad8d req-4f0227c1-5ef0-46c4-9cf6-d8d33dbd924e service neutron] (93800) timed out ('10.222.0.26', 49713) {{(pid=93800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:27:12.812314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-68f4a589-443c-4eda-beea-1885adc8667a', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:27:12.813846 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.838336 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Attempting to bind port bda36340-9c8f-4c80-b58e-671255fa2903 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:27:12.838708 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Attempting to bind port bda36340-9c8f-4c80-b58e-671255fa2903 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:27:12.839029 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Attempting to bind port bda36340-9c8f-4c80-b58e-671255fa2903 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:27:12.846849 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:27:12.847218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:27:12.847619 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.848009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:27:12.848566 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Bound port: bda36340-9c8f-4c80-b58e-671255fa2903, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:27:12.848879 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.869492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-055b26eb-4da5-4bda-a01e-7e2e3e03ed17 req-cf4e7850-a161-48af-b78d-194e055ca039 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] (93801) timed out ('10.222.0.26', 50541) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:27:12.896427 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Pushing event updated for resources: {'Port': ['ID=bda36340-9c8f-4c80-b58e-671255fa2903,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:12.910967 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] For port bda36340-9c8f-4c80-b58e-671255fa2903, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:27:12.914112 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] For port bda36340-9c8f-4c80-b58e-671255fa2903, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bda36340-9c8f-4c80-b58e-671255fa2903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:27:12.915868 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.916198 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.916555 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.916875 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.917205 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.917540 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.917861 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.918189 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.918513 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.918835 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.919157 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.919475 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:27:12.923621 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:12.958402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Allocated IP 172.20.0.2 (68f4a589-443c-4eda-beea-1885adc8667a/2165caee-23ee-41f1-996a-83a7057275c9/cbb001a1-d86d-4cb9-922e-9754ed0a0495) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:27:12.983364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:12.984003 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:13.046597 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff72c6-7438-4e33-be36-72d74285a0b8 None None] Pushing event updated for resources: {'Port': ['ID=bda36340-9c8f-4c80-b58e-671255fa2903,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:13.097082 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:13.118641 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.125711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.134754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Transition to ACTIVE for port object cbb001a1-d86d-4cb9-922e-9754ed0a0495 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:13.150657 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Transition to ACTIVE for port object cbb001a1-d86d-4cb9-922e-9754ed0a0495 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:13.153539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.157936 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.209890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Network 68f4a589-443c-4eda-beea-1885adc8667a is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:13.213763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Pushing event updated for resources: {'Port': ['ID=cbb001a1-d86d-4cb9-922e-9754ed0a0495,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:13.216263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:13.218805 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:27:13.281749 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Attempting to bind port cbb001a1-d86d-4cb9-922e-9754ed0a0495 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:27:13.282121 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Attempting to bind port cbb001a1-d86d-4cb9-922e-9754ed0a0495 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:27:13.282498 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Attempting to bind port cbb001a1-d86d-4cb9-922e-9754ed0a0495 on network 68f4a589-443c-4eda-beea-1885adc8667a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:27:13.287583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:27:13.288044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Checking segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:27:13.288526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.288991 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Bound using segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:27:13.289614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Bound port: cbb001a1-d86d-4cb9-922e-9754ed0a0495, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:27:13.290011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.309166 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:11Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:13.337559 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69add8cb-a909-4b0c-a73f-8575699af91c None None] The sync data for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 is: [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:11Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:27:13.361354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] For port cbb001a1-d86d-4cb9-922e-9754ed0a0495, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:27:13.365807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] For port cbb001a1-d86d-4cb9-922e-9754ed0a0495, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cbb001a1-d86d-4cb9-922e-9754ed0a0495,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:27:13.374912 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.441168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0159e-5f63-4b5f-b28b-12b6e400a22b None None] Pushing event updated for resources: {'Port': ['ID=cbb001a1-d86d-4cb9-922e-9754ed0a0495,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:13.534048 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.1 (68f4a589-443c-4eda-beea-1885adc8667a/2165caee-23ee-41f1-996a-83a7057275c9/a53d8a59-0718-44fb-b5ba-2272671c3e6b) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:27:13.710649 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.727891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object a53d8a59-0718-44fb-b5ba-2272671c3e6b will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:13.771941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:13.811063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 68f4a589-443c-4eda-beea-1885adc8667a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:13.814490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:13.820714 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:27:13.857497 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:13.873736 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.026902 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.356029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3a2f8e-2e64-41bb-bb6b-ec1a9d0810cf None None] Network 68f4a589-443c-4eda-beea-1885adc8667a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:27:14.357195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.362512 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.437318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8dd9d87b-6d70-4ca5-8412-f61629aaf7cf None None] Provisioning for port cbb001a1-d86d-4cb9-922e-9754ed0a0495 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:14.439556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.442580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:14.534278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 68f4a589-443c-4eda-beea-1885adc8667a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:14.535751 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:14.781391 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb7a9075-c2a0-48a6-a085-a09be168a7c6 None None] Provisioning for port a53d8a59-0718-44fb-b5ba-2272671c3e6b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:14.786058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-bb7a9075-c2a0-48a6-a085-a09be168a7c6 None None] Provisioning complete for port a53d8a59-0718-44fb-b5ba-2272671c3e6b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:14.786436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb7a9075-c2a0-48a6-a085-a09be168a7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:14.836033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-bb7a9075-c2a0-48a6-a085-a09be168a7c6 None None] Port a53d8a59-0718-44fb-b5ba-2272671c3e6b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:27:14.939408 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:27:14.963731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-51193ca4-cbec-4cb5-a6c0-da42ecdcdb7c None None] Provisioning complete for port a53d8a59-0718-44fb-b5ba-2272671c3e6b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:14.964682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-51193ca4-cbec-4cb5-a6c0-da42ecdcdb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:15.002361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-51193ca4-cbec-4cb5-a6c0-da42ecdcdb7c None None] Port a53d8a59-0718-44fb-b5ba-2272671c3e6b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:27:15.061185 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:27:15.068694 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8452ee1e-bfe4-4f4e-8d89-1678168448e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/bc83ef5d-d19a-46c3-a963-9c6f8bf016ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4089086 Jul 22 20:27:15.088010 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Sync routers for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:27:15.098545 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:15.099168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:15.218483 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-2fe57a43-9a1f-4af5-b3fc-421985c60420 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015865599&fields=id&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 267 time: 0.0354743 Jul 22 20:27:15.219902 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:15.260588 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eb14ddbb-122e-4b7a-bb77-dfb8e86d360c None None] Provisioning complete for port a53d8a59-0718-44fb-b5ba-2272671c3e6b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:15.260968 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb14ddbb-122e-4b7a-bb77-dfb8e86d360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:15.333324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5e795e85-dc00-48d4-8ffc-dd88a5c2f42c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:15.334843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5e795e85-dc00-48d4-8ffc-dd88a5c2f42c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 797 time: 0.1101861 Jul 22 20:27:15.351618 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-d1e714d2-a4cc-4c7d-a3a6-4412611e5dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/quotas/e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 375 time: 0.0109165 Jul 22 20:27:15.423033 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-7a5db87b-2841-4ad2-b6a4-4bbeadfb5d0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652955 Jul 22 20:27:15.508857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-eb14ddbb-122e-4b7a-bb77-dfb8e86d360c None None] Port a53d8a59-0718-44fb-b5ba-2272671c3e6b cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:27:15.526169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-733bc17d-f1f8-42ed-a7fc-9e9568deb1d3 service neutron] 10.222.0.10 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908473 Jul 22 20:27:15.617862 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:14Z', 'revision_number': 2, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:15.634266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-55d59fb9-5830-4056-88e1-70f3eaa50b31 service neutron] 10.222.0.10 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005025 Jul 22 20:27:15.652382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Checking router: bc83ef5d-d19a-46c3-a963-9c6f8bf016ac for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:27:15.652802 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Updating router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac port a53d8a59-0718-44fb-b5ba-2272671c3e6b binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:27:15.674703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cbb001a1-d86d-4cb9-922e-9754ed0a0495 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:15.719268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:15.780909 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cbb001a1-d86d-4cb9-922e-9754ed0a0495 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:15.817746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8178095f-3178-4cbf-a4a3-e61aa0f79ff4 req-d69a81fd-133f-4d53-b0c3-dc7fd95409bf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 210 time: 0.0333607 Jul 22 20:27:15.829490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cbb001a1-d86d-4cb9-922e-9754ed0a0495 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:15.829875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:15.994702 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.051310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cbb001a1-d86d-4cb9-922e-9754ed0a0495, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cbb001a1-d86d-4cb9-922e-9754ed0a0495,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:16.059002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.059807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bda36340-9c8f-4c80-b58e-671255fa2903 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:16.188582 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.209276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Transition to ACTIVE for port object a53d8a59-0718-44fb-b5ba-2272671c3e6b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:16.212237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cbb001a1-d86d-4cb9-922e-9754ed0a0495,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:16.223167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.228275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port bda36340-9c8f-4c80-b58e-671255fa2903 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:16.258984 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bda36340-9c8f-4c80-b58e-671255fa2903 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:16.259356 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.312209 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643b70e-f3e8-4e03-8ceb-2a246a32eff9 None None] Pushing event updated for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:16.371488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Attempting to bind port a53d8a59-0718-44fb-b5ba-2272671c3e6b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:27:16.371857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Attempting to bind port a53d8a59-0718-44fb-b5ba-2272671c3e6b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:27:16.372447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Attempting to bind port a53d8a59-0718-44fb-b5ba-2272671c3e6b on network 68f4a589-443c-4eda-beea-1885adc8667a {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:27:16.378703 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:27:16.379077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Checking segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:27:16.379603 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.379998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Bound using segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:27:16.380504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Bound port: a53d8a59-0718-44fb-b5ba-2272671c3e6b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:27:16.380886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.449736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.488463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port bda36340-9c8f-4c80-b58e-671255fa2903, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bda36340-9c8f-4c80-b58e-671255fa2903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:16.493654 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.506385 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] For port a53d8a59-0718-44fb-b5ba-2272671c3e6b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:27:16.548636 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] For port a53d8a59-0718-44fb-b5ba-2272671c3e6b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a53d8a59-0718-44fb-b5ba-2272671c3e6b,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:27:16.555863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:16.581814 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=bda36340-9c8f-4c80-b58e-671255fa2903,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:16.616302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:16.616945 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:16.704037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643b70e-f3e8-4e03-8ceb-2a246a32eff9 None None] Pushing event updated for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:16.742819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:16.938022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68339519-1cc6-4c35-bf10-174dd578ee9e req-0362c3dd-93b4-4a7f-8986-56600cede60a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 210 time: 0.0401492 Jul 22 20:27:16.962896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-58359aae-dd5a-466b-b70d-9b50d5ed2798 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:16.964535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-58359aae-dd5a-466b-b70d-9b50d5ed2798 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 797 time: 0.1331277 Jul 22 20:27:16.980195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:17.010696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ebc71b-780f-4ee3-ad8f-1308e90061bc None None] The sync data for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 is: [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:27:17.015270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-7bb56ccc-3b10-489a-8d35-b6c1b02cfab6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 380 time: 0.0413401 Jul 22 20:27:17.028638 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'port': {'device_id': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'admin_state_up': True, 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'security_groups': ['e68ac71c-3eaf-442a-bcdc-e42467473cbb']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:17.156468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:27:17.160065 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.294900 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.13 (68f4a589-443c-4eda-beea-1885adc8667a/2165caee-23ee-41f1-996a-83a7057275c9/78238072-f32f-47d0-9493-9c8ce22c9eff) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:27:17.440672 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.460191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object 78238072-f32f-47d0-9493-9c8ce22c9eff will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:17.495835 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.549942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 68f4a589-443c-4eda-beea-1885adc8667a is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:17.557927 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:17.567849 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:27:17.600197 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:17.635972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:17.636934 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.658940 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-afce7340-65ac-4ed0-ba2d-478c5afec69e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6344869 Jul 22 20:27:17.672737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Request body: {'port': {'device_id': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:17.715890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cbb001a1-d86d-4cb9-922e-9754ed0a0495 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:17.783271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cbb001a1-d86d-4cb9-922e-9754ed0a0495 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:17.783640 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.789570 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.886695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a53d8a59-0718-44fb-b5ba-2272671c3e6b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:17.892377 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-153f7671-38d3-4f3c-b966-00d2fc8a6df0 None None] Provisioning for port 78238072-f32f-47d0-9493-9c8ce22c9eff completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:17.915206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-153f7671-38d3-4f3c-b966-00d2fc8a6df0 None None] Provisioning complete for port 78238072-f32f-47d0-9493-9c8ce22c9eff triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:17.915583 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-153f7671-38d3-4f3c-b966-00d2fc8a6df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:17.966011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-153f7671-38d3-4f3c-b966-00d2fc8a6df0 None None] Port 78238072-f32f-47d0-9493-9c8ce22c9eff cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:27:17.980869 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a53d8a59-0718-44fb-b5ba-2272671c3e6b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:17.985789 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a53d8a59-0718-44fb-b5ba-2272671c3e6b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:17.986167 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.075046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.100967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69ce96-374c-4dca-a85f-e1d58d5bbcc2 req-38800323-e210-4a73-9dcc-56ea79cc76ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:18.102607 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b69ce96-374c-4dca-a85f-e1d58d5bbcc2 req-38800323-e210-4a73-9dcc-56ea79cc76ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 932 time: 0.0844991 Jul 22 20:27:18.114604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a53d8a59-0718-44fb-b5ba-2272671c3e6b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a53d8a59-0718-44fb-b5ba-2272671c3e6b,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:18.121643 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.122455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bda36340-9c8f-4c80-b58e-671255fa2903 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:18.127943 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78238072-f32f-47d0-9493-9c8ce22c9eff {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:27:18.138197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.147024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8b69ce96-374c-4dca-a85f-e1d58d5bbcc2 req-a2c76928-b020-463a-a3d4-d7c2a6ca5b03 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373459 Jul 22 20:27:18.160756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Transition to ACTIVE for port object 78238072-f32f-47d0-9493-9c8ce22c9eff will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:27:18.166625 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.227517 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Pushing event updated for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:18.231176 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:18.242888 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port bda36340-9c8f-4c80-b58e-671255fa2903 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:18.243541 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.323995 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Attempting to bind port 78238072-f32f-47d0-9493-9c8ce22c9eff on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:27:18.324246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Attempting to bind port 78238072-f32f-47d0-9493-9c8ce22c9eff by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:27:18.324544 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Attempting to bind port 78238072-f32f-47d0-9493-9c8ce22c9eff on network 68f4a589-443c-4eda-beea-1885adc8667a {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:27:18.330866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Port 78238072-f32f-47d0-9493-9c8ce22c9eff on network 68f4a589-443c-4eda-beea-1885adc8667a not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:27:18.333418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Attempting to bind port 78238072-f32f-47d0-9493-9c8ce22c9eff on network 68f4a589-443c-4eda-beea-1885adc8667a {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:27:18.341158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:27:18.341522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Checking segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:27:18.342648 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Bound using segment: {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:27:18.343111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Bound port: 78238072-f32f-47d0-9493-9c8ce22c9eff, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:27:18.343551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.413171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:27:18.416278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78238072-f32f-47d0-9493-9c8ce22c9eff,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:27:18.421533 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.455401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:18.456110 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:18.457463 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] 10.222.0.32 "PUT /v2.0/ports/78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 1093 time: 0.7907817 Jul 22 20:27:18.457926 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:27:18.460273 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8307884-29c3-4488-b8b4-1c5bdd4893fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:27:18.496233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab293e-2b8d-4a07-ad9d-70a001e7a0de service neutron] Pushing event updated for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:18.534899 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58b3126-36c4-431a-bc38-c9f7f32c9eba x-openstack-request-id: req-b58b3126-36c4-431a-bc38-c9f7f32c9eba {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:27:18.535203 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:27:18.535451 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b58b3126-36c4-431a-bc38-c9f7f32c9eba {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:27:18.535847 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'status': 'completed', 'code': 200} Jul 22 20:27:18.564538 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-b72dce81-cbb1-4c96-93ee-d9edfaccae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:18.566090 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-b72dce81-cbb1-4c96-93ee-d9edfaccae1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1096 time: 0.0656960 Jul 22 20:27:18.611940 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-4e68cbfb-19e0-4fc6-bf22-be2d718adb03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 217 time: 0.0374153 Jul 22 20:27:18.664097 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-50a19b27-a84d-4d17-9045-8ba971cfc118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:18.665534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-50a19b27-a84d-4d17-9045-8ba971cfc118 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0466785 Jul 22 20:27:18.726904 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-2ed21166-5948-47d4-a434-5e2461ddee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:18.728501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-2ed21166-5948-47d4-a434-5e2461ddee4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563104 Jul 22 20:27:18.823270 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-8fb1aead-b654-44e4-8a1d-37cdfaf6dbfe service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877059 Jul 22 20:27:18.921272 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e7fb39d9-46ab-4142-a440-a8b12fc53a96 req-86bbe095-3545-4150-b135-acc089c139b6 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897152 Jul 22 20:27:19.024038 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-84bc1e1d-8ff0-42b0-8122-e2689c9af73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:19.025667 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-84bc1e1d-8ff0-42b0-8122-e2689c9af73f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1096 time: 0.0562158 Jul 22 20:27:19.118018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-18c07857-568d-4119-bf57-c2a8e6460091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:19.119767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-18c07857-568d-4119-bf57-c2a8e6460091 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 898 time: 0.0871165 Jul 22 20:27:19.165566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-a15d24ee-340b-4cb2-b272-d6f7a03dd232 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 217 time: 0.0382020 Jul 22 20:27:19.219628 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-428b7641-78f2-4594-9e7a-b58896fe6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:19.221158 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-428b7641-78f2-4594-9e7a-b58896fe6189 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0476813 Jul 22 20:27:19.285874 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-e4c288b8-d09c-4df6-941c-ed20d60189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:19.287385 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-e4c288b8-d09c-4df6-941c-ed20d60189ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563962 Jul 22 20:27:19.289348 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d538-5e63-4276-b7d0-7f077a4359c0 req-4d7512f6-fd9f-4a2b-808f-1302f53ab633 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:19.290924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c750d538-5e63-4276-b7d0-7f077a4359c0 req-4d7512f6-fd9f-4a2b-808f-1302f53ab633 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 944 time: 0.0671413 Jul 22 20:27:19.330561 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c750d538-5e63-4276-b7d0-7f077a4359c0 req-f27a42de-0dea-4015-885e-22bfad352d98 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Jul 22 20:27:19.387418 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-9065ae26-5e8f-449c-8663-9f301eb856ca service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916114 Jul 22 20:27:19.475114 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c8307884-29c3-4488-b8b4-1c5bdd4893fd req-425ddaf9-2f4c-4fd4-944b-6e8c699c78cb service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803189 Jul 22 20:27:19.590304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a53d8a59-0718-44fb-b5ba-2272671c3e6b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:19.637068 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a53d8a59-0718-44fb-b5ba-2272671c3e6b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:19.637436 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:20.467581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e780b7-b74a-47b2-be46-42dd18daf458 req-8b4a15b5-3ac6-4396-922c-988724f4625f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:20.469350 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85e780b7-b74a-47b2-be46-42dd18daf458 req-8b4a15b5-3ac6-4396-922c-988724f4625f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 944 time: 0.0706141 Jul 22 20:27:20.508406 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-85e780b7-b74a-47b2-be46-42dd18daf458 req-2d2a6323-69f8-446e-9627-2456cf256206 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333362 Jul 22 20:27:21.017707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78238072-f32f-47d0-9493-9c8ce22c9eff details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:27:21.113339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78238072-f32f-47d0-9493-9c8ce22c9eff,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:21.128296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'port_id': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'mac_address': 'fa:16:3e:c4:d8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:27:21.166406 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:21.179164 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78238072-f32f-47d0-9493-9c8ce22c9eff {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:27:21.198962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78238072-f32f-47d0-9493-9c8ce22c9eff,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:21.203383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:21.255560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:21.434065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['78238072-f32f-47d0-9493-9c8ce22c9eff'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:27:21.645757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47f9f4-9be4-48d9-a6bb-c9d48b07533d req-9cfd252e-0ef7-4466-aef3-3d2607335b0f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:21.647317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac47f9f4-9be4-48d9-a6bb-c9d48b07533d req-9cfd252e-0ef7-4466-aef3-3d2607335b0f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 945 time: 0.0658035 Jul 22 20:27:21.689166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ac47f9f4-9be4-48d9-a6bb-c9d48b07533d req-9de0ce49-0575-4bc4-a19f-9db8d1a2f4f2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358682 Jul 22 20:27:22.827428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c3b06-2155-4fd0-b883-cccd1e3cc3c0 req-861ad98d-86e8-4a1c-9945-8da7f75301c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:22.829006 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-326c3b06-2155-4fd0-b883-cccd1e3cc3c0 req-861ad98d-86e8-4a1c-9945-8da7f75301c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 945 time: 0.0704000 Jul 22 20:27:22.869953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-326c3b06-2155-4fd0-b883-cccd1e3cc3c0 req-7520b8f2-aa8c-4825-93a1-1a103cbd9581 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353444 Jul 22 20:27:23.036655 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78238072-f32f-47d0-9493-9c8ce22c9eff up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:27:23.086396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 78238072-f32f-47d0-9493-9c8ce22c9eff completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:27:23.089988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 78238072-f32f-47d0-9493-9c8ce22c9eff triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:27:23.090366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:23.172438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:23.199183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:27:23.202837 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b529bb60-06a9-4af2-b90a-78b5d67f0503" -d '{"events": [{"server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "name": "network-vif-plugged", "status": "completed", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:27:23.217395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78238072-f32f-47d0-9493-9c8ce22c9eff,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:27:23.227558 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:23.257852 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5a6d3-2703-4f39-818e-bf61043af8e7 x-openstack-request-id: req-f6e5a6d3-2703-4f39-818e-bf61043af8e7 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:27:23.257852 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "name": "network-vif-plugged", "status": "completed", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:27:23.257852 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6e5a6d3-2703-4f39-818e-bf61043af8e7 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:27:23.257852 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'code': 200} Jul 22 20:27:23.286020 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:23.371706 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde70364-cc13-461f-b90a-1dc1cd9fcca3 req-d6128f13-28ac-49cc-90ce-75f8ebad84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:23.373957 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cde70364-cc13-461f-b90a-1dc1cd9fcca3 req-d6128f13-28ac-49cc-90ce-75f8ebad84af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1098 time: 0.0595832 Jul 22 20:27:23.410122 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cde70364-cc13-461f-b90a-1dc1cd9fcca3 req-254b938a-e3d1-4f3d-95bc-978fce70c08b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297413 Jul 22 20:27:24.011081 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f15c5f-572a-4f45-be47-32dbd66db289 req-24afef57-ecd5-4d3c-babe-512965f9e984 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:24.012608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f15c5f-572a-4f45-be47-32dbd66db289 req-24afef57-ecd5-4d3c-babe-512965f9e984 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0671258 Jul 22 20:27:24.050548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b8f15c5f-572a-4f45-be47-32dbd66db289 req-73196b32-e4bc-43e1-beff-b3de550d7fc2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322969 Jul 22 20:27:25.009806 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:25.188200 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d145a87-2b91-4744-9be4-140d85c4f65d req-29c21a99-3e4c-4321-a08b-627dd9942928 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:25.189794 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d145a87-2b91-4744-9be4-140d85c4f65d req-29c21a99-3e4c-4321-a08b-627dd9942928 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0690966 Jul 22 20:27:25.229902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d145a87-2b91-4744-9be4-140d85c4f65d req-64e70410-f400-4d2e-905f-4566982a1c7e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Jul 22 20:27:25.365010 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d02a2-fabf-4ac1-b5e0-f9e99fb76a8a req-1512046c-50f1-4057-a25c-7246898364eb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:25.366536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-455d02a2-fabf-4ac1-b5e0-f9e99fb76a8a req-1512046c-50f1-4057-a25c-7246898364eb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0685687 Jul 22 20:27:25.405058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-455d02a2-fabf-4ac1-b5e0-f9e99fb76a8a req-b525fe9d-28ef-4299-80c7-2591c840a5a4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320871 Jul 22 20:27:25.426880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40956) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:25.478897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e34b8-16ef-495d-afd9-a9e6adb0f46b tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:25.480447 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d68e34b8-16ef-495d-afd9-a9e6adb0f46b tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1093 time: 0.0525026 Jul 22 20:27:25.483522 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40958) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:25.487846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:27:25.511971 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:25.611675 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:25.713178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.244 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/703ec808-499f-4654-9f5e-973e188f0b25) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:27:25.821471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:25.861372 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:25.902165 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:27:25.904984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:27:25.908559 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:27:25.914014 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=703ec808-499f-4654-9f5e-973e188f0b25,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:26.380853 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:26.490321 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:26.642414 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:26.649019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:26.716032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=703ec808-499f-4654-9f5e-973e188f0b25,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:27:26.728327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:26.827523 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP b0818016-63c0-4f83-8203-cf392f48ea8a associated. External IP: 172.25.6.244, port: 78238072-f32f-47d0-9493-9c8ce22c9eff. Jul 22 20:27:27.310099 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:27:27.420676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:27:27.430611 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Sync routers for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:27:27.437260 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:27.446094 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:27.446638 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:27.476474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ea3e9e75-3dd5-4dd9-aa81-3737295c155b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9918923 Jul 22 20:27:27.477064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:27:27.479379 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e01cf-51e5-4729-a189-ef6a01f079f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:27:27.550959 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:27.592789 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f69c7d-4b4a-42ec-b3c2-5173123cb737 req-53ffbfe6-ac91-4394-aa65-b7346be57cc2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:27.594390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54f69c7d-4b4a-42ec-b3c2-5173123cb737 req-53ffbfe6-ac91-4394-aa65-b7346be57cc2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0671821 Jul 22 20:27:27.630711 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:27:27.633608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-54f69c7d-4b4a-42ec-b3c2-5173123cb737 req-700af8f6-f4ba-4763-bf33-06e173cfcd0f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335252 Jul 22 20:27:27.656450 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40964) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:27.698445 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c864eb-f91d-4dde-af0e-ebba7c66ce50 x-openstack-request-id: req-18c864eb-f91d-4dde-af0e-ebba7c66ce50 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:27:27.698656 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:27:27.698950 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18c864eb-f91d-4dde-af0e-ebba7c66ce50 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:27:27.699348 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'status': 'completed', 'code': 200} Jul 22 20:27:27.754774 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6723a591-2b98-4d62-9541-2b85ce77a28b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/b0818016-63c0-4f83-8203-cf392f48ea8a HTTP/1.1" status: 200 len: 992 time: 0.0970511 Jul 22 20:27:27.776858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-6e8aa2f1-0fa6-405c-8f9d-2528cdc7b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:27.778496 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-6e8aa2f1-0fa6-405c-8f9d-2528cdc7b984 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1098 time: 0.0700986 Jul 22 20:27:27.795599 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b0818016-63c0-4f83-8203-cf392f48ea8a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'port_id': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'mac_address': 'fa:16:3e:c4:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:27:26Z', 'updated_at': '2021-07-22T20:27:26Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:27.822059 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Checking router: bc83ef5d-d19a-46c3-a963-9c6f8bf016ac for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:27:27.826738 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:27.832486 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:27:27.833099 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:27:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:27.876052 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-3b34ed0a-9a4f-431c-8840-ef9834b613e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:27.877701 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-3b34ed0a-9a4f-431c-8840-ef9834b613e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 898 time: 0.0925918 Jul 22 20:27:27.942970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:27:27.944500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-cc81e170-8c9f-47d4-8bef-799aa8f26199 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 1000 time: 0.0594003 Jul 22 20:27:27.996460 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-8a85388a-f725-43a2-9775-1deb43ba2de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:27.998408 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-8a85388a-f725-43a2-9775-1deb43ba2de3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0475316 Jul 22 20:27:28.063649 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-c08f7d30-b25e-4722-9594-4aefa2599414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:28.065254 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-c08f7d30-b25e-4722-9594-4aefa2599414 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590208 Jul 22 20:27:28.158654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-0e97d44a-9191-4837-844e-c2af2f5a0e4d service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859537 Jul 22 20:27:28.175834 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b0818016-63c0-4f83-8203-cf392f48ea8a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'port_id': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'mac_address': 'fa:16:3e:c4:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:27:26Z', 'updated_at': '2021-07-22T20:27:26Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:27:28.205026 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5203626f-3946-4cab-9e60-ec2343f42d29 None None] The sync data for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 is: [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'b0818016-63c0-4f83-8203-cf392f48ea8a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.244', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'port_id': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'mac_address': 'fa:16:3e:c4:d8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:27:26Z', 'updated_at': '2021-07-22T20:27:26Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:27:28.262691 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4c2e01cf-51e5-4729-a189-ef6a01f079f4 req-d91e6b5e-be13-4b4f-ae2f-5550e37df338 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968258 Jul 22 20:27:28.409890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9bd580-102c-4059-824a-3bb98014833c None None] New status for floating IP b0818016-63c0-4f83-8203-cf392f48ea8a: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:27:28.758319 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 40966) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:27:28.819892 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-de70628d-6f27-45a2-a8ee-6d9e01985043 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/b0818016-63c0-4f83-8203-cf392f48ea8a HTTP/1.1" status: 200 len: 994 time: 0.0602875 Jul 22 20:27:32.303141 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-e3036c80-1f4f-4e00-bf3f-678ff9f197c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553193 Jul 22 20:27:32.403122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-16e79bee-3800-46c4-82a7-e7f4409a492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:32.404780 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-16e79bee-3800-46c4-82a7-e7f4409a492a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0584438 Jul 22 20:27:32.510074 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-f02e71dd-c1b6-44a5-8943-9bb4f7322570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:32.511439 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-f02e71dd-c1b6-44a5-8943-9bb4f7322570 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0861838 Jul 22 20:27:32.559409 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-11e1f5f0-84d3-4443-b9a9-965499b5c472 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0383122 Jul 22 20:27:32.610589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-cc98a1a1-f1d8-45a8-926d-668f13e7ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:32.612061 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-cc98a1a1-f1d8-45a8-926d-668f13e7ee41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0453956 Jul 22 20:27:32.671997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-3d1003f4-b057-43de-87eb-08eb57e5bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:32.673590 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-3d1003f4-b057-43de-87eb-08eb57e5bf04 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544088 Jul 22 20:27:32.769168 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-4e0261ce-c216-4cf0-b2e4-b1f573509edb service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Jul 22 20:27:32.860901 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4d21afa0-8786-4e1c-ac76-5412b659dc10 req-0afac20a-b7f4-43a2-b9cc-7ddc0e623b40 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851221 Jul 22 20:27:37.176083 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a5a298c1-10f3-4374-9874-6b44da055c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:40.043577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:40.104554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5689a0ec-e777-4ae5-a3ef-ea2f661987ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:41.723842 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:43.098969 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:55.010316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:57.605123 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-211628c5-3119-40ba-8c75-becadeaebc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:57.607360 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-211628c5-3119-40ba-8c75-becadeaebc7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1098 time: 0.0613148 Jul 22 20:27:57.609920 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c03be-c190-49a9-a3d6-c48b1cf52976 req-11a45042-b158-47f0-b183-b124cb069b08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:57.611475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029c03be-c190-49a9-a3d6-c48b1cf52976 req-11a45042-b158-47f0-b183-b124cb069b08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0716295 Jul 22 20:27:57.650610 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-029c03be-c190-49a9-a3d6-c48b1cf52976 req-5cdfc11b-6915-4702-a4ab-e11616bc1d6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jul 22 20:27:57.698580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-31c0978c-4d53-4fbe-a58e-3ad6509aa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:57.700680 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-31c0978c-4d53-4fbe-a58e-3ad6509aa8a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 898 time: 0.0859437 Jul 22 20:27:57.773365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-5baba66d-ae25-4e78-b281-729a8af27cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 1002 time: 0.0658484 Jul 22 20:27:57.822806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-a299b7cb-d2b6-4657-8c8a-8560af112073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:57.824460 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-a299b7cb-d2b6-4657-8c8a-8560af112073 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0441959 Jul 22 20:27:57.824752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:27:57.883804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-092faa37-2ac5-4562-a47a-f293b135f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:57.885369 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-092faa37-2ac5-4562-a47a-f293b135f903 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537262 Jul 22 20:27:57.979457 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-82d0273d-e0df-48e4-bd22-360752ff6f2c service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853007 Jul 22 20:27:58.088469 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1d4b5a65-e025-47ca-9596-a5474763b025 req-a5cac4af-3d67-4c55-971e-d175dcc5c5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011868 Jul 22 20:27:58.786415 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cfd61-8e64-4270-9745-973b995558c7 req-5b8cdae4-446d-48f4-a067-2591f29d12cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:58.787909 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c41cfd61-8e64-4270-9745-973b995558c7 req-5b8cdae4-446d-48f4-a067-2591f29d12cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0650845 Jul 22 20:27:58.824661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c41cfd61-8e64-4270-9745-973b995558c7 req-59abc53a-1a07-4477-84d8-59cbe9e5a212 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Jul 22 20:27:59.963604 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b1997-244b-4f3d-b5ca-2497d4bf44f0 req-94ab4fd2-5c27-4654-aab3-d62084d30e03 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:27:59.965134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-255b1997-244b-4f3d-b5ca-2497d4bf44f0 req-94ab4fd2-5c27-4654-aab3-d62084d30e03 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0663333 Jul 22 20:28:00.010070 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-255b1997-244b-4f3d-b5ca-2497d4bf44f0 req-57bfcd00-b79a-4d64-b7a5-c7d86d05d05f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Jul 22 20:28:01.152205 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfce2-3540-4d74-a985-c0c54a4c49b5 req-6de91304-0625-40e0-85f0-fa5bf740dbf7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:01.154224 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43abfce2-3540-4d74-a985-c0c54a4c49b5 req-6de91304-0625-40e0-85f0-fa5bf740dbf7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0745213 Jul 22 20:28:01.191660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-43abfce2-3540-4d74-a985-c0c54a4c49b5 req-07244fc5-a409-4d53-ba30-89200a8add46 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Jul 22 20:28:02.322871 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc0e01-57a5-4f9b-8af0-003c259764be req-b23e8a6a-6ebd-41c0-81be-717a2336648e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:02.324411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bafc0e01-57a5-4f9b-8af0-003c259764be req-b23e8a6a-6ebd-41c0-81be-717a2336648e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0642030 Jul 22 20:28:02.362596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bafc0e01-57a5-4f9b-8af0-003c259764be req-e070b38b-3801-40a7-a0b5-143d9963b22a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Jul 22 20:28:03.501454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dee0f5-c769-43ae-b7e0-fea7cf236722 req-8b69117a-aeea-4bc5-86b5-008f088ad57a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:03.502940 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8dee0f5-c769-43ae-b7e0-fea7cf236722 req-8b69117a-aeea-4bc5-86b5-008f088ad57a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0722229 Jul 22 20:28:03.542874 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8dee0f5-c769-43ae-b7e0-fea7cf236722 req-e22e63c3-af9a-49ca-8284-ef6bf8339996 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343451 Jul 22 20:28:04.600595 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:28:04.679704 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c38abc-697f-41c3-a38c-c3605405dbe2 req-774df35e-40e2-45da-8382-547556314d7b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:04.681233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64c38abc-697f-41c3-a38c-c3605405dbe2 req-774df35e-40e2-45da-8382-547556314d7b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0667160 Jul 22 20:28:04.721008 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-64c38abc-697f-41c3-a38c-c3605405dbe2 req-c73a44f3-1d1c-4fc5-8f53-79d2ec2908c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Jul 22 20:28:05.850105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aff43-af21-4e95-ad4c-788452c6664c req-3fe09a31-bf40-4aef-b64d-fcfb94f919da tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:05.851501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-585aff43-af21-4e95-ad4c-788452c6664c req-3fe09a31-bf40-4aef-b64d-fcfb94f919da tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0628569 Jul 22 20:28:05.892751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-585aff43-af21-4e95-ad4c-788452c6664c req-71ca1af2-f1b7-4821-bafe-940619baeefb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354528 Jul 22 20:28:07.023536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5055c5b-d565-4fbf-9145-283245a0ffea req-a00cb4db-1e9b-44e7-a532-b033d077af62 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:07.025085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5055c5b-d565-4fbf-9145-283245a0ffea req-a00cb4db-1e9b-44e7-a532-b033d077af62 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0656576 Jul 22 20:28:07.066086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b5055c5b-d565-4fbf-9145-283245a0ffea req-ee8734c8-28da-40cc-9b7e-4934d93d3376 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349734 Jul 22 20:28:07.173062 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a999effc-1f4a-469b-afdf-a6c9b7d51e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:08.202866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcacfa-c04a-4beb-8120-b52e1182b274 req-d43729fa-28eb-4cf0-82c6-c6ec6c6d5b3d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:08.204416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ffcacfa-c04a-4beb-8120-b52e1182b274 req-d43729fa-28eb-4cf0-82c6-c6ec6c6d5b3d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0654590 Jul 22 20:28:08.250303 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3ffcacfa-c04a-4beb-8120-b52e1182b274 req-155e6996-5041-44a8-b238-56729d44add0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Jul 22 20:28:09.391413 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6182e-2979-49d7-b71c-8584e5c7299b req-0abe0195-f9cb-4fe7-bd5e-e0d463adebe3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:09.393002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2b6182e-2979-49d7-b71c-8584e5c7299b req-0abe0195-f9cb-4fe7-bd5e-e0d463adebe3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0727520 Jul 22 20:28:09.430586 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2b6182e-2979-49d7-b71c-8584e5c7299b req-7eb8b2e6-785f-43c9-a10b-911e282b64eb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Jul 22 20:28:09.453774 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41002) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:09.530896 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-fe180318-e57a-4e75-9d9e-80e5ed05146b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/b0818016-63c0-4f83-8203-cf392f48ea8a HTTP/1.1" status: 200 len: 994 time: 0.0759373 Jul 22 20:28:10.044841 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:10.105013 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-70938968-8ad3-43b5-8370-c4c61b75d600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:11.728516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:13.101673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:25.005883 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:27.839718 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:33.300918 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-1024028d-d486-478c-9cd2-762cafad8ddb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533044 Jul 22 20:28:33.378468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-29f3e639-7a85-49ae-b7ab-c0cd5aaf1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:33.380016 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-29f3e639-7a85-49ae-b7ab-c0cd5aaf1bfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1098 time: 0.0557463 Jul 22 20:28:33.488208 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-a9f92cdc-d094-4403-8d22-e13525859b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:33.489668 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-a9f92cdc-d094-4403-8d22-e13525859b62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 898 time: 0.0904956 Jul 22 20:28:33.554303 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-0301f35a-bae5-4a59-b557-ab83464bec8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 1002 time: 0.0572174 Jul 22 20:28:33.609278 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-0371c792-3c7d-4039-b734-3db8d6fe5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:33.610755 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-0371c792-3c7d-4039-b734-3db8d6fe5b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0497785 Jul 22 20:28:33.670799 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-389a94a9-e8dd-46a1-8a0e-17e0719980d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:33.672262 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-389a94a9-e8dd-46a1-8a0e-17e0719980d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549102 Jul 22 20:28:33.767307 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-00c76c7b-e6d7-4bde-938a-d312127f7191 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878048 Jul 22 20:28:33.858610 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-cc3f6400-e01b-4aab-b6ec-9615390311db req-90ce7e57-8921-4c25-a8ee-7ef9e22da9b6 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840948 Jul 22 20:28:37.175705 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f3424610-b432-4424-93d6-024c7d66dc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:40.045746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:40.105757 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73fb73e4-326c-4aea-86d8-cf7cdca61472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:41.603787 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:28:41.727886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:41.920677 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41016) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:42.087816 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 703ec808-499f-4654-9f5e-973e188f0b25 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:28:42.088083 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.171425 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.171787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.184841 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 703ec808-499f-4654-9f5e-973e188f0b25 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:28:42.339284 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.363787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=703ec808-499f-4654-9f5e-973e188f0b25,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:42.378199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.378557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.378896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.379233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.379576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.379929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.380280 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.380651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.380949 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.381258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.381584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.381911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:42.439041 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.439374 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP b0818016-63c0-4f83-8203-cf392f48ea8a disassociated (deleted). External IP: 172.25.6.244, port: 78238072-f32f-47d0-9493-9c8ce22c9eff. Jul 22 20:28:42.649662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:28:42.756905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:28:42.762275 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:42.766940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Sync routers for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:28:42.775798 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:42.776436 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:42.798912 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3df8eb1-1b54-4908-919a-306a63cb5d79 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0818016-63c0-4f83-8203-cf392f48ea8a HTTP/1.1" status: 204 len: 168 time: 0.8770566 Jul 22 20:28:42.799507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:28:42.801839 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15e8576-088f-4d9e-b0a3-bd79264850b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:28:42.882539 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:42.965831 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cc43f1-d311-4a36-99f1-3f3dcfd7bf6e x-openstack-request-id: req-27cc43f1-d311-4a36-99f1-3f3dcfd7bf6e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:28:42.966845 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:28:42.966845 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27cc43f1-d311-4a36-99f1-3f3dcfd7bf6e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:28:42.967620 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'status': 'completed', 'code': 200} Jul 22 20:28:43.059776 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-860d77b8-e586-4bda-ad93-fc4b9e08a45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:43.061375 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-860d77b8-e586-4bda-ad93-fc4b9e08a45d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 1098 time: 0.0700533 Jul 22 20:28:43.097510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38840d0-2903-46ce-b30b-62d74cd8bace req-063fef9f-8327-479d-bca7-135041d2d6db tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:43.104847 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c38840d0-2903-46ce-b30b-62d74cd8bace req-063fef9f-8327-479d-bca7-135041d2d6db tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0826585 Jul 22 20:28:43.114248 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:43.122321 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:43.141387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c38840d0-2903-46ce-b30b-62d74cd8bace req-b5381dde-b02c-4190-8267-6eb6cf5ea595 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355756 Jul 22 20:28:43.150281 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Checking router: bc83ef5d-d19a-46c3-a963-9c6f8bf016ac for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:28:43.160424 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:43.161042 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:43.174124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-220c4730-9c2d-4adb-9264-5606baf5d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:43.175654 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-220c4730-9c2d-4adb-9264-5606baf5d28f service neutron] 10.222.0.32 "GET /v2.0/networks?id=68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 200 len: 898 time: 0.1068251 Jul 22 20:28:43.218657 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-67e0a7c4-fad2-4186-81d9-e441f0922525 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 200 len: 217 time: 0.0362179 Jul 22 20:28:43.268977 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:43.273964 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-730aa3c5-6295-4b90-85f7-744951597634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:43.275456 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-730aa3c5-6295-4b90-85f7-744951597634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 200 len: 835 time: 0.0492151 Jul 22 20:28:43.337321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-3b750957-7b21-4e86-86fd-8b385c186f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:43.338829 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-3b750957-7b21-4e86-86fd-8b385c186f2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=68f4a589-443c-4eda-beea-1885adc8667a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568774 Jul 22 20:28:43.435772 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-6506f8d8-d990-4cca-b3d4-979852099832 service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879116 Jul 22 20:28:43.471998 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:43.501793 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea92d863-1455-4b91-bc36-4953ee9665f5 None None] The sync data for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 is: [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:13Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a53d8a59-0718-44fb-b5ba-2272671c3e6b', 'name': '', 'network_id': '68f4a589-443c-4eda-beea-1885adc8667a', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:67:19:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '2165caee-23ee-41f1-996a-83a7057275c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:13Z', 'updated_at': '2021-07-22T20:27:18Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '2165caee-23ee-41f1-996a-83a7057275c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:28:43.535525 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b15e8576-088f-4d9e-b0a3-bd79264850b2 req-70e305ca-0710-43bb-89a6-09507bf09a0c service neutron] 10.222.0.32 "GET /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922105 Jul 22 20:28:43.734407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e6fa4a-95a5-415d-9b07-1996127018ec None None] New status for floating IP b0818016-63c0-4f83-8203-cf392f48ea8a: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:28:44.288460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8c1c8-bd1a-458e-acf6-c458f7eac767 req-9a3585f4-0124-4c07-8bd5-c4b1f6a9cc7b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:44.290051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2b8c1c8-bd1a-458e-acf6-c458f7eac767 req-9a3585f4-0124-4c07-8bd5-c4b1f6a9cc7b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0745783 Jul 22 20:28:44.333639 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a2b8c1c8-bd1a-458e-acf6-c458f7eac767 req-94210fbf-3fd7-4935-8bdd-0b8bd3ea4fe3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=e68ac71c-3eaf-442a-bcdc-e42467473cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373595 Jul 22 20:28:44.549962 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-c5dc0005-d118-4378-8e26-4ff430c8e7e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:44.551448 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-c5dc0005-d118-4378-8e26-4ff430c8e7e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 946 time: 0.0659823 Jul 22 20:28:44.656217 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 78238072-f32f-47d0-9493-9c8ce22c9eff {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:28:44.656558 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:44.743968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 78238072-f32f-47d0-9493-9c8ce22c9eff, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=78238072-f32f-47d0-9493-9c8ce22c9eff,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:44.744271 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:44.756763 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 78238072-f32f-47d0-9493-9c8ce22c9eff owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:28:44.890397 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:44.918561 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=78238072-f32f-47d0-9493-9c8ce22c9eff,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:44.968734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] No DVR routers for this DVR port 78238072-f32f-47d0-9493-9c8ce22c9eff on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:28:44.971306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:44.973353 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-35c1ac09-b646-42ce-b507-f304c3b7ca08 req-9a616bb8-54ab-419a-a090-b7de5df266a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "DELETE /v2.0/ports/78238072-f32f-47d0-9493-9c8ce22c9eff HTTP/1.1" status: 204 len: 173 time: 0.4161868 Jul 22 20:28:44.973801 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'name': 'network-vif-deleted', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:28:44.976074 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4512013f-71e7-40c1-9a5c-6034695af092" -d '{"events": [{"server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "name": "network-vif-deleted", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:28:45.021975 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7304ce57-2c2a-48c4-99dc-e1db8f1d9409 x-openstack-request-id: req-7304ce57-2c2a-48c4-99dc-e1db8f1d9409 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:28:45.022279 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac", "name": "network-vif-deleted", "tag": "78238072-f32f-47d0-9493-9c8ce22c9eff", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:28:45.022534 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7304ce57-2c2a-48c4-99dc-e1db8f1d9409 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:28:45.022957 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac', 'name': 'network-vif-deleted', 'tag': '78238072-f32f-47d0-9493-9c8ce22c9eff', 'status': 'completed', 'code': 200} Jul 22 20:28:45.456432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8226b561-ad6d-4013-bd39-1e8c3381eef0 req-22e613e8-f486-4ae2-869d-2e0e39a19dab tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=7bdf1373-0cf9-4c54-bf8e-d71bdb3c7eac HTTP/1.1" status: 200 len: 210 time: 0.0300524 Jul 22 20:28:46.514084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41038) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:47.174484 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:47.335737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78238072-f32f-47d0-9493-9c8ce22c9eff no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:28:47.362842 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 78238072-f32f-47d0-9493-9c8ce22c9eff {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:28:47.363351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 78238072-f32f-47d0-9493-9c8ce22c9eff not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:28:47.457840 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port a53d8a59-0718-44fb-b5ba-2272671c3e6b {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:28:47.458092 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:47.549643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port a53d8a59-0718-44fb-b5ba-2272671c3e6b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a53d8a59-0718-44fb-b5ba-2272671c3e6b,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:47.549643 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:47.562581 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for a53d8a59-0718-44fb-b5ba-2272671c3e6b owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:28:47.748249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:47.776873 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=a53d8a59-0718-44fb-b5ba-2272671c3e6b,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:47.954317 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.180942 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:28:48.290169 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:28:48.295448 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9256a07d-282c-4b34-8c78-d486a082249c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/bc83ef5d-d19a-46c3-a963-9c6f8bf016ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802691 Jul 22 20:28:48.298286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41040) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:48.302278 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Sync routers for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:28:48.312443 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:48.313073 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:48.351150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting subnet 2165caee-23ee-41f1-996a-83a7057275c9 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:28:48.354427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.395371 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.415833 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:48.483041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.543216 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.571411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Subnet': ['ID=2165caee-23ee-41f1-996a-83a7057275c9,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:48.580846 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.581177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.581530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.581877 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.582913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.582913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.582913 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.583225 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.583539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.583880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.584240 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.584583 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:48.587803 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.589456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36abbf1f-b459-4f05-87de-a4de5c4c98f8 None None] Network 68f4a589-443c-4eda-beea-1885adc8667a requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:28:48.590049 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e3c54e7f-5789-4fb6-b7bd-8dda9ac52ea9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/subnets/2165caee-23ee-41f1-996a-83a7057275c9 HTTP/1.1" status: 204 len: 168 time: 0.2903173 Jul 22 20:28:48.593148 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41042) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:48.603251 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:28:47Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:48.630283 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Checking router: bc83ef5d-d19a-46c3-a963-9c6f8bf016ac for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:28:48.639495 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Routers {'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:48.640122 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:48.714504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.769828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] Set router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:48.816796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] DHCP port deletion for 68f4a589-443c-4eda-beea-1885adc8667a request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:28:48.835591 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.866408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Deleting port cbb001a1-d86d-4cb9-922e-9754ed0a0495 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:28:48.867100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.894747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port bda36340-9c8f-4c80-b58e-671255fa2903 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:28:48.895196 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.939039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] For port cbb001a1-d86d-4cb9-922e-9754ed0a0495, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cbb001a1-d86d-4cb9-922e-9754ed0a0495,segment=NetworkSegment(ff9b71ba-bcc7-4e8f-92bb-4fada6121c45),segment_id=ff9b71ba-bcc7-4e8f-92bb-4fada6121c45)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:48.939443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.952255 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Calling delete_port for cbb001a1-d86d-4cb9-922e-9754ed0a0495 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:28:48.966622 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:28:47Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:48.988069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port bda36340-9c8f-4c80-b58e-671255fa2903, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=bda36340-9c8f-4c80-b58e-671255fa2903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:48.988486 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:48.999659 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512c4a9f-54ba-4b89-8159-73f06b2d0aa2 None None] The sync data for ids ['bc83ef5d-d19a-46c3-a963-9c6f8bf016ac'] in n-d-800087-13 is: [{'id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593369824', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:28:47Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'bda36340-9c8f-4c80-b58e-671255fa2903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc83ef5d-d19a-46c3-a963-9c6f8bf016ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:27:10Z', 'updated_at': '2021-07-22T20:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:28:49.002060 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for bda36340-9c8f-4c80-b58e-671255fa2903 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:28:49.050188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.083568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] No DVR routers for this DVR port cbb001a1-d86d-4cb9-922e-9754ed0a0495 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:28:49.093364 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Pushing event deleted for resources: {'Port': ['ID=cbb001a1-d86d-4cb9-922e-9754ed0a0495,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:49.098061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.098396 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.098736 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.099072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.099547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.099933 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.100360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.100615 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.100938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.101259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.101582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.101907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f86a64-05fa-48a4-b137-a75fd71202fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:49.186511 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.215028 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=bda36340-9c8f-4c80-b58e-671255fa2903,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:49.281109 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.377045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.379105 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.425156 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.426075 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Fanout notify agent at l3_agent the message router_deleted on router bc83ef5d-d19a-46c3-a963-9c6f8bf016ac {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:28:49.434100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.435326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dfa6f976-5209-46fa-aec3-b04b29a5381b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/routers/bc83ef5d-d19a-46c3-a963-9c6f8bf016ac HTTP/1.1" status: 204 len: 168 time: 0.8414009 Jul 22 20:28:49.439676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41044) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:49.519970 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.613074 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.625459 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f4a589-443c-4eda-beea-1885adc8667a']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:49.642541 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:49.642837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9b71ba-bcc7-4e8f-92bb-4fada6121c45') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:49.651711 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.671013 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.677082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:28:49.677457 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:28:49.680409 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:28:49.783667 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.790968 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.793183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/networks/68f4a589-443c-4eda-beea-1885adc8667a HTTP/1.1" status: 204 len: 168 time: 0.3519344 Jul 22 20:28:49.796182 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41046) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:49.804432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbac20-fa4e-41ec-9205-3398a0d626ec tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Network': ['ID=68f4a589-443c-4eda-beea-1885adc8667a,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:49.860965 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.894489 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.917064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cbb001a1-d86d-4cb9-922e-9754ed0a0495 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:28:49.939304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cbb001a1-d86d-4cb9-922e-9754ed0a0495 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:28:49.939661 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cbb001a1-d86d-4cb9-922e-9754ed0a0495 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:28:49.940173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a53d8a59-0718-44fb-b5ba-2272671c3e6b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:28:49.960424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a53d8a59-0718-44fb-b5ba-2272671c3e6b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:28:49.960877 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a53d8a59-0718-44fb-b5ba-2272671c3e6b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:28:49.961318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bda36340-9c8f-4c80-b58e-671255fa2903 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:28:49.965604 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.970274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:49.972331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/security-groups/e68ac71c-3eaf-442a-bcdc-e42467473cbb HTTP/1.1" status: 204 len: 168 time: 0.1747773 Jul 22 20:28:49.982807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: bda36340-9c8f-4c80-b58e-671255fa2903 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:28:49.985338 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device bda36340-9c8f-4c80-b58e-671255fa2903 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:28:49.988779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bdb6d-32da-4638-a0d8-d2571fb9fcf2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ac71c-3eaf-442a-bcdc-e42467473cbb,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:50.484843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41052) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:50.489667 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-129582308', 'description': 'tempest-secgroup-smoke-129582308 description', 'project_id': 'e78122c517ad464ba19e6a2d4977096f'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:50.512824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.593405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.597070 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.626194 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.627432 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415617 Jul 22 20:28:50.628139 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c863f1-61ca-4676-bbe3-7e60ead3c39e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dca8f37-36c4-4def-9c5f-7c5127a2395d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:50.630337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41054) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:50.634791 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:50.661335 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.718473 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.722140 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.742035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04845e38-b37b-4490-8608-43fb04850133,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:50.750451 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.751968 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-cd8e0d10-c6b2-494e-8479-d992e4835fc1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205790 Jul 22 20:28:50.754656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41056) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:50.759346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:50.786450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.846538 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.850063 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.868497 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32369a28-6558-48e2-9e43-ee933dc398c5,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:50.872519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.873742 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8ea4929e-2f3f-415a-ad7b-dd34fdce6370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179705 Jul 22 20:28:50.876705 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41058) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:50.881163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:50.907366 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.966056 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.969996 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.988493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae623ab8-2063-4afe-b48b-d613869a865a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:50.995000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:50.996810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6410f8f2-7a14-4c01-8fa8-93c2fa471744 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191647 Jul 22 20:28:50.999647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41060) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:51.004386 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:51.030693 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.090659 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.094509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.114912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa58297-f3f9-4c23-98b9-65fe266230d6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:51.120987 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.122405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-69f10992-67be-4bb3-b4ab-4edf4767d2e8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215456 Jul 22 20:28:51.126433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41062) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:51.131074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:51.155210 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:28:51.160402 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.226528 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.230801 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.250967 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782d1bd4-61b5-492b-a5ae-9197aeca64cb,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:51.254407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.255669 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-82bcfec6-9370-47d0-9734-f85ffef73dfd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1282070 Jul 22 20:28:51.258457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41064) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:51.263387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '0dca8f37-36c4-4def-9c5f-7c5127a2395d', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:51.285608 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:28:51.290422 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.352908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.357207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.376332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b225cc-d347-4eba-ae69-027b9919cf30,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:51.379446 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.380671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-309b5fc6-71cc-4304-b1e4-4a165079a9d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212769 Jul 22 20:28:51.383594 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41066) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:51.388839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'network': {'name': 'tempest-network-smoke--1707470361', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:51.409222 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:28:51.412635 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.436713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:28:51.446100 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.446454 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Added segment ea92e6ac-0032-49e9-9332-e96d7db42e93 of type vlan for network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 Jul 22 20:28:51.491814 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.530888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.538340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:51.538942 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.578825 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939569 Jul 22 20:28:51.582844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41068) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:51.588501 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'admin_state_up': True, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:51.612404 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.613475 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.614864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16db758-2d73-47ae-9a56-5b9b23bcf8bd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Network': ['ID=dbecb2a7-50c5-4924-a5bf-b9104989dfc1,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:51.626076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:28:51.665253 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:51.814939 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:52.011334 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:52.033802 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:52.135224 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.163 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/43ca60d4-4ebc-425a-988b-f80323cd50ef) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:28:52.242235 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:52.280907 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:52.317113 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:28:52.323352 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:52.327492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:28:52.333063 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=43ca60d4-4ebc-425a-988b-f80323cd50ef,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:52.858380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.066080 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.194252 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router def7f19a-62bb-4fc1-b8d5-e35c45aa896c is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:28:53.303093 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:28:53.312960 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Sync routers for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:28:53.322362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:53.322620 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.323244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:53.324665 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f8dec1a1-d878-47da-b8d9-d37446a93c12 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7398529 Jul 22 20:28:53.331725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41070) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:53.361534 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8c0acded-08f8-439b-8ace-fb27d64f3266 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78122c517ad464ba19e6a2d4977096f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285544 Jul 22 20:28:53.364130 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41072) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:53.445722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:53.456368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bea850-12e4-4928-8e9f-ab37be23251c tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:53.457931 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a1bea850-12e4-4928-8e9f-ab37be23251c tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928462 Jul 22 20:28:53.460691 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41074) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:53.489342 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e55071fc-89c0-4a2a-ac1f-a069b7c55a5d tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275543 Jul 22 20:28:53.491826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41076) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:53.497472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983401660', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:53.592214 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:28:53.595803 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.627072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:52Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:53.653542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Checking router: def7f19a-62bb-4fc1-b8d5-e35c45aa896c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:28:53.653940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Updating router def7f19a-62bb-4fc1-b8d5-e35c45aa896c port 43ca60d4-4ebc-425a-988b-f80323cd50ef binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:28:53.697053 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.790174 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.855589 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Subnet': ['ID=14e46dae-10a7-4628-8040-3b3bccddc5b3,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:53.863490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Checking segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:28:53.864071 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network hostable DHCP agents. Network: dbecb2a7-50c5-4924-a5bf-b9104989dfc1, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:28:53.885037 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:28:53.895202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, dbecb2a7-50c5-4924-a5bf-b9104989dfc1) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:53.899615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:53.900650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:53.908263 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42279b7-d6eb-4624-8077-933acff43662 None None] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:28:53.916813 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-e5096517-d5ad-4037-9368-fba001642a14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4237976 Jul 22 20:28:53.919817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41078) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:28:54.029063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.050215 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Transition to ACTIVE for port object 43ca60d4-4ebc-425a-988b-f80323cd50ef will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:54.074825 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.165451 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Attempting to bind port 43ca60d4-4ebc-425a-988b-f80323cd50ef on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:28:54.165863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Attempting to bind port 43ca60d4-4ebc-425a-988b-f80323cd50ef by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:28:54.166191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Attempting to bind port 43ca60d4-4ebc-425a-988b-f80323cd50ef on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:28:54.170056 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667b3fa-0d8b-4e45-953f-11ea1d6de3d2 None None] Pushing event updated for resources: {'Port': ['ID=43ca60d4-4ebc-425a-988b-f80323cd50ef,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:54.176057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:28:54.176477 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:28:54.176889 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.177279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:28:54.177757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Bound port: 43ca60d4-4ebc-425a-988b-f80323cd50ef, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:28:54.178146 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.183333 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:28:54.183936 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.319764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] For port 43ca60d4-4ebc-425a-988b-f80323cd50ef, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:28:54.341881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] For port 43ca60d4-4ebc-425a-988b-f80323cd50ef, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43ca60d4-4ebc-425a-988b-f80323cd50ef,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:28:54.347258 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.439656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.455616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Allocated IP 172.20.0.2 (dbecb2a7-50c5-4924-a5bf-b9104989dfc1/14e46dae-10a7-4628-8040-3b3bccddc5b3/b89e024f-4a54-4cd7-9924-ee3b5978b43a) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:28:54.463446 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667b3fa-0d8b-4e45-953f-11ea1d6de3d2 None None] Pushing event updated for resources: {'Port': ['ID=43ca60d4-4ebc-425a-988b-f80323cd50ef,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:54.472025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:54.472827 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:54.655318 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:54.814197 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.833634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Transition to ACTIVE for port object b89e024f-4a54-4cd7-9924-ee3b5978b43a will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:54.864951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Transition to ACTIVE for port object b89e024f-4a54-4cd7-9924-ee3b5978b43a will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:54.886687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:54.924068 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.1 (dbecb2a7-50c5-4924-a5bf-b9104989dfc1/14e46dae-10a7-4628-8040-3b3bccddc5b3/8f6d695f-14f7-4fa6-bb92-ff4ff02100bc) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:28:54.935849 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:28:54.944490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:54.947816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:28:54.950143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Pushing event updated for resources: {'Port': ['ID=b89e024f-4a54-4cd7-9924-ee3b5978b43a,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:55.032453 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:52Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:55.037241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Attempting to bind port b89e024f-4a54-4cd7-9924-ee3b5978b43a on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:28:55.037881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Attempting to bind port b89e024f-4a54-4cd7-9924-ee3b5978b43a by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:28:55.038288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Attempting to bind port b89e024f-4a54-4cd7-9924-ee3b5978b43a on network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:28:55.042961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.062945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.077421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:28:55.077882 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:55.078095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Checking segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:28:55.078731 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.079393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Bound using segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:28:55.080254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Bound port: b89e024f-4a54-4cd7-9924-ee3b5978b43a, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:28:55.080903 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.086702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e946f7-f941-4938-8e44-07dd5558ba12 None None] The sync data for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 is: [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:52Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:28:55.118320 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.160444 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:28:55.166032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:55.166832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] For port b89e024f-4a54-4cd7-9924-ee3b5978b43a, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:28:55.169158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:28:55.173612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] For port b89e024f-4a54-4cd7-9924-ee3b5978b43a, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b89e024f-4a54-4cd7-9924-ee3b5978b43a,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:28:55.182948 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.230750 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:55.246268 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.267035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64e0e0-8748-4c64-8e68-74e116a70cc5 None None] Pushing event updated for resources: {'Port': ['ID=b89e024f-4a54-4cd7-9924-ee3b5978b43a,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:55.445534 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.749549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b89e024f-4a54-4cd7-9924-ee3b5978b43a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:55.806969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b89e024f-4a54-4cd7-9924-ee3b5978b43a completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:55.811769 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43ca60d4-4ebc-425a-988b-f80323cd50ef up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:55.871889 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 43ca60d4-4ebc-425a-988b-f80323cd50ef completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:55.876465 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 43ca60d4-4ebc-425a-988b-f80323cd50ef triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:55.877422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.881309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.888426 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.966000 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.973689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:55.976483 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:55.991852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 43ca60d4-4ebc-425a-988b-f80323cd50ef, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43ca60d4-4ebc-425a-988b-f80323cd50ef,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:55.996609 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:56.053182 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=43ca60d4-4ebc-425a-988b-f80323cd50ef,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:56.090682 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:28:56.092521 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:56.221456 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router def7f19a-62bb-4fc1-b8d5-e35c45aa896c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:28:56.339933 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:28:56.345124 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-90d448d7-9642-49f9-9394-570e582de5a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/def7f19a-62bb-4fc1-b8d5-e35c45aa896c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4242008 Jul 22 20:28:56.390519 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb122d7-7efd-4c0d-938a-f46c13bae666 None None] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:28:56.470252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Provisioning for port b89e024f-4a54-4cd7-9924-ee3b5978b43a completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:56.479252 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Provisioning complete for port b89e024f-4a54-4cd7-9924-ee3b5978b43a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:56.479629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:56.505371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-9ff18348-68b5-4f94-a3b4-e23a52fc8137 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-129582308&fields=id&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 267 time: 0.0377526 Jul 22 20:28:56.615550 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:56.621995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-8c637d4a-0da3-4283-8ae5-9119ea6b5922 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:56.623567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-8c637d4a-0da3-4283-8ae5-9119ea6b5922 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 797 time: 0.1095839 Jul 22 20:28:56.641751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-58899bf7-556c-4035-8b9b-0764d2c98283 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/quotas/e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 375 time: 0.0110817 Jul 22 20:28:56.675097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] For port b89e024f-4a54-4cd7-9924-ee3b5978b43a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b89e024f-4a54-4cd7-9924-ee3b5978b43a,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:56.679882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:56.731681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-ba5e9102-cfea-4fc0-a9cb-c3ce4946cbe0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824270 Jul 22 20:28:56.743230 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7e938-da10-4fdd-9610-31681bb18001 None None] Pushing event updated for resources: {'Port': ['ID=b89e024f-4a54-4cd7-9924-ee3b5978b43a,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:56.897939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-633e6c88-9f70-4b55-b3c7-ac5b2bbda6ea service neutron] 10.222.0.10 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470110 Jul 22 20:28:56.902660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Provisioning complete for port b89e024f-4a54-4cd7-9924-ee3b5978b43a triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:56.903434 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.005266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-08646711-6c22-41be-8e83-1606add31a9f service neutron] 10.222.0.10 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957804 Jul 22 20:28:57.014198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Provisioning for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:57.020952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Provisioning complete for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:57.022060 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.049942 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Sync routers for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:28:57.061889 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:57.062505 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:57.077698 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4a29d4c3-f891-4f72-9996-cda594d4a2c9 None None] Port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:28:57.211154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-05d1e585-cda6-4a92-ab43-d52cb837df58 None None] Provisioning complete for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:57.211525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-05d1e585-cda6-4a92-ab43-d52cb837df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.217423 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66828c64-095f-4525-a94d-1795f30d1f40 req-ed3272a2-4a58-4c7a-9c66-ef37893961f8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 210 time: 0.0490522 Jul 22 20:28:57.275413 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-05d1e585-cda6-4a92-ab43-d52cb837df58 None None] Port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:28:57.317431 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:57.505663 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-d7c66093-41e5-4522-a223-672aba5d0a87 None None] Provisioning complete for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:57.506191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d7c66093-41e5-4522-a223-672aba5d0a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.546312 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-d7c66093-41e5-4522-a223-672aba5d0a87 None None] Port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:28:57.579618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 2, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:57.632109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Checking router: def7f19a-62bb-4fc1-b8d5-e35c45aa896c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:28:57.632730 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Updating router def7f19a-62bb-4fc1-b8d5-e35c45aa896c port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:28:57.663392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b89e024f-4a54-4cd7-9924-ee3b5978b43a up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:57.675394 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.719119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b89e024f-4a54-4cd7-9924-ee3b5978b43a triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:57.719553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.816193 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43ca60d4-4ebc-425a-988b-f80323cd50ef up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:57.862022 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.875777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 43ca60d4-4ebc-425a-988b-f80323cd50ef triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:57.876525 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.961256 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:57.971508 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Transition to ACTIVE for port object 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:57.977406 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.026094 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Pushing event updated for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:58.055150 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.055837 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.055837 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.056169 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.056500 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.056835 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.057162 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.057485 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.057813 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.058958 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.059291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.059709 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:28:58.098013 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Attempting to bind port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:28:58.098380 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Attempting to bind port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:28:58.098746 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Attempting to bind port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc on network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:28:58.104330 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:28:58.104756 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Checking segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:28:58.105670 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.106061 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Bound using segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:28:58.106529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Bound port: 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:28:58.106916 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.188605 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] For port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:28:58.193140 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] For port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:28:58.203120 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.266017 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:28:58.266656 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:58.330057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-aaa3fbca-df33-4a19-ba83-f05971c75452 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:58.331788 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-aaa3fbca-df33-4a19-ba83-f05971c75452 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 797 time: 0.1463695 Jul 22 20:28:58.345066 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e77d8-ec1d-420b-b65c-f85600b358e3 None None] Pushing event updated for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:58.398673 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05b7f178-1b72-48f2-95f7-1c83a902decf req-721e6932-c64a-4e4f-93ed-7e5030bf4f19 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 210 time: 0.0462487 Jul 22 20:28:58.402571 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-2d1b7ad3-9a53-4d3d-b315-46548124917d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 379 time: 0.0600407 Jul 22 20:28:58.421177 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:28:58.421322 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'port': {'device_id': '2a511518-27b5-4617-8556-0b7d55634061', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'admin_state_up': True, 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'security_groups': ['0dca8f37-36c4-4def-9c5f-7c5127a2395d']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:58.536320 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:28:58.540125 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.650147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:58Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:28:58.677176 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb85d3b-6e3e-43ae-80f8-2482bcdf6bd4 None None] The sync data for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 is: [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:58Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:28:58.683919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.3 (dbecb2a7-50c5-4924-a5bf-b9104989dfc1/14e46dae-10a7-4628-8040-3b3bccddc5b3/66b749ca-15ba-45ea-a3a8-5173d6fb5ac9) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:28:58.864008 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.879813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:58.917814 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:58.965422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:28:58.968749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:28:58.972865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:28:59.000793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:59.032878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:59.033715 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.050947 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4faed267-b9b2-434d-9946-59e65cb95648 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6411412 Jul 22 20:28:59.063654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Request body: {'port': {'device_id': '2a511518-27b5-4617-8556-0b7d55634061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:28:59.262724 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-164033c2-6894-45d4-9673-c57c192cbaf2 None None] Provisioning for port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:59.268476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-164033c2-6894-45d4-9673-c57c192cbaf2 None None] Provisioning complete for port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:59.269163 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-164033c2-6894-45d4-9673-c57c192cbaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.309258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-164033c2-6894-45d4-9673-c57c192cbaf2 None None] Port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:28:59.461170 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.546020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b103ba-80b7-4417-96a1-3d34a9aa7bae req-1c3ac9af-9898-4bd7-8a34-8b06b368e7fd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:28:59.548275 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b103ba-80b7-4417-96a1-3d34a9aa7bae req-1c3ac9af-9898-4bd7-8a34-8b06b368e7fd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 931 time: 0.0746481 Jul 22 20:28:59.591833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-99b103ba-80b7-4417-96a1-3d34a9aa7bae req-4cb2614c-9c31-4572-b3d7-313d16f1b79d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374482 Jul 22 20:28:59.693028 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:28:59.757169 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:28:59.761598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:28:59.761971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.777698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:28:59.787725 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.806112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Transition to ACTIVE for port object 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:28:59.809925 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.857678 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.868530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:59.909839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:28:59.915290 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:28:59.966233 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Attempting to bind port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:28:59.966834 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Attempting to bind port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:28:59.967325 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Attempting to bind port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 on network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:28:59.974387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 on network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:28:59.974720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Attempting to bind port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 on network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:28:59.977130 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:28:59.981601 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:28:59.982084 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Checking segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:28:59.982569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Bound using segment: {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:28:59.983255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Bound port: 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea92e6ac-0032-49e9-9332-e96d7db42e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:28:59.983688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:00.059708 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:29:00.063323 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:29:00.068165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:00.132472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.133298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:00.134826 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] 10.222.0.32 "PUT /v2.0/ports/66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 1092 time: 1.0760636 Jul 22 20:29:00.135373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:00.137835 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00" -d '{"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:00.186915 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841729fe-d444-40f3-b4e5-943df022970d x-openstack-request-id: req-841729fe-d444-40f3-b4e5-943df022970d {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:00.187397 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:00.187873 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-841729fe-d444-40f3-b4e5-943df022970d {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:00.188242 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'status': 'completed', 'code': 200} Jul 22 20:29:00.189847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7a553-053f-41c8-be1f-f614bc72f718 service neutron] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:00.274376 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-867550da-10b2-4c08-bed0-91cf8cdfccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.275967 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-867550da-10b2-4c08-bed0-91cf8cdfccd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1095 time: 0.0742896 Jul 22 20:29:00.321932 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-0aa7ce19-a291-4ab0-a9dd-d4e5778a3231 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 217 time: 0.0372562 Jul 22 20:29:00.379301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-210df087-2a9c-4c40-9fad-7ff88540d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.380767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-210df087-2a9c-4c40-9fad-7ff88540d97e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0526552 Jul 22 20:29:00.447990 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-bb40eb58-5da7-4254-81fd-387ea66977d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.450077 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-bb40eb58-5da7-4254-81fd-387ea66977d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623608 Jul 22 20:29:00.563743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-4b602a8d-1ac5-4e7c-a604-eba6f6c18d75 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916696 Jul 22 20:29:00.670217 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b3edbad8-c58c-4ccf-964b-6e0d32d28b14 req-7e4d205b-7a4b-4a46-97a6-35c55dba9710 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130767 Jul 22 20:29:00.749449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205d41b-bb1e-418d-a52a-ad759af42240 req-b541bb93-881b-43d1-8658-a7a52d2310cb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.751046 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7205d41b-bb1e-418d-a52a-ad759af42240 req-b541bb93-881b-43d1-8658-a7a52d2310cb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0844536 Jul 22 20:29:00.786124 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-e6ed765d-8ecd-429f-a13e-e10d05906f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.787838 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-e6ed765d-8ecd-429f-a13e-e10d05906f6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1095 time: 0.0633230 Jul 22 20:29:00.804429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7205d41b-bb1e-418d-a52a-ad759af42240 req-910b348f-92b3-48ec-83d9-ce2bbd834704 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469873 Jul 22 20:29:00.885698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-03688b59-9143-4ea7-a163-41809f4471b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.887812 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-03688b59-9143-4ea7-a163-41809f4471b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0932627 Jul 22 20:29:00.935681 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-7c1b360f-e70c-4fce-91b7-e1b3798bc270 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 217 time: 0.0389006 Jul 22 20:29:00.987265 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-341ffb89-3208-453b-9231-169771e4ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:00.988778 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-341ffb89-3208-453b-9231-169771e4ec95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0453334 Jul 22 20:29:01.054560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-18cf7a61-da5c-4dc8-b75c-161bd7c77327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:01.056112 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-18cf7a61-da5c-4dc8-b75c-161bd7c77327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602214 Jul 22 20:29:01.154185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-65db3669-1cb8-4000-a8c0-cc1be0331283 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896034 Jul 22 20:29:01.254717 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-d5fe7eb5-c3eb-4dab-9012-f9d03c8d7b00 req-a0a8165f-143d-4b57-ac31-a9ee119addbd service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934701 Jul 22 20:29:01.644401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:29:01.690717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:29:01.691090 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:01.934157 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2412a-47d7-4aa6-a852-8d17ccf89fe1 req-570e6c4b-35e2-46e6-b50d-7dbec1ca9d7d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:01.935678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01d2412a-47d7-4aa6-a852-8d17ccf89fe1 req-570e6c4b-35e2-46e6-b50d-7dbec1ca9d7d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0640769 Jul 22 20:29:01.971513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01d2412a-47d7-4aa6-a852-8d17ccf89fe1 req-62051674-7ba9-474c-830e-b4e4c11d9e69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Jul 22 20:29:03.104358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc6711-9997-4b1a-9205-b180d3ae108e req-8c8b7dd0-f9dc-4eee-9ff3-7e6750cf8d38 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:03.106447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bfc6711-9997-4b1a-9205-b180d3ae108e req-8c8b7dd0-f9dc-4eee-9ff3-7e6750cf8d38 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0664067 Jul 22 20:29:03.149680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6bfc6711-9997-4b1a-9205-b180d3ae108e req-18ab9051-f1c3-4d5f-8dcd-3f13da5b2c45 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Jul 22 20:29:03.486239 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:29:03.582598 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:03.597222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'mac_address': 'fa:16:3e:9f:bd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:29:03.634132 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:03.647654 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:29:03.666822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:03.671129 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:03.719168 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:03.939583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:29:04.284701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf40123-8547-42c1-87f3-367d7dbd0a4d req-602c01a1-f4e0-4135-a893-6df120ce0326 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:04.286502 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecf40123-8547-42c1-87f3-367d7dbd0a4d req-602c01a1-f4e0-4135-a893-6df120ce0326 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 944 time: 0.0685761 Jul 22 20:29:04.327819 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ecf40123-8547-42c1-87f3-367d7dbd0a4d req-2459351e-8284-4f97-a29f-7d077222c4f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354705 Jul 22 20:29:05.460101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f021dbf-cd71-4bfa-96e3-4890b39a4e10 req-2b618e1a-afb2-474e-909e-76a72bc5eae5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:05.461546 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f021dbf-cd71-4bfa-96e3-4890b39a4e10 req-2b618e1a-afb2-474e-909e-76a72bc5eae5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 944 time: 0.0640275 Jul 22 20:29:05.490456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:29:05.501283 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5f021dbf-cd71-4bfa-96e3-4890b39a4e10 req-b8952951-aca9-4409-926e-3d6959919ea3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339222 Jul 22 20:29:05.540764 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:29:05.545309 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:29:05.545706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:05.641279 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:05.664044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:05.666328 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de986dd2-1ece-4d0c-8bdf-f7497d20925d" -d '{"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-plugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:05.679487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:29:05.684779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:05.733310 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:05.782277 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900b8b06-5876-4fdf-8fd8-0f1adae97516 x-openstack-request-id: req-900b8b06-5876-4fdf-8fd8-0f1adae97516 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:05.782561 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-plugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:05.782817 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-900b8b06-5876-4fdf-8fd8-0f1adae97516 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:05.783221 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'code': 200} Jul 22 20:29:05.895564 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95607bd5-348f-4ca3-8943-fec5048db387 req-bac4f667-4f2f-4987-b567-cd2515025ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:05.897196 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-95607bd5-348f-4ca3-8943-fec5048db387 req-bac4f667-4f2f-4987-b567-cd2515025ef4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0564029 Jul 22 20:29:05.935011 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-95607bd5-348f-4ca3-8943-fec5048db387 req-442cb2f3-dc7d-467d-b114-e833b04ff8eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307024 Jul 22 20:29:06.633309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56698-2320-492c-9592-b20dc914a771 req-35aa08c0-fa63-47f9-b5e8-c6990430594c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:06.634851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fe56698-2320-492c-9592-b20dc914a771 req-35aa08c0-fa63-47f9-b5e8-c6990430594c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0643504 Jul 22 20:29:06.678242 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8fe56698-2320-492c-9592-b20dc914a771 req-e0e6822a-96da-4de3-898d-90a4be2bdb91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377223 Jul 22 20:29:07.177573 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f2a9ad6d-a0a8-4694-b884-24baf0f8a559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:07.810036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83da0-fff0-4493-9e66-45232b25ae43 req-78be3d55-35bd-49f5-adc1-69ae3491f7fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:07.811541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bc83da0-fff0-4493-9e66-45232b25ae43 req-78be3d55-35bd-49f5-adc1-69ae3491f7fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0646205 Jul 22 20:29:07.850324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bc83da0-fff0-4493-9e66-45232b25ae43 req-bd85fc21-aca1-4c5e-9de2-8becea9e1b24 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330243 Jul 22 20:29:07.979706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c90e6-846e-485a-8589-553f6d4f67ed req-bbb700e9-d95b-45d3-991e-0c7f0bdd9d3e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:07.981228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb1c90e6-846e-485a-8589-553f6d4f67ed req-bbb700e9-d95b-45d3-991e-0c7f0bdd9d3e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0657697 Jul 22 20:29:08.019408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fb1c90e6-846e-485a-8589-553f6d4f67ed req-69fe6f19-3336-4909-8459-b821c1608598 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Jul 22 20:29:08.040938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41134) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:08.098646 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d3a66c-5f92-4e36-bd60-d9e273658fcb tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:08.100190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-68d3a66c-5f92-4e36-bd60-d9e273658fcb tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1092 time: 0.0582323 Jul 22 20:29:08.103030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41136) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:08.107250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:29:08.129436 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:08.224510 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:08.328383 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.242 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:29:08.427898 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:08.464888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:08.508232 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:29:08.511036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:29:08.514615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:29:08.520192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:08.860859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.195401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.340348 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.344849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.413186 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:29:09.425873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.524079 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP 65617ac1-869e-4764-8975-924f57a02d3d associated. External IP: 172.25.6.242, port: 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9. Jul 22 20:29:09.730731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router def7f19a-62bb-4fc1-b8d5-e35c45aa896c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:29:09.836112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:29:09.846355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Sync routers for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:29:09.853162 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:09.856969 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:29:09.857603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:28:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:09.889373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e4053150-fd3e-4bf2-ad49-7f61b726d3cf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7853906 Jul 22 20:29:09.890060 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:29:09.892231 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360" -d '{"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:29:09.964618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:29:10.010226 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249d36a-b588-4147-a320-c655db78469c req-4801ab85-9add-4b71-b74c-dc0956ee7748 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:10.012343 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0249d36a-b588-4147-a320-c655db78469c req-4801ab85-9add-4b71-b74c-dc0956ee7748 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0655205 Jul 22 20:29:10.055027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0249d36a-b588-4147-a320-c655db78469c req-6c539007-7b12-4527-93cc-c83dc108bd07 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368972 Jul 22 20:29:10.061424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:10.080542 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41142) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:10.113773 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dfa42d-b09e-4570-9d76-e7e2c314ff49 x-openstack-request-id: req-c9dfa42d-b09e-4570-9d76-e7e2c314ff49 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:29:10.114288 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:29:10.114689 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9dfa42d-b09e-4570-9d76-e7e2c314ff49 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:29:10.115049 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'status': 'completed', 'code': 200} Jul 22 20:29:10.146711 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a53dcc07-a5f7-4f91-bbc6-e97c49af4f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:10.174067 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f5e05293-77cd-41eb-bd3d-7eeaa6b0dd0f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/65617ac1-869e-4764-8975-924f57a02d3d HTTP/1.1" status: 200 len: 991 time: 0.0923600 Jul 22 20:29:10.206972 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-3ee42c63-1747-4c43-8b6d-965362e1ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:10.208517 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-3ee42c63-1747-4c43-8b6d-965362e1ae67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0670059 Jul 22 20:29:10.219975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '65617ac1-869e-4764-8975-924f57a02d3d', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'mac_address': 'fa:16:3e:9f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a511518-27b5-4617-8556-0b7d55634061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:08Z', 'updated_at': '2021-07-22T20:29:08Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:10.247710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Checking router: def7f19a-62bb-4fc1-b8d5-e35c45aa896c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:29:10.256726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:29:10.257345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:29:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:10.309967 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-8046f6a1-330b-4852-bf52-2510bbc7ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:10.311450 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-8046f6a1-330b-4852-bf52-2510bbc7ce25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0937045 Jul 22 20:29:10.363797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:29:10.380752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-33c50a32-d7f5-4e20-961f-a61cf15c0b99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 999 time: 0.0617883 Jul 22 20:29:10.428957 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-201dd397-e959-4e1a-b4bd-731de3e03a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:10.430437 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-201dd397-e959-4e1a-b4bd-731de3e03a4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0429127 Jul 22 20:29:10.488486 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-0240c22b-6e1b-4c8b-bf9c-922da8eb4297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:10.490042 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-0240c22b-6e1b-4c8b-bf9c-922da8eb4297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535686 Jul 22 20:29:10.585045 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-7ba267dd-d4ec-422e-8f35-0df07f9f29bf service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878658 Jul 22 20:29:10.598878 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '65617ac1-869e-4764-8975-924f57a02d3d', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'mac_address': 'fa:16:3e:9f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a511518-27b5-4617-8556-0b7d55634061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:08Z', 'updated_at': '2021-07-22T20:29:08Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:29:10.626271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c53e4-98fd-4e09-849e-9dfcfb8e6934 None None] The sync data for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 is: [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '65617ac1-869e-4764-8975-924f57a02d3d', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.242', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'mac_address': 'fa:16:3e:9f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a511518-27b5-4617-8556-0b7d55634061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:29:08Z', 'updated_at': '2021-07-22T20:29:08Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:29:10.692644 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-15d47cd5-c74b-4264-8e8c-b6c8e0b19360 req-76729f56-f30a-46bc-9add-ed1bad1698d1 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997367 Jul 22 20:29:10.817734 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3d6c-a4dd-4d7e-a5ce-56947513ee13 None None] New status for floating IP 65617ac1-869e-4764-8975-924f57a02d3d: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:29:11.178110 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41144) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:29:11.238228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-727884e6-3667-40c5-be57-5adbc44c6893 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/65617ac1-869e-4764-8975-924f57a02d3d HTTP/1.1" status: 200 len: 993 time: 0.0588093 Jul 22 20:29:11.729494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:13.107567 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:18.602484 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:29:25.018266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:27.858745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:33.303572 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-bad79a19-a7a6-4f07-81aa-79ed63f9a7db service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539911 Jul 22 20:29:33.407796 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff092b3-2087-44db-9492-47ac76567f07 req-0601ae01-6a3f-46e8-9aac-d37821f91fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:33.409608 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-0601ae01-6a3f-46e8-9aac-d37821f91fcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0578625 Jul 22 20:29:33.519078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff092b3-2087-44db-9492-47ac76567f07 req-9a33d8a9-1491-40e4-acd5-ea2916892638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:33.520696 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-9a33d8a9-1491-40e4-acd5-ea2916892638 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0902901 Jul 22 20:29:33.564769 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-3790d722-9016-40d3-bfe7-e35d6b447b9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0362849 Jul 22 20:29:33.612899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff092b3-2087-44db-9492-47ac76567f07 req-788e50f9-b1b2-4628-b5f0-2e5cfdd2bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:33.614417 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-788e50f9-b1b2-4628-b5f0-2e5cfdd2bd91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0423660 Jul 22 20:29:33.676761 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff092b3-2087-44db-9492-47ac76567f07 req-9e63a46d-5696-4f52-8efe-62e40963e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:33.678250 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-9e63a46d-5696-4f52-8efe-62e40963e187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560112 Jul 22 20:29:33.769063 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-efda1a2c-c04f-41e5-b328-95e7cd3bf4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827515 Jul 22 20:29:33.860707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-8ff092b3-2087-44db-9492-47ac76567f07 req-39591365-4482-46b3-bdfa-bcae20f21773 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Jul 22 20:29:34.571009 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-8b267e14-efec-4f66-8320-00fa1f39af8f req-d4faefff-ea0e-484f-8d2c-eb6e9861c775 tempest-ServerActionsTestJSON-106178614 tempest-ServerActionsTestJSON-106178614-project] (93800) timed out ('10.222.0.10', 34170) {{(pid=93800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:29:37.178470 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-602558c2-f17a-4e58-9cad-a517e772aa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:40.043203 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:40.107795 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b08b8a36-d889-4761-9213-4e698994f2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:41.733166 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:43.116114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:44.773036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeff82-ca47-4f4e-b468-97f71440b916 req-7bdc47f4-1441-41c8-a26f-adb8a790e3c6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:44.774773 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eeeeff82-ca47-4f4e-b468-97f71440b916 req-7bdc47f4-1441-41c8-a26f-adb8a790e3c6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0754502 Jul 22 20:29:44.817375 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eeeeff82-ca47-4f4e-b468-97f71440b916 req-72039334-c3db-4353-a4c1-f6727c96f812 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362682 Jul 22 20:29:44.857937 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-0ab31ca2-6bb8-4b57-807b-d18ddbfc853f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001849 Jul 22 20:29:45.942984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-242cc5d8-8347-4a30-a90a-65d84d91eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:45.944652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-242cc5d8-8347-4a30-a90a-65d84d91eaa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0548522 Jul 22 20:29:45.963797 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af50b8f-16c9-4c1b-8ee7-def1c44fa902 req-bd10e6d3-96b5-485d-ab72-31f5fcf82782 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:45.965373 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0af50b8f-16c9-4c1b-8ee7-def1c44fa902 req-bd10e6d3-96b5-485d-ab72-31f5fcf82782 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0694039 Jul 22 20:29:46.004045 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0af50b8f-16c9-4c1b-8ee7-def1c44fa902 req-938b418d-5f88-48b8-ac91-f10e2eeb3d9a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329809 Jul 22 20:29:46.043051 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-54eb8ebd-137b-4978-bd28-187ca2aa4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:46.044565 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-54eb8ebd-137b-4978-bd28-187ca2aa4e4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0934031 Jul 22 20:29:46.108921 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-7b4bf3e1-08f3-4c03-b2da-aaadc24a8713 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0562053 Jul 22 20:29:46.161228 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-d81a7c59-9f3c-4315-904b-1bc96b2dc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:46.162605 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-d81a7c59-9f3c-4315-904b-1bc96b2dc557 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0474617 Jul 22 20:29:46.220947 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-2dfc6e30-8903-4000-915c-c2b1e589f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:46.222472 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-2dfc6e30-8903-4000-915c-c2b1e589f385 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532603 Jul 22 20:29:46.310971 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-d841610a-c156-4b8e-b785-b271c5818414 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809941 Jul 22 20:29:46.406147 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-de9ecf28-f80a-4a65-a281-dfbcd4f94975 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Jul 22 20:29:47.132814 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1239929-5ca5-455d-a4d9-6ed89518b784 req-b7bc4012-2f78-4b48-bc13-2e037d727146 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:47.134316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1239929-5ca5-455d-a4d9-6ed89518b784 req-b7bc4012-2f78-4b48-bc13-2e037d727146 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0636127 Jul 22 20:29:47.172063 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1239929-5ca5-455d-a4d9-6ed89518b784 req-8ae2ee52-636a-4dac-839a-eb0f820e94fd tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Jul 22 20:29:48.303395 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cf6f5-4473-462e-aad2-a9dccf5363ac req-d040afea-5b40-4315-8761-4b2e27b1a5d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:48.304911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e3cf6f5-4473-462e-aad2-a9dccf5363ac req-d040afea-5b40-4315-8761-4b2e27b1a5d4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 22 20:29:48.342509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e3cf6f5-4473-462e-aad2-a9dccf5363ac req-fc055198-264f-423e-939e-6a5f43c36260 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Jul 22 20:29:49.474521 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f911-e1f2-429e-8de7-b05ea49fa026 req-38745936-2b5d-4d4f-828d-3d201afd5001 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:49.476668 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70a3f911-e1f2-429e-8de7-b05ea49fa026 req-38745936-2b5d-4d4f-828d-3d201afd5001 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Jul 22 20:29:49.514555 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-70a3f911-e1f2-429e-8de7-b05ea49fa026 req-30fad068-bed2-4e3f-ab15-d1a026d5e9b7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322490 Jul 22 20:29:50.643163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200bf72-befa-494d-b665-73aa957664f0 req-040b7dd2-a1a4-4759-873d-8477d49531bf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:50.644732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2200bf72-befa-494d-b665-73aa957664f0 req-040b7dd2-a1a4-4759-873d-8477d49531bf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0635188 Jul 22 20:29:50.681401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2200bf72-befa-494d-b665-73aa957664f0 req-fe6f328d-fa7f-4811-8738-d048010efa1c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Jul 22 20:29:51.832616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e62f6-774f-45f6-b743-00fa1c1541d8 req-b9a7cf6a-d6a2-4329-bebd-11ab79a6ffca tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:51.834228 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a2e62f6-774f-45f6-b743-00fa1c1541d8 req-b9a7cf6a-d6a2-4329-bebd-11ab79a6ffca tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0850651 Jul 22 20:29:51.874455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a2e62f6-774f-45f6-b743-00fa1c1541d8 req-87b51544-653e-4c21-bfe4-546b21615271 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334821 Jul 22 20:29:53.004128 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c192baa-4504-4590-b177-0d64bc2d97d6 req-f7d057b2-8805-42de-a738-82a85ee2ce28 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:53.005670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c192baa-4504-4590-b177-0d64bc2d97d6 req-f7d057b2-8805-42de-a738-82a85ee2ce28 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0639534 Jul 22 20:29:53.044598 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9c192baa-4504-4590-b177-0d64bc2d97d6 req-2013f273-0c00-4f0a-981a-13edc502f46c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Jul 22 20:29:54.175279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aafc38-973d-42e1-a464-485781644e99 req-1127c23d-0199-4914-bac0-d132d3a38831 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:54.176843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9aafc38-973d-42e1-a464-485781644e99 req-1127c23d-0199-4914-bac0-d132d3a38831 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0675075 Jul 22 20:29:54.215965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a9aafc38-973d-42e1-a464-485781644e99 req-b329f44e-72e0-4ba6-b537-70d64127e48e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327170 Jul 22 20:29:55.033032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:55.346023 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd579e4-7102-46e5-a77d-cf88e7f43103 req-4f05bd61-3d76-4079-8d4b-467cb0698854 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:55.347531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bdd579e4-7102-46e5-a77d-cf88e7f43103 req-4f05bd61-3d76-4079-8d4b-467cb0698854 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0633419 Jul 22 20:29:55.384316 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bdd579e4-7102-46e5-a77d-cf88e7f43103 req-cd947845-4d73-4e72-8bc3-236852474ed8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312874 Jul 22 20:29:55.601274 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:29:56.516480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8d8a-1050-4172-a89d-b6f36aa74933 req-7db3a142-4c42-44a3-97c6-863519c6a757 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:56.517929 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407b8d8a-1050-4172-a89d-b6f36aa74933 req-7db3a142-4c42-44a3-97c6-863519c6a757 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0660551 Jul 22 20:29:56.559879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-407b8d8a-1050-4172-a89d-b6f36aa74933 req-7d6a4181-5bef-46e1-9527-06f4129cfe31 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363028 Jul 22 20:29:57.706335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedd7ea-9e99-4fc9-8279-2225bd34a572 req-b66386f0-7ddb-41d1-b721-dd9b9cf86cb7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:57.707833 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaedd7ea-9e99-4fc9-8279-2225bd34a572 req-b66386f0-7ddb-41d1-b721-dd9b9cf86cb7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0668597 Jul 22 20:29:57.745774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aaedd7ea-9e99-4fc9-8279-2225bd34a572 req-78a528f3-f3e2-4a4f-85ca-1f77ee4514ea tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318241 Jul 22 20:29:57.870698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:29:58.876735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca1048-18bf-4d52-83dc-d4a9a6b4e699 req-d6481fd8-7390-46d7-8244-b658e364665d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:29:58.878264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eeca1048-18bf-4d52-83dc-d4a9a6b4e699 req-d6481fd8-7390-46d7-8244-b658e364665d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0648093 Jul 22 20:29:58.915526 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eeca1048-18bf-4d52-83dc-d4a9a6b4e699 req-ae61b379-98f4-4df5-920c-13d78dc0e86b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316482 Jul 22 20:30:00.050362 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404eb7a-aea6-4aac-9320-1b5ff7099cc0 req-1730833b-8bff-41ef-9450-c7c92001ef68 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:00.051948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2404eb7a-aea6-4aac-9320-1b5ff7099cc0 req-1730833b-8bff-41ef-9450-c7c92001ef68 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0691776 Jul 22 20:30:00.089065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2404eb7a-aea6-4aac-9320-1b5ff7099cc0 req-66efee7c-944d-4ec4-8084-767b75918e20 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312891 Jul 22 20:30:01.218481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e925fe-324a-415a-85d1-6e1929f8fc63 req-80232ec3-6606-4982-b81e-50a355e5e1f3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:01.219992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1e925fe-324a-415a-85d1-6e1929f8fc63 req-80232ec3-6606-4982-b81e-50a355e5e1f3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0639057 Jul 22 20:30:01.257287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d1e925fe-324a-415a-85d1-6e1929f8fc63 req-76effe85-2d20-4e22-990a-078953c16424 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Jul 22 20:30:02.394332 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05075df-f248-44aa-af56-ee051669aada req-b27eaa72-276c-43ab-b56f-a5a407df13fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:02.395879 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b05075df-f248-44aa-af56-ee051669aada req-b27eaa72-276c-43ab-b56f-a5a407df13fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0688953 Jul 22 20:30:02.439061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b05075df-f248-44aa-af56-ee051669aada req-9be10724-4fbc-43ed-9c71-8945d1e6a2d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Jul 22 20:30:03.172237 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-eecab8db-bcfe-4f24-ad2c-0086c6b54b15 service neutron] 10.222.0.32 "GET /v2.0/ports/66b749ca-15ba-45ea-a3a8-5173d6fb5ac9/bindings/n-h2-800087-13 HTTP/1.1" status: 200 len: 383 time: 0.0544391 Jul 22 20:30:03.385333 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-1bbcb1b0-3e00-41e0-8531-8b2bbc217edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.386841 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-1bbcb1b0-3e00-41e0-8531-8b2bbc217edc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 1097 time: 0.0594416 Jul 22 20:30:03.462466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-73e18f6c-808c-4fbe-99b8-45df69b2f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.464390 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-73e18f6c-808c-4fbe-99b8-45df69b2f7cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0535092 Jul 22 20:30:03.558370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-da99cfb6-f8d7-41d2-b515-d146d8a0afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.559858 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-da99cfb6-f8d7-41d2-b515-d146d8a0afa9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0878341 Jul 22 20:30:03.586354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40594b5-d72b-481c-b5c7-51f4c74e1016 req-dc096ec5-f2df-432e-8594-dc20ec216f07 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.588935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e40594b5-d72b-481c-b5c7-51f4c74e1016 req-dc096ec5-f2df-432e-8594-dc20ec216f07 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0690436 Jul 22 20:30:03.626479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e40594b5-d72b-481c-b5c7-51f4c74e1016 req-cfe8cdf1-6adc-418b-8106-b18d1a29992f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320275 Jul 22 20:30:03.631505 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-61ca9df1-a042-447b-901e-17a67632dc63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0643957 Jul 22 20:30:03.680445 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-98327d2b-5ede-4bd9-af53-53c7c2b32b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.682227 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-98327d2b-5ede-4bd9-af53-53c7c2b32b2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0442767 Jul 22 20:30:03.740973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-39a85551-896d-45fa-9a1b-dcfe1cc7f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:03.742362 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-39a85551-896d-45fa-9a1b-dcfe1cc7f872 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531602 Jul 22 20:30:03.834620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-dc1cacf3-56f1-47b4-90a4-8610505268cb service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831921 Jul 22 20:30:03.921648 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-66d3631c-500d-4680-8d2d-47fc39b35ecd req-65cd5317-2e56-4055-afb3-80fd5ddec3d5 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800223 Jul 22 20:30:04.755525 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fed2a-7817-4d53-ba51-70126df9f0e5 req-961a787b-c79b-4a28-b157-da33c70e080a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:04.757080 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-738fed2a-7817-4d53-ba51-70126df9f0e5 req-961a787b-c79b-4a28-b157-da33c70e080a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0635438 Jul 22 20:30:04.793924 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-738fed2a-7817-4d53-ba51-70126df9f0e5 req-fd87c4c6-f5d0-460a-baba-9e0d083b87e0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305517 Jul 22 20:30:05.802202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:30:05.879748 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:05.902737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:05.905015 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a3b09-4bd6-4b5a-9b91-a7c0c71adb6a" -d '{"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-unplugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:05.917271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:05.921539 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:05.930745 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32f35-89b6-4d2d-b0bc-b9b91c2d9652 req-59f705f5-e376-4613-9d46-40fd7a57469d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:05.932559 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95e32f35-89b6-4d2d-b0bc-b9b91c2d9652 req-59f705f5-e376-4613-9d46-40fd7a57469d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0707426 Jul 22 20:30:05.967967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:05.971536 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-95e32f35-89b6-4d2d-b0bc-b9b91c2d9652 req-b9ec1d5b-98f2-48c4-8180-dd91fb36a441 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332227 Jul 22 20:30:05.975259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.975605 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.975941 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.976301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.976626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.976950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.977275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.977596 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.977983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.978305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.978653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:05.978967 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:06.023791 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3055a34-802b-4a02-bce2-12a2559b7ab1 x-openstack-request-id: req-a3055a34-802b-4a02-bce2-12a2559b7ab1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:06.024084 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-unplugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:06.024368 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3055a34-802b-4a02-bce2-12a2559b7ab1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:06.025293 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'code': 200} Jul 22 20:30:06.211878 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231df84-8156-4f12-a0c4-ed85882cf81d req-1ee6611f-6766-45e9-afc9-e0fcd676f85b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.214402 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5231df84-8156-4f12-a0c4-ed85882cf81d req-1ee6611f-6766-45e9-afc9-e0fcd676f85b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0666759 Jul 22 20:30:06.226437 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-22a19492-06f3-43f0-afb8-1676b52d713a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.227998 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-22a19492-06f3-43f0-afb8-1676b52d713a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061&tenant_id=e78122c517ad464ba19e6a2d4977096f&binding%3Ahost_id=n-h2-800087-13 HTTP/1.1" status: 200 len: 943 time: 0.0731416 Jul 22 20:30:06.255087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5231df84-8156-4f12-a0c4-ed85882cf81d req-715fda30-372a-4ec4-9659-86b774dd7d51 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Jul 22 20:30:06.329739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-658b41e9-f357-41c6-906e-a9eb0c6f40e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.331501 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-658b41e9-f357-41c6-906e-a9eb0c6f40e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1095 time: 0.0555747 Jul 22 20:30:06.383547 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b917-cc52-446e-810a-91216a449c68 req-16873c5e-9d8d-4190-922e-d1e776d47fbe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.385634 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f897b917-cc52-446e-810a-91216a449c68 req-16873c5e-9d8d-4190-922e-d1e776d47fbe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0642314 Jul 22 20:30:06.423102 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f897b917-cc52-446e-810a-91216a449c68 req-7efa1b88-6a27-4679-9a62-5edd040109d9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319629 Jul 22 20:30:06.425721 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-ad91b235-9095-4fcd-84ef-e53d620f8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.427213 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-ad91b235-9095-4fcd-84ef-e53d620f8f9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0891120 Jul 22 20:30:06.491127 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-40e5c3e5-ef4f-414d-b70d-0c94835215ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 999 time: 0.0571177 Jul 22 20:30:06.537650 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-f931019f-f505-4202-a63e-14ac62232c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.539047 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-f931019f-f505-4202-a63e-14ac62232c75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0419171 Jul 22 20:30:06.600200 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-315af15a-8664-4e74-88e5-b06c5083977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:06.601687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-315af15a-8664-4e74-88e5-b06c5083977d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559511 Jul 22 20:30:06.699361 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-533a1f5f-f240-4780-b129-450e987e61da service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900805 Jul 22 20:30:06.789687 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a14499e6-e22e-4494-8f22-4b462ba75309 req-6894703d-5228-4635-9bdf-491092512c33 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834074 Jul 22 20:30:07.178464 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d8906e21-9d8e-4a16-81c4-ce85ac1dcbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:07.556979 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0d4bc-5452-42ca-861a-94dce91d2a74 req-fff575cd-d63e-4779-977d-19a120fbfee0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:07.558477 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14a0d4bc-5452-42ca-861a-94dce91d2a74 req-fff575cd-d63e-4779-977d-19a120fbfee0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 943 time: 0.0675685 Jul 22 20:30:07.595946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-14a0d4bc-5452-42ca-861a-94dce91d2a74 req-db91b384-6124-47dd-8059-cb4bfb62c4a1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Jul 22 20:30:07.617689 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41240) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:07.685979 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-465299cf-8195-4325-a480-4218fdb8e698 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/65617ac1-869e-4764-8975-924f57a02d3d HTTP/1.1" status: 200 len: 991 time: 0.0671589 Jul 22 20:30:07.833057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:30:07.929035 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:07.940779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'port_id': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'mac_address': 'fa:16:3e:9f:bd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:30:07.975730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:07.988642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:30:08.008500 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:08.013164 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:08.063646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:08.265837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:30:09.875534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:09.923145 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:09.923519 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:09.999940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:10.022419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:10.025171 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f126a-cd9c-4abd-9e6e-b0d522ad2b43" -d '{"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-plugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:10.048003 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:10.052719 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:10.057646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:10.075826 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d4d2f1-269e-4e8b-89d7-32eb5ea2f9e6 x-openstack-request-id: req-d1d4d2f1-269e-4e8b-89d7-32eb5ea2f9e6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:10.076116 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-plugged", "status": "completed", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:10.076392 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1d4d2f1-269e-4e8b-89d7-32eb5ea2f9e6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:10.076771 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'code': 200} Jul 22 20:30:10.108531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:10.119058 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-310a7b31-1e30-472f-a95f-ed067ba08926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:11.735880 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:13.113721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:25.049976 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:27.873781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:32.599948 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:30:33.300428 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-9b681136-75e9-4e51-bbde-0aa17c2560fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587244 Jul 22 20:30:33.375608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-2f01498f-ad49-4593-9285-24e2141e6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:33.377313 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-2f01498f-ad49-4593-9285-24e2141e6af7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0547400 Jul 22 20:30:33.490573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-164cb74a-0315-426a-a500-ac63c2d87b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:33.491955 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-164cb74a-0315-426a-a500-ac63c2d87b91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0925183 Jul 22 20:30:33.565261 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-c01572fb-e1f2-4515-9b49-abf75016db21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 1001 time: 0.0661149 Jul 22 20:30:33.617109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-916e7b78-ea68-4fbe-b0ff-c0c28ee2ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:33.620120 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-916e7b78-ea68-4fbe-b0ff-c0c28ee2ad05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0473101 Jul 22 20:30:33.685572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-48c422e8-1d68-457f-b56b-38786b4594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:33.687084 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-48c422e8-1d68-457f-b56b-38786b4594a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597956 Jul 22 20:30:33.786964 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-0162b4d3-17d7-4688-8108-59e94209ccfb service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911326 Jul 22 20:30:33.876171 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-4ecef59d-0688-4fef-a60c-ed9d849430b3 req-2707e72e-01e8-4b43-9fa1-fc8d39fd36c4 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823855 Jul 22 20:30:37.179691 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8468ccf6-88bf-4de0-b4ff-0c24bdb5f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.294976 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41258) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:38.457911 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:38.458165 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.535266 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.535680 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.547430 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:38.713049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.738491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=5a4ec69a-d7fa-4e47-8ead-fd48b8e5373e,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:38.768818 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.769166 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.769505 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.769846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.770181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.770515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.770853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.771180 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.771513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.771837 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.772184 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.772516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:38.816545 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:38.816919 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP 65617ac1-869e-4764-8975-924f57a02d3d disassociated (deleted). External IP: 172.25.6.242, port: 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9. Jul 22 20:30:39.372745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router def7f19a-62bb-4fc1-b8d5-e35c45aa896c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:30:39.495865 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:30:39.500466 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:39.507097 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Sync routers for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:30:39.516406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:39.517021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:39.541702 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7b05ef5e-3748-44ce-9c2a-662448caff14 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/floatingips/65617ac1-869e-4764-8975-924f57a02d3d HTTP/1.1" status: 204 len: 168 time: 1.2455983 Jul 22 20:30:39.542371 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:39.544768 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590769e-a4c7-421e-b00c-c1fb98636a65" -d '{"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:39.623951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:39.710928 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867b5818-841f-41ea-a7d9-680f58ac4da3 x-openstack-request-id: req-867b5818-841f-41ea-a7d9-680f58ac4da3 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:39.711869 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:39.712242 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-867b5818-841f-41ea-a7d9-680f58ac4da3 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:39.712801 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'status': 'completed', 'code': 200} Jul 22 20:30:39.802112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-f857bbfd-7007-472f-8b2c-ea603e005629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:39.803767 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-f857bbfd-7007-472f-8b2c-ea603e005629 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 1097 time: 0.0634708 Jul 22 20:30:39.834680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820da5f2-3117-499f-9d56-ce1492d3995c req-36490b64-351a-47e9-ae9f-77c73e96a0dc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:39.836958 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-820da5f2-3117-499f-9d56-ce1492d3995c req-36490b64-351a-47e9-ae9f-77c73e96a0dc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0756190 Jul 22 20:30:39.885815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-820da5f2-3117-499f-9d56-ce1492d3995c req-d883bcb7-e454-45fd-81c7-1a20bc8d2433 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jul 22 20:30:39.907171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-ea434af3-6837-4382-b929-48e70dd25066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:39.908743 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-ea434af3-6837-4382-b929-48e70dd25066 service neutron] 10.222.0.32 "GET /v2.0/networks?id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 200 len: 898 time: 0.0949464 Jul 22 20:30:39.957001 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-95f95f13-d711-451a-8017-83b2a26825ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 200 len: 217 time: 0.0416074 Jul 22 20:30:40.004544 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:40.010916 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-2cfff9f2-44e2-4b73-9e3c-2adf4570dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:40.012535 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-2cfff9f2-44e2-4b73-9e3c-2adf4570dc63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 200 len: 834 time: 0.0485346 Jul 22 20:30:40.042320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Checking router: def7f19a-62bb-4fc1-b8d5-e35c45aa896c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:30:40.057289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:40.057875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:40.061031 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:40.077688 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-814c7576-042f-425f-869d-2b5127fa90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:40.079144 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-814c7576-042f-425f-869d-2b5127fa90c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=dbecb2a7-50c5-4924-a5bf-b9104989dfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572467 Jul 22 20:30:40.145754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-830599e8-6912-47ff-a4a7-0bd7d906cd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:40.175660 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-57e3e2c9-ae1e-4909-8547-ff290a44483d service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892427 Jul 22 20:30:40.177602 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:40.270154 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-b590769e-a4c7-421e-b00c-c1fb98636a65 req-f071820c-3df5-4f4c-8c7a-c605eeda3b56 service neutron] 10.222.0.32 "GET /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876451 Jul 22 20:30:40.385034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:40.416915 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ca6acf-90cd-4c9f-aee0-4df7ca34af0a None None] The sync data for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 is: [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '8f6d695f-14f7-4fa6-bb92-ff4ff02100bc', 'name': '', 'network_id': 'dbecb2a7-50c5-4924-a5bf-b9104989dfc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:d3:7e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:54Z', 'updated_at': '2021-07-22T20:28:59Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '14e46dae-10a7-4628-8040-3b3bccddc5b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:30:40.662533 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ec2611-c907-4952-a580-72d9e6010f46 None None] New status for floating IP 65617ac1-869e-4764-8975-924f57a02d3d: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:30:41.021931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6e58-080e-4dea-90b2-521c9dbafe44 req-b6edd4ab-e4ae-4652-bef3-21153917f732 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:41.023466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c5d6e58-080e-4dea-90b2-521c9dbafe44 req-b6edd4ab-e4ae-4652-bef3-21153917f732 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0665226 Jul 22 20:30:41.062564 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2c5d6e58-080e-4dea-90b2-521c9dbafe44 req-1ad3a083-f054-4732-b351-546caa5d6165 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=0dca8f37-36c4-4def-9c5f-7c5127a2395d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Jul 22 20:30:41.255134 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-647c83bf-1ebf-48ed-b3ee-96d31c1d6c97 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:41.256643 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-647c83bf-1ebf-48ed-b3ee-96d31c1d6c97 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 945 time: 0.0700302 Jul 22 20:30:41.368528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:41.368952 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:41.463984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:41.464384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:41.476944 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:41.625797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:41.670889 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=66b749ca-15ba-45ea-a3a8-5173d6fb5ac9,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:41.728734 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] No DVR routers for this DVR port 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:30:41.731300 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:41.733348 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-1ade4cad-706e-46aa-906a-501ba2413e1c req-f2e685f9-3ce4-46e7-921c-9369bad00a69 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "DELETE /v2.0/ports/66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 HTTP/1.1" status: 204 len: 173 time: 0.4707341 Jul 22 20:30:41.733791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-deleted', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:41.736067 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64c32cf-8757-49b6-bf32-7571add84f24" -d '{"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-deleted", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:41.746479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:41.781083 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e19043-3007-43e8-aabb-2060db11c052 x-openstack-request-id: req-04e19043-3007-43e8-aabb-2060db11c052 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:41.781524 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a511518-27b5-4617-8556-0b7d55634061", "name": "network-vif-deleted", "tag": "66b749ca-15ba-45ea-a3a8-5173d6fb5ac9", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:41.781785 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04e19043-3007-43e8-aabb-2060db11c052 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:41.782200 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a511518-27b5-4617-8556-0b7d55634061', 'name': 'network-vif-deleted', 'tag': '66b749ca-15ba-45ea-a3a8-5173d6fb5ac9', 'status': 'completed', 'code': 200} Jul 22 20:30:42.199297 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5fd35dbc-0bf6-47a6-a5a6-e480074152e5 req-1f6cc445-7c2f-42b9-a03b-c9e7aac41c28 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a511518-27b5-4617-8556-0b7d55634061 HTTP/1.1" status: 200 len: 210 time: 0.0360906 Jul 22 20:30:43.122932 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:43.271725 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41276) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:43.692938 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:44.001455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:44.001861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:44.119314 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:44.120289 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:44.141079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:44.394806 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:44.423103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=8f6d695f-14f7-4fa6-bb92-ff4ff02100bc,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:44.676265 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:44.985372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router def7f19a-62bb-4fc1-b8d5-e35c45aa896c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:30:45.102936 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:30:45.108566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-15e116a2-1bf3-4488-a462-e36b10a5dc56 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/def7f19a-62bb-4fc1-b8d5-e35c45aa896c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356295 Jul 22 20:30:45.111207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41278) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:45.113864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Sync routers for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:30:45.124859 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:45.125506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:45.180793 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting subnet 14e46dae-10a7-4628-8040-3b3bccddc5b3 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:30:45.185199 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.233412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:45.234195 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.333173 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.412861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.432958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:30:44Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:45.451122 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.456126 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/subnets/14e46dae-10a7-4628-8040-3b3bccddc5b3 HTTP/1.1" status: 204 len: 168 time: 0.3408995 Jul 22 20:30:45.456126 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa578240-f093-44c4-bb4a-56d231d0fd88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Subnet': ['ID=14e46dae-10a7-4628-8040-3b3bccddc5b3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:45.457190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41280) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:45.460782 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f92f8-0c37-4b2d-b037-c8abb4d51b53 None None] Network dbecb2a7-50c5-4924-a5bf-b9104989dfc1 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:30:45.464203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Checking router: def7f19a-62bb-4fc1-b8d5-e35c45aa896c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:30:45.492948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Routers {'def7f19a-62bb-4fc1-b8d5-e35c45aa896c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:45.493648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:45.571703 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.683323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] Set router def7f19a-62bb-4fc1-b8d5-e35c45aa896c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:45.695174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.760639 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 43ca60d4-4ebc-425a-988b-f80323cd50ef {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:45.761039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.823305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] DHCP port deletion for dbecb2a7-50c5-4924-a5bf-b9104989dfc1 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:30:45.850767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 43ca60d4-4ebc-425a-988b-f80323cd50ef, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=43ca60d4-4ebc-425a-988b-f80323cd50ef,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:45.851123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.864242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 43ca60d4-4ebc-425a-988b-f80323cd50ef owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:45.926185 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Deleting port b89e024f-4a54-4cd7-9924-ee3b5978b43a {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:30:45.926479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:45.986807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:30:44Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:46.028975 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895590-d269-4c60-b2ea-bfc1d7974049 None None] The sync data for ids ['def7f19a-62bb-4fc1-b8d5-e35c45aa896c'] in n-d-800087-13 is: [{'id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926673371', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:28:51Z', 'updated_at': '2021-07-22T20:30:44Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': '43ca60d4-4ebc-425a-988b-f80323cd50ef', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def7f19a-62bb-4fc1-b8d5-e35c45aa896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:28:52Z', 'updated_at': '2021-07-22T20:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:30:46.033549 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] For port b89e024f-4a54-4cd7-9924-ee3b5978b43a, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b89e024f-4a54-4cd7-9924-ee3b5978b43a,segment=NetworkSegment(ea92e6ac-0032-49e9-9332-e96d7db42e93),segment_id=ea92e6ac-0032-49e9-9332-e96d7db42e93)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:46.033946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.049784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Calling delete_port for b89e024f-4a54-4cd7-9924-ee3b5978b43a owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:30:46.054427 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:30:46.081932 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.093041 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:30:46.093392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 66b749ca-15ba-45ea-a3a8-5173d6fb5ac9 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:30:46.110263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=43ca60d4-4ebc-425a-988b-f80323cd50ef,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:46.126483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.126984 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.127171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.127510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.127841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.128307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.128598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.128926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.129251 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.129578 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.129909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.130223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:46.167680 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.200011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] Pushing event deleted for resources: {'Port': ['ID=b89e024f-4a54-4cd7-9924-ee3b5978b43a,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:46.201905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386da498-815a-4269-9d6f-f2f99bed7c0c None None] No DVR routers for this DVR port b89e024f-4a54-4cd7-9924-ee3b5978b43a on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:30:46.207837 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.312790 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.314866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.360618 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.361141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Fanout notify agent at l3_agent the message router_deleted on router def7f19a-62bb-4fc1-b8d5-e35c45aa896c {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:30:46.368355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.369767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4eb26b0a-88fa-4e43-b54b-7bb8c328c91d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/routers/def7f19a-62bb-4fc1-b8d5-e35c45aa896c HTTP/1.1" status: 204 len: 168 time: 0.9081271 Jul 22 20:30:46.372735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41284) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:46.458973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.561457 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.573659 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbecb2a7-50c5-4924-a5bf-b9104989dfc1']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:46.585063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea92e6ac-0032-49e9-9332-e96d7db42e93') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:46.585425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea92e6ac-0032-49e9-9332-e96d7db42e93') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:46.595859 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.611491 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.619318 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:30:46.620089 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:30:46.623647 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:30:46.690398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.698888 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.701725 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/networks/dbecb2a7-50c5-4924-a5bf-b9104989dfc1 HTTP/1.1" status: 204 len: 168 time: 0.3272250 Jul 22 20:30:46.705044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41286) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:46.724930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a4aa2-1b7a-4a13-8007-bea896f207fe tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Network': ['ID=dbecb2a7-50c5-4924-a5bf-b9104989dfc1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:46.784253 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.809659 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.873936 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.876655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:46.878104 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/security-groups/0dca8f37-36c4-4def-9c5f-7c5127a2395d HTTP/1.1" status: 204 len: 168 time: 0.1719825 Jul 22 20:30:46.888064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329808a8-d115-4dd0-8ebb-0217182c1209 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dca8f37-36c4-4def-9c5f-7c5127a2395d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:47.700074 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b89e024f-4a54-4cd7-9924-ee3b5978b43a no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:30:47.723397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b89e024f-4a54-4cd7-9924-ee3b5978b43a {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:30:47.723744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b89e024f-4a54-4cd7-9924-ee3b5978b43a not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:30:47.724170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43ca60d4-4ebc-425a-988b-f80323cd50ef no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:30:47.744039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 43ca60d4-4ebc-425a-988b-f80323cd50ef {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:30:47.744412 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 43ca60d4-4ebc-425a-988b-f80323cd50ef not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:30:47.745079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:30:47.763151 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:30:47.763496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 8f6d695f-14f7-4fa6-bb92-ff4ff02100bc not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:30:47.821485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41292) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:47.826212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792726712', 'description': 'tempest-secgroup-smoke-1792726712 description', 'project_id': 'e78122c517ad464ba19e6a2d4977096f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:47.850221 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:47.940086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:47.949914 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:47.980331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:47.981566 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590600 Jul 22 20:30:47.983558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b317-548d-4637-921e-681c1ec53612 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4dbca-a0c9-482a-9260-7627849d7131,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:47.984924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41294) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:47.990360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.020761 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.069146 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.072938 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.102279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc110ed-03c1-47d4-8dd8-af3e275e83b9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.110647 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.112498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-bc7bcf1b-45f6-4c47-8d31-50db611a7b88 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263280 Jul 22 20:30:48.115713 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41296) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.123150 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.158824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.223797 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.228698 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.247261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ce627b-2e4d-4666-9d69-d907a1eb99b3,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.253465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.254672 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b50193df-7d67-42f2-aef8-4a56caf9972c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376188 Jul 22 20:30:48.258581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41298) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.263452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.289891 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.363274 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.366991 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.386337 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e2c78e-082f-49f3-a5b1-dafe2a1f893c,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.392342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.393580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-db035fc5-72de-46e6-91b1-f5dd5459ce4a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338034 Jul 22 20:30:48.396485 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41300) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.401396 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.428907 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.489088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.494074 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.515737 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2ebea7-7b91-4fd9-90cc-cbeeb6d31501,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.525358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.526605 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-57dc54d6-2b25-4876-9289-0a62143889cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291866 Jul 22 20:30:48.529608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41302) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.534387 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.557456 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:30:48.562353 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.627696 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.631490 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.649520 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7eb705-6561-44da-bbce-f0f7d802ec12,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.656891 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.658229 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-f26c7172-ff63-47cd-a9dc-13b661f7f6fa tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274478 Jul 22 20:30:48.661076 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.666204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': '81e4dbca-a0c9-482a-9260-7627849d7131', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.691015 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:30:48.696930 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.770556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.775465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.797431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfb04ad-8cf1-410d-9d29-69e05ee04ebc,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:48.803428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.804115 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5362b0ec-68c1-46fd-a861-c28b1a5122cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421638 Jul 22 20:30:48.807321 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41306) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:48.812669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'network': {'name': 'tempest-network-smoke--1006065028', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'port_security_enabled': True}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:48.833690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:30:48.838476 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.865858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:30:48.877282 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.877620 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Added segment cd0d2fad-3409-42be-a37d-9e94e5bf3060 of type vlan for network 55219eb2-d731-45fb-90b3-d92005a38dea Jul 22 20:30:48.920634 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.954915 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.960577 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:48.961767 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:48.997725 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1893361 Jul 22 20:30:49.000472 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:49.004919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'admin_state_up': True, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:49.047901 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112d162-71ea-4223-b023-a03dcd8e526a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Network': ['ID=55219eb2-d731-45fb-90b3-d92005a38dea,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:49.061329 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 55219eb2-d731-45fb-90b3-d92005a38dea details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:30:49.065328 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.066508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.120906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.271897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.794283 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.814924 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:49.923159 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.223 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/b171a017-13aa-42bf-a8cb-aebcfffb03da) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:30:50.032959 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.071537 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.114290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:30:50.120409 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:50.125267 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:30:50.127344 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=b171a017-13aa-42bf-a8cb-aebcfffb03da,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:50.388108 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.598904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.747516 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:30:50.857684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:30:50.868286 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Sync routers for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:30:50.878638 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:50.879869 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-6b4fa4f5-58af-4f16-a9f8-235d4412f4ed tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8784835 Jul 22 20:30:50.882146 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:50.882894 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:50.884492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41310) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:50.917002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f84ac25b-1c96-4383-9f10-6c5fec32a806 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78122c517ad464ba19e6a2d4977096f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307784 Jul 22 20:30:50.919693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41312) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:51.003331 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:51.086927 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86977e-8019-4016-8b88-765862acaafc tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:51.089447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3d86977e-8019-4016-8b88-765862acaafc tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1686101 Jul 22 20:30:51.092834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41314) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:51.137926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a77d077e-e080-45a3-b199-a581d41a7bbf tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437930 Jul 22 20:30:51.140452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41316) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:51.150590 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940177511', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:51.206957 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:50Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:51.237136 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Checking router: 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:30:51.237477 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Updating router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c port b171a017-13aa-42bf-a8cb-aebcfffb03da binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:30:51.248432 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:30:51.251914 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.271554 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.456849 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.528174 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Subnet': ['ID=48de7b63-f20a-4ae7-8716-346f3e5081e7,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:51.533839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Checking segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:30:51.534224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network hostable DHCP agents. Network: 55219eb2-d731-45fb-90b3-d92005a38dea, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:30:51.544518 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.552170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 55219eb2-d731-45fb-90b3-d92005a38dea is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:30:51.555349 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Transition to ACTIVE for port object b171a017-13aa-42bf-a8cb-aebcfffb03da will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:51.561516 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.562768 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 55219eb2-d731-45fb-90b3-d92005a38dea) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:51.567886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:51.568672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.574944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635469ee-1643-46e4-b415-110a75fe4fd0 None None] Network 55219eb2-d731-45fb-90b3-d92005a38dea requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:30:51.591156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a2a877ca-fb31-4bce-bae1-3b814c48ab7f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4453762 Jul 22 20:30:51.591803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:30:51.613503 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Attempting to bind port b171a017-13aa-42bf-a8cb-aebcfffb03da on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:30:51.613962 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Attempting to bind port b171a017-13aa-42bf-a8cb-aebcfffb03da by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:30:51.614383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Attempting to bind port b171a017-13aa-42bf-a8cb-aebcfffb03da on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:30:51.625439 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:30:51.625900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:30:51.626364 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.626869 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:30:51.627528 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Bound port: b171a017-13aa-42bf-a8cb-aebcfffb03da, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:30:51.627970 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.678592 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Pushing event updated for resources: {'Port': ['ID=b171a017-13aa-42bf-a8cb-aebcfffb03da,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:51.694327 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] For port b171a017-13aa-42bf-a8cb-aebcfffb03da, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:30:51.698979 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.699311 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.699655 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.699993 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.700365 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.700686 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.701013 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.701345 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.701666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.701990 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.702313 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.702634 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:30:51.714437 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] For port b171a017-13aa-42bf-a8cb-aebcfffb03da, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b171a017-13aa-42bf-a8cb-aebcfffb03da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:30:51.719202 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.745660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-55219eb2-d731-45fb-90b3-d92005a38dea', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:30:51.747235 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:51.805904 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:51.806955 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:52.005857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Allocated IP 172.20.0.2 (55219eb2-d731-45fb-90b3-d92005a38dea/48de7b63-f20a-4ae7-8716-346f3e5081e7/71d9c26f-d9f2-4ab8-b823-73940dbf1039) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:30:52.089077 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958be12-49f6-430e-bbf4-5508cf4e257c None None] Pushing event updated for resources: {'Port': ['ID=b171a017-13aa-42bf-a8cb-aebcfffb03da,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:52.172661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.175413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:52.469371 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:50Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:52.497943 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b749fdeb-8488-4f9b-8a1c-2139641ca276 None None] The sync data for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 is: [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:50Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:30:52.502646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.522948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Transition to ACTIVE for port object 71d9c26f-d9f2-4ab8-b823-73940dbf1039 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:52.544063 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Transition to ACTIVE for port object 71d9c26f-d9f2-4ab8-b823-73940dbf1039 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:52.571856 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.622740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Network 55219eb2-d731-45fb-90b3-d92005a38dea is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:30:52.632837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:52.633846 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:30:52.637117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Pushing event updated for resources: {'Port': ['ID=71d9c26f-d9f2-4ab8-b823-73940dbf1039,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:52.648645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.1 (55219eb2-d731-45fb-90b3-d92005a38dea/48de7b63-f20a-4ae7-8716-346f3e5081e7/cb47d3f2-29e5-494c-b247-782c6d9d35de) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:30:52.708938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Attempting to bind port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:30:52.709070 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Attempting to bind port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:30:52.709559 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Attempting to bind port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 on network 55219eb2-d731-45fb-90b3-d92005a38dea {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:30:52.715092 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:30:52.715555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Checking segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:30:52.716064 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.716742 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Bound using segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:30:52.717266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Bound port: 71d9c26f-d9f2-4ab8-b823-73940dbf1039, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:30:52.717657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.802553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] For port 71d9c26f-d9f2-4ab8-b823-73940dbf1039, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:30:52.810671 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] For port 71d9c26f-d9f2-4ab8-b823-73940dbf1039, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=71d9c26f-d9f2-4ab8-b823-73940dbf1039,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:30:52.816531 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.826998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.843167 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object cb47d3f2-29e5-494c-b247-782c6d9d35de will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:52.887120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:52.907580 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc855ed-ac03-4c43-923b-619fff77dbc8 None None] Pushing event updated for resources: {'Port': ['ID=71d9c26f-d9f2-4ab8-b823-73940dbf1039,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:52.949369 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 55219eb2-d731-45fb-90b3-d92005a38dea is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:30:52.953145 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:52.956066 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:30:52.963631 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:53.014706 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.229437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.567422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.572916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.658726 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.667729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:53.784825 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 55219eb2-d731-45fb-90b3-d92005a38dea is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:30:53.788658 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:53.812397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b171a017-13aa-42bf-a8cb-aebcfffb03da up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:53.883116 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b171a017-13aa-42bf-a8cb-aebcfffb03da completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:53.887542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b171a017-13aa-42bf-a8cb-aebcfffb03da triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:53.887956 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:53.932463 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:30:53.990849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:54.006128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce19bb-99fb-42ab-9675-9cf115842ce2 None None] Network 55219eb2-d731-45fb-90b3-d92005a38dea requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:30:54.037664 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b171a017-13aa-42bf-a8cb-aebcfffb03da, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b171a017-13aa-42bf-a8cb-aebcfffb03da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:54.050603 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:54.051407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 71d9c26f-d9f2-4ab8-b823-73940dbf1039 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:54.079767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:30:54.093051 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-22dbecbf-4a33-4008-ad47-569a8bf19e06 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/70d7924e-1c0d-4bc9-85df-dabdf8e7c12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5000029 Jul 22 20:30:54.135289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-2b3a7e3a-ab19-4f9f-b47c-41e7cbcfeb97 None None] Provisioning for port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:54.206265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b171a017-13aa-42bf-a8cb-aebcfffb03da,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:54.252604 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:54.261280 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:54.261675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:54.288074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e3df9bb6-3809-4b00-a153-b17cdd5e3965 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792726712&fields=id&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 267 time: 0.0497527 Jul 22 20:30:54.399984 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:54.448904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 71d9c26f-d9f2-4ab8-b823-73940dbf1039, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=71d9c26f-d9f2-4ab8-b823-73940dbf1039,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:54.456710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-73105f5a-78cc-4171-83da-14818b0ab0e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:54.457400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:54.458602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-73105f5a-78cc-4171-83da-14818b0ab0e2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 797 time: 0.1626289 Jul 22 20:30:54.486287 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-086d09f4-97b2-4abd-8c73-10772ad6e243 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/quotas/e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 375 time: 0.0197375 Jul 22 20:30:54.534599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Sync routers for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:30:54.544552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=71d9c26f-d9f2-4ab8-b823-73940dbf1039,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:54.552190 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:54.552804 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:54.572633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-11ef4b4a-9263-4a6c-9354-47b387d48887 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807936 Jul 22 20:30:54.685905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:54.711585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-1cecd74a-a8cf-4653-ad30-c238add3a04e service neutron] 10.222.0.10 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156638 Jul 22 20:30:54.832515 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-9d2e1c8a-fb12-4b16-af4c-c83a5ac28055 service neutron] 10.222.0.10 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120267 Jul 22 20:30:54.839770 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Provisioning complete for port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:54.840580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.070027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Provisioning for port cb47d3f2-29e5-494c-b247-782c6d9d35de completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:55.077868 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.079714 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Provisioning complete for port cb47d3f2-29e5-494c-b247-782c6d9d35de triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:55.080095 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.101073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2fa024f-eee9-4b56-8545-22fe4482abfe req-fa61e3bc-456a-470f-a03d-b02f6b024eb8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 210 time: 0.0603237 Jul 22 20:30:55.112199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 2, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:55.159419 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Checking router: 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:30:55.159836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Updating router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c port cb47d3f2-29e5-494c-b247-782c6d9d35de binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:30:55.208265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-efcbf484-5067-42c8-9a14-7a57478df617 None None] Port cb47d3f2-29e5-494c-b247-782c6d9d35de cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:30:55.219210 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.513949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-87b77716-2b6b-41b0-8018-e5d515c5dbaa None None] Provisioning complete for port cb47d3f2-29e5-494c-b247-782c6d9d35de triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:55.514975 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-87b77716-2b6b-41b0-8018-e5d515c5dbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.611438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-87b77716-2b6b-41b0-8018-e5d515c5dbaa None None] Port cb47d3f2-29e5-494c-b247-782c6d9d35de cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:30:55.723423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b171a017-13aa-42bf-a8cb-aebcfffb03da up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:55.890843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.916178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Transition to ACTIVE for port object cb47d3f2-29e5-494c-b247-782c6d9d35de will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:55.921057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b171a017-13aa-42bf-a8cb-aebcfffb03da triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:55.921747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:55.925335 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.043044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae851da-ae3e-41f0-b8d9-d767e837cf5d None None] Pushing event updated for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:56.290431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ef1ae5d1-11fb-4853-83d7-ff9adb1766e0 req-f87e3773-64d3-418a-9133-eafaab91c797 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 210 time: 0.0764527 Jul 22 20:30:56.384308 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Attempting to bind port cb47d3f2-29e5-494c-b247-782c6d9d35de on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:30:56.384697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Attempting to bind port cb47d3f2-29e5-494c-b247-782c6d9d35de by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:30:56.385042 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Attempting to bind port cb47d3f2-29e5-494c-b247-782c6d9d35de on network 55219eb2-d731-45fb-90b3-d92005a38dea {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:30:56.396936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 71d9c26f-d9f2-4ab8-b823-73940dbf1039 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:56.401953 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:30:56.402327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Checking segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:30:56.402728 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.403123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Bound using segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:30:56.403609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Bound port: cb47d3f2-29e5-494c-b247-782c6d9d35de, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:30:56.403995 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.505229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:56.505608 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.509927 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] For port cb47d3f2-29e5-494c-b247-782c6d9d35de, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:30:56.546431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] For port cb47d3f2-29e5-494c-b247-782c6d9d35de, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb47d3f2-29e5-494c-b247-782c6d9d35de,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:30:56.553907 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.577281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-05f1cd0a-cc38-48ba-a8cc-f85133a6ece0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:56.578768 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-05f1cd0a-cc38-48ba-a8cc-f85133a6ece0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 797 time: 0.5320065 Jul 22 20:30:56.625273 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae851da-ae3e-41f0-b8d9-d767e837cf5d None None] Pushing event updated for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:56.630079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:30:56.630607 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:56.644854 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-9196783f-4c08-4a20-bcd0-9d774b4f3a59 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 380 time: 0.0565109 Jul 22 20:30:56.656270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'port': {'device_id': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'admin_state_up': True, 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'security_groups': ['81e4dbca-a0c9-482a-9260-7627849d7131']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:56.791284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:30:56.795120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:56.796616 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:30:56.931365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.13 (55219eb2-d731-45fb-90b3-d92005a38dea/48de7b63-f20a-4ae7-8716-346f3e5081e7/1b147cb0-4d28-4bd7-a5e1-09d541dc5385) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:30:57.053384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:56Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:30:57.085541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2c642f-4890-4308-b745-66c480596c8a None None] The sync data for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 is: [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:56Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:30:57.088904 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.108572 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:57.151781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.213899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 55219eb2-d731-45fb-90b3-d92005a38dea is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:30:57.218256 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:30:57.220370 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:57.222645 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:30:57.282375 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:57.283157 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.301143 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-6203905d-400c-48a4-9fd9-b0a32d7613fb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6505399 Jul 22 20:30:57.314854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Request body: {'port': {'device_id': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:30:57.415808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.471931 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f770b8-cd21-4cff-8a9e-023c989c6568 req-6a7b3da5-9067-4fd8-808c-7104cf8775b3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:57.475036 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9f770b8-cd21-4cff-8a9e-023c989c6568 req-6a7b3da5-9067-4fd8-808c-7104cf8775b3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 932 time: 0.0965993 Jul 22 20:30:57.525337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9f770b8-cd21-4cff-8a9e-023c989c6568 req-68e268b6-87bc-4b34-a513-b44952b4fb2d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jul 22 20:30:57.577373 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-aba71397-9bde-4761-a04a-1462c138fe28 None None] Provisioning for port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:57.583432 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-aba71397-9bde-4761-a04a-1462c138fe28 None None] Provisioning complete for port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:57.583933 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-aba71397-9bde-4761-a04a-1462c138fe28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.622305 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-aba71397-9bde-4761-a04a-1462c138fe28 None None] Port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:30:57.760195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:30:57.765399 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb47d3f2-29e5-494c-b247-782c6d9d35de up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:57.781987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.797576 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Transition to ACTIVE for port object 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:30:57.807701 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.824067 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cb47d3f2-29e5-494c-b247-782c6d9d35de completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:30:57.828286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb47d3f2-29e5-494c-b247-782c6d9d35de triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:57.828658 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.873958 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Pushing event updated for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:57.900097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.945646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:57.990216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Attempting to bind port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:30:57.990655 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Attempting to bind port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:30:57.991089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Attempting to bind port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 on network 55219eb2-d731-45fb-90b3-d92005a38dea {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:30:57.993076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cb47d3f2-29e5-494c-b247-782c6d9d35de, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb47d3f2-29e5-494c-b247-782c6d9d35de,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:30:57.999089 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 on network 55219eb2-d731-45fb-90b3-d92005a38dea not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:30:57.999495 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Attempting to bind port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 on network 55219eb2-d731-45fb-90b3-d92005a38dea {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:30:57.999630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.007141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:30:58.007717 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Checking segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:30:58.008813 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Bound using segment: {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:30:58.009368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Bound port: 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0d2fad-3409-42be-a37d-9e94e5bf3060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:30:58.009838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.084351 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:58.103469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:30:58.108083 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:30:58.113352 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.160789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.162019 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:30:58.164477 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 1093 time: 0.8540971 Jul 22 20:30:58.164956 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:30:58.176543 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3add6ca5-4560-4243-8b1c-bbbca1402085" -d '{"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:30:58.261118 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a4649-e878-431d-af27-b34df9f81729 service neutron] Pushing event updated for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:30:58.269702 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf46ec5-edb1-4a7a-84ec-2c5291c9b407 x-openstack-request-id: req-eaf46ec5-edb1-4a7a-84ec-2c5291c9b407 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:30:58.270087 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:30:58.270347 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaf46ec5-edb1-4a7a-84ec-2c5291c9b407 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:30:58.270808 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'status': 'completed', 'code': 200} Jul 22 20:30:58.310213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-d1b62d54-2678-4626-bda6-887aba6ccf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.311761 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-d1b62d54-2678-4626-bda6-887aba6ccf6e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1096 time: 0.0932984 Jul 22 20:30:58.362474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-89e70403-f4c6-4b8b-b344-7f7cc72560ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 217 time: 0.0422013 Jul 22 20:30:58.419974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-d4d5ff1d-1b7b-48af-a9cb-5dcd56aa696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.421499 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-d4d5ff1d-1b7b-48af-a9cb-5dcd56aa696e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 200 len: 835 time: 0.0516324 Jul 22 20:30:58.494389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-31ca2f94-73ee-4a3e-b493-7fadbfcfaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.496286 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-31ca2f94-73ee-4a3e-b493-7fadbfcfaf71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55219eb2-d731-45fb-90b3-d92005a38dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672216 Jul 22 20:30:58.602474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-00caede4-7b0a-4ff9-bf38-29fd04806eba service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985389 Jul 22 20:30:58.702921 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-699d6ede-a01a-4f26-a4c6-4b269544871d req-b09d2dd1-ad22-415a-8b5b-974d053a6c60 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940847 Jul 22 20:30:58.830259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-39d27aff-558e-4cac-96a0-fd6c8df156f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.832048 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-39d27aff-558e-4cac-96a0-fd6c8df156f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1096 time: 0.0727623 Jul 22 20:30:58.935959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-8103bc5c-355c-40e3-a321-6ec4176fb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.936792 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a0062-a7bb-45d3-a73d-519b96dc8fad req-e556a0ae-cfa1-4801-bd25-057b2f14565f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:58.937500 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-8103bc5c-355c-40e3-a321-6ec4176fb68d service neutron] 10.222.0.32 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 898 time: 0.0989933 Jul 22 20:30:58.938351 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-849a0062-a7bb-45d3-a73d-519b96dc8fad req-e556a0ae-cfa1-4801-bd25-057b2f14565f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 944 time: 0.3345914 Jul 22 20:30:58.979553 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-849a0062-a7bb-45d3-a73d-519b96dc8fad req-f888f907-fa8c-4b9e-b2d7-0f945d3c797c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356097 Jul 22 20:30:58.997669 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-88ef3f51-e5bb-47d4-8d4d-fe76e8692877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 217 time: 0.0500121 Jul 22 20:30:59.076304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-be45ef80-8c76-4b5f-8187-5b07b301032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.078669 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-be45ef80-8c76-4b5f-8187-5b07b301032d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 200 len: 835 time: 0.0717065 Jul 22 20:30:59.147529 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-0ff7ff56-634b-4bed-917d-2a1723a7bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:30:59.149638 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-0ff7ff56-634b-4bed-917d-2a1723a7bd3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55219eb2-d731-45fb-90b3-d92005a38dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618169 Jul 22 20:30:59.255828 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-857d51a4-bdfe-4ce5-955f-8872553e69fd service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989361 Jul 22 20:30:59.349487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3add6ca5-4560-4243-8b1c-bbbca1402085 req-fb4d4f97-67f5-44fd-95ef-537f6b7482ee service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857577 Jul 22 20:30:59.724529 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb47d3f2-29e5-494c-b247-782c6d9d35de up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:30:59.792079 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cb47d3f2-29e5-494c-b247-782c6d9d35de triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:30:59.792584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:00.133367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1ad5e-ba54-4917-86d6-4787e288ffee req-3f537621-5ed5-43c5-a61c-185dd300c50f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:00.134925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6f1ad5e-ba54-4917-86d6-4787e288ffee req-3f537621-5ed5-43c5-a61c-185dd300c50f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 944 time: 0.0654397 Jul 22 20:31:00.177948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6f1ad5e-ba54-4917-86d6-4787e288ffee req-8ce8aba1-dac2-436c-ae85-b86bf4a517c5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338759 Jul 22 20:31:01.323641 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e0df6-a74d-42cb-830d-8b1a1caa7604 req-5fd05e02-0087-402f-ab9b-5e6bc4f33e5e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:01.325188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c38e0df6-a74d-42cb-830d-8b1a1caa7604 req-5fd05e02-0087-402f-ab9b-5e6bc4f33e5e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 944 time: 0.0699482 Jul 22 20:31:01.366436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c38e0df6-a74d-42cb-830d-8b1a1caa7604 req-2b8c8037-eae1-46d3-97b5-e8a187f4feee tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355704 Jul 22 20:31:02.115707 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:31:02.240172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:02.265214 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'port_id': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'mac_address': 'fa:16:3e:00:94:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:31:02.311137 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:02.325206 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:31:02.346304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:02.352616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:02.410386 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:02.523269 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71399f-fc06-4ab6-ba66-b0844e71695a req-39afc876-a6d4-451b-bdcc-e27cbb307899 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:02.525750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca71399f-fc06-4ab6-ba66-b0844e71695a req-39afc876-a6d4-451b-bdcc-e27cbb307899 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 945 time: 0.0872622 Jul 22 20:31:02.569051 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca71399f-fc06-4ab6-ba66-b0844e71695a req-01d832ef-a712-4239-881a-559815b502ff tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343285 Jul 22 20:31:02.597203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['1b147cb0-4d28-4bd7-a5e1-09d541dc5385'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:31:03.703608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f83960-c541-4728-ada3-2d9e1a89c38a req-cd1e907d-fb12-4ea7-91ee-46ccbf1c7515 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:03.705175 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89f83960-c541-4728-ada3-2d9e1a89c38a req-cd1e907d-fb12-4ea7-91ee-46ccbf1c7515 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 945 time: 0.0660443 Jul 22 20:31:03.747540 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-89f83960-c541-4728-ada3-2d9e1a89c38a req-21d44a93-4a44-4ac1-82fc-651887f138ab tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335593 Jul 22 20:31:04.119163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:31:04.171997 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:31:04.175892 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:31:04.176310 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:04.256156 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:04.284400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:04.286667 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef6da1-1c68-4ae2-806d-83d2b6db7931" -d '{"events": [{"server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "name": "network-vif-plugged", "status": "completed", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:04.299568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:31:04.304985 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:04.339638 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c3e6dd-22ba-4b01-8f18-a8d8b04083a1 x-openstack-request-id: req-d2c3e6dd-22ba-4b01-8f18-a8d8b04083a1 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:04.340680 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "name": "network-vif-plugged", "status": "completed", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:04.340917 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2c3e6dd-22ba-4b01-8f18-a8d8b04083a1 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:04.341438 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'code': 200} Jul 22 20:31:04.373165 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:04.450158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e31fd-8286-4c14-91ef-07faed73c12a req-7f9cb287-d3a2-4c3e-85e2-0d9106b2cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.451688 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd1e31fd-8286-4c14-91ef-07faed73c12a req-7f9cb287-d3a2-4c3e-85e2-0d9106b2cc41 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1098 time: 0.0603626 Jul 22 20:31:04.488109 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-fd1e31fd-8286-4c14-91ef-07faed73c12a req-ca3efdff-a5c8-4ef1-9977-1afae770c261 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297649 Jul 22 20:31:04.894624 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fac7f9-96b9-455b-a57e-5fdbd0779f83 req-08862f7a-92fe-4834-8043-6fe26bfa3330 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:04.897204 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36fac7f9-96b9-455b-a57e-5fdbd0779f83 req-08862f7a-92fe-4834-8043-6fe26bfa3330 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0793638 Jul 22 20:31:04.944496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36fac7f9-96b9-455b-a57e-5fdbd0779f83 req-f2e3c484-1007-4caf-9286-e9ef5abdeb97 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jul 22 20:31:06.077470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa12429-a519-4e0e-8d0f-b5130f9f2fe0 req-bb51d5ce-603d-4cda-ab8d-f370dbdd2d8f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:06.079013 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fa12429-a519-4e0e-8d0f-b5130f9f2fe0 req-bb51d5ce-603d-4cda-ab8d-f370dbdd2d8f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0670078 Jul 22 20:31:06.124098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9fa12429-a519-4e0e-8d0f-b5130f9f2fe0 req-3ceff521-cfc2-4446-9134-e503e3887eff tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347626 Jul 22 20:31:06.268074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af81ff-4390-4020-aa22-cbc0e0cf6cf3 req-ac0132ee-0502-436f-ac83-e898e0268e7e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:06.269551 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38af81ff-4390-4020-aa22-cbc0e0cf6cf3 req-ac0132ee-0502-436f-ac83-e898e0268e7e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0690198 Jul 22 20:31:06.315556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38af81ff-4390-4020-aa22-cbc0e0cf6cf3 req-70d4ee6f-fbe8-4577-9440-8b6cbfd50a62 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369430 Jul 22 20:31:06.345397 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:06.487980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbed780-a4ef-410e-8f60-99eaf1609966 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:06.489567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fdbed780-a4ef-410e-8f60-99eaf1609966 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1093 time: 0.1430690 Jul 22 20:31:06.493159 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41376) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:06.497912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:31:06.523794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.625821 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.730264 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.110 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/3efbd12b-baa5-4286-922d-601cf950a93c) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:31:06.840099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.880104 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:06.922241 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:31:06.925266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:31:06.930256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:31:06.933388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=3efbd12b-baa5-4286-922d-601cf950a93c,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:07.187451 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ec693b6-185b-45a3-8186-b9fc2177acd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.301398 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.379387 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.536338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.542866 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.613654 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=3efbd12b-baa5-4286-922d-601cf950a93c,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:31:07.626847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:07.729112 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP a5547f82-9e0b-44df-8146-f567a635b027 associated. External IP: 172.25.6.110, port: 1b147cb0-4d28-4bd7-a5e1-09d541dc5385. Jul 22 20:31:07.942580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:31:08.079166 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:31:08.091362 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Sync routers for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:31:08.095951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:08.102585 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:08.103213 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:08.157527 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-baec262d-305e-42cd-b581-9f820b65fa08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6630518 Jul 22 20:31:08.158333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:31:08.161536 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40002ff-4153-44ec-8956-f6473e1371ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:31:08.242019 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:08.290825 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d31d9-9f38-41aa-9481-ca1d3e490a31 req-41b1df3b-1d1b-41c0-92ad-fb1e7e7ab321 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:08.292439 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc9d31d9-9f38-41aa-9481-ca1d3e490a31 req-41b1df3b-1d1b-41c0-92ad-fb1e7e7ab321 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0738859 Jul 22 20:31:08.343590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bc9d31d9-9f38-41aa-9481-ca1d3e490a31 req-de3e6407-34f1-4e93-8e5c-916ca7afe8bf tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452867 Jul 22 20:31:08.367241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41384) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:08.449159 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-afee9f26-1af6-4816-b5da-ea97569b9a40 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/a5547f82-9e0b-44df-8146-f567a635b027 HTTP/1.1" status: 200 len: 992 time: 0.0793409 Jul 22 20:31:08.474588 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4678b7-554a-4d1e-9aa3-7fcba1922a86 x-openstack-request-id: req-5a4678b7-554a-4d1e-9aa3-7fcba1922a86 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:31:08.474956 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:31:08.475281 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a4678b7-554a-4d1e-9aa3-7fcba1922a86 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:31:08.475761 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'status': 'completed', 'code': 200} Jul 22 20:31:08.497722 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a5547f82-9e0b-44df-8146-f567a635b027', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'port_id': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'mac_address': 'fa:16:3e:00:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:31:07Z', 'updated_at': '2021-07-22T20:31:07Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:08.524906 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Checking router: 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:31:08.533510 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:31:08.534125 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:30:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:08.565856 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40002ff-4153-44ec-8956-f6473e1371ce req-679a4787-8cf7-41a4-8fba-5d2557e7b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:08.567401 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-679a4787-8cf7-41a4-8fba-5d2557e7b9bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1098 time: 0.0707724 Jul 22 20:31:08.642533 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:31:08.677067 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40002ff-4153-44ec-8956-f6473e1371ce req-c96558f0-3200-41c5-a8d2-914089332eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:08.678621 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-c96558f0-3200-41c5-a8d2-914089332eb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 898 time: 0.1045799 Jul 22 20:31:08.761138 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-be661056-0ec4-4167-a627-dcb8f9db8466 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 1000 time: 0.0755115 Jul 22 20:31:08.823594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40002ff-4153-44ec-8956-f6473e1371ce req-f233843f-a3b9-4776-be32-d82580d5583f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:08.825951 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-f233843f-a3b9-4776-be32-d82580d5583f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 200 len: 835 time: 0.0589874 Jul 22 20:31:08.877617 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a5547f82-9e0b-44df-8146-f567a635b027', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'port_id': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'mac_address': 'fa:16:3e:00:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:31:07Z', 'updated_at': '2021-07-22T20:31:07Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:31:08.890298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40002ff-4153-44ec-8956-f6473e1371ce req-06261f42-58fe-42bb-b771-2b5f7f5480e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:08.891830 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-06261f42-58fe-42bb-b771-2b5f7f5480e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55219eb2-d731-45fb-90b3-d92005a38dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596771 Jul 22 20:31:08.905841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e18bcdc-38bd-4097-8e83-01f0e1f40657 None None] The sync data for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 is: [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'a5547f82-9e0b-44df-8146-f567a635b027', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.110', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'port_id': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'mac_address': 'fa:16:3e:00:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:31:07Z', 'updated_at': '2021-07-22T20:31:07Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:31:08.997178 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-50ccef50-4aa1-4c58-a7a4-f50aa92dbaf2 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974150 Jul 22 20:31:09.109040 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-a40002ff-4153-44ec-8956-f6473e1371ce req-ead6cc10-f526-4804-9fdb-8e9ce091f1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054778 Jul 22 20:31:09.146944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46fde8d-a391-47f4-a56e-11ef59c6b9ed None None] New status for floating IP a5547f82-9e0b-44df-8146-f567a635b027: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:31:09.452329 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41386) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:09.519144 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-662d173d-9432-4fd4-abc9-3a6ef30ac2b8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/a5547f82-9e0b-44df-8146-f567a635b027 HTTP/1.1" status: 200 len: 994 time: 0.0656104 Jul 22 20:31:09.598683 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:31:10.061294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:10.110232 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b5f2e6a2-6d15-4c6e-9dd7-f11c4bc1adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:11.744340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:13.119015 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:25.053981 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:27.884833 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:35.308188 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-afa081e6-0a12-4028-a50a-8fae839b1983 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699141 Jul 22 20:31:35.442853 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-abe84cba-0c41-4eb2-83fb-e5dd27574735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:35.444707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-abe84cba-0c41-4eb2-83fb-e5dd27574735 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0771747 Jul 22 20:31:35.570304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-4ab981e9-3273-403d-8a5d-79d4a980d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:35.571913 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-4ab981e9-3273-403d-8a5d-79d4a980d49e service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1037736 Jul 22 20:31:35.617480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-9e374e74-4940-43f9-b8dc-7288b3ad825f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0383070 Jul 22 20:31:35.674654 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-8e6905e6-7869-4e29-b815-22843c921837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:35.676266 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-8e6905e6-7869-4e29-b815-22843c921837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0511134 Jul 22 20:31:35.749846 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-baaa883f-194a-41eb-b302-37b782952cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:35.751565 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-baaa883f-194a-41eb-b302-37b782952cfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673795 Jul 22 20:31:35.858184 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-dbbfb9eb-33b3-4507-b8c9-1f7f42ec3f89 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967031 Jul 22 20:31:35.967735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0a9d82fc-2095-4c44-b687-400a4a9051ac req-e1b23e62-dab8-40ae-8d9d-888a8e2c0b59 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017795 Jul 22 20:31:37.181619 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e43e3372-1ed2-475d-b347-5de47f0b30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:40.056294 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:40.115430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-868e3fa7-d6b5-43c4-bf29-f476a2f99866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:41.749273 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:42.921114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0f303-cd3d-4f67-b843-659ca2735bec req-5bf1dc71-0d6f-4737-8a89-dc85ebdbc71c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:42.922640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36a0f303-cd3d-4f67-b843-659ca2735bec req-5bf1dc71-0d6f-4737-8a89-dc85ebdbc71c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0724087 Jul 22 20:31:42.963701 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-36a0f303-cd3d-4f67-b843-659ca2735bec req-af32d8ff-819b-4860-ae68-25a6af088354 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353312 Jul 22 20:31:43.127184 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:44.116709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f01902-0609-4cca-9db1-aa1e4a958527 req-4a7ebf59-ede8-4441-9e0b-72fdd146fce4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:44.118715 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10f01902-0609-4cca-9db1-aa1e4a958527 req-4a7ebf59-ede8-4441-9e0b-72fdd146fce4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0800915 Jul 22 20:31:44.162616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10f01902-0609-4cca-9db1-aa1e4a958527 req-2950dac9-6b52-4bab-a572-8711acc6cd99 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367794 Jul 22 20:31:45.324816 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d966d-f31c-4c48-8b1a-213eff71973b req-2cf2e644-4911-4b44-a9fc-bd592b07ae2f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:45.326828 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-175d966d-f31c-4c48-8b1a-213eff71973b req-2cf2e644-4911-4b44-a9fc-bd592b07ae2f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0794480 Jul 22 20:31:45.373501 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-175d966d-f31c-4c48-8b1a-213eff71973b req-f08a0dd7-a77a-4de7-bf93-1a19533888a4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Jul 22 20:31:46.574100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b49977-49f1-4f8f-953b-36b2d7933277 req-b01403a8-cbb5-4425-b0eb-4942211226b9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:46.576568 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8b49977-49f1-4f8f-953b-36b2d7933277 req-b01403a8-cbb5-4425-b0eb-4942211226b9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0919759 Jul 22 20:31:46.598275 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:31:46.627273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e8b49977-49f1-4f8f-953b-36b2d7933277 req-3307a43d-d850-4f61-acc5-10d6dbdbbd74 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Jul 22 20:31:47.800360 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1f6e-a1eb-4b7c-b99d-270c0cd4165d req-178c1f57-548f-454c-a2b7-5d7ff5a557cb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:47.802640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa3f1f6e-a1eb-4b7c-b99d-270c0cd4165d req-178c1f57-548f-454c-a2b7-5d7ff5a557cb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0878315 Jul 22 20:31:47.858267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-aa3f1f6e-a1eb-4b7c-b99d-270c0cd4165d req-664af94b-9327-47bb-bae1-823fbb64d944 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491586 Jul 22 20:31:49.027331 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aba9f-a236-47c5-ace8-0a944003673b req-9870fbf7-ad07-4d9e-b9e7-ab2676837e66 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:49.028923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa4aba9f-a236-47c5-ace8-0a944003673b req-9870fbf7-ad07-4d9e-b9e7-ab2676837e66 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0905633 Jul 22 20:31:49.070678 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa4aba9f-a236-47c5-ace8-0a944003673b req-847672fe-f2dd-4cf7-afb8-74ed264be558 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350854 Jul 22 20:31:50.226971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9022-9cc3-45a3-872f-670027af32d0 req-7a35b3ba-c763-4d39-9962-8892d6865ac7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:50.228886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b3c9022-9cc3-45a3-872f-670027af32d0 req-7a35b3ba-c763-4d39-9962-8892d6865ac7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0795484 Jul 22 20:31:50.275299 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6b3c9022-9cc3-45a3-872f-670027af32d0 req-5832213a-6e8d-417b-911e-96b54338756b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393183 Jul 22 20:31:51.503297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b23b5-c421-46c5-8e93-848184490a48 req-58e7ebde-700f-4220-9342-6f23a927374e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:51.504746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-392b23b5-c421-46c5-8e93-848184490a48 req-58e7ebde-700f-4220-9342-6f23a927374e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.1350300 Jul 22 20:31:51.551163 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-392b23b5-c421-46c5-8e93-848184490a48 req-4bcc78ee-0936-4adb-910f-8efb8d54c045 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365040 Jul 22 20:31:52.715286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9101e-7810-4416-a829-47fb447f09ff req-f67faed8-7709-4ae3-ba43-6df2acb8f142 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:52.716913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0d9101e-7810-4416-a829-47fb447f09ff req-f67faed8-7709-4ae3-ba43-6df2acb8f142 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0838888 Jul 22 20:31:52.781030 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0d9101e-7810-4416-a829-47fb447f09ff req-38242622-dd2a-43c4-bc3f-8ecd1cf82d0c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543096 Jul 22 20:31:53.934003 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506ad54-5656-4ae6-97af-208a602f74d4 req-cd2642af-70d1-420e-99b1-2ab30fbe77a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:53.935983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8506ad54-5656-4ae6-97af-208a602f74d4 req-cd2642af-70d1-420e-99b1-2ab30fbe77a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0740907 Jul 22 20:31:53.992853 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8506ad54-5656-4ae6-97af-208a602f74d4 req-d7816ea9-28eb-4958-a27b-ecf197811bf0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499496 Jul 22 20:31:55.061437 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:55.161340 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e95743-da02-436f-a9c8-2b64265cfcd6 req-f14de7ca-cd93-4379-8b2b-21cfcb37ebb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:55.163178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3e95743-da02-436f-a9c8-2b64265cfcd6 req-f14de7ca-cd93-4379-8b2b-21cfcb37ebb6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0752304 Jul 22 20:31:55.223904 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f3e95743-da02-436f-a9c8-2b64265cfcd6 req-2047cdeb-f186-4942-a2d0-3e7d0fbc8a00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539560 Jul 22 20:31:56.388184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2c3e2-3b9b-456e-98b1-cb8f85d3ffc3 req-bf359c51-b6f4-4901-9c02-f4dcd5155b82 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:56.389785 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15b2c3e2-3b9b-456e-98b1-cb8f85d3ffc3 req-bf359c51-b6f4-4901-9c02-f4dcd5155b82 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0815165 Jul 22 20:31:56.444431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-15b2c3e2-3b9b-456e-98b1-cb8f85d3ffc3 req-93e9caab-dbb1-484b-a0b8-f38c3d2f2de8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Jul 22 20:31:57.589619 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ccad9-3b93-4109-906c-5bfcc241ceba req-5e2f78df-8c0e-462c-bc56-2f5fcf30f6da tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:57.591286 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-100ccad9-3b93-4109-906c-5bfcc241ceba req-5e2f78df-8c0e-462c-bc56-2f5fcf30f6da tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0678220 Jul 22 20:31:57.632791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-100ccad9-3b93-4109-906c-5bfcc241ceba req-8e6a1ab1-d1c6-44e1-9297-e3e88de36096 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355537 Jul 22 20:31:57.898925 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:31:58.797535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08590289-f063-4b61-89c0-969f1782e70d req-49af624f-7cfe-43ca-a625-45173b66b1e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:31:58.799827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08590289-f063-4b61-89c0-969f1782e70d req-49af624f-7cfe-43ca-a625-45173b66b1e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0934908 Jul 22 20:31:58.846058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08590289-f063-4b61-89c0-969f1782e70d req-2d148aaa-165d-4303-a035-d30d10ebff05 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388505 Jul 22 20:31:58.873388 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41436) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:31:58.938208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3fe2cbfe-b462-4c44-b28b-88b4f11b1304 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/a5547f82-9e0b-44df-8146-f567a635b027 HTTP/1.1" status: 200 len: 994 time: 0.0634792 Jul 22 20:32:00.243914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2b9be-408e-4201-a84f-dd3187f1d08a req-d467acf8-ad4c-40e6-874c-dcb9b3f2e00f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:00.255730 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38d2b9be-408e-4201-a84f-dd3187f1d08a req-d467acf8-ad4c-40e6-874c-dcb9b3f2e00f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0769982 Jul 22 20:32:00.296666 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-9cf76b68-3b42-467f-b6f2-d5883bad2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:00.298898 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-9cf76b68-3b42-467f-b6f2-d5883bad2604 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1098 time: 0.0722146 Jul 22 20:32:00.300999 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-38d2b9be-408e-4201-a84f-dd3187f1d08a req-9c759b05-64f2-4bc2-9530-75eb57595a93 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Jul 22 20:32:00.407787 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-6bba80b8-7f6b-4f0f-ad9f-5f78b075127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:00.409326 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-6bba80b8-7f6b-4f0f-ad9f-5f78b075127f service neutron] 10.222.0.32 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 898 time: 0.1040387 Jul 22 20:32:00.482386 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-2205d779-c45b-49fd-871b-cffbaedf22ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 1002 time: 0.0667758 Jul 22 20:32:00.538739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-ef0fd45d-3dde-4037-87a3-4b663e561376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:00.540243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-ef0fd45d-3dde-4037-87a3-4b663e561376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 200 len: 835 time: 0.0519655 Jul 22 20:32:00.605737 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-4770116b-ac96-4579-96c7-22ac32ad0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:00.607293 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-4770116b-ac96-4579-96c7-22ac32ad0b28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55219eb2-d731-45fb-90b3-d92005a38dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612514 Jul 22 20:32:00.714820 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-3ee52792-e553-458f-88e7-02657a0d205e service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010544 Jul 22 20:32:00.825019 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5db55ce0-cca1-4aab-a66f-609ba1eb374d req-8c001f50-9b93-40da-86d9-ef9d4e8df468 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040332 Jul 22 20:32:01.490103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1810ba0-0bc4-4715-aceb-9c6ce649db24 req-a69315ff-a55b-47db-a23c-865085f4f2d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:01.491552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1810ba0-0bc4-4715-aceb-9c6ce649db24 req-a69315ff-a55b-47db-a23c-865085f4f2d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0933113 Jul 22 20:32:01.536389 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e1810ba0-0bc4-4715-aceb-9c6ce649db24 req-50f1ae70-6897-49c1-a7cc-90e45a9b210b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355449 Jul 22 20:32:02.699302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a82ae-3d42-4d71-adea-3f8176683269 req-a13ae0bc-f462-4736-882d-258802a094b1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:02.700975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b01a82ae-3d42-4d71-adea-3f8176683269 req-a13ae0bc-f462-4736-882d-258802a094b1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0921288 Jul 22 20:32:02.747077 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b01a82ae-3d42-4d71-adea-3f8176683269 req-d83460f5-4f3a-4374-b628-18001f820d08 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391982 Jul 22 20:32:02.774287 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41448) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:02.848070 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c7e7fd14-578d-4a7e-9975-bc7799a7a75f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/a5547f82-9e0b-44df-8146-f567a635b027 HTTP/1.1" status: 200 len: 994 time: 0.0724730 Jul 22 20:32:07.191034 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-385e55cd-5190-4a0c-8dea-6cae241ba0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:10.059343 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:10.107970 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a041de5-d48a-4a56-8f4e-f7d9a293961f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:11.756047 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:13.125532 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:23.597748 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:32:25.062169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:27.902357 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.264062 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41462) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:33.445745 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 3efbd12b-baa5-4286-922d-601cf950a93c {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:32:33.446101 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.530886 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.531171 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.543835 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 3efbd12b-baa5-4286-922d-601cf950a93c owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:32:33.700022 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.732234 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=3efbd12b-baa5-4286-922d-601cf950a93c,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:33.757974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.759213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.759213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.759213 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.759508 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.759607 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.760043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.760273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.760603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.760931 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.761260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.761584 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:33.804306 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:33.805537 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP a5547f82-9e0b-44df-8146-f567a635b027 disassociated (deleted). External IP: 172.25.6.110, port: 1b147cb0-4d28-4bd7-a5e1-09d541dc5385. Jul 22 20:32:34.017762 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:32:34.412440 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:32:34.417338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:34.421930 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Sync routers for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:32:34.431481 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:34.432097 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:34.456365 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-784293b5-2276-41fa-93c6-738a8c85b50c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/floatingips/a5547f82-9e0b-44df-8146-f567a635b027 HTTP/1.1" status: 204 len: 168 time: 1.1885870 Jul 22 20:32:34.456365 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:32:34.456877 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b69fdde-8104-4804-a486-36c7bda56974" -d '{"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:32:34.543417 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:34.676991 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1371f-dce9-4a80-bb46-e5752f24703b x-openstack-request-id: req-00e1371f-dce9-4a80-bb46-e5752f24703b {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:32:34.677424 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:32:34.677961 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00e1371f-dce9-4a80-bb46-e5752f24703b {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:32:34.678463 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'status': 'completed', 'code': 200} Jul 22 20:32:34.803608 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69fdde-8104-4804-a486-36c7bda56974 req-64198768-6db0-4592-9b61-c44a6a3c290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:34.803946 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a0e18-f4be-4436-b7c6-6940dcb1311f req-70576886-c70d-48d3-99ec-0d968375279f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:34.805471 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-64198768-6db0-4592-9b61-c44a6a3c290c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 1098 time: 0.1003163 Jul 22 20:32:34.805665 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-723a0e18-f4be-4436-b7c6-6940dcb1311f req-70576886-c70d-48d3-99ec-0d968375279f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0762141 Jul 22 20:32:34.852748 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:34.856767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-723a0e18-f4be-4436-b7c6-6940dcb1311f req-4d5d759c-938e-4b51-96c4-6cd46b6a0cb9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Jul 22 20:32:34.883570 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Checking router: 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:32:34.891853 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:34.892489 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:34.912562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69fdde-8104-4804-a486-36c7bda56974 req-c626da3e-3c95-4160-8003-483aa00b86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:34.914255 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-c626da3e-3c95-4160-8003-483aa00b86bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 200 len: 898 time: 0.1012259 Jul 22 20:32:34.956623 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-ea9b6e28-533e-4722-8b30-86a29ad75fb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 200 len: 217 time: 0.0350964 Jul 22 20:32:34.997573 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:35.008673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69fdde-8104-4804-a486-36c7bda56974 req-23965743-f772-4a36-ab1f-703e62841bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:35.010154 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-23965743-f772-4a36-ab1f-703e62841bdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 200 len: 835 time: 0.0453081 Jul 22 20:32:35.079373 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69fdde-8104-4804-a486-36c7bda56974 req-361872bd-fba0-4c9f-b9b3-602df54e2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:35.080942 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-361872bd-fba0-4c9f-b9b3-602df54e2a6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=55219eb2-d731-45fb-90b3-d92005a38dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630217 Jul 22 20:32:35.183981 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-1c1cdac9-5cba-42a7-a65b-0df5cd57e478 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946569 Jul 22 20:32:35.203467 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:35.234180 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceaeaf-2c03-4d11-90b5-1a060a3e8d85 None None] The sync data for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 is: [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'cb47d3f2-29e5-494c-b247-782c6d9d35de', 'name': '', 'network_id': '55219eb2-d731-45fb-90b3-d92005a38dea', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:f0:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:52Z', 'updated_at': '2021-07-22T20:30:57Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '48de7b63-f20a-4ae7-8716-346f3e5081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:32:35.284083 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-0b69fdde-8104-4804-a486-36c7bda56974 req-a3058a44-0733-4cd2-b644-97378aeabd25 service neutron] 10.222.0.32 "GET /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920599 Jul 22 20:32:35.458173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b269e44e-c1bd-4269-9f82-54d377ca13fa None None] New status for floating IP a5547f82-9e0b-44df-8146-f567a635b027: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:32:35.982472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590944a-997f-4116-9505-cd1c62044831 req-43381dd6-b65b-40fd-a2d9-5816c9d933a7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:35.983986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1590944a-997f-4116-9505-cd1c62044831 req-43381dd6-b65b-40fd-a2d9-5816c9d933a7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0642605 Jul 22 20:32:36.027193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1590944a-997f-4116-9505-cd1c62044831 req-6dfd69e6-93e0-4169-9e11-7a38fec9f7c8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=81e4dbca-a0c9-482a-9260-7627849d7131&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 Jul 22 20:32:36.275675 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-d89b80f1-6de2-437f-a6b5-987cd6f9df84 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:36.277191 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-d89b80f1-6de2-437f-a6b5-987cd6f9df84 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 946 time: 0.0640607 Jul 22 20:32:36.382164 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:32:36.382497 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:36.467720 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:36.467987 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:36.480676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 owned by compute:nova {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:32:36.609565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:36.640178 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=1b147cb0-4d28-4bd7-a5e1-09d541dc5385,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:36.691122 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] No DVR routers for this DVR port 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 on host n-h2-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:32:36.693731 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:36.695775 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-6925e0ef-b3a8-48e2-a46c-3e4bccd5f1b1 req-64b84ce0-3961-4b88-85bc-f79789536b91 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "DELETE /v2.0/ports/1b147cb0-4d28-4bd7-a5e1-09d541dc5385 HTTP/1.1" status: 204 len: 173 time: 0.4124365 Jul 22 20:32:36.696247 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'name': 'network-vif-deleted', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:32:36.698528 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b2ef6-ad9b-442e-8805-50dc14b1fb2b" -d '{"events": [{"server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "name": "network-vif-deleted", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:32:36.736991 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6ced1-8b86-48d0-907f-0aa9a9fa685e x-openstack-request-id: req-67d6ced1-8b86-48d0-907f-0aa9a9fa685e {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:32:36.737307 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce056ce7-41a0-4540-8cf7-ee90691acc7a", "name": "network-vif-deleted", "tag": "1b147cb0-4d28-4bd7-a5e1-09d541dc5385", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:32:36.737576 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67d6ced1-8b86-48d0-907f-0aa9a9fa685e {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:32:36.738000 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce056ce7-41a0-4540-8cf7-ee90691acc7a', 'name': 'network-vif-deleted', 'tag': '1b147cb0-4d28-4bd7-a5e1-09d541dc5385', 'status': 'completed', 'code': 200} Jul 22 20:32:37.140893 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7569d1b2-0f87-4701-a128-990908778e25 req-fca6c9ff-75ea-4b06-866f-251adfdb5f6f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 210 time: 0.0302496 Jul 22 20:32:37.183988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48f6617a-bd5c-473b-add9-41177a0f5c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:37.269555 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-981c0717-c367-423e-9779-dccd2f643e94 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jul 22 20:32:37.320449 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-3f79ea4e-0254-4a8c-87f7-6375b59229a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=ce056ce7-41a0-4540-8cf7-ee90691acc7a HTTP/1.1" status: 200 len: 210 time: 0.0290694 Jul 22 20:32:37.507603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-5d9317a7-63ef-4826-9617-bd61a0976b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:37.509130 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-5d9317a7-63ef-4826-9617-bd61a0976b29 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e78122c517ad464ba19e6a2d4977096f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1709142 Jul 22 20:32:37.681977 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-ec3238d4-e3c2-48d1-a9cb-436249556cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:37.683468 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-06b2a55d-587d-4790-8aaf-56e7cdef1911 req-ec3238d4-e3c2-48d1-a9cb-436249556cc4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677876 Jul 22 20:32:38.197803 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41484) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:38.554916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:38.821263 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port cb47d3f2-29e5-494c-b247-782c6d9d35de {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:32:38.821576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:38.909171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port cb47d3f2-29e5-494c-b247-782c6d9d35de, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cb47d3f2-29e5-494c-b247-782c6d9d35de,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:38.909526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:38.922041 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for cb47d3f2-29e5-494c-b247-782c6d9d35de owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:32:39.108932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.133545 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=cb47d3f2-29e5-494c-b247-782c6d9d35de,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:39.318331 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.528997 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:32:39.636389 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:32:39.642435 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3c7fef0a-7b4a-4d33-be8f-a01a473011f9 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/70d7924e-1c0d-4bc9-85df-dabdf8e7c12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434955 Jul 22 20:32:39.645249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41486) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:39.649010 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Sync routers for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:32:39.657891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:39.658493 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:39.700643 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting subnet 48de7b63-f20a-4ae7-8716-346f3e5081e7 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:32:39.704314 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.748040 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.762968 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:39.832400 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.897829 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.926465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:39.929489 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/subnets/48de7b63-f20a-4ae7-8716-346f3e5081e7 HTTP/1.1" status: 204 len: 168 time: 0.2831693 Jul 22 20:32:39.930462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42307861-872f-46be-aa44-2d16f49afe6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Subnet': ['ID=48de7b63-f20a-4ae7-8716-346f3e5081e7,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:39.932160 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41488) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:39.934178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d54626-b96c-458e-87c9-b1dd5691d6e2 None None] Network 55219eb2-d731-45fb-90b3-d92005a38dea requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:32:39.957318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:32:39Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:39.984654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Checking router: 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:32:39.993806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Routers {'70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:39.994435 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:40.056777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.071354 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.105992 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] Set router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:40.112616 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5330dfcf-5431-4e9d-b56a-a2cb4264e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.173321 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] DHCP port deletion for 55219eb2-d731-45fb-90b3-d92005a38dea request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:32:40.234394 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Deleting port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:32:40.235046 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.304949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] For port 71d9c26f-d9f2-4ab8-b823-73940dbf1039, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=71d9c26f-d9f2-4ab8-b823-73940dbf1039,segment=NetworkSegment(cd0d2fad-3409-42be-a37d-9e94e5bf3060),segment_id=cd0d2fad-3409-42be-a37d-9e94e5bf3060)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:40.305687 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.320301 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Calling delete_port for 71d9c26f-d9f2-4ab8-b823-73940dbf1039 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:32:40.323103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:32:39Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:40.354569 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdcfd65-11c7-471d-b27b-cc929907e248 None None] The sync data for ids ['70d7924e-1c0d-4bc9-85df-dabdf8e7c12c'] in n-d-800087-13 is: [{'id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-199259469', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223'}], 'enable_snat': True}, 'gw_port_id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:32:39Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'b171a017-13aa-42bf-a8cb-aebcfffb03da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:17:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d7924e-1c0d-4bc9-85df-dabdf8e7c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:30:49Z', 'updated_at': '2021-07-22T20:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:32:40.411921 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.442152 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Pushing event deleted for resources: {'Port': ['ID=71d9c26f-d9f2-4ab8-b823-73940dbf1039,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:40.447019 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] No DVR routers for this DVR port 71d9c26f-d9f2-4ab8-b823-73940dbf1039 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:32:40.454531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.454911 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.455445 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.455955 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.456345 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.456685 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.457356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.457356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.457662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.457988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.458323 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.459276 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2d4ef6-f90e-427b-80b3-ceea05b03d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.461262 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.515518 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port b171a017-13aa-42bf-a8cb-aebcfffb03da {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:32:40.515863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.594252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port b171a017-13aa-42bf-a8cb-aebcfffb03da, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b171a017-13aa-42bf-a8cb-aebcfffb03da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:40.594536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.607477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for b171a017-13aa-42bf-a8cb-aebcfffb03da owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:32:40.689095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:32:40.710988 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:32:40.711315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 1b147cb0-4d28-4bd7-a5e1-09d541dc5385 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:32:40.794409 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.828106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=b171a017-13aa-42bf-a8cb-aebcfffb03da,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:40.856561 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.856775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.857184 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.857452 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.857785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.858118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.858448 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.858778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.859104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.859427 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.859753 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.860075 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:40.900368 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.991591 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:40.993774 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.037312 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.037894 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Fanout notify agent at l3_agent the message router_deleted on router 70d7924e-1c0d-4bc9-85df-dabdf8e7c12c {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:32:41.045129 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.046253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ffbfd885-954d-40b8-9623-1613fce3b31b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/routers/70d7924e-1c0d-4bc9-85df-dabdf8e7c12c HTTP/1.1" status: 204 len: 168 time: 1.1124384 Jul 22 20:32:41.049051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41490) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:41.134108 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.225825 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.236286 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55219eb2-d731-45fb-90b3-d92005a38dea']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:41.246481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0d2fad-3409-42be-a37d-9e94e5bf3060') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:41.246783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0d2fad-3409-42be-a37d-9e94e5bf3060') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:41.255270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.269334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.275649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:32:41.276041 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:32:41.278900 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:32:41.337926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.342558 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.347162 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/networks/55219eb2-d731-45fb-90b3-d92005a38dea HTTP/1.1" status: 204 len: 168 time: 0.2947030 Jul 22 20:32:41.347689 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41492) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:41.359570 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd5804-21b9-4379-8ecf-a8ac9e0c373e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Network': ['ID=55219eb2-d731-45fb-90b3-d92005a38dea,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:41.410299 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.436061 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.520746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.525147 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.529031 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/security-groups/81e4dbca-a0c9-482a-9260-7627849d7131 HTTP/1.1" status: 204 len: 168 time: 0.1778283 Jul 22 20:32:41.545469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a8a4-4c91-4703-bb78-e436f518c33d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4dbca-a0c9-482a-9260-7627849d7131,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:41.755577 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.777537 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb47d3f2-29e5-494c-b247-782c6d9d35de no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:32:41.798713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cb47d3f2-29e5-494c-b247-782c6d9d35de {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:32:41.799065 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cb47d3f2-29e5-494c-b247-782c6d9d35de not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:32:41.799481 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b171a017-13aa-42bf-a8cb-aebcfffb03da no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:32:41.819331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b171a017-13aa-42bf-a8cb-aebcfffb03da {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:32:41.819796 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b171a017-13aa-42bf-a8cb-aebcfffb03da not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:32:41.820096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 71d9c26f-d9f2-4ab8-b823-73940dbf1039 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:32:41.827310 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41498) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:41.832330 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106153671', 'description': 'tempest-secgroup-smoke-2106153671 description', 'project_id': 'e78122c517ad464ba19e6a2d4977096f'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:41.842614 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 71d9c26f-d9f2-4ab8-b823-73940dbf1039 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:32:41.842998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 71d9c26f-d9f2-4ab8-b823-73940dbf1039 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:32:41.860127 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.954745 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.959516 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.987380 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:41.988649 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1602933 Jul 22 20:32:41.991079 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c28aea-7a18-4dc3-b582-46688c70fbcb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2687eaf-6069-4b1d-88ba-5b24ebfea39b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:41.992441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41500) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:41.998912 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.026086 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.089578 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.093760 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.112130 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ab99a-7a38-4f77-bf0a-0c2858627713,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.119209 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.120800 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c0726e11-fe36-43bc-a0f9-786ea990e16b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266227 Jul 22 20:32:42.125492 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41502) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.128276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.154920 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.221947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.226089 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.244126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db18b29-148c-4bae-a773-748a5aaa9c2e,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.256548 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.256548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ec2e1f2d-53e0-4a1f-b83d-6f4b585718e3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277397 Jul 22 20:32:42.257024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41504) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.261637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.289697 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.354551 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.359342 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.377203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114a4da2-396a-4bf4-844f-252ffb8745a6,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.385088 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.386342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8e4d1e2b-c558-450e-bd40-7f3293ab6532 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283331 Jul 22 20:32:42.389309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41506) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.393775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.421544 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.488189 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.491857 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.510011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dd2b17-581c-4d41-b5fa-5b805aab2a86,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.516557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.517738 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-12596e47-379d-40ef-b022-2ae9c04e68be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274936 Jul 22 20:32:42.520571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41508) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.525886 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.549995 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:32:42.554974 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.616269 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.619732 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.639109 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b3859c-3299-4ad0-a381-3068e2534b05,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.642383 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.643589 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4611e027-f4c9-4aea-831f-6e8eea372d00 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214130 Jul 22 20:32:42.647308 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41510) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.652555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'security_group_rule': {'security_group_id': 'c2687eaf-6069-4b1d-88ba-5b24ebfea39b', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.673855 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Project e78122c517ad464ba19e6a2d4977096f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:32:42.678771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.740459 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.743848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.762303 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28d0f24-915a-4fa1-917e-c39899815601,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:42.768338 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.773065 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2a3cf559-3b9b-444c-884a-cd244973b4e7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212072 Jul 22 20:32:42.773065 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41512) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.777982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'network': {'name': 'tempest-network-smoke--1536966474', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'port_security_enabled': True}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.799451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:32:42.803580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.828285 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:32:42.838270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.838643 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Added segment 08bc2b4e-ee48-411b-bc85-b15f5a28e5ba of type vlan for network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb Jul 22 20:32:42.882642 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.909929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.915400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:42.915982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:42.951441 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1773360 Jul 22 20:32:42.954148 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41514) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:42.958516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'admin_state_up': True, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:42.993165 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef852b-0234-455c-9e75-2e0507ee0a34 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Network': ['ID=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:43.003951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:32:43.011543 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.012575 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.070259 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.129548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.206908 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.406499 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.425960 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.527472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.193 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/cc94628a-b02a-47bb-9a7d-30d60b7f08da) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:32:43.645597 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.684928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:43.721321 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:32:43.726740 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:43.730129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:32:43.761217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=cc94628a-b02a-47bb-9a7d-30d60b7f08da,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:43.987799 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:44.183765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:44.311343 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router e003f6e6-fdbc-4a2b-83ff-9541807f0240 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:32:44.418533 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:32:44.428715 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Sync routers for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:32:44.437594 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:44.437837 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:44.438243 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:44.438965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6ab2dc08-aee0-4845-a6d8-c70d89c67606 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4839010 Jul 22 20:32:44.442199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41516) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:44.471215 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-23c013cf-618f-41ad-a6ac-9715f6a3de17 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=e78122c517ad464ba19e6a2d4977096f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279276 Jul 22 20:32:44.474181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41518) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:44.544648 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:44.567241 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39de11ff-8834-42bc-a3f9-3fe4016b3664 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:44.569538 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-39de11ff-8834-42bc-a3f9-3fe4016b3664 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938990 Jul 22 20:32:44.572984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41520) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:44.601652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b0961398-e7e3-4de2-b040-4544aec53c46 tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=a5ec1a50-0e8a-4c15-9800-8292c2ab9d68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275056 Jul 22 20:32:44.604941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41522) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:44.610181 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1321729315', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:44.707195 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:32:44.711130 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:44.750798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:43Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:44.777691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Checking router: e003f6e6-fdbc-4a2b-83ff-9541807f0240 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:32:44.778089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Updating router e003f6e6-fdbc-4a2b-83ff-9541807f0240 port cc94628a-b02a-47bb-9a7d-30d60b7f08da binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:32:44.814779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.100463 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.111439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Transition to ACTIVE for port object cc94628a-b02a-47bb-9a7d-30d60b7f08da will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:45.118989 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.172987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Attempting to bind port cc94628a-b02a-47bb-9a7d-30d60b7f08da on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:32:45.173352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Attempting to bind port cc94628a-b02a-47bb-9a7d-30d60b7f08da by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:32:45.173718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Attempting to bind port cc94628a-b02a-47bb-9a7d-30d60b7f08da on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:32:45.175760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1105f-0ed4-43d7-9889-a5c5c52efd49 None None] Pushing event updated for resources: {'Port': ['ID=cc94628a-b02a-47bb-9a7d-30d60b7f08da,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:45.181934 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:32:45.182320 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:32:45.182765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.183341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:32:45.183702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Bound port: cc94628a-b02a-47bb-9a7d-30d60b7f08da, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:32:45.184087 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.188131 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.237520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] For port cc94628a-b02a-47bb-9a7d-30d60b7f08da, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:32:45.242082 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] For port cc94628a-b02a-47bb-9a7d-30d60b7f08da, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cc94628a-b02a-47bb-9a7d-30d60b7f08da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:32:45.249044 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.256805 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Subnet': ['ID=810fce06-3573-4314-8243-cb260629fcb1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:45.259597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Checking segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:32:45.259974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network hostable DHCP agents. Network: 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:32:45.277684 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:32:45.289786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:45.294212 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:45.294587 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.310575 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a763d-ef63-43a3-9585-17bab2291225 None None] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:32:45.314352 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9e1e20ac-9618-429a-914d-eb0809f59c37 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7051387 Jul 22 20:32:45.314462 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41526) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:32:45.319355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:45.320047 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:45.332061 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1105f-0ed4-43d7-9889-a5c5c52efd49 None None] Pushing event updated for resources: {'Port': ['ID=cc94628a-b02a-47bb-9a7d-30d60b7f08da,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:45.674083 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:45.769479 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:45.817646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:32:45.819265 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.025110 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:43Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:46.030560 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Allocated IP 172.20.0.2 (9ba16dff-85ab-49e3-8460-6aa3c8afb5cb/810fce06-3573-4314-8243-cb260629fcb1/c68debf8-22ec-4703-8cdf-7acf7a296f0b) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:32:46.061699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ac398b-2110-4b5a-91a4-c22cfe37a842 None None] The sync data for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 is: [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:43Z', 'revision_number': 3, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:32:46.226107 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.235508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Transition to ACTIVE for port object c68debf8-22ec-4703-8cdf-7acf7a296f0b will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:46.253507 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Transition to ACTIVE for port object c68debf8-22ec-4703-8cdf-7acf7a296f0b will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:46.263102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.343367 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.1 (9ba16dff-85ab-49e3-8460-6aa3c8afb5cb/810fce06-3573-4314-8243-cb260629fcb1/596726ba-202e-4a84-9316-ca2017660edd) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:32:46.344025 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:32:46.356586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:46.365030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:32:46.378244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Pushing event updated for resources: {'Port': ['ID=c68debf8-22ec-4703-8cdf-7acf7a296f0b,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:46.462634 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Attempting to bind port c68debf8-22ec-4703-8cdf-7acf7a296f0b on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:32:46.463226 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Attempting to bind port c68debf8-22ec-4703-8cdf-7acf7a296f0b by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:32:46.463806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Attempting to bind port c68debf8-22ec-4703-8cdf-7acf7a296f0b on network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:32:46.472841 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:32:46.473433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Checking segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:32:46.474360 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.475183 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Bound using segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:32:46.476016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Bound port: c68debf8-22ec-4703-8cdf-7acf7a296f0b, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:32:46.476706 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.521858 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.548819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object 596726ba-202e-4a84-9316-ca2017660edd will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:46.592198 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] For port c68debf8-22ec-4703-8cdf-7acf7a296f0b, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:32:46.599799 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] For port c68debf8-22ec-4703-8cdf-7acf7a296f0b, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c68debf8-22ec-4703-8cdf-7acf7a296f0b,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:32:46.601699 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.606674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:46.702106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:32:46.711973 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:46.715697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:46.722327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efcf27-4c6c-4ade-8896-215852507301 None None] Pushing event updated for resources: {'Port': ['ID=c68debf8-22ec-4703-8cdf-7acf7a296f0b,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:46.728810 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:32:46.802862 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:47.207111 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:47.567818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:47.575026 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:47.671315 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:47.674722 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:47.820984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:32:47.823498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:47.858566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c68debf8-22ec-4703-8cdf-7acf7a296f0b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:47.953397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port c68debf8-22ec-4703-8cdf-7acf7a296f0b completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:47.960189 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cc94628a-b02a-47bb-9a7d-30d60b7f08da up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:47.990771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c425e-8183-4752-97a3-70a017dfb0df None None] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:32:48.014651 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router e003f6e6-fdbc-4a2b-83ff-9541807f0240 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:32:48.040447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Provisioning for port c68debf8-22ec-4703-8cdf-7acf7a296f0b completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:48.071867 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Provisioning complete for port c68debf8-22ec-4703-8cdf-7acf7a296f0b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:48.072328 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.134875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port cc94628a-b02a-47bb-9a7d-30d60b7f08da completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:48.155791 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:32:48.162860 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-7472eec8-2782-4176-ae8f-84162fbbb453 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/e003f6e6-fdbc-4a2b-83ff-9541807f0240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473129 Jul 22 20:32:48.163810 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cc94628a-b02a-47bb-9a7d-30d60b7f08da triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:48.164214 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.284139 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.341218 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Sync routers for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:32:48.352830 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:48.353717 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:48.372877 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-d4581dfb-6066-48d0-8523-678bb1150769 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106153671&fields=id&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 267 time: 0.0461667 Jul 22 20:32:48.410626 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.429731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] For port c68debf8-22ec-4703-8cdf-7acf7a296f0b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c68debf8-22ec-4703-8cdf-7acf7a296f0b,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:48.443901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.469066 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port cc94628a-b02a-47bb-9a7d-30d60b7f08da, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cc94628a-b02a-47bb-9a7d-30d60b7f08da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:48.503512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.505782 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:48.548884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75c750-b3ad-4dc7-b056-a69e673f7dd6 None None] Pushing event updated for resources: {'Port': ['ID=c68debf8-22ec-4703-8cdf-7acf7a296f0b,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:48.559273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-90a90342-7f6d-4187-881f-f8d0a3af8aab tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:48.562071 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-90a90342-7f6d-4187-881f-f8d0a3af8aab tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 797 time: 0.1775830 Jul 22 20:32:48.587513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-1a92b56e-93ac-4bbb-b630-e970295d021f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/quotas/e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 375 time: 0.0180399 Jul 22 20:32:48.630085 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=cc94628a-b02a-47bb-9a7d-30d60b7f08da,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:48.680679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-b4409a87-2a73-4617-a9a0-b5b5b77a0370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914156 Jul 22 20:32:48.700712 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-921784db-276c-4964-9037-3408f46d27c1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:32:48.701918 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-921784db-276c-4964-9037-3408f46d27c1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070448 Jul 22 20:32:48.792583 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Provisioning complete for port c68debf8-22ec-4703-8cdf-7acf7a296f0b triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:48.793512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:48.856262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-1b524b98-0d0c-4600-bf97-3b2742eff573 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452584 Jul 22 20:32:48.916722 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:47Z', 'revision_number': 2, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:48.955466 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Checking router: e003f6e6-fdbc-4a2b-83ff-9541807f0240 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:32:48.955969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Updating router e003f6e6-fdbc-4a2b-83ff-9541807f0240 port 596726ba-202e-4a84-9316-ca2017660edd binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:32:48.956745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Provisioning for port 596726ba-202e-4a84-9316-ca2017660edd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:48.964578 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Provisioning complete for port 596726ba-202e-4a84-9316-ca2017660edd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:48.965204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.001471 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-62da6e6e-719f-4245-930b-120f2defa208 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442370 Jul 22 20:32:49.001730 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.034224 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-85c8ad32-ce7c-499a-9060-99c62aff502e None None] Port 596726ba-202e-4a84-9316-ca2017660edd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:32:49.190144 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cf274307-85cc-49c6-ad20-66ea1dcde46d None None] Provisioning complete for port 596726ba-202e-4a84-9316-ca2017660edd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:49.195233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf274307-85cc-49c6-ad20-66ea1dcde46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.263963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cf274307-85cc-49c6-ad20-66ea1dcde46d None None] Port 596726ba-202e-4a84-9316-ca2017660edd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:32:49.314844 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c48714f3-f85b-487b-8768-975c208860a5 req-a115fd1a-bd99-45b1-bd05-33ccdd770370 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 210 time: 0.0598564 Jul 22 20:32:49.491897 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4bf24a0d-f783-4a5a-870f-e02d874c4c98 None None] Provisioning complete for port 596726ba-202e-4a84-9316-ca2017660edd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:49.492580 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bf24a0d-f783-4a5a-870f-e02d874c4c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.496254 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.511064 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Transition to ACTIVE for port object 596726ba-202e-4a84-9316-ca2017660edd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:49.527818 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.568621 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24a0d-f783-4a5a-870f-e02d874c4c98 None None] Port 596726ba-202e-4a84-9316-ca2017660edd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:32:49.637275 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Pushing event updated for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:49.668080 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.668439 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.668953 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.669441 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.669921 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.670426 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.670919 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.671417 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.671918 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.672437 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.672962 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.673440 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:32:49.751549 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Attempting to bind port 596726ba-202e-4a84-9316-ca2017660edd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:32:49.751926 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Attempting to bind port 596726ba-202e-4a84-9316-ca2017660edd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:32:49.752318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Attempting to bind port 596726ba-202e-4a84-9316-ca2017660edd on network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:32:49.762027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:32:49.762487 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Checking segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:32:49.762905 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.763327 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Bound using segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:32:49.763953 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Bound port: 596726ba-202e-4a84-9316-ca2017660edd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:32:49.764387 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.813894 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c68debf8-22ec-4703-8cdf-7acf7a296f0b up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:49.870654 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] For port 596726ba-202e-4a84-9316-ca2017660edd, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:32:49.876018 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] For port 596726ba-202e-4a84-9316-ca2017660edd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=596726ba-202e-4a84-9316-ca2017660edd,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:32:49.882063 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.897780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port c68debf8-22ec-4703-8cdf-7acf7a296f0b triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:49.898144 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:49.963247 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:32:49.964081 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:49.969597 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ede29-affa-4803-a982-f06c3b6980e8 None None] Pushing event updated for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:50.040831 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cc94628a-b02a-47bb-9a7d-30d60b7f08da up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:50.122569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port cc94628a-b02a-47bb-9a7d-30d60b7f08da triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:50.122992 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:50.128738 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:32:50.408707 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:49Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:32:50.415587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c7c06ff7-33b3-4613-9a91-726a2c34f3f0 req-614b6337-e5db-4324-9e4f-75f3bd023aa8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 210 time: 0.0323496 Jul 22 20:32:50.444668 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c283f2-b6f5-486b-9124-e470fde203a4 None None] The sync data for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 is: [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:49Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:32:50.746394 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-0f1d6c54-a7dd-4092-9445-f2804950f138 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:50.749189 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-0f1d6c54-a7dd-4092-9445-f2804950f138 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 797 time: 0.1475832 Jul 22 20:32:50.805514 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-1374fb93-8db3-4d00-875d-9e973670e176 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78122c517ad464ba19e6a2d4977096f HTTP/1.1" status: 200 len: 380 time: 0.0479348 Jul 22 20:32:50.820809 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'port': {'device_id': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'admin_state_up': True, 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'security_groups': ['c2687eaf-6069-4b1d-88ba-5b24ebfea39b']}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:50.955483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Made reservation on behalf of e78122c517ad464ba19e6a2d4977096f for: {'port': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:32:50.959197 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.106756 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.20.0.12 (9ba16dff-85ab-49e3-8460-6aa3c8afb5cb/810fce06-3573-4314-8243-cb260629fcb1/f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:32:51.284467 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.309557 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Transition to ACTIVE for port object f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:51.357945 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.407560 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:32:51.411022 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:32:51.414700 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:32:51.421847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:51.479050 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:51.479861 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.507662 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-bd5f0218-0bc7-4d02-9e57-c03a5a31eab8 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6907535 Jul 22 20:32:51.520273 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Request body: {'port': {'device_id': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:32:51.597915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a09ea-767d-4b72-aa44-75ddb9c3119f req-3b05d1c7-2450-4811-9831-0d3e3b3d9b6e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:51.605662 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c11a09ea-767d-4b72-aa44-75ddb9c3119f req-3b05d1c7-2450-4811-9831-0d3e3b3d9b6e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 932 time: 0.0937459 Jul 22 20:32:51.623688 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.650012 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c11a09ea-767d-4b72-aa44-75ddb9c3119f req-37b7a60a-e9ce-4ed4-a962-c28484e5192e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432379 Jul 22 20:32:51.717612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4ca0acce-609b-4985-8a0c-ea4b30b65d53 None None] Provisioning for port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:51.723015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4ca0acce-609b-4985-8a0c-ea4b30b65d53 None None] Provisioning complete for port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:51.723759 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4ca0acce-609b-4985-8a0c-ea4b30b65d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.779034 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0acce-609b-4985-8a0c-ea4b30b65d53 None None] Port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:32:51.831986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 596726ba-202e-4a84-9316-ca2017660edd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:51.895646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 596726ba-202e-4a84-9316-ca2017660edd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:51.901051 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 596726ba-202e-4a84-9316-ca2017660edd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:51.901537 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:51.967979 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 {{(pid=93801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:32:51.981350 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.000250 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Transition to ACTIVE for port object f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 will not be triggered until provisioned by entity L2. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:32:52.007994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.024916 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.067720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 596726ba-202e-4a84-9316-ca2017660edd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=596726ba-202e-4a84-9316-ca2017660edd,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:52.075441 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.125435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Pushing event updated for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:52.153835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:52.166890 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Attempting to bind port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:32:52.167294 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Attempting to bind port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:32:52.167698 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Attempting to bind port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 on network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:32:52.173471 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 on network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:32:52.173806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Attempting to bind port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 on network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:32:52.183058 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:32:52.183592 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Checking segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:32:52.184202 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Bound using segment: {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'} {{(pid=93801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:32:52.184807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.managers [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Bound port: f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb'}}] {{(pid=93801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:32:52.185311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.279455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, cleared binding levels {{(pid=93801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:32:52.284941 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:32:52.291482 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.339868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.340994 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:52.343103 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] 10.222.0.32 "PUT /v2.0/ports/f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 1093 time: 0.8271863 Jul 22 20:32:52.343719 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:32:52.346516 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff1e307-66ce-48b1-b9ab-303bd519618b" -d '{"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:32:52.377551 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf9d53-69ae-4719-9bce-e526d580e14a service neutron] Pushing event updated for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=3']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:52.428896 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8211a13-1e14-4966-946f-c23f67890351 x-openstack-request-id: req-d8211a13-1e14-4966-946f-c23f67890351 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:32:52.429204 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:32:52.429429 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8211a13-1e14-4966-946f-c23f67890351 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:32:52.429833 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'status': 'completed', 'code': 200} Jul 22 20:32:52.461215 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-edae16be-cbd8-4b7e-8540-06e9f08ece5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.462779 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-edae16be-cbd8-4b7e-8540-06e9f08ece5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1096 time: 0.0784817 Jul 22 20:32:52.508754 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-524878da-e6d3-4de1-98d9-1a7a7e02d425 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0380335 Jul 22 20:32:52.563854 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-b77719a7-8431-40bc-ad01-6a766f489d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.565394 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-b77719a7-8431-40bc-ad01-6a766f489d1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 200 len: 835 time: 0.0499384 Jul 22 20:32:52.631082 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-572912fd-1d80-42cc-9d3c-614c5a45d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.633244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-572912fd-1d80-42cc-9d3c-614c5a45d0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618362 Jul 22 20:32:52.749268 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-800acae3-afe3-4e7f-b347-d0ccc2387451 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087615 Jul 22 20:32:52.813245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af372104-d73c-4ffd-8812-498028b65fe8 req-7dd4076d-f76d-4b2c-9ec7-829f262a6807 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.814827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af372104-d73c-4ffd-8812-498028b65fe8 req-7dd4076d-f76d-4b2c-9ec7-829f262a6807 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 944 time: 0.0770879 Jul 22 20:32:52.847803 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-e0c6b3be-0049-4e82-9729-ac37a1ea3ac2 req-5935ae10-87a3-4c00-bd18-e89cc0c38b64 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915501 Jul 22 20:32:52.853751 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-af372104-d73c-4ffd-8812-498028b65fe8 req-219601bd-f6f3-40d4-866a-828853d80fba tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Jul 22 20:32:52.952917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-1cc2a7d7-6ccb-4a11-9f49-16b3bb2391ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:52.954376 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-1cc2a7d7-6ccb-4a11-9f49-16b3bb2391ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1096 time: 0.0611632 Jul 22 20:32:53.053974 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-56050840-335e-41ed-9020-cd4f1b093f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:53.055492 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-56050840-335e-41ed-9020-cd4f1b093f6d service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 898 time: 0.0948222 Jul 22 20:32:53.105735 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-45b32b25-5a6e-4e08-bcc1-b84b41dc63e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0407574 Jul 22 20:32:53.161032 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-1a665131-45c0-47ab-8c66-35dcecf61d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:53.162814 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-1a665131-45c0-47ab-8c66-35dcecf61d9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 200 len: 835 time: 0.0493708 Jul 22 20:32:53.225332 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-8ac6e14d-dfe2-4c53-8313-1e8162fa8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:53.227037 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-8ac6e14d-dfe2-4c53-8313-1e8162fa8d69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568607 Jul 22 20:32:53.325012 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-e43da9f7-76a1-48b5-a481-12e7bcea7b32 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903251 Jul 22 20:32:53.417753 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-5ff1e307-66ce-48b1-b9ab-303bd519618b req-861a5af8-48ab-45ae-b569-8aedd990c5e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857835 Jul 22 20:32:53.774241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 596726ba-202e-4a84-9316-ca2017660edd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:53.827166 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 596726ba-202e-4a84-9316-ca2017660edd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:53.827537 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:53.999532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cf54e-6d73-4b26-bf17-68cc01d4f9f0 req-c10374f8-74f7-4c44-b6f5-e0497c58e8be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:54.002365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b82cf54e-6d73-4b26-bf17-68cc01d4f9f0 req-c10374f8-74f7-4c44-b6f5-e0497c58e8be tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 944 time: 0.0764451 Jul 22 20:32:54.044577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b82cf54e-6d73-4b26-bf17-68cc01d4f9f0 req-f3138f5c-eb41-40e2-bdf4-b2ddae16c53e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 Jul 22 20:32:55.048085 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:55.190435 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fda577-55d3-4820-9526-6c2939005eed req-0f15b2bf-8615-462b-a54f-8fb97244e2b6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:55.191951 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11fda577-55d3-4820-9526-6c2939005eed req-0f15b2bf-8615-462b-a54f-8fb97244e2b6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 944 time: 0.0692225 Jul 22 20:32:55.232779 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11fda577-55d3-4820-9526-6c2939005eed req-032cbc0e-45fe-410d-ba74-e6f523e9ce23 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Jul 22 20:32:56.376404 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcdaaa-7e0e-4f38-bd8b-ab04a4462e49 req-476ff5dd-ebbe-48fb-9ba6-505fd9c22a20 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:56.378222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77dcdaaa-7e0e-4f38-bd8b-ab04a4462e49 req-476ff5dd-ebbe-48fb-9ba6-505fd9c22a20 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 944 time: 0.0722249 Jul 22 20:32:56.420437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-77dcdaaa-7e0e-4f38-bd8b-ab04a4462e49 req-f0136933-dfb1-499c-8fe2-a57cea9a170f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362911 Jul 22 20:32:56.767199 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:32:56.873696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:56.896496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'port_id': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'mac_address': 'fa:16:3e:be:53:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:32:56.937438 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:56.951963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:32:56.986950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:56.995824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:57.050455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:57.215284 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:32:57.559284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526562e-ccbb-4267-9407-1d3e0205291e req-22797b70-9a32-409c-9469-6cf27df8f01b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:57.560964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e526562e-ccbb-4267-9407-1d3e0205291e req-22797b70-9a32-409c-9469-6cf27df8f01b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Jul 22 20:32:57.614818 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e526562e-ccbb-4267-9407-1d3e0205291e req-0a798fea-a837-4145-86df-d96faffd3f8f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466442 Jul 22 20:32:57.903760 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:58.752919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f00f-28d2-4f7f-97e5-60911ae59b61 req-6e4bdd56-dfab-4498-acef-372e84f3c5a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:58.754499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a15f00f-28d2-4f7f-97e5-60911ae59b61 req-6e4bdd56-dfab-4498-acef-372e84f3c5a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 945 time: 0.0706327 Jul 22 20:32:58.791701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:32:58.808910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9a15f00f-28d2-4f7f-97e5-60911ae59b61 req-7d3f83f2-694c-4c4b-89aa-437f5eae365d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452087 Jul 22 20:32:58.849442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:32:58.854584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:32:58.855140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:58.941077 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:58.967461 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:32:58.970650 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a7eccb-bcc3-4fe8-a1df-655dfddab99f" -d '{"events": [{"server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "name": "network-vif-plugged", "status": "completed", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:32:58.985341 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:32:58.991543 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:32:59.028323 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69f20e-eceb-4791-b2f4-78adab7c1dc4 x-openstack-request-id: req-8f69f20e-eceb-4791-b2f4-78adab7c1dc4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:32:59.028778 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "name": "network-vif-plugged", "status": "completed", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:32:59.029175 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f69f20e-eceb-4791-b2f4-78adab7c1dc4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:32:59.029962 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'code': 200} Jul 22 20:32:59.069745 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:32:59.171255 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c133da9-504c-4c9f-9dc7-6514835a0dc9 req-31b00368-1faf-4563-84a2-7edd0e7bb99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:32:59.173137 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c133da9-504c-4c9f-9dc7-6514835a0dc9 req-31b00368-1faf-4563-84a2-7edd0e7bb99e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1098 time: 0.0791276 Jul 22 20:32:59.216594 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3c133da9-504c-4c9f-9dc7-6514835a0dc9 req-7a5c1fdd-e1a6-426f-9049-b8f5e4d738dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369191 Jul 22 20:33:00.026314 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb485a0-cb92-4901-9149-81f3055aaa74 req-613b508e-93f7-443e-818b-1cb3059cdc74 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:00.028010 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abb485a0-cb92-4901-9149-81f3055aaa74 req-613b508e-93f7-443e-818b-1cb3059cdc74 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.1067324 Jul 22 20:33:00.074043 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-abb485a0-cb92-4901-9149-81f3055aaa74 req-c9b300bf-4399-4989-93c6-17c3159e0bc3 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346632 Jul 22 20:33:00.596618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:33:01.218566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfb64d-5361-4bfe-bb61-9e79a197cbac req-f2c3932d-756c-422a-9b10-eec14d167e16 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:01.220134 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66cfb64d-5361-4bfe-bb61-9e79a197cbac req-f2c3932d-756c-422a-9b10-eec14d167e16 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0745375 Jul 22 20:33:01.261478 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66cfb64d-5361-4bfe-bb61-9e79a197cbac req-607fe872-a9ca-4856-8278-485bc739836d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344932 Jul 22 20:33:01.397909 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bce7ce-9238-44bb-b3ef-ed3ebb1a7a69 req-749ca5b7-1062-4d02-a35b-31ae4467f958 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:01.399379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27bce7ce-9238-44bb-b3ef-ed3ebb1a7a69 req-749ca5b7-1062-4d02-a35b-31ae4467f958 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0696394 Jul 22 20:33:01.439696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-27bce7ce-9238-44bb-b3ef-ed3ebb1a7a69 req-cc650855-6bb7-4d35-b0ae-86cf4f283a13 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343580 Jul 22 20:33:01.463132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41584) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:01.523879 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143e67c-45c5-4dad-bcd2-4812540c9ddb tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:01.525480 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5143e67c-45c5-4dad-bcd2-4812540c9ddb tempest-TestNetworkAdvancedServerOps-292837073 tempest-TestNetworkAdvancedServerOps-292837073-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1093 time: 0.0613477 Jul 22 20:33:01.528512 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41586) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:01.534303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:01.564697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.672211 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.783838 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Allocated IP 172.25.6.10 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/6042a580-1e8a-430f-ae5c-703008392f01) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:01.898932 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.940063 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:01.982176 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:01.985132 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:01.988915 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:01.994934 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=6042a580-1e8a-430f-ae5c-703008392f01,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:02.778015 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:02.856422 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:03.016724 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:03.021565 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:03.095396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event updated for resources: {'Port': ['ID=6042a580-1e8a-430f-ae5c-703008392f01,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:03.107151 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:03.213432 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP ea05cf95-7569-4022-8229-0ce95275682b associated. External IP: 172.25.6.10, port: f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1. Jul 22 20:33:03.430500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router e003f6e6-fdbc-4a2b-83ff-9541807f0240 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:33:03.553898 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:03.568300 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Sync routers for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:03.579563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:03.580279 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:03.580703 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:03.634530 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-ec7d30f8-e9e7-4a7c-9bf4-15bcd233a45c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0998552 Jul 22 20:33:03.634530 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:33:03.634530 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e69674-57a8-44c3-bdc7-09b368ca422a" -d '{"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:33:03.785350 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d2ec9-b9e5-4ee6-bc17-b12b4bdeed28 req-454563fc-58dd-43c0-8cfa-6580ee5997b0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:03.790666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-594d2ec9-b9e5-4ee6-bc17-b12b4bdeed28 req-454563fc-58dd-43c0-8cfa-6580ee5997b0 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0884149 Jul 22 20:33:03.840880 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-594d2ec9-b9e5-4ee6-bc17-b12b4bdeed28 req-8725631b-9090-42f5-9fbb-7b72d503b994 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465326 Jul 22 20:33:03.867722 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41592) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:03.871932 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:03.916511 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb00d1-15f3-4589-a262-659fabca5621 x-openstack-request-id: req-93cb00d1-15f3-4589-a262-659fabca5621 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:33:03.916748 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:33:03.916993 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93cb00d1-15f3-4589-a262-659fabca5621 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:33:03.917395 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'status': 'completed', 'code': 200} Jul 22 20:33:03.983207 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc0560a1-371e-4b9b-8cd6-0fa500ca7406 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 200 len: 991 time: 0.1130776 Jul 22 20:33:04.004800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-3c7891bf-4abe-4e79-a111-dea039fbd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:04.007120 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-3c7891bf-4abe-4e79-a111-dea039fbd4b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1098 time: 0.0859621 Jul 22 20:33:04.123297 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-09a8b324-0696-482e-affd-5fe2b82af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:04.129323 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-09a8b324-0696-482e-affd-5fe2b82af842 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 898 time: 0.1127956 Jul 22 20:33:04.175916 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ea05cf95-7569-4022-8229-0ce95275682b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'port_id': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'mac_address': 'fa:16:3e:be:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:33:02Z', 'updated_at': '2021-07-22T20:33:02Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:04.231702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Checking router: e003f6e6-fdbc-4a2b-83ff-9541807f0240 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:04.238243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-baf6130b-0280-4eb2-87e8-8346ff5003a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 999 time: 0.1057744 Jul 22 20:33:04.242405 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:04.243156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:32:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:04.318245 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-0b6fdb83-a715-4e70-b26d-3c0978e24d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:04.320006 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-0b6fdb83-a715-4e70-b26d-3c0978e24d03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 200 len: 835 time: 0.0758941 Jul 22 20:33:04.389550 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:04.405433 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-614be559-8dbe-44a2-8c6b-f1cf352d097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:04.407129 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-614be559-8dbe-44a2-8c6b-f1cf352d097e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796113 Jul 22 20:33:04.514222 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-75bda3ec-7a23-460b-9bb2-75f9af2abcdb service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983353 Jul 22 20:33:04.642991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-02e69674-57a8-44c3-bdc7-09b368ca422a req-7f4037c6-80d0-497b-a092-7ab8549c1463 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219246 Jul 22 20:33:04.679688 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ea05cf95-7569-4022-8229-0ce95275682b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'port_id': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'mac_address': 'fa:16:3e:be:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:33:02Z', 'updated_at': '2021-07-22T20:33:02Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:04.715125 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d427f2-8105-408c-888f-1113cbf7dff7 None None] The sync data for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 is: [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': 'ea05cf95-7569-4022-8229-0ce95275682b', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'floating_ip_address': '172.25.6.10', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'port_id': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'mac_address': 'fa:16:3e:be:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:33:02Z', 'updated_at': '2021-07-22T20:33:02Z', 'revision_number': 0, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:33:04.986303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41594) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:05.038003 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5033b0b4-9008-4088-8fa7-636824bd15a6 None None] New status for floating IP ea05cf95-7569-4022-8229-0ce95275682b: ACTIVE {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:33:05.070977 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-11c34969-8bcb-43a6-90b4-9afa9f99a023 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 200 len: 991 time: 0.0833309 Jul 22 20:33:06.075604 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41596) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:06.142604 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-306fe966-2001-4a33-88f3-7a26c838973c tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 200 len: 993 time: 0.0656390 Jul 22 20:33:07.188673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82701eae-2fbb-4d86-91d1-4aa49c39887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:10.063253 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:10.105791 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f6d18f41-a5ee-4e47-a0ae-747cf0f933e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:11.757581 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:13.131579 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:25.045496 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:27.914479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:35.322743 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f677e-7ccb-4469-9767-a27ef977ca72 req-43bc8fcf-e557-4ced-9117-889b569f2566 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:35.324355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-569f677e-7ccb-4469-9767-a27ef977ca72 req-43bc8fcf-e557-4ced-9117-889b569f2566 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0937903 Jul 22 20:33:35.374743 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-569f677e-7ccb-4469-9767-a27ef977ca72 req-69ad4425-6e71-4488-9381-8dfa6060dda7 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401459 Jul 22 20:33:36.512196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f648-fad3-454c-8e0c-403493481ff4 req-daa1feb8-76cd-4dab-9618-6c889ec27463 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:36.513661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0d0f648-fad3-454c-8e0c-403493481ff4 req-daa1feb8-76cd-4dab-9618-6c889ec27463 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0671883 Jul 22 20:33:36.553183 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0d0f648-fad3-454c-8e0c-403493481ff4 req-08514841-61d3-4bd6-b1ce-f1908b694ccb tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339456 Jul 22 20:33:36.576258 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41618) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:36.645087 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19cd278c-3ae7-4610-a45f-21b961c413ee tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 200 len: 993 time: 0.0670285 Jul 22 20:33:37.190934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ffd598f3-7535-41ca-a36b-8889532eb699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:37.315349 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-eeb3cb47-a1f9-48d8-8dfb-485bb4573edd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718515 Jul 22 20:33:37.415432 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-d2e30f4a-7872-46c6-96e0-8347e9ab49e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:37.416972 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-d2e30f4a-7872-46c6-96e0-8347e9ab49e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0566072 Jul 22 20:33:37.530204 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-2a59d129-0dde-46a3-acb0-0dfbf258115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:37.531651 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-2a59d129-0dde-46a3-acb0-0dfbf258115f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0937989 Jul 22 20:33:37.573000 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-003fd07c-9c20-466a-893e-fcdb9c9df151 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0343971 Jul 22 20:33:37.595474 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:33:37.622039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-ccce4097-d5b3-4731-a490-11db2e96c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:37.623487 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-ccce4097-d5b3-4731-a490-11db2e96c041 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0442667 Jul 22 20:33:37.688087 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-2ef6e366-7ac6-4925-abe8-f37a6b893485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:37.689639 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-2ef6e366-7ac6-4925-abe8-f37a6b893485 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600648 Jul 22 20:33:37.781842 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-69b5196b-f5f4-4c78-b246-b95a8b48d228 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854414 Jul 22 20:33:37.887707 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-c2b75864-c85e-4b22-8464-780a12bc9c73 req-0f63ab46-64ce-46f6-ae68-142e819698d1 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992463 Jul 22 20:33:37.897310 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.32', 64571) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:38.241853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f88d5-7ba6-4d51-a294-b39722c76af9 req-e71ef536-8b0a-48fc-955f-346afd132ac1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:38.243394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e92f88d5-7ba6-4d51-a294-b39722c76af9 req-e71ef536-8b0a-48fc-955f-346afd132ac1 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.3800492 Jul 22 20:33:38.278574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-53d926e2-db09-4649-a4bc-5c0d83175bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:38.280040 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-53d926e2-db09-4649-a4bc-5c0d83175bcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1098 time: 0.3756082 Jul 22 20:33:38.300494 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e92f88d5-7ba6-4d51-a294-b39722c76af9 req-ae27e97e-0690-40c3-863a-acf6342b04b4 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502179 Jul 22 20:33:38.375552 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-e8ec2379-93dc-409e-9608-7812358e852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:38.377067 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-e8ec2379-93dc-409e-9608-7812358e852c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 898 time: 0.0895383 Jul 22 20:33:38.487858 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-867a70ab-2357-4e08-a4e2-5aa065ad9ef2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 1001 time: 0.0930324 Jul 22 20:33:38.547955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-7d3bc6a2-cd79-40e8-85b9-be6a02cc083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:38.549520 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-7d3bc6a2-cd79-40e8-85b9-be6a02cc083b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 200 len: 835 time: 0.0495586 Jul 22 20:33:38.616859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-d5457b82-39ca-436a-b32e-087bce949941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:38.618416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-d5457b82-39ca-436a-b32e-087bce949941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604706 Jul 22 20:33:38.710724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-cb2fbba6-3cfc-496c-ab99-f84d36ec1d32 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842192 Jul 22 20:33:38.809748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-499b5934-e822-4567-9ab5-8a66bdb55a59 req-e253e7cb-8341-4ab6-ba5a-a8a54d7ad1a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916615 Jul 22 20:33:39.433634 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beca65b-7ec3-4a3f-88d3-2305917bc811 req-80fbca4e-fbce-4b7a-a0f4-f7131d5c32cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:39.435127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beca65b-7ec3-4a3f-88d3-2305917bc811 req-80fbca4e-fbce-4b7a-a0f4-f7131d5c32cc tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Jul 22 20:33:39.474022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6beca65b-7ec3-4a3f-88d3-2305917bc811 req-98fa1baa-e208-4da2-a356-cbda2143c9b6 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330486 Jul 22 20:33:40.064996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:40.112851 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ecf32ad-a3e8-40fb-acd4-6168fa83ca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:40.613279 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9fa72-abe9-4a63-a9c7-2f58d72b2cdc req-c72ce2de-fe81-4cf4-b89a-c3190fa3c70e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:40.614786 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00d9fa72-abe9-4a63-a9c7-2f58d72b2cdc req-c72ce2de-fe81-4cf4-b89a-c3190fa3c70e tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0694227 Jul 22 20:33:40.658301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00d9fa72-abe9-4a63-a9c7-2f58d72b2cdc req-6182b247-7009-40be-8a78-69416bcae779 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367541 Jul 22 20:33:40.682756 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41630) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:40.744876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b6e24e39-4516-47ad-8c37-64d6f3d73d03 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 200 len: 993 time: 0.0608261 Jul 22 20:33:40.963526 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41636) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:41.131002 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 6042a580-1e8a-430f-ae5c-703008392f01 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:33:41.131355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.214193 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.214525 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.229523 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 6042a580-1e8a-430f-ae5c-703008392f01 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:33:41.390464 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.416509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=6042a580-1e8a-430f-ae5c-703008392f01,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:41.427349 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.428385 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.428850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.429199 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.429542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.429883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.430220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.430557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.430893 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.431233 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.431566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.431998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:41.491455 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.491792 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Floating IP ea05cf95-7569-4022-8229-0ce95275682b disassociated (deleted). External IP: 172.25.6.10, port: f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1. Jul 22 20:33:41.704419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router e003f6e6-fdbc-4a2b-83ff-9541807f0240 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:33:41.759863 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.823067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:41.828395 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:41.836357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Sync routers for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:41.848158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:41.848816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:41.869154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-dd7595fa-b35e-46a6-8a9b-890924d41182 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/floatingips/ea05cf95-7569-4022-8229-0ce95275682b HTTP/1.1" status: 204 len: 168 time: 0.9044530 Jul 22 20:33:41.869845 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:33:41.872813 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36" -d '{"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:33:41.965816 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:42.058909 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a94008-18f8-486a-9d4c-ef121cce553e x-openstack-request-id: req-58a94008-18f8-486a-9d4c-ef121cce553e {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:33:42.059226 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:33:42.059484 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58a94008-18f8-486a-9d4c-ef121cce553e {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:33:42.059889 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'status': 'completed', 'code': 200} Jul 22 20:33:42.191656 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-7a77d7b4-d160-49be-aa91-f12b586e2f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:42.194159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-7a77d7b4-d160-49be-aa91-f12b586e2f95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e78122c517ad464ba19e6a2d4977096f&device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 1098 time: 0.1082330 Jul 22 20:33:42.207129 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:42.244765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Checking router: e003f6e6-fdbc-4a2b-83ff-9541807f0240 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:42.247925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf6ebd-1b67-4fe5-b05f-0f0add2fbbc8 req-dd2b5701-1bea-40d5-8184-5046138b5728 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:42.249566 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3cf6ebd-1b67-4fe5-b05f-0f0add2fbbc8 req-dd2b5701-1bea-40d5-8184-5046138b5728 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.1202197 Jul 22 20:33:42.254728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:42.255361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:42.343706 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-6e34911e-1273-4271-9915-a92b18659701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:42.345495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-6e34911e-1273-4271-9915-a92b18659701 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 200 len: 898 time: 0.1443200 Jul 22 20:33:42.348991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a3cf6ebd-1b67-4fe5-b05f-0f0add2fbbc8 req-eabe83b8-8e49-44be-933d-52f7e1ffb8ea tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671005 Jul 22 20:33:42.375096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:42.392890 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-0e18c392-ff7f-4a42-b3b9-db0ba5fabbbc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0399213 Jul 22 20:33:42.445924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-eb7454c7-dc16-463a-bc4b-6164535cd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:42.447445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-eb7454c7-dc16-463a-bc4b-6164535cd181 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 200 len: 835 time: 0.0473993 Jul 22 20:33:42.521077 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-40e4c652-3e71-4c15-8ba9-29e274608297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:42.523369 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-40e4c652-3e71-4c15-8ba9-29e274608297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678825 Jul 22 20:33:42.587761 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:42.614099 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546e5cc-641e-4e45-9032-c8aab9cbc242 None None] The sync data for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 is: [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:46Z', 'revision_number': 4, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '596726ba-202e-4a84-9316-ca2017660edd', 'name': '', 'network_id': '9ba16dff-85ab-49e3-8460-6aa3c8afb5cb', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'mac_address': 'fa:16:3e:75:51:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '810fce06-3573-4314-8243-cb260629fcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:45Z', 'updated_at': '2021-07-22T20:32:52Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'subnets': [{'id': '810fce06-3573-4314-8243-cb260629fcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:33:42.614366 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-932d7389-5ff0-4f38-bff0-a08d2136efb5 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Jul 22 20:33:42.713174 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0cacec2f-60f1-44d8-b0bd-2bb7bfcf3f36 req-b53e7194-09ff-42b1-a3c2-98d7df1656a2 service neutron] 10.222.0.32 "GET /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911639 Jul 22 20:33:42.837873 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332a3a9-bff8-4a96-831a-5cafbbefc0d0 None None] New status for floating IP ea05cf95-7569-4022-8229-0ce95275682b: DOWN {{(pid=93803) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:33:43.135519 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:43.492118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d2f5e-3f2b-40fa-9f77-ac93825d555d req-2443af1b-2bcf-4c80-b14c-cfd2e388830b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:43.493694 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-800d2f5e-3f2b-40fa-9f77-ac93825d555d req-2443af1b-2bcf-4c80-b14c-cfd2e388830b tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0665791 Jul 22 20:33:43.532380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-800d2f5e-3f2b-40fa-9f77-ac93825d555d req-8ff81b60-d740-4132-9b0c-da5cd6d787a5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/security-groups?id=c2687eaf-6069-4b1d-88ba-5b24ebfea39b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Jul 22 20:33:43.664867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-7c6f3a6e-e63f-4082-9a10-7a038bb6a7de tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:43.666254 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-7c6f3a6e-e63f-4082-9a10-7a038bb6a7de tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 946 time: 0.0631018 Jul 22 20:33:43.773536 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:33:43.774301 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:43.864751 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:43.865109 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:43.878823 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:33:44.002139 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:44.035572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:44.113785 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] No DVR routers for this DVR port f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:33:44.116600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:44.119319 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17a25d0b-a00f-4dd5-93ec-e818662130b8 req-50593130-4240-4e7d-b183-0f363fdab166 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.32 "DELETE /v2.0/ports/f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 HTTP/1.1" status: 204 len: 173 time: 0.4462028 Jul 22 20:33:44.119778 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'name': 'network-vif-deleted', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:33:44.123181 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2634f2-8383-42ac-acb0-4865bdc2997c" -d '{"events": [{"server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "name": "network-vif-deleted", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:33:44.160753 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653d997-51d2-498a-bc5b-8cd57db80570 x-openstack-request-id: req-f653d997-51d2-498a-bc5b-8cd57db80570 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:33:44.161055 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3201bb-0487-4f2b-8b3a-06a0c3cb9580", "name": "network-vif-deleted", "tag": "f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:33:44.161311 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f653d997-51d2-498a-bc5b-8cd57db80570 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:33:44.162284 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3201bb-0487-4f2b-8b3a-06a0c3cb9580', 'name': 'network-vif-deleted', 'tag': 'f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1', 'status': 'completed', 'code': 200} Jul 22 20:33:44.646118 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b2bda633-092d-4c0b-88b8-af0aa57acb3a req-bfa5081a-1dfb-4489-bdf7-86503b8c5a6a tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "GET /v2.0/ports?device_id=df3201bb-0487-4f2b-8b3a-06a0c3cb9580 HTTP/1.1" status: 200 len: 210 time: 0.0312178 Jul 22 20:33:45.702412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:46.064679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:46.348781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port 596726ba-202e-4a84-9316-ca2017660edd {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:33:46.349038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:46.436082 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port 596726ba-202e-4a84-9316-ca2017660edd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=596726ba-202e-4a84-9316-ca2017660edd,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:46.436475 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:46.452256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for 596726ba-202e-4a84-9316-ca2017660edd owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:33:46.636804 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:46.662428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=596726ba-202e-4a84-9316-ca2017660edd,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:46.842307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.332117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Router e003f6e6-fdbc-4a2b-83ff-9541807f0240 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:33:47.438493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:47.443616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b86eda0b-7fd5-417a-aaa1-1252faa054d5 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "PUT /v2.0/routers/e003f6e6-fdbc-4a2b-83ff-9541807f0240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401185 Jul 22 20:33:47.447074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:47.449807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Sync routers for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:47.459433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:47.460790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:47.498074 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting subnet 810fce06-3573-4314-8243-cb260629fcb1 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:33:47.501201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.542862 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.577672 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:47.648592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.710685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.738767 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Subnet': ['ID=810fce06-3573-4314-8243-cb260629fcb1,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:47.744293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.747400 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-3df65f16-4c80-43bc-9d5c-c58200d068a2 tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/subnets/810fce06-3573-4314-8243-cb260629fcb1 HTTP/1.1" status: 204 len: 168 time: 0.2994316 Jul 22 20:33:47.750058 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:47.756420 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd0196-d988-4c21-ab5f-55fb6b7c1c6f None None] Network 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:33:47.839360 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:33:46Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:47.863183 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:47.885503 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Checking router: e003f6e6-fdbc-4a2b-83ff-9541807f0240 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:47.915957 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Routers {'e003f6e6-fdbc-4a2b-83ff-9541807f0240'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:47.916603 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:47.972809 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.037897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Deleting port cc94628a-b02a-47bb-9a7d-30d60b7f08da {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:33:48.038876 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.041184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] Set router e003f6e6-fdbc-4a2b-83ff-9541807f0240 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:48.103713 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] DHCP port deletion for 9ba16dff-85ab-49e3-8460-6aa3c8afb5cb request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:33:48.129100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] For port cc94628a-b02a-47bb-9a7d-30d60b7f08da, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=cc94628a-b02a-47bb-9a7d-30d60b7f08da,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:48.129465 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.141632 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Calling delete_port for cc94628a-b02a-47bb-9a7d-30d60b7f08da owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:33:48.242653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Deleting port c68debf8-22ec-4703-8cdf-7acf7a296f0b {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:33:48.242653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.324720 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] For port c68debf8-22ec-4703-8cdf-7acf7a296f0b, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=c68debf8-22ec-4703-8cdf-7acf7a296f0b,segment=NetworkSegment(08bc2b4e-ee48-411b-bc85-b15f5a28e5ba),segment_id=08bc2b4e-ee48-411b-bc85-b15f5a28e5ba)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:48.325030 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.332031 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.340107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Calling delete_port for c68debf8-22ec-4703-8cdf-7acf7a296f0b owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:33:48.357597 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:33:46Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:48.360932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Port': ['ID=cc94628a-b02a-47bb-9a7d-30d60b7f08da,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:48.426847 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.527947 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.529740 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.577146 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c56052-49f6-4577-abca-317ccefa6922 None None] The sync data for ids ['e003f6e6-fdbc-4a2b-83ff-9541807f0240'] in n-d-800087-13 is: [{'id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1501963844', 'tenant_id': 'e78122c517ad464ba19e6a2d4977096f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:33:46Z', 'revision_number': 5, 'project_id': 'e78122c517ad464ba19e6a2d4977096f', 'gw_port': {'id': 'cc94628a-b02a-47bb-9a7d-30d60b7f08da', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:15:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e003f6e6-fdbc-4a2b-83ff-9541807f0240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:32:43Z', 'updated_at': '2021-07-22T20:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:33:48.577854 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.579155 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Fanout notify agent at l3_agent the message router_deleted on router e003f6e6-fdbc-4a2b-83ff-9541807f0240 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:33:48.586967 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.591403 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41660) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:48.592692 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-89095c53-5342-4962-91d5-e2c7c3ba476d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/routers/e003f6e6-fdbc-4a2b-83ff-9541807f0240 HTTP/1.1" status: 204 len: 168 time: 0.8413877 Jul 22 20:33:48.621405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.650666 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Pushing event deleted for resources: {'Port': ['ID=c68debf8-22ec-4703-8cdf-7acf7a296f0b,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:48.652987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] No DVR routers for this DVR port c68debf8-22ec-4703-8cdf-7acf7a296f0b on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:33:48.666044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.666815 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.667196 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.667415 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.667739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.668064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.668421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.668747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.669058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.669382 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.669702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.670021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62842f09-1da9-44d2-a6f8-b5404cc4d2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.671393 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.763326 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.774110 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba16dff-85ab-49e3-8460-6aa3c8afb5cb']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:48.783718 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:48.783961 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bc2b4e-ee48-411b-bc85-b15f5a28e5ba') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:48.793288 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.807336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.813669 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:33:48.814247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:33:48.817468 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:33:48.891532 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.898908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:48.900855 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/networks/9ba16dff-85ab-49e3-8460-6aa3c8afb5cb HTTP/1.1" status: 204 len: 168 time: 0.3084369 Jul 22 20:33:48.903850 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41662) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:48.915580 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'Network': ['ID=9ba16dff-85ab-49e3-8460-6aa3c8afb5cb,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:48.925822 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.926171 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.926701 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.927039 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.927372 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.927845 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.928207 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.928540 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.929401 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.929897 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.930396 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.930895 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c493dcb4-d76d-4e03-891c-3b1958fa036d tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:48.975785 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.003484 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.049558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:33:49.072855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:33:49.073213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device f106b2e8-ea98-4332-a45e-0c3b0bf0ccc1 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:33:49.080894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.083683 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.084936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] 10.222.0.10 "DELETE /v2.0/security-groups/c2687eaf-6069-4b1d-88ba-5b24ebfea39b HTTP/1.1" status: 204 len: 168 time: 0.1800437 Jul 22 20:33:49.094725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739eadd-b9b2-4767-b733-2d193781607f tempest-TestNetworkAdvancedServerOps-1928803775 tempest-TestNetworkAdvancedServerOps-1928803775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2687eaf-6069-4b1d-88ba-5b24ebfea39b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:49.431932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41670) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:49.571905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-ff3220f6-f2c6-43ef-891f-deb4a5539461 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e78122c517ad464ba19e6a2d4977096f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387439 Jul 22 20:33:49.574355 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41674) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:49.634278 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.660757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.711488 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.714155 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:49.715405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e860297b-8c31-4718-95d5-186f3a9a2c81 HTTP/1.1" status: 204 len: 168 time: 0.1401179 Jul 22 20:33:49.723495 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d8b02-8bad-4f9d-9722-95c43415fb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e860297b-8c31-4718-95d5-186f3a9a2c81,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:49.821021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c68debf8-22ec-4703-8cdf-7acf7a296f0b no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:33:49.841695 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: c68debf8-22ec-4703-8cdf-7acf7a296f0b {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:33:49.842033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device c68debf8-22ec-4703-8cdf-7acf7a296f0b not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:33:49.842447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cc94628a-b02a-47bb-9a7d-30d60b7f08da no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:33:49.861522 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: cc94628a-b02a-47bb-9a7d-30d60b7f08da {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:33:49.861771 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device cc94628a-b02a-47bb-9a7d-30d60b7f08da not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:33:49.862186 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 596726ba-202e-4a84-9316-ca2017660edd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:33:49.880819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 596726ba-202e-4a84-9316-ca2017660edd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:33:49.881170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 596726ba-202e-4a84-9316-ca2017660edd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:33:49.984981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41680) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:49.999251 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b57d005-1ae3-4437-a083-9c628ec24d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.088704 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b57d005-1ae3-4437-a083-9c628ec24d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.092778 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0b57d005-1ae3-4437-a083-9c628ec24d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.131592 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57d005-1ae3-4437-a083-9c628ec24d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac51388-c264-4bef-bf0c-1a55d4b2bda4,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:50.136622 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0b57d005-1ae3-4437-a083-9c628ec24d1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c6957ce85364355b26237e12b9bf540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505730 Jul 22 20:33:50.140284 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41682) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:50.189616 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.213354 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.260556 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.263332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:50.264559 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ac51388-c264-4bef-bf0c-1a55d4b2bda4 HTTP/1.1" status: 204 len: 168 time: 0.1232285 Jul 22 20:33:50.272306 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd9a21-523e-4bd8-bc1e-9c2981aef8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac51388-c264-4bef-bf0c-1a55d4b2bda4,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:50.987889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41704) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:51.090459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-876336223-network', 'tenant_id': '035848d2d47b452886b1ef09c60e8902'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:51.111726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Made reservation on behalf of 035848d2d47b452886b1ef09c60e8902 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:33:51.114012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.123709 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.238271 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.243379 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.272500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:33:51.283099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363ef3ef-aedc-4c89-9576-855544129277,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:51.290008 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.290352 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Added segment 9625f8cb-6baf-43b4-8c54-87837c675d9b of type vlan for network f3e76d1d-6b2c-48da-8b72-73c8519975c2 Jul 22 20:33:51.334524 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.364765 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.365854 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:51.367027 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.403469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4143298 Jul 22 20:33:51.406603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41708) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:51.411806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Request body: {'subnet': {'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-876336223-subnet', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:51.431975 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3167b1-b0f8-443d-bf26-0f40f82ab1aa admin admin] Pushing event updated for resources: {'Network': ['ID=f3e76d1d-6b2c-48da-8b72-73c8519975c2,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:51.441827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Made reservation on behalf of 035848d2d47b452886b1ef09c60e8902 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:33:51.442438 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:33:51.444178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.629781 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.686317 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:51.695867 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Checking segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:51.696260 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Network hostable DHCP agents. Network: f3e76d1d-6b2c-48da-8b72-73c8519975c2, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:33:51.713954 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:33:51.723131 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, f3e76d1d-6b2c-48da-8b72-73c8519975c2) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:51.728316 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:51.729301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.732732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6149e09-c526-451a-9681-e81a25644fc4 None None] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:33:51.746244 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5f6ad863-c044-46a6-9426-672c0e6be98c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3382270 Jul 22 20:33:51.748929 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41710) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:51.753281 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:51.777428 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.778526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.837787 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.895978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:33:51.896890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:51.991215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.040271 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Allocated IP 172.20.0.2 (f3e76d1d-6b2c-48da-8b72-73c8519975c2/5d8b5a35-75b5-471b-b0eb-eb1a8acbb658/eb977870-fa0d-4475-adf5-ac556043aa67) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:52.197648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.206547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Transition to ACTIVE for port object eb977870-fa0d-4475-adf5-ac556043aa67 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:52.213382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.223112 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Transition to ACTIVE for port object eb977870-fa0d-4475-adf5-ac556043aa67 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:52.231088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.235867 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.278154 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:52.283839 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:52.285765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Pushing event updated for resources: {'Port': ['ID=eb977870-fa0d-4475-adf5-ac556043aa67,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:52.288547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:52.344422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Allocated IP 172.25.6.127 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/2497e480-4398-44a5-bcfa-87224ef6b903) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:52.354111 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Attempting to bind port eb977870-fa0d-4475-adf5-ac556043aa67 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:33:52.354485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Attempting to bind port eb977870-fa0d-4475-adf5-ac556043aa67 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:33:52.354851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Attempting to bind port eb977870-fa0d-4475-adf5-ac556043aa67 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:33:52.360327 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:33:52.360709 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Checking segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:52.361136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.361729 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Bound using segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:33:52.362299 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Bound port: eb977870-fa0d-4475-adf5-ac556043aa67, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:33:52.362820 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.431421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] For port eb977870-fa0d-4475-adf5-ac556043aa67, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:33:52.434834 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] For port eb977870-fa0d-4475-adf5-ac556043aa67, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb977870-fa0d-4475-adf5-ac556043aa67,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:33:52.439153 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.471049 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.509612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234dfa37-0dee-4b05-a8c2-73dddba96378 None None] Pushing event updated for resources: {'Port': ['ID=eb977870-fa0d-4475-adf5-ac556043aa67,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:52.524764 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:52.568507 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:52.571862 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:52.576622 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:52.579727 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2497e480-4398-44a5-bcfa-87224ef6b903,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:53.155073 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:53.365521 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:53.405113 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13edd608-6c13-4caf-a281-84bfb5eb83e0 None None] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:33:53.502018 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93801) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:33:53.530958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-865fa6a4-bd1d-47a0-8518-4ee4e1e69fe3 None None] Provisioning for port eb977870-fa0d-4475-adf5-ac556043aa67 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:33:53.617350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:53.628137 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:53.638916 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:53.640634 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-41f722c5-db87-4134-b4dd-01a7fdcbf8d6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8907421 Jul 22 20:33:53.643706 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:53.643864 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41712) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:53.644372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:53.769666 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:53.874493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb977870-fa0d-4475-adf5-ac556043aa67 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:33:53.929744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port eb977870-fa0d-4475-adf5-ac556043aa67 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:33:53.934197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port eb977870-fa0d-4475-adf5-ac556043aa67 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:53.934629 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:53.969608 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:53Z', 'revision_number': 3, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:54.013416 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:54.013982 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Updating router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb port 2497e480-4398-44a5-bcfa-87224ef6b903 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:33:54.034536 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.073855 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.074163 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port eb977870-fa0d-4475-adf5-ac556043aa67, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb977870-fa0d-4475-adf5-ac556043aa67,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:54.079186 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.138143 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=eb977870-fa0d-4475-adf5-ac556043aa67,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:54.142893 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.305778 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Allocated IP 172.20.0.1 (f3e76d1d-6b2c-48da-8b72-73c8519975c2/5d8b5a35-75b5-471b-b0eb-eb1a8acbb658/6f233190-a8ad-4f4a-b858-907bafcb21fd) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:54.344087 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.355220 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Transition to ACTIVE for port object 2497e480-4398-44a5-bcfa-87224ef6b903 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:54.361561 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.412524 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Attempting to bind port 2497e480-4398-44a5-bcfa-87224ef6b903 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:33:54.413806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Attempting to bind port 2497e480-4398-44a5-bcfa-87224ef6b903 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:33:54.414153 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Attempting to bind port 2497e480-4398-44a5-bcfa-87224ef6b903 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:33:54.421416 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.421829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Pushing event updated for resources: {'Port': ['ID=2497e480-4398-44a5-bcfa-87224ef6b903,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:54.425138 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:33:54.425518 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:54.425933 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.426330 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:33:54.426819 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Bound port: 2497e480-4398-44a5-bcfa-87224ef6b903, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:33:54.427211 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.437243 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Transition to ACTIVE for port object 6f233190-a8ad-4f4a-b858-907bafcb21fd will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:54.452316 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.452316 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.452760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.452760 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.453114 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.453442 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.453737 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.454067 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.454392 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.454719 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.455045 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.455364 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:33:54.472621 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.492662 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] For port 2497e480-4398-44a5-bcfa-87224ef6b903, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:33:54.496480 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] For port 2497e480-4398-44a5-bcfa-87224ef6b903, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2497e480-4398-44a5-bcfa-87224ef6b903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:33:54.501395 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.521153 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:54.524500 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:54.528443 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:54.552439 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Pushing event updated for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:54.562479 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa2539-e0a6-432f-a620-6c8cabb34bd4 None None] Pushing event updated for resources: {'Port': ['ID=2497e480-4398-44a5-bcfa-87224ef6b903,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:54.569995 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:54.570630 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:54.573613 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.733845 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.779252 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:54.849104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b3850619-3994-4dd2-9d1e-4c4a8b9a54ff None None] Provisioning for port 6f233190-a8ad-4f4a-b858-907bafcb21fd completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:33:54.856417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b3850619-3994-4dd2-9d1e-4c4a8b9a54ff None None] Provisioning complete for port 6f233190-a8ad-4f4a-b858-907bafcb21fd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:54.857088 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3850619-3994-4dd2-9d1e-4c4a8b9a54ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.894521 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b3850619-3994-4dd2-9d1e-4c4a8b9a54ff None None] Port 6f233190-a8ad-4f4a-b858-907bafcb21fd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:33:54.915515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.920623 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.971731 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:53Z', 'revision_number': 3, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:54.990000 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:54.992452 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Pushing event updated for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:54.998627 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94f99-c012-4083-979f-4ca6d530a294 None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:53Z', 'revision_number': 3, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:33:55.060456 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:55.107199 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:55.108786 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:55.259431 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:33:55.389117 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:55.394243 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-57632683-ff9a-4fe8-adea-2836043d3066 admin admin] 10.222.0.10 "PUT /v2.0/routers/3f7dab18-fdb2-403b-94ce-54c02e6a67bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7494400 Jul 22 20:33:55.419871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8afd286d-c0e5-4606-87e8-261e22ef61f5 None None] Provisioning complete for port 6f233190-a8ad-4f4a-b858-907bafcb21fd triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:55.420281 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8afd286d-c0e5-4606-87e8-261e22ef61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:55.456171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8afd286d-c0e5-4606-87e8-261e22ef61f5 None None] Port 6f233190-a8ad-4f4a-b858-907bafcb21fd cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:33:55.905376 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb977870-fa0d-4475-adf5-ac556043aa67 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:33:55.926103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41728) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:55.931930 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-833855232-network', 'tenant_id': 'b23ba528b0d740208747860158b65b15'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:55.956552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port eb977870-fa0d-4475-adf5-ac556043aa67 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:55.956806 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Made reservation on behalf of b23ba528b0d740208747860158b65b15 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:33:55.957087 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:55.959256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:55.969023 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.045009 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2497e480-4398-44a5-bcfa-87224ef6b903 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:33:56.075045 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.079518 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.096433 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 2497e480-4398-44a5-bcfa-87224ef6b903 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:33:56.101328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2497e480-4398-44a5-bcfa-87224ef6b903 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:56.102003 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.109275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:33:56.114767 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557967ad-5bc9-49c3-bec9-15e19d5b047d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:56.124118 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.124500 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Added segment 08de902f-9481-4ba7-90fd-3057e3633309 of type vlan for network 8e34dddc-b5ee-420d-9be5-9499c3fec94b Jul 22 20:33:56.169762 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.191665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.201324 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.202327 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:56.202912 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.214981 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 2497e480-4398-44a5-bcfa-87224ef6b903, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2497e480-4398-44a5-bcfa-87224ef6b903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:33:56.219350 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.233720 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3063772 Jul 22 20:33:56.237046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41730) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:56.245103 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Request body: {'subnet': {'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-833855232-subnet', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:56.276181 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Made reservation on behalf of b23ba528b0d740208747860158b65b15 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:33:56.276757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=2497e480-4398-44a5-bcfa-87224ef6b903,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:56.280347 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.280690 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba692ec-a583-4edf-ba91-87ea919840b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e34dddc-b5ee-420d-9be5-9499c3fec94b,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:56.293435 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:33:56.481504 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.543085 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Pushing event updated for resources: {'Subnet': ['ID=508b62f9-c7fa-49dd-b635-f5fce920669a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:56.553033 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Checking segment: {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:56.554323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Network hostable DHCP agents. Network: 8e34dddc-b5ee-420d-9be5-9499c3fec94b, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:33:56.580687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:33:56.590873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 8e34dddc-b5ee-420d-9be5-9499c3fec94b) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:56.595368 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:33:56.595831 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.602532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2436a-bcb4-4832-82ff-a928dd47c183 None None] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:33:56.608762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:56.614430 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5dd173cc-b8a0-4a86-a3e7-6c0e28ec4bee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3734231 Jul 22 20:33:56.614676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41732) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:56.619013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:33:56.641777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.642956 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.646363 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:56.646998 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:56.695918 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.828076 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:56.840537 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:56.892748 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'fixed_ips': [{'subnet_id': '508b62f9-c7fa-49dd-b635-f5fce920669a'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:33:56.893630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.056629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.081160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.154675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Allocated IP 172.20.0.2 (8e34dddc-b5ee-420d-9be5-9499c3fec94b/508b62f9-c7fa-49dd-b635-f5fce920669a/11e5bfba-ff02-4339-bbf9-330009185c91) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:57.193501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Allocated IP 172.25.6.183 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/f929935f-cae0-4e58-b6d4-13ec6d130815) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:57.207466 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 2, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:57.238447 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:57.238809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Updating router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb port 6f233190-a8ad-4f4a-b858-907bafcb21fd binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:33:57.311381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.320800 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.360358 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.405964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:57.410662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:57.415904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:57.419245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Pushing event updated for resources: {'Port': ['ID=f929935f-cae0-4e58-b6d4-13ec6d130815,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:57.470860 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.492266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Transition to ACTIVE for port object 11e5bfba-ff02-4339-bbf9-330009185c91 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:57.526693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Transition to ACTIVE for port object 11e5bfba-ff02-4339-bbf9-330009185c91 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:57.540754 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.614103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:57.627623 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:57.630117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:57.642346 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Pushing event updated for resources: {'Port': ['ID=11e5bfba-ff02-4339-bbf9-330009185c91,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:57.704136 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.850798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2497e480-4398-44a5-bcfa-87224ef6b903 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:33:57.942415 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.945881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Attempting to bind port 11e5bfba-ff02-4339-bbf9-330009185c91 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:33:57.946332 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Attempting to bind port 11e5bfba-ff02-4339-bbf9-330009185c91 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:33:57.946711 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Attempting to bind port 11e5bfba-ff02-4339-bbf9-330009185c91 on network 8e34dddc-b5ee-420d-9be5-9499c3fec94b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:33:57.957923 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.978493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:33:57.978880 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Checking segment: {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:57.979292 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:57.979701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Bound using segment: {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:33:57.980436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Bound port: 11e5bfba-ff02-4339-bbf9-330009185c91, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:33:57.980831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.099870 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 2497e480-4398-44a5-bcfa-87224ef6b903 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:33:58.100286 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.105478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.154651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Transition to ACTIVE for port object 6f233190-a8ad-4f4a-b858-907bafcb21fd will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:58.168135 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.181011 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] For port 11e5bfba-ff02-4339-bbf9-330009185c91, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:33:58.235464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] For port 11e5bfba-ff02-4339-bbf9-330009185c91, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=11e5bfba-ff02-4339-bbf9-330009185c91,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:33:58.247011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.261525 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c7660-d360-44d9-8f9e-7876e63efc72 None None] Pushing event updated for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:58.402649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:33:58.419147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Attempting to bind port 6f233190-a8ad-4f4a-b858-907bafcb21fd on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:33:58.419523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Attempting to bind port 6f233190-a8ad-4f4a-b858-907bafcb21fd by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:33:58.419883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Attempting to bind port 6f233190-a8ad-4f4a-b858-907bafcb21fd on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:33:58.435691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:33:58.436072 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Checking segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:58.436514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.436912 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Bound using segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:33:58.437403 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Bound port: 6f233190-a8ad-4f4a-b858-907bafcb21fd, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:33:58.437788 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.443455 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee5b32-2306-4873-9f14-56bf68055eb5 None None] Pushing event updated for resources: {'Port': ['ID=11e5bfba-ff02-4339-bbf9-330009185c91,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:58.525107 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] For port 6f233190-a8ad-4f4a-b858-907bafcb21fd, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:33:58.528494 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] For port 6f233190-a8ad-4f4a-b858-907bafcb21fd, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6f233190-a8ad-4f4a-b858-907bafcb21fd,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:33:58.529832 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:33:58.533831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.542916 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Sync routers for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:33:58.553969 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:58.554931 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:58.556258 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:58.559810 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-caf694f2-83e9-48af-b857-935f6811efd6 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9430606 Jul 22 20:33:58.562246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41734) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:33:58.607798 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:58.608922 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:58.748942 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:58.778064 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c7660-d360-44d9-8f9e-7876e63efc72 None None] Pushing event updated for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:58.839075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:58.990103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:57Z', 'revision_number': 3, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:59.023828 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Checking router: 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:33:59.024199 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Updating router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef port f929935f-cae0-4e58-b6d4-13ec6d130815 binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:33:59.071653 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.125331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:33:58Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:59.155398 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c06c086-3cff-401f-9360-0cb3ea8acacb None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:33:58Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:33:59.165332 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.403959 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Allocated IP 172.20.0.1 (8e34dddc-b5ee-420d-9be5-9499c3fec94b/508b62f9-c7fa-49dd-b635-f5fce920669a/f4062f98-bf71-4ca9-a0a0-10f1a81a5769) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:33:59.453434 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.468659 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Transition to ACTIVE for port object f929935f-cae0-4e58-b6d4-13ec6d130815 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:59.477692 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.540790 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Attempting to bind port f929935f-cae0-4e58-b6d4-13ec6d130815 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:33:59.541166 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Attempting to bind port f929935f-cae0-4e58-b6d4-13ec6d130815 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:33:59.541531 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Attempting to bind port f929935f-cae0-4e58-b6d4-13ec6d130815 on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:33:59.544770 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57336b-beec-4f28-82f1-ac66a2d11435 None None] Pushing event updated for resources: {'Port': ['ID=f929935f-cae0-4e58-b6d4-13ec6d130815,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:59.550953 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.561784 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:33:59.562488 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:33:59.563067 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.563940 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:33:59.564646 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Bound port: f929935f-cae0-4e58-b6d4-13ec6d130815, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:33:59.565403 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.570109 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.provisioning_blocks [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Transition to ACTIVE for port object f4062f98-bf71-4ca9-a0a0-10f1a81a5769 will not be triggered until provisioned by entity DHCP. {{(pid=93801) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:33:59.613772 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.640087 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] For port f929935f-cae0-4e58-b6d4-13ec6d130815, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:33:59.644415 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] For port f929935f-cae0-4e58-b6d4-13ec6d130815, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f929935f-cae0-4e58-b6d4-13ec6d130815,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:33:59.654652 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.677699 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:33:59.682296 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:33:59.686998 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:33:59.731736 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:33:59.733043 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:33:59.733989 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Pushing event updated for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:59.739906 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57336b-beec-4f28-82f1-ac66a2d11435 None None] Pushing event updated for resources: {'Port': ['ID=f929935f-cae0-4e58-b6d4-13ec6d130815,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:33:59.755761 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:33:59.842568 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2cd54-4fad-440a-93db-1d27fd3e92a0 None None] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:33:59.920049 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:33:59.996586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6f233190-a8ad-4f4a-b858-907bafcb21fd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:00.009101 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-191ae0cb-3cfc-41da-97a2-8b37eb436aa4 None None] Provisioning for port 11e5bfba-ff02-4339-bbf9-330009185c91 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:00.050446 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.145620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 6f233190-a8ad-4f4a-b858-907bafcb21fd completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:00.153767 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6f233190-a8ad-4f4a-b858-907bafcb21fd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:00.154148 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.202463 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:57Z', 'revision_number': 3, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:00.248674 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143898f6-f5cf-457a-ba0c-e32a461d0442 None None] The sync data for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 is: [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:57Z', 'revision_number': 3, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:34:00.297270 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.305894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.317471 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.381216 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 6f233190-a8ad-4f4a-b858-907bafcb21fd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6f233190-a8ad-4f4a-b858-907bafcb21fd,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:00.389653 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.390699 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 11e5bfba-ff02-4339-bbf9-330009185c91 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:00.442569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Pushing event updated for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:00.475527 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.519302 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:00.525822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 11e5bfba-ff02-4339-bbf9-330009185c91 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:00.535520 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 11e5bfba-ff02-4339-bbf9-330009185c91 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:00.535882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.651729 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:34:00.656418 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:34:00.738600 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.809171 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 11e5bfba-ff02-4339-bbf9-330009185c91, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=11e5bfba-ff02-4339-bbf9-330009185c91,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:00.812054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Provisioning complete for port 11e5bfba-ff02-4339-bbf9-330009185c91 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:00.812576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.817105 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:00.986635 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=11e5bfba-ff02-4339-bbf9-330009185c91,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:01.035779 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Provisioning for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:01.048873 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Provisioning complete for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:01.049657 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.114463 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c17ad-6943-49db-abae-a283255d48e4 None None] Port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:34:01.215868 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:34:01.242518 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cd0c9555-d422-405f-94bf-c6b8aa6f6347 None None] Provisioning complete for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:01.242895 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cd0c9555-d422-405f-94bf-c6b8aa6f6347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.296554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c9555-d422-405f-94bf-c6b8aa6f6347 None None] Port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:34:01.347492 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:34:01.354620 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1a547a6e-bc03-4ee1-9289-65e84c7bc358 admin admin] 10.222.0.10 "PUT /v2.0/routers/8416837f-2a2b-4714-9fcc-8b8ad7e3ddef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7905359 Jul 22 20:34:01.418383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6d7ceede-b227-4b28-92d6-91b038ba949e None None] Provisioning complete for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:01.418774 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6d7ceede-b227-4b28-92d6-91b038ba949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.458874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6d7ceede-b227-4b28-92d6-91b038ba949e None None] Port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:34:01.926719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6f233190-a8ad-4f4a-b858-907bafcb21fd up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:01.985843 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41742) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:01.987631 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 6f233190-a8ad-4f4a-b858-907bafcb21fd triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:01.988032 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:01.992984 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520402964', 'description': 'tempest-secgroup-smoke-1520402964 description', 'project_id': '035848d2d47b452886b1ef09c60e8902'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.016929 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.083384 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f929935f-cae0-4e58-b6d4-13ec6d130815 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:02.134908 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.139962 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.149963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f929935f-cae0-4e58-b6d4-13ec6d130815 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:02.156057 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f929935f-cae0-4e58-b6d4-13ec6d130815 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:02.156730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.171954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.173185 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1853549 Jul 22 20:34:02.173896 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd4a7-75b9-4e5c-a0bf-4c65ce9c7165 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf745fc-06bb-491c-9982-e0ee89dd6940,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.176141 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41744) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.182438 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.211234 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.247484 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.273440 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f929935f-cae0-4e58-b6d4-13ec6d130815, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f929935f-cae0-4e58-b6d4-13ec6d130815,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:02.279474 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.279474 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 11e5bfba-ff02-4339-bbf9-330009185c91 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:02.286646 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.292301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.310464 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fda3bf-5afa-43ca-8f72-5318e86e892f,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.322388 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.324474 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-2bb3c88a-6c0f-46a3-9c47-e28f64506cb7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466985 Jul 22 20:34:02.327106 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41746) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.335286 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.368241 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f929935f-cae0-4e58-b6d4-13ec6d130815,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.371382 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.384875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 11e5bfba-ff02-4339-bbf9-330009185c91 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:02.385392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.454926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.462060 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.486080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb69b3ec-12c8-4a40-a17a-3954e2730cca,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.502384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.503592 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d99f3adc-3ce0-4444-a712-7ca0efba490e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751523 Jul 22 20:34:02.507120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41748) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.512270 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.543679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.626230 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.631198 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.651412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862dbf04-8c39-45c2-b288-798fa902af4a,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.660766 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.665550 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4d60f5ae-34e9-4838-83c8-1a01fd1af5ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542215 Jul 22 20:34:02.665741 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Sync routers for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:34:02.665897 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 41750) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.671346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.674660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:34:02.675283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:02.704824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.771377 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.776599 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.794229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:34:02.802143 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7103211-bdc1-48f4-a778-dfe6dad652e9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.806292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.813401 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a8c505fa-c6fe-478e-8b95-f06e3d30a846 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1407230 Jul 22 20:34:02.815137 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41752) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.818421 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.845573 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Project 035848d2d47b452886b1ef09c60e8902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:34:02.852336 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.919345 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.923069 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.942127 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9cab40-ab2e-4149-a423-5f03113ff2ed,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:02.949499 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:02.951152 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c40fa19c-c6b9-41f2-8b49-b11421577be2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360018 Jul 22 20:34:02.953483 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41754) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:02.958143 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': 'adf745fc-06bb-491c-9982-e0ee89dd6940', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:02.988422 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Project 035848d2d47b452886b1ef09c60e8902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:34:02.994582 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.017128 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:59Z', 'revision_number': 4, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f4062f98-bf71-4ca9-a0a0-10f1a81a5769', 'name': '', 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'mac_address': 'fa:16:3e:16:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:59Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 2, 'project_id': 'b23ba528b0d740208747860158b65b15', 'subnets': [{'id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:03.065129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.069838 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.092823 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534196bf-97b3-4932-be33-40f16f3579b8,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:03.103880 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.105938 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-9f3b6ff8-195a-47d3-a772-753959c407ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513131 Jul 22 20:34:03.211436 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Checking router: 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:34:03.211777 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Updating router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:34:03.247745 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.261255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-e04ab48c-3da1-49b5-8e35-8111336037e0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520402964&fields=id&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 267 time: 0.0354905 Jul 22 20:34:03.379149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-afd4cfc5-bb6e-4dd7-95a6-be9dee44a854 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:03.382356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-afd4cfc5-bb6e-4dd7-95a6-be9dee44a854 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 808 time: 0.1132333 Jul 22 20:34:03.402178 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-f7c0e4f4-d5ba-46e4-826b-f5860f5b2d98 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/quotas/035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 375 time: 0.0125711 Jul 22 20:34:03.486608 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-a217a1fb-d618-489e-9769-1ba7079f430d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785489 Jul 22 20:34:03.536348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.547514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Transition to ACTIVE for port object f4062f98-bf71-4ca9-a0a0-10f1a81a5769 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:34:03.555308 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.612717 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e369-23e1-4b45-bd07-8d16798cdb87 None None] Pushing event updated for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:03.673756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Attempting to bind port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:34:03.674140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Attempting to bind port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:34:03.674508 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Attempting to bind port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 on network 8e34dddc-b5ee-420d-9be5-9499c3fec94b {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:34:03.680358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:34:03.680879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Checking segment: {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:34:03.681296 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.681700 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Bound using segment: {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:34:03.682177 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Bound port: f4062f98-bf71-4ca9-a0a0-10f1a81a5769, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08de902f-9481-4ba7-90fd-3057e3633309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:34:03.683019 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.712975 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-3d4b2e02-38b4-41c2-9d70-c2c3836d7077 service neutron] 10.222.0.10 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126539 Jul 22 20:34:03.770029 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] For port f4062f98-bf71-4ca9-a0a0-10f1a81a5769, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:34:03.774785 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] For port f4062f98-bf71-4ca9-a0a0-10f1a81a5769, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:34:03.781637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:03.854022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:34:03.854673 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:33:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:03.896792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f929935f-cae0-4e58-b6d4-13ec6d130815 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:03.901210 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-9cb3d463-3e78-4473-a836-3d98486bccc7 service neutron] 10.222.0.10 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826465 Jul 22 20:34:03.951884 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19e369-23e1-4b45-bd07-8d16798cdb87 None None] Pushing event updated for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:04.041119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:34:04.045411 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f929935f-cae0-4e58-b6d4-13ec6d130815 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:04.045804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:04.152052 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-238ddaef-69a3-4b11-a06c-9b620847e48e req-cc5f15a6-726a-4c36-bba7-acd26eadfaa9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 210 time: 0.0552814 Jul 22 20:34:04.409920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:59Z', 'revision_number': 4, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f4062f98-bf71-4ca9-a0a0-10f1a81a5769', 'name': '', 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'mac_address': 'fa:16:3e:16:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:59Z', 'updated_at': '2021-07-22T20:34:03Z', 'revision_number': 4, 'project_id': 'b23ba528b0d740208747860158b65b15', 'subnets': [{'id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:04.451835 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec454c23-43af-4241-b067-40aa409049c2 None None] The sync data for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 is: [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:33:59Z', 'revision_number': 4, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'f4062f98-bf71-4ca9-a0a0-10f1a81a5769', 'name': '', 'network_id': '8e34dddc-b5ee-420d-9be5-9499c3fec94b', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'mac_address': 'fa:16:3e:16:2f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:59Z', 'updated_at': '2021-07-22T20:34:03Z', 'revision_number': 4, 'project_id': 'b23ba528b0d740208747860158b65b15', 'subnets': [{'id': '508b62f9-c7fa-49dd-b635-f5fce920669a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:34:05.255580 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-92a437c5-4d06-47f9-899b-36db3165a221 req-c6dc2315-fbe3-41b5-9166-41bf7c970c5e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 210 time: 0.0328898 Jul 22 20:34:05.846954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f4062f98-bf71-4ca9-a0a0-10f1a81a5769 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:05.908178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:05.913090 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:05.913547 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:06.009542 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:06.057008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port f4062f98-bf71-4ca9-a0a0-10f1a81a5769, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:06.062297 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:06.123627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:06.351365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c8dbc00-0a6b-4a73-882f-aa030280a078 req-2ed244cb-3489-401d-b61b-5d2f8b69682a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 210 time: 0.0371127 Jul 22 20:34:07.200987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-310e8733-eb80-44eb-8cd7-5cbf1e15f685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:07.462467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa10d2d-76d6-4fb7-9ee3-fda371aa398c req-6e11301b-2a52-4569-9ea3-ab06080e38c2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 210 time: 0.0412910 Jul 22 20:34:07.842832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f4062f98-bf71-4ca9-a0a0-10f1a81a5769 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:07.899765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:07.900340 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:08.506529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-9c55ef08-376d-4bcf-b390-05a98ad94be1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:08.509414 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-9c55ef08-376d-4bcf-b390-05a98ad94be1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 808 time: 0.1424232 Jul 22 20:34:08.598463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5728994c-4d21-428f-8d74-7c11fb0e25cf req-286c49c9-9d76-4cee-b1eb-2aba1179d89a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 210 time: 0.0501306 Jul 22 20:34:08.603361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-fc8e0d45-5c03-49ca-86b2-a50033bb13cb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 380 time: 0.0838313 Jul 22 20:34:08.613869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'port': {'device_id': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'admin_state_up': True, 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'security_groups': ['adf745fc-06bb-491c-9982-e0ee89dd6940']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:08.736841 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Made reservation on behalf of 035848d2d47b452886b1ef09c60e8902 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:34:08.740557 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:08.887224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Allocated IP 172.20.0.5 (f3e76d1d-6b2c-48da-8b72-73c8519975c2/5d8b5a35-75b5-471b-b0eb-eb1a8acbb658/076cba63-f393-41cd-95b2-995a044d2741) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:34:09.048893 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.065170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Transition to ACTIVE for port object 076cba63-f393-41cd-95b2-995a044d2741 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:34:09.102381 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.156403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:34:09.159617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:34:09.164203 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:34:09.171216 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:09.225059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:09.225786 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.242270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-ef1322c0-71d4-4276-99c3-fb82317f0f33 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6324239 Jul 22 20:34:09.253469 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Request body: {'port': {'device_id': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:09.340726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.464885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e7874840-d71c-4203-a935-a5662ffbcd51 None None] Provisioning for port 076cba63-f393-41cd-95b2-995a044d2741 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:09.469951 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-e7874840-d71c-4203-a935-a5662ffbcd51 None None] Provisioning complete for port 076cba63-f393-41cd-95b2-995a044d2741 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:09.470374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e7874840-d71c-4203-a935-a5662ffbcd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.525227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-e7874840-d71c-4203-a935-a5662ffbcd51 None None] Port 076cba63-f393-41cd-95b2-995a044d2741 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:34:09.747252 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:34:09.757093 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.778680 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Transition to ACTIVE for port object 076cba63-f393-41cd-95b2-995a044d2741 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:34:09.784519 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:09.829961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b6c4d-7743-4f34-9328-4e8827441514 req-e6039ab7-e68f-409d-90fc-b58595024854 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:09.831994 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-000b6c4d-7743-4f34-9328-4e8827441514 req-e6039ab7-e68f-409d-90fc-b58595024854 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 931 time: 0.1556115 Jul 22 20:34:09.877287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:09.967953 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-000b6c4d-7743-4f34-9328-4e8827441514 req-9abab40d-7a03-470a-8666-506935c6a1d2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197667 Jul 22 20:34:10.003076 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Attempting to bind port 076cba63-f393-41cd-95b2-995a044d2741 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:34:10.003517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Attempting to bind port 076cba63-f393-41cd-95b2-995a044d2741 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:34:10.003915 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Attempting to bind port 076cba63-f393-41cd-95b2-995a044d2741 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:34:10.010209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Port 076cba63-f393-41cd-95b2-995a044d2741 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:34:10.010535 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Attempting to bind port 076cba63-f393-41cd-95b2-995a044d2741 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:34:10.016565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:34:10.016898 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Checking segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:34:10.017287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Bound using segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:34:10.017862 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Bound port: 076cba63-f393-41cd-95b2-995a044d2741, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:34:10.018228 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:10.087248 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:10.111749 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6861a07c-4a6f-47f8-ab53-9b98ca44fe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:10.114615 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:34:10.119277 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:34:10.124720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:10.165122 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.165798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:10.167157 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] 10.222.0.32 "PUT /v2.0/ports/076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 1092 time: 0.9180534 Jul 22 20:34:10.167672 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:34:10.169956 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a4649a-b267-4512-9402-9005d7ff2c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:34:10.194449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b528a5-189e-4630-ac12-5058b54fd549 service neutron] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:10.256733 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a0dbe-0a2f-44b5-8d0d-43f78925d14f x-openstack-request-id: req-128a0dbe-0a2f-44b5-8d0d-43f78925d14f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:34:10.256983 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:34:10.258007 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-128a0dbe-0a2f-44b5-8d0d-43f78925d14f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:34:10.258477 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'status': 'completed', 'code': 200} Jul 22 20:34:10.296509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-e590f9e9-e092-47c8-a515-e79c35276115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.297905 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-e590f9e9-e092-47c8-a515-e79c35276115 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1095 time: 0.0824440 Jul 22 20:34:10.342632 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-7b32b3cd-2710-44e6-885c-a4c9a9bb938b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 217 time: 0.0378387 Jul 22 20:34:10.396735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-063398a1-f8fd-4840-bf0c-6c29d75d5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.398388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-063398a1-f8fd-4840-bf0c-6c29d75d5f8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0494430 Jul 22 20:34:10.462209 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21530635-b772-4d9b-b542-0fb75f040deb req-a0e28290-3c03-4a8e-8859-309df02e2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.463654 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-a0e28290-3c03-4a8e-8859-309df02e2b83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595083 Jul 22 20:34:10.588339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-56f25f5b-d5d5-4f49-869f-737c07e92cf0 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144469 Jul 22 20:34:10.706026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-21530635-b772-4d9b-b542-0fb75f040deb req-6bececb9-6104-4e84-aecc-a4b195b278fd service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112230 Jul 22 20:34:10.824179 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-58ce77a0-bd32-446e-8b6a-413b604aef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.825767 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-58ce77a0-bd32-446e-8b6a-413b604aef6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1095 time: 0.0662885 Jul 22 20:34:10.932051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-d554b688-6a00-4d39-ab3c-3254ea6d6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:10.933513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-d554b688-6a00-4d39-ab3c-3254ea6d6906 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.1005430 Jul 22 20:34:10.981947 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-4a9db5cc-0335-4dcc-9230-971a3932edc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 217 time: 0.0404220 Jul 22 20:34:11.034665 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-d8bc5606-85d0-436a-8ead-bdb0eec8e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:11.036362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-d8bc5606-85d0-436a-8ead-bdb0eec8e1c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0470929 Jul 22 20:34:11.153146 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-b497a972-fded-4dd9-a4d5-556cfcc910a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:11.154914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-b497a972-fded-4dd9-a4d5-556cfcc910a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1116042 Jul 22 20:34:11.183636 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5029d-5891-4af3-b277-a8e43dfc4527 req-657811fd-b75f-4b0a-b40c-29c60555991e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:11.185371 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03e5029d-5891-4af3-b277-a8e43dfc4527 req-657811fd-b75f-4b0a-b40c-29c60555991e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.1119299 Jul 22 20:34:11.281007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-03e5029d-5891-4af3-b277-a8e43dfc4527 req-c1329dcf-69be-4935-892c-c34b774bfd74 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839674 Jul 22 20:34:11.303442 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-06063ac0-dccc-45fb-8ebc-192fcff52e2b service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407943 Jul 22 20:34:11.406646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-81a4649a-b267-4512-9402-9005d7ff2c5a req-ed1b220b-11fb-4775-8a75-29455cbf1de3 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968225 Jul 22 20:34:11.764230 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:12.428709 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765103f-b990-4c76-9e6e-e20e4d5a0375 req-1dcef897-b9fa-4f88-be57-614a322aaf10 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:12.431123 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c765103f-b990-4c76-9e6e-e20e4d5a0375 req-1dcef897-b9fa-4f88-be57-614a322aaf10 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0670884 Jul 22 20:34:12.470131 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c765103f-b990-4c76-9e6e-e20e4d5a0375 req-babfd377-152b-47b7-a9c6-a23a3d508260 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Jul 22 20:34:13.066926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:34:13.164887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:13.182496 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:13.193809 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '076cba63-f393-41cd-95b2-995a044d2741', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:34:13.233787 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:13.246875 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:34:13.266863 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:13.270843 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:13.319622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:13.489022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['076cba63-f393-41cd-95b2-995a044d2741'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:34:13.615480 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceea500-8429-4286-8f12-3b881c52efb7 req-1903eda8-ba17-49fc-ad6d-eaf586f86752 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:13.618109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cceea500-8429-4286-8f12-3b881c52efb7 req-1903eda8-ba17-49fc-ad6d-eaf586f86752 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 944 time: 0.0737674 Jul 22 20:34:13.658677 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cceea500-8429-4286-8f12-3b881c52efb7 req-ecebaaed-810c-476f-aa9b-174aa0665d2a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341222 Jul 22 20:34:14.595927 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:34:14.800999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf7f85-7658-4679-820a-012d79ebc047 req-2d4fbc4a-8dc8-4055-bbdc-4110a567429b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:14.802663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08cf7f85-7658-4679-820a-012d79ebc047 req-2d4fbc4a-8dc8-4055-bbdc-4110a567429b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 944 time: 0.0695767 Jul 22 20:34:14.843658 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-08cf7f85-7658-4679-820a-012d79ebc047 req-cfac7394-e6cd-4126-96df-58aee7106b3b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Jul 22 20:34:15.078096 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:34:15.129719 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 076cba63-f393-41cd-95b2-995a044d2741 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:34:15.134270 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 076cba63-f393-41cd-95b2-995a044d2741 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:34:15.134648 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:15.227715 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:15.258526 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:34:15.260824 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900e1da-e223-4521-a9a0-5091e285c6f2" -d '{"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:34:15.275554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:34:15.280140 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:15.335833 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:15.356763 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32295a2-a59e-4201-b2e9-0797a98ac10f x-openstack-request-id: req-b32295a2-a59e-4201-b2e9-0797a98ac10f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:34:15.357061 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:34:15.357319 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b32295a2-a59e-4201-b2e9-0797a98ac10f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:34:15.357722 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'code': 200} Jul 22 20:34:15.475333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01212-37f6-4f5b-9dbe-17782025e49d req-8e2d9b3e-11cb-42f4-959a-46d6f6cdb1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:15.476982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbf01212-37f6-4f5b-9dbe-17782025e49d req-8e2d9b3e-11cb-42f4-959a-46d6f6cdb1ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1097 time: 0.0568721 Jul 22 20:34:15.527671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fbf01212-37f6-4f5b-9dbe-17782025e49d req-c6c99072-9b1c-4b91-b0b0-e476a1af30b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440333 Jul 22 20:34:15.982322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ea21b-616a-4481-891e-253692560380 req-e5f437c5-1140-4b69-9aab-8f83df2317b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:15.983724 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db6ea21b-616a-4481-891e-253692560380 req-e5f437c5-1140-4b69-9aab-8f83df2317b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0654566 Jul 22 20:34:16.021645 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-db6ea21b-616a-4481-891e-253692560380 req-09b04791-96a1-4bf8-a6bd-d747745c57d3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Jul 22 20:34:17.154938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f7c32-af60-4beb-8990-f460706c5c06 req-2a0affff-fa3d-46f6-a425-37fe5a3059c6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:17.156609 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-800f7c32-af60-4beb-8990-f460706c5c06 req-2a0affff-fa3d-46f6-a425-37fe5a3059c6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0666132 Jul 22 20:34:17.197920 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-800f7c32-af60-4beb-8990-f460706c5c06 req-2246beca-cb4d-4de7-9c71-6bcd1c378d24 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356982 Jul 22 20:34:17.335609 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f14b3b-2e6c-4acf-a9f2-741a6c15609f req-67fe7579-b208-4d2d-a99f-f96b717fb36d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:17.337587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9f14b3b-2e6c-4acf-a9f2-741a6c15609f req-67fe7579-b208-4d2d-a99f-f96b717fb36d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0715389 Jul 22 20:34:17.377058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b9f14b3b-2e6c-4acf-a9f2-741a6c15609f req-3dc8ba3b-b631-4b4d-8fce-dfa55b8481e8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335941 Jul 22 20:34:17.399800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41828) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:17.503105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62d1a00-df04-4d4b-9485-20bb8954c854 tempest-TestShelveInstance-1108554207 tempest-TestShelveInstance-1108554207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:17.504809 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c62d1a00-df04-4d4b-9485-20bb8954c854 tempest-TestShelveInstance-1108554207 tempest-TestShelveInstance-1108554207-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1092 time: 0.1038742 Jul 22 20:34:17.508535 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 41832) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:34:17.513138 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:34:17.537301 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:17.641735 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:17.753836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Allocated IP 172.25.6.213 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/aa4433b8-30a6-4c38-974f-39a31cbeb9f0) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:34:17.885508 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:17.927782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:17.973697 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:34:17.976498 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:34:17.979639 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:34:18.007747 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=aa4433b8-30a6-4c38-974f-39a31cbeb9f0,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:18.377062 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:18.462727 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:18.628807 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:18.633818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:18.704771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=aa4433b8-30a6-4c38-974f-39a31cbeb9f0,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:34:18.717954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:18.826180 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Floating IP 5999f08b-9fa3-42b1-b21d-7941f33fbcf0 associated. External IP: 172.25.6.213, port: 076cba63-f393-41cd-95b2-995a044d2741. Jul 22 20:34:19.058301 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:34:19.177285 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:34:19.190147 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:34:19.199876 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:19.200534 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:34:19.201272 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:19.245993 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-1e3e274a-6c09-4e6d-9917-19c83a3af640 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7360308 Jul 22 20:34:19.246673 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:34:19.249121 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0124941-680a-49c1-868e-0d797b7a3f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:34:19.287798 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1066941f-bc0f-43d7-9fe2-cf36ca650ff1 x-openstack-request-id: req-1066941f-bc0f-43d7-9fe2-cf36ca650ff1 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:34:19.288093 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:34:19.288378 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1066941f-bc0f-43d7-9fe2-cf36ca650ff1 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:34:19.288786 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'status': 'completed', 'code': 200} Jul 22 20:34:19.310686 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:34:19.378555 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-35736e61-cf94-49cf-879f-7ed9b8372f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:19.380191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-35736e61-cf94-49cf-879f-7ed9b8372f90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1097 time: 0.0674562 Jul 22 20:34:19.478221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-9688cf67-7930-4d70-ae18-fb7f89b21cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:19.479711 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-9688cf67-7930-4d70-ae18-fb7f89b21cfb service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0937076 Jul 22 20:34:19.550647 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-bd91a67d-fd04-4443-8fd6-8ef0b3346e0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 999 time: 0.0639746 Jul 22 20:34:19.600839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-14fabdd5-b11a-46cb-a624-2b1f7b3ab798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:19.602972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-14fabdd5-b11a-46cb-a624-2b1f7b3ab798 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0465391 Jul 22 20:34:19.638199 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '5999f08b-9fa3-42b1-b21d-7941f33fbcf0', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:34:18Z', 'updated_at': '2021-07-22T20:34:18Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:19.669063 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:34:19.669329 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-b274c7fe-3fa8-4072-ac8c-8ca046e597f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:34:19.670583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-b274c7fe-3fa8-4072-ac8c-8ca046e597f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606995 Jul 22 20:34:19.677661 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:34:19.678281 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:34:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:19.762301 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-c9675a73-8c62-499c-bb51-6da4a535aa51 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Jul 22 20:34:19.786056 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:34:19.870696 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e0124941-680a-49c1-868e-0d797b7a3f2a req-eb15b03c-fb92-40dd-852b-4e80d618c966 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014342 Jul 22 20:34:20.024589 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '5999f08b-9fa3-42b1-b21d-7941f33fbcf0', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:34:18Z', 'updated_at': '2021-07-22T20:34:18Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:34:20.055672 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d261e-cce0-4286-96b6-cc377fa0fb95 None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '5999f08b-9fa3-42b1-b21d-7941f33fbcf0', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.213', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:34:18Z', 'updated_at': '2021-07-22T20:34:18Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:34:20.251259 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c7aea1-3e09-4140-9c0f-55a999e85b5c None None] New status for floating IP 5999f08b-9fa3-42b1-b21d-7941f33fbcf0: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:34:25.062764 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:27.911649 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:37.202489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-48faba15-f1f3-46c7-acd0-9f8703530d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:40.071366 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:40.103460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-85f1f7e4-e8f9-4add-b01a-5122fed47810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:41.767195 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:43.140931 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:51.596673 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:34:55.082721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:34:57.915749 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:07.201516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-92a2e3d7-8beb-4024-9564-776de65ceec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:10.072723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:10.104991 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-51af6dc2-3be7-43b6-8ba2-633bc20e34ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:11.769103 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:13.143147 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:25.090753 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:27.909204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:28.597132 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:35:33.141367 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-fb52444e-d2d3-4026-b417-cd5c7e92bd8b req-37287c15-70a9-4d82-8686-ed8c33009b17 service neutron] (93800) timed out ('10.222.0.10', 39232) {{(pid=93800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:35:37.194747 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0ea5991f-8bb7-4337-a491-76ba5ff71f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:40.076036 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:40.104940 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c96718c6-fec1-4e73-93b5-dc9e7fdce2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:40.843965 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-c334d1e9-670a-4138-a913-874ee15a2e3b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556140 Jul 22 20:35:40.939802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a488e-605c-4de2-839a-d331c94874e7 req-6e1be739-07aa-4259-806e-173a79ae22b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:35:40.941395 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-6e1be739-07aa-4259-806e-173a79ae22b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0552158 Jul 22 20:35:41.046474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a488e-605c-4de2-839a-d331c94874e7 req-abad16d2-088e-4408-a798-b86e5e4e8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:35:41.047971 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-abad16d2-088e-4408-a798-b86e5e4e8e72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0886102 Jul 22 20:35:41.087997 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-a5c31b25-618b-4c39-ace6-63657937a60e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0334234 Jul 22 20:35:41.140247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a488e-605c-4de2-839a-d331c94874e7 req-08c6f1ab-7135-4d03-a43e-4f833ec1845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:35:41.141637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-08c6f1ab-7135-4d03-a43e-4f833ec1845a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0477972 Jul 22 20:35:41.204046 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a488e-605c-4de2-839a-d331c94874e7 req-865cf4b3-a5df-42c8-acac-d5027bdb6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:35:41.205693 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-865cf4b3-a5df-42c8-acac-d5027bdb6830 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574954 Jul 22 20:35:41.215616 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-b371fe47-d529-473b-88b7-1396b8366da4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:35:41.216581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-b371fe47-d529-473b-88b7-1396b8366da4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050678 Jul 22 20:35:41.309750 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-a645d56b-4939-49ab-a455-3b6d77be2eeb service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Jul 22 20:35:41.408003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172a488e-605c-4de2-839a-d331c94874e7 req-6168e1f6-1f95-4220-bf71-5b5483c328b8 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915890 Jul 22 20:35:41.772642 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:43.146352 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:55.099755 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:35:57.924606 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:05.596235 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:36:07.206970 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-935f0a70-de1b-47b1-b15c-dfc553047e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:10.078466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:10.103963 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b5cf6434-755a-4684-bca2-75a52ba99f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:11.777730 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:13.155025 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:14.902412 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac214d-1117-42aa-b338-6634ce9e6831 req-4d1d08b0-5a6b-4906-9f3b-8727f0cd72aa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:14.903964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01ac214d-1117-42aa-b338-6634ce9e6831 req-4d1d08b0-5a6b-4906-9f3b-8727f0cd72aa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0690901 Jul 22 20:36:14.945437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01ac214d-1117-42aa-b338-6634ce9e6831 req-ecdbf8f1-d2dd-42a5-a494-b1815ff12d36 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354283 Jul 22 20:36:16.094691 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da419032-11c8-4d9b-bc49-e83fccd93cf0 req-68befe10-89de-4fe9-89e6-8b4e0434280a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:16.096133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da419032-11c8-4d9b-bc49-e83fccd93cf0 req-68befe10-89de-4fe9-89e6-8b4e0434280a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0691245 Jul 22 20:36:16.418238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-da419032-11c8-4d9b-bc49-e83fccd93cf0 req-67ccf6cc-fb28-454b-b8ae-49b6f82292b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164270 Jul 22 20:36:17.552562 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32de757-6b72-4d38-af7a-13232ee1164e req-9e6d9979-dbe7-4f4e-99bc-e10dc0a9d9a8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:17.554092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d32de757-6b72-4d38-af7a-13232ee1164e req-9e6d9979-dbe7-4f4e-99bc-e10dc0a9d9a8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0690870 Jul 22 20:36:17.592198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d32de757-6b72-4d38-af7a-13232ee1164e req-6448f240-1195-4061-9dae-304806e0efd0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Jul 22 20:36:18.721287 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eeff6-b6e3-451a-822d-5e6767febfaa req-1e8813c4-a57f-4844-be04-283e6d00d845 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:18.722845 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a25eeff6-b6e3-451a-822d-5e6767febfaa req-1e8813c4-a57f-4844-be04-283e6d00d845 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0640903 Jul 22 20:36:18.768702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a25eeff6-b6e3-451a-822d-5e6767febfaa req-7550b2d3-d831-4688-8d0b-09c2ee5caccb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jul 22 20:36:19.902859 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7151a-134e-4b41-83ba-92c6ade2074c req-bac2efba-b79b-4c29-88f8-1c5f2d9f6c5c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:19.904409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2d7151a-134e-4b41-83ba-92c6ade2074c req-bac2efba-b79b-4c29-88f8-1c5f2d9f6c5c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0657427 Jul 22 20:36:19.942495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f2d7151a-134e-4b41-83ba-92c6ade2074c req-015761c0-42e7-4385-901d-51d7b356bfe6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Jul 22 20:36:21.074297 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f95fb-097a-483c-bdd9-015f14fa114e req-900f51b8-6163-4691-ab18-94f56517125c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:21.075791 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-555f95fb-097a-483c-bdd9-015f14fa114e req-900f51b8-6163-4691-ab18-94f56517125c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0664773 Jul 22 20:36:21.114775 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-555f95fb-097a-483c-bdd9-015f14fa114e req-e54f44c4-a027-43d1-b4e6-216e406f4ad5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333564 Jul 22 20:36:22.251481 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edda32-9d51-4920-aabc-a529a3aa60bf req-587a78af-ff3c-40b8-a798-12d2a9037c49 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:22.253017 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75edda32-9d51-4920-aabc-a529a3aa60bf req-587a78af-ff3c-40b8-a798-12d2a9037c49 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0684209 Jul 22 20:36:22.292577 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-75edda32-9d51-4920-aabc-a529a3aa60bf req-dc1e847d-6aaa-4b85-aa5c-1a4109e8e260 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335405 Jul 22 20:36:23.426158 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aee2eb-994b-44c4-9454-3d39825d10c0 req-075911fb-3e45-4e07-9377-257afd568044 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:23.427671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aee2eb-994b-44c4-9454-3d39825d10c0 req-075911fb-3e45-4e07-9377-257afd568044 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0644698 Jul 22 20:36:23.474469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-17aee2eb-994b-44c4-9454-3d39825d10c0 req-526d37f6-8936-45b8-8b3d-9d56684ef53f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400922 Jul 22 20:36:24.604288 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112cd1-16e4-4bdb-a044-853885792c75 req-84c87565-d588-4fc2-9529-9b8dcabd9589 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:24.605815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45112cd1-16e4-4bdb-a044-853885792c75 req-84c87565-d588-4fc2-9529-9b8dcabd9589 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0635428 Jul 22 20:36:24.646846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-45112cd1-16e4-4bdb-a044-853885792c75 req-ab911abf-8c61-4c3e-9b61-8b15d69e0220 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354989 Jul 22 20:36:25.087086 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:25.780451 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a90b51-0b31-49e4-9d9c-e120c2c330f7 req-b58dcfca-4e1c-4cbd-8dce-857de363f375 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:25.781983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8a90b51-0b31-49e4-9d9c-e120c2c330f7 req-b58dcfca-4e1c-4cbd-8dce-857de363f375 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0652864 Jul 22 20:36:25.828374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8a90b51-0b31-49e4-9d9c-e120c2c330f7 req-1bcae6fe-dc3a-430f-9a89-dd726244d4c6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Jul 22 20:36:26.965652 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72751355-2fc9-47f9-896e-9d21b70a0088 req-ef4ca9f8-7079-487e-95e2-801652b8296c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:26.967289 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72751355-2fc9-47f9-896e-9d21b70a0088 req-ef4ca9f8-7079-487e-95e2-801652b8296c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0686195 Jul 22 20:36:27.006876 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72751355-2fc9-47f9-896e-9d21b70a0088 req-0e836d40-fd7a-4c12-8a29-084511cdbfd1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340815 Jul 22 20:36:27.752104 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:36:27.906109 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:27.920851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '076cba63-f393-41cd-95b2-995a044d2741', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:36:27.971497 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:27.980953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:28.185033 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:36:28.194107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa5667-da0c-47fb-af40-b2b40c68eb4b req-e2ea8c14-0b3f-41fe-a922-09ad444b746e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:28.205240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bfa5667-da0c-47fb-af40-b2b40c68eb4b req-e2ea8c14-0b3f-41fe-a922-09ad444b746e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.1092508 Jul 22 20:36:28.211236 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:28.218144 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:28.268429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7bfa5667-da0c-47fb-af40-b2b40c68eb4b req-c1cb0c45-a5fe-4a8c-90f7-3aa48c0cdd81 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618877 Jul 22 20:36:28.291630 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:36:28.299669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.300201 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.301407 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.301734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.302212 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.302566 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.303141 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.303702 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.304122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.304581 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.305653 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.306126 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:36:28.313173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['076cba63-f393-41cd-95b2-995a044d2741'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:36:29.418783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131d841-a094-44ed-b1d7-3427e6e7498d req-bc13f333-1643-4b01-800c-161237aeefff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:29.424803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1131d841-a094-44ed-b1d7-3427e6e7498d req-bc13f333-1643-4b01-800c-161237aeefff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 944 time: 0.0741768 Jul 22 20:36:29.465900 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-1131d841-a094-44ed-b1d7-3427e6e7498d req-e655205e-3b7b-4b92-bbc3-01c8cce9750a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387583 Jul 22 20:36:29.780938 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:36:29.839982 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 076cba63-f393-41cd-95b2-995a044d2741 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:36:29.840433 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:29.939530 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:29.964722 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:36:29.967023 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debed786-2d93-4493-a1aa-3b2bd7fc6274" -d '{"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:36:29.980531 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:29.987227 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:30.023361 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e277e71c-fb55-4b66-bd67-e9012a7c8822 x-openstack-request-id: req-e277e71c-fb55-4b66-bd67-e9012a7c8822 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:36:30.024478 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:36:30.024841 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e277e71c-fb55-4b66-bd67-e9012a7c8822 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:36:30.025315 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'code': 200} Jul 22 20:36:30.043161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:36:30.658307 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69504513-31f8-48de-bcae-6e79bef99cb7 req-49fbb891-d71f-45db-a857-63e373868cd9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:30.659982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69504513-31f8-48de-bcae-6e79bef99cb7 req-49fbb891-d71f-45db-a857-63e373868cd9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.1026161 Jul 22 20:36:30.703346 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-69504513-31f8-48de-bcae-6e79bef99cb7 req-989d7e8d-1a22-439d-b6b7-00c752ba8c16 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363433 Jul 22 20:36:31.874840 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5dc84-82dc-40f2-8bc7-8d81bfa89373 req-d3e2e6a9-d5ed-4657-81bd-05d0e30636a1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:31.883873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05d5dc84-82dc-40f2-8bc7-8d81bfa89373 req-d3e2e6a9-d5ed-4657-81bd-05d0e30636a1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0861988 Jul 22 20:36:31.932985 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-05d5dc84-82dc-40f2-8bc7-8d81bfa89373 req-140c469c-3f1c-49bd-8086-736b95822717 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478537 Jul 22 20:36:33.129004 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5f6d-e220-4f94-9f41-c62695e8b2cd req-0fac8442-1010-40cb-a439-c480e9c848fd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:33.131491 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d16c5f6d-e220-4f94-9f41-c62695e8b2cd req-0fac8442-1010-40cb-a439-c480e9c848fd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.1194208 Jul 22 20:36:33.189421 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d16c5f6d-e220-4f94-9f41-c62695e8b2cd req-bcdca2cd-832a-4f72-ab3d-d61d84d97c1b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477762 Jul 22 20:36:34.363571 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da94ea-7dc2-4054-b320-ba87bc043edd req-2efa2603-44c0-442c-8298-6533bb7b19a4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:34.365504 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8da94ea-7dc2-4054-b320-ba87bc043edd req-2efa2603-44c0-442c-8298-6533bb7b19a4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0864735 Jul 22 20:36:34.419931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d8da94ea-7dc2-4054-b320-ba87bc043edd req-a854ab1a-f027-4919-a99c-0644eaa13942 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453820 Jul 22 20:36:35.611036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534c925-6c3f-45a0-bc8c-a7fd800db2eb req-84b7bd39-29fa-4e6c-9878-b0d4fc4dc49f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:35.612865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5534c925-6c3f-45a0-bc8c-a7fd800db2eb req-84b7bd39-29fa-4e6c-9878-b0d4fc4dc49f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.1051092 Jul 22 20:36:35.663723 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5534c925-6c3f-45a0-bc8c-a7fd800db2eb req-42779d8c-1229-4645-8998-0ffed5d73cb0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406129 Jul 22 20:36:36.813752 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4463fa-af5b-4291-869d-e97db76cdae8 req-6d328888-685e-4c08-8be9-ea16546fdb88 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:36.815438 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd4463fa-af5b-4291-869d-e97db76cdae8 req-6d328888-685e-4c08-8be9-ea16546fdb88 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Jul 22 20:36:36.855475 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cd4463fa-af5b-4291-869d-e97db76cdae8 req-39b46eeb-31e8-464f-ba76-0510166d082a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Jul 22 20:36:37.200621 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e7c9b667-967e-4274-8bea-5dcacc128a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:37.323715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e13cd-6f21-4622-8023-93006505635a req-5cfaaed8-59f1-46a8-b4cb-d2c10781a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:37.325429 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-5cfaaed8-59f1-46a8-b4cb-d2c10781a7cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1097 time: 0.0570469 Jul 22 20:36:37.426104 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e13cd-6f21-4622-8023-93006505635a req-4d051f19-2bd1-4407-b70b-c5c859e2e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:37.427592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-4d051f19-2bd1-4407-b70b-c5c859e2e6a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0961053 Jul 22 20:36:37.497892 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-123c67cd-b3e8-4c88-969a-f2dbe39293b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 1001 time: 0.0619967 Jul 22 20:36:37.551242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e13cd-6f21-4622-8023-93006505635a req-f6b1aba3-7932-4846-a846-221662ae2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:37.552923 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-f6b1aba3-7932-4846-a846-221662ae2d74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0476258 Jul 22 20:36:37.621942 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e13cd-6f21-4622-8023-93006505635a req-9d5d55e7-787a-41af-8778-a91d24a916a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:37.623479 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-9d5d55e7-787a-41af-8778-a91d24a916a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635715 Jul 22 20:36:37.721320 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-31599f6d-3e55-4c3f-9124-61aefbb2a13e service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907664 Jul 22 20:36:37.826812 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0d1e13cd-6f21-4622-8023-93006505635a req-dca8f1be-796f-42d6-be4e-56d27db695d4 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988309 Jul 22 20:36:38.019582 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeec24c-cdb8-4259-90ca-2531e97f4b76 req-ef3f227a-389f-448a-9988-652092a82329 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:38.021153 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edeec24c-cdb8-4259-90ca-2531e97f4b76 req-ef3f227a-389f-448a-9988-652092a82329 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0684330 Jul 22 20:36:38.065173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-edeec24c-cdb8-4259-90ca-2531e97f4b76 req-5cf48ec0-9487-4157-8dd8-42a4f57f4c24 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372262 Jul 22 20:36:39.227351 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ab8a-43f2-488c-b0af-2230372e2228 req-fcf22406-1a00-47e0-8c37-5fc1d1e59fbf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:39.229646 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2695ab8a-43f2-488c-b0af-2230372e2228 req-fcf22406-1a00-47e0-8c37-5fc1d1e59fbf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0935194 Jul 22 20:36:39.284732 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2695ab8a-43f2-488c-b0af-2230372e2228 req-2c427564-0f35-415f-b3e4-50c48ead8252 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492632 Jul 22 20:36:40.081222 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:40.105071 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c5dba5b9-5cb5-4ac2-9317-6ef689290672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:40.424248 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634694c-d608-47a1-a89a-f2a2e9182bcf req-3cb299be-a0f9-46b0-8068-658aefd158dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:40.425666 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c634694c-d608-47a1-a89a-f2a2e9182bcf req-3cb299be-a0f9-46b0-8068-658aefd158dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0688801 Jul 22 20:36:40.467340 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c634694c-d608-47a1-a89a-f2a2e9182bcf req-75983254-9b5f-452b-be92-b5f86e7828a2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344186 Jul 22 20:36:40.541261 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-bec7e3e7-e7cb-4822-be5c-3877883cb253 req-92c987da-61cd-4df9-a81b-990cab7d3cac service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:36:40.542849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bec7e3e7-e7cb-4822-be5c-3877883cb253 req-92c987da-61cd-4df9-a81b-990cab7d3cac service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086818 Jul 22 20:36:40.727471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473d541-3d15-4555-8d84-dca6bae062e8 req-53daddc9-db6c-452a-b32f-f7c6eaa451c7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:40.729112 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c473d541-3d15-4555-8d84-dca6bae062e8 req-53daddc9-db6c-452a-b32f-f7c6eaa451c7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.0737696 Jul 22 20:36:40.771889 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c473d541-3d15-4555-8d84-dca6bae062e8 req-8735f392-6d05-450f-89b1-2833b13e7b5b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341988 Jul 22 20:36:40.998350 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42010) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:36:41.094986 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-fdf6781e-c115-4d2a-a043-0d835104e25e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954731 Jul 22 20:36:41.779084 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:41.816750 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7895ef-335e-4738-b612-534239e7325d req-9f60bc4d-523d-4e00-a46e-cc8bf9cc1ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:41.818640 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-9f60bc4d-523d-4e00-a46e-cc8bf9cc1ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1097 time: 0.0604804 Jul 22 20:36:41.821132 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:36:41.944637 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:41.948271 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2110-f655-4738-87ab-7177c7a323fd req-85987059-b6fb-4e15-95fe-eba118eee018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:41.950653 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-85987059-b6fb-4e15-95fe-eba118eee018 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 1097 time: 0.1048989 Jul 22 20:36:41.972857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:36:41.975531 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9540916b-8385-4e6c-9873-3322a333e33e" -d '{"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-unplugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:36:41.989506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:41.994953 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:41.995461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920689f-a358-42fa-940b-8796343e192c req-2dc7d8a4-099d-41fd-8f5b-6e4a1c7cb36e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.002681 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2920689f-a358-42fa-940b-8796343e192c req-2dc7d8a4-099d-41fd-8f5b-6e4a1c7cb36e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 945 time: 0.1469626 Jul 22 20:36:42.047819 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:36:42.052378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7895ef-335e-4738-b612-534239e7325d req-52e8c2af-01e3-465b-8c25-92ebba9ce228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.054176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-52e8c2af-01e3-465b-8c25-92ebba9ce228 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.2086163 Jul 22 20:36:42.059962 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2920689f-a358-42fa-940b-8796343e192c req-253405bc-83b5-4e6d-bffa-1d18387c9d20 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564284 Jul 22 20:36:42.106897 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8d2571-9925-4cbc-8351-df6eba4b946f x-openstack-request-id: req-5d8d2571-9925-4cbc-8351-df6eba4b946f {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:36:42.107300 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-unplugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:36:42.107676 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d8d2571-9925-4cbc-8351-df6eba4b946f {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:36:42.108186 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'code': 200} Jul 22 20:36:42.137466 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-3c287750-de79-4ea3-a3f3-dc147ba54927 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 999 time: 0.0764115 Jul 22 20:36:42.189298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7895ef-335e-4738-b612-534239e7325d req-c57ee40e-93f9-4f96-beb8-86264fd2abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.190894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-c57ee40e-93f9-4f96-beb8-86264fd2abb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0461869 Jul 22 20:36:42.254940 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7895ef-335e-4738-b612-534239e7325d req-8335bae4-8c7e-4dc2-a0a8-0862a910c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.256660 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-8335bae4-8c7e-4dc2-a0a8-0862a910c9fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596001 Jul 22 20:36:42.358408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-1115a2ff-572e-4486-9fc8-bf6b95dda652 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941191 Jul 22 20:36:42.453193 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c7895ef-335e-4738-b612-534239e7325d req-0f17f95c-0c38-46d3-aaaa-6f9d16dbf83c service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Jul 22 20:36:42.545246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2110-f655-4738-87ab-7177c7a323fd req-c6caf88b-a7df-487b-9ea8-22d55a1d8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.546748 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-c6caf88b-a7df-487b-9ea8-22d55a1d8fe4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1095 time: 0.0551467 Jul 22 20:36:42.595103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:36:42.639987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2110-f655-4738-87ab-7177c7a323fd req-b8eea305-bdd7-4c8e-bcce-79cd7341079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.641437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-b8eea305-bdd7-4c8e-bcce-79cd7341079b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0884650 Jul 22 20:36:42.704728 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-26db1ec3-d797-464a-8b04-0a6cfd0f6a7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 999 time: 0.0569520 Jul 22 20:36:42.753112 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2110-f655-4738-87ab-7177c7a323fd req-411107eb-d552-4fb7-8447-19ad18449836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.754469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-411107eb-d552-4fb7-8447-19ad18449836 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0440316 Jul 22 20:36:42.815690 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e2110-f655-4738-87ab-7177c7a323fd req-ab88f450-c808-4d8f-8090-f0396a195482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:42.817237 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-ab88f450-c808-4d8f-8090-f0396a195482 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569470 Jul 22 20:36:42.905514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-c56b87c1-36ee-47b7-b2a0-d82d7c68f310 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816305 Jul 22 20:36:42.999182 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-4a725362-e77d-41f8-b0c3-d6ae7c16aafe service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Jul 22 20:36:43.154526 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:43.201309 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e433b-f12b-4e69-9245-2d2e632349c1 req-27d95362-5b71-4f23-b940-c6a6fab918e7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:43.202910 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-483e433b-f12b-4e69-9245-2d2e632349c1 req-27d95362-5b71-4f23-b940-c6a6fab918e7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0715461 Jul 22 20:36:43.244310 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-483e433b-f12b-4e69-9245-2d2e632349c1 req-48e74785-9336-4919-ad51-c75c0ac41c96 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356922 Jul 22 20:36:44.385821 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3707cde-bc25-4720-8873-947296592840 req-3bdcc41b-08a1-485a-8372-51a2905f42c5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:44.387448 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3707cde-bc25-4720-8873-947296592840 req-3bdcc41b-08a1-485a-8372-51a2905f42c5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0727572 Jul 22 20:36:44.431508 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e3707cde-bc25-4720-8873-947296592840 req-11d611ad-e644-43d1-a8eb-1005d65cad8d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377645 Jul 22 20:36:45.565437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696ae6f-c9df-4b41-b087-da9db0e0ee9a req-4590f739-2d8a-45e7-92da-847463267467 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:45.566948 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6696ae6f-c9df-4b41-b087-da9db0e0ee9a req-4590f739-2d8a-45e7-92da-847463267467 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0672903 Jul 22 20:36:45.609461 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6696ae6f-c9df-4b41-b087-da9db0e0ee9a req-6c0a096f-cbe0-4deb-b4b3-58f2c4985d39 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358565 Jul 22 20:36:46.751088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04fa4-9378-4fb9-816d-d4da2c6a6bc1 req-36e532df-8bbb-4f5d-b9a4-e6c423c5943e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:46.752846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f04fa4-9378-4fb9-816d-d4da2c6a6bc1 req-36e532df-8bbb-4f5d-b9a4-e6c423c5943e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0719540 Jul 22 20:36:46.796792 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-73f04fa4-9378-4fb9-816d-d4da2c6a6bc1 req-a8b1da14-cfc9-4788-876f-8aa3a57080ef tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357974 Jul 22 20:36:47.954170 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fb005-e0b2-48f4-85c5-ce84cdd7bcb0 req-5ed48729-d7cf-4777-aa0b-17deca3d3191 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:47.956514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858fb005-e0b2-48f4-85c5-ce84cdd7bcb0 req-5ed48729-d7cf-4777-aa0b-17deca3d3191 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0824492 Jul 22 20:36:47.998922 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-858fb005-e0b2-48f4-85c5-ce84cdd7bcb0 req-616708b4-619e-423a-a54a-0096619a331b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Jul 22 20:36:49.146030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155dba0-1f99-4e39-b304-7a5ef1e8088b req-b72c4feb-902a-48d2-9ed7-5faf682d6dbf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:49.147633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4155dba0-1f99-4e39-b304-7a5ef1e8088b req-b72c4feb-902a-48d2-9ed7-5faf682d6dbf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0749605 Jul 22 20:36:49.190180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4155dba0-1f99-4e39-b304-7a5ef1e8088b req-98827549-9569-48fe-9027-57cced402205 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363605 Jul 22 20:36:50.342456 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e9ce-e9ac-4f17-a725-869b03be0a8e req-40f0df99-d390-4a3b-9c66-765df2928e66 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:50.344053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2784e9ce-e9ac-4f17-a725-869b03be0a8e req-40f0df99-d390-4a3b-9c66-765df2928e66 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0727525 Jul 22 20:36:50.383664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2784e9ce-e9ac-4f17-a725-869b03be0a8e req-56f3e3ba-a649-4cda-a3c5-709a6aa7107c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336721 Jul 22 20:36:51.523770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2a7d3-fa8f-4170-9683-2df919cd2cf0 req-09947f32-f37b-4d60-88b1-93d2d386ac78 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:51.526417 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9d2a7d3-fa8f-4170-9683-2df919cd2cf0 req-09947f32-f37b-4d60-88b1-93d2d386ac78 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0728838 Jul 22 20:36:51.645966 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c9d2a7d3-fa8f-4170-9683-2df919cd2cf0 req-2ad3a1e5-ae4b-4e2e-b473-f6cacac6e7ad tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089699 Jul 22 20:36:52.793375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cda7cb-b1e9-49ff-93af-a4683886a285 req-873f9a8f-47c3-45a1-848d-234f501f0ee5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:52.794884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0cda7cb-b1e9-49ff-93af-a4683886a285 req-873f9a8f-47c3-45a1-848d-234f501f0ee5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0665355 Jul 22 20:36:52.833859 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f0cda7cb-b1e9-49ff-93af-a4683886a285 req-3ec88847-9376-4d6b-ab5c-54d5b69d55e7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333741 Jul 22 20:36:53.971178 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7af14d-ed6e-406b-bcf7-3019334a6387 req-12f151bd-18dc-44b5-9bc3-4fe94f099098 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:53.972705 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b7af14d-ed6e-406b-bcf7-3019334a6387 req-12f151bd-18dc-44b5-9bc3-4fe94f099098 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0697122 Jul 22 20:36:54.014336 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b7af14d-ed6e-406b-bcf7-3019334a6387 req-3c2b3653-2f06-4981-ae0d-4f733076916a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347712 Jul 22 20:36:55.101231 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:55.146532 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5665a9-5d1b-41a1-8e69-3dc187cffd54 req-706a697a-9cb0-4bcf-a61f-168f8167fe1b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:55.148933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5665a9-5d1b-41a1-8e69-3dc187cffd54 req-706a697a-9cb0-4bcf-a61f-168f8167fe1b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 943 time: 0.0678675 Jul 22 20:36:55.195823 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f5665a9-5d1b-41a1-8e69-3dc187cffd54 req-74b8094b-f46d-4a6d-830f-7b1432d8dbf5 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Jul 22 20:36:55.880822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:36:55.979627 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:55.990304 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '076cba63-f393-41cd-95b2-995a044d2741', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'port_id': '076cba63-f393-41cd-95b2-995a044d2741', 'mac_address': 'fa:16:3e:6e:82:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:36:56.028383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:56.041358 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:36:56.061424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:56.065240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:56.115044 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=9']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:36:56.285254 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['076cba63-f393-41cd-95b2-995a044d2741'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:36:56.354961 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b6892-f088-4b57-8e3d-e85e89c87ff9 req-89fec512-0c2b-4789-a707-6edfbaccd159 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:56.356597 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-823b6892-f088-4b57-8e3d-e85e89c87ff9 req-89fec512-0c2b-4789-a707-6edfbaccd159 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 944 time: 0.0803771 Jul 22 20:36:56.399628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-823b6892-f088-4b57-8e3d-e85e89c87ff9 req-ac473732-e5f5-45e8-bff6-3859bbf0430c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364778 Jul 22 20:36:57.563824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266d13-f648-4baf-ab6f-adfe889435ed req-b897809a-867f-4392-9276-86a119694d57 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:57.565372 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2266d13-f648-4baf-ab6f-adfe889435ed req-b897809a-867f-4392-9276-86a119694d57 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 944 time: 0.0762534 Jul 22 20:36:57.605761 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2266d13-f648-4baf-ab6f-adfe889435ed req-4ef127a8-e260-4d23-abe7-31e3bd2847bb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Jul 22 20:36:57.894950 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:36:57.957281 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 076cba63-f393-41cd-95b2-995a044d2741 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:36:57.968882 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:57.994455 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:58.089699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:58.131258 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:36:58.135693 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ff4fd-6d15-475b-a4b5-176d7278cd8e" -d '{"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:36:58.156948 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:36:58.163039 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:36:58.188403 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b2a68-c243-4d96-9753-0975423231b8 x-openstack-request-id: req-ef3b2a68-c243-4d96-9753-0975423231b8 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:36:58.188697 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-plugged", "status": "completed", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:36:58.188953 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef3b2a68-c243-4d96-9753-0975423231b8 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:36:58.196192 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'code': 200} Jul 22 20:36:58.215660 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=10']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:36:58.400501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1a53b-6fe7-4f94-b3f7-1c31249d69a8 req-b7aa0d16-1cc9-4f14-8dc2-948f87a6a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:58.401935 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68a1a53b-6fe7-4f94-b3f7-1c31249d69a8 req-b7aa0d16-1cc9-4f14-8dc2-948f87a6a534 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1098 time: 0.0717747 Jul 22 20:36:58.440771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68a1a53b-6fe7-4f94-b3f7-1c31249d69a8 req-7606d1e1-83ca-48b0-803a-c3e4b682fc0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Jul 22 20:36:58.747885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38b688-d09f-43dd-8c4c-773d708b3972 req-9751c9a2-7d06-4f24-b86f-53a145f0e340 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:58.749387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a38b688-d09f-43dd-8c4c-773d708b3972 req-9751c9a2-7d06-4f24-b86f-53a145f0e340 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.0689838 Jul 22 20:36:58.788500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3a38b688-d09f-43dd-8c4c-773d708b3972 req-89c60c3a-4e6d-46d0-a6bd-e7b40a3a5840 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jul 22 20:36:59.943857 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3a59-038d-4ef6-9ae2-ef9302eefd6c req-aa6c83b1-ce94-4904-a287-8e1849253415 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:36:59.945931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10ef3a59-038d-4ef6-9ae2-ef9302eefd6c req-aa6c83b1-ce94-4904-a287-8e1849253415 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.0806353 Jul 22 20:36:59.988817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-10ef3a59-038d-4ef6-9ae2-ef9302eefd6c req-97e38199-3dad-4faa-978c-7e99de4308a1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364246 Jul 22 20:37:01.138156 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08ece5-de4e-4b39-9d89-8751da71e96d req-fa552378-9097-4b3f-b13e-9f618b1b92c9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:37:01.139846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a08ece5-de4e-4b39-9d89-8751da71e96d req-fa552378-9097-4b3f-b13e-9f618b1b92c9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.0766091 Jul 22 20:37:01.186549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5a08ece5-de4e-4b39-9d89-8751da71e96d req-d7728ec4-ebd8-48c4-934e-08dbecd1e608 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Jul 22 20:37:07.202169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-c415b86b-bda9-45af-9d5c-e5d1e5e6ba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:10.085009 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:10.105918 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bb231a64-6d85-4178-a228-403d8c027599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:11.779506 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:13.156390 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:19.594100 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:37:25.102686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:27.952563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:37.204566 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-23357ad6-3927-4be9-986a-ccc3b97b905b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:40.098666 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:40.110331 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-35a6dc3f-437d-48df-9d71-8ef08f43b02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:41.783352 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:43.166673 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:44.055290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-8ddb898f-9e13-468e-a189-8e84c715c69b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1302724 Jul 22 20:37:44.172955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-57510567-747a-4d18-832c-7bd9a334d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:37:44.174409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-57510567-747a-4d18-832c-7bd9a334d2a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0601006 Jul 22 20:37:44.288316 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-830fd473-4468-40b2-a40d-bea9d8807b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:37:44.289865 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-830fd473-4468-40b2-a40d-bea9d8807b06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0947151 Jul 22 20:37:44.332996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-7d098bc3-b60e-4c95-a529-7ed2778a0fab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0360296 Jul 22 20:37:44.384731 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-b8f06748-ee27-4bed-8154-ddeb7e1dad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:37:44.386225 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-b8f06748-ee27-4bed-8154-ddeb7e1dad29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0470376 Jul 22 20:37:44.460653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-8b9bcf39-9b2e-40b7-b029-56f0861fbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:37:44.462130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-8b9bcf39-9b2e-40b7-b029-56f0861fbe5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695083 Jul 22 20:37:44.561238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-bcee8797-84a1-40fb-8904-673ed8a16b3b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919900 Jul 22 20:37:44.661467 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9823ce24-3d4a-44ab-a975-2b741f02fdc2 req-65782ca3-e42a-4b7d-802b-5254d4173207 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936091 Jul 22 20:37:55.121183 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:37:56.593304 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:37:57.969322 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:07.210067 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-df9fd16c-a844-45b5-beaf-af695ab76bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:10.091430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:10.111237 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-78feaf04-d7ff-4d79-95c7-82ab917ee853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:11.787543 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:11.981726 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42144) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:12.143867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Deleting port aa4433b8-30a6-4c38-974f-39a31cbeb9f0 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:38:12.144276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.225256 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.226013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.237419 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Calling delete_port for aa4433b8-30a6-4c38-974f-39a31cbeb9f0 owned by network:floatingip {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:38:12.399483 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.428234 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'Port': ['ID=aa4433b8-30a6-4c38-974f-39a31cbeb9f0,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:12.455880 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.456253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.456598 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.456938 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.457274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.458366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.458693 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.459026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.459353 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.459684 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.460013 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.460364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:12.500863 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:12.501194 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Floating IP 5999f08b-9fa3-42b1-b21d-7941f33fbcf0 disassociated (deleted). External IP: 172.25.6.213, port: 076cba63-f393-41cd-95b2-995a044d2741. Jul 22 20:38:13.008042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:38:13.120759 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:38:13.126188 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:13.135300 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:38:13.144614 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:38:13.145270 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:13.163268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:13.165338 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-83a4d193-16da-44da-b380-bcf3ae70553f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "DELETE /v2.0/floatingips/5999f08b-9fa3-42b1-b21d-7941f33fbcf0 HTTP/1.1" status: 204 len: 168 time: 1.1824172 Jul 22 20:38:13.165941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:38:13.168274 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:38:13.261712 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:38:13.429062 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf57686-5591-4037-b751-c406a0d99959 x-openstack-request-id: req-acf57686-5591-4037-b751-c406a0d99959 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:38:13.429365 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:38:13.429621 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acf57686-5591-4037-b751-c406a0d99959 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:38:13.430020 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'status': 'completed', 'code': 200} Jul 22 20:38:13.487900 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:13.515204 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:38:13.524405 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:38:13.525021 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:38:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:13.549781 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-7cdeec1c-d94f-4210-85b7-9fa4f856f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:13.551919 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-7cdeec1c-d94f-4210-85b7-9fa4f856f879 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 1098 time: 0.1010039 Jul 22 20:38:13.575574 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c53712-5c37-49e6-8208-4080ee32182b req-40883f0d-bddd-4cdd-a6bb-97b00f62171b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:13.577121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22c53712-5c37-49e6-8208-4080ee32182b req-40883f0d-bddd-4cdd-a6bb-97b00f62171b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.0951371 Jul 22 20:38:13.648554 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:38:13.667541 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-22c53712-5c37-49e6-8208-4080ee32182b req-3e3b8175-f0c8-414f-beec-7d8eb646ee57 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795031 Jul 22 20:38:13.689790 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-6a9c8049-bd78-41c8-9719-e5b356103f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:13.691337 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-6a9c8049-bd78-41c8-9719-e5b356103f80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.1323826 Jul 22 20:38:13.739262 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-cb799a47-0aa2-44b4-9ba2-71dc28d64969 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 200 len: 217 time: 0.0387695 Jul 22 20:38:13.790501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-1b3176bb-a369-46d1-96d7-2740c9281ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:13.791911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-1b3176bb-a369-46d1-96d7-2740c9281ca1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0461009 Jul 22 20:38:13.855326 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-b306a5cf-9f15-4abb-ab39-4a2f5330c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:13.857092 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-b306a5cf-9f15-4abb-ab39-4a2f5330c6d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577195 Jul 22 20:38:13.860494 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:13.892609 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793c8b6c-7178-4fc3-a4e0-9a3c7d02fac4 None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:38:13.974996 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-261fed28-bb75-4f40-920e-cd0beca1dbd6 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093278 Jul 22 20:38:14.075005 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8a0868ba-4cdd-4ca9-9996-000f8ed367bc req-32ab93fe-c89e-4045-9a7c-b591f23e17f1 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917623 Jul 22 20:38:14.136489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224bda62-d072-4ff5-acf2-229d023fc7b2 None None] New status for floating IP 5999f08b-9fa3-42b1-b21d-7941f33fbcf0: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:38:14.749417 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-964c6bba-814b-4815-bd84-6211b646a7da tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:14.751003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-964c6bba-814b-4815-bd84-6211b646a7da tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.0805089 Jul 22 20:38:14.880830 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c048bf-fd8d-4af9-97f6-827c7cf9545c req-91020926-5387-4490-9199-c3d2cc4b5cac tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:14.882443 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4c048bf-fd8d-4af9-97f6-827c7cf9545c req-91020926-5387-4490-9199-c3d2cc4b5cac tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc547a0-d602-4f21-814a-7f8d27a5f147 HTTP/1.1" status: 200 len: 946 time: 0.1305528 Jul 22 20:38:14.943749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Deleting port 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:38:14.944097 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:14.959365 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a4c048bf-fd8d-4af9-97f6-827c7cf9545c req-bec03d05-384c-4f55-b060-fbea81f399ff tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=adf745fc-06bb-491c-9982-e0ee89dd6940&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703247 Jul 22 20:38:15.054885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] For port 076cba63-f393-41cd-95b2-995a044d2741, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=076cba63-f393-41cd-95b2-995a044d2741,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:38:15.055254 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:15.068891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Calling delete_port for 076cba63-f393-41cd-95b2-995a044d2741 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:38:15.214051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:15.246847 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'Port': ['ID=076cba63-f393-41cd-95b2-995a044d2741,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:15.300345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] No DVR routers for this DVR port 076cba63-f393-41cd-95b2-995a044d2741 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:38:15.304012 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:15.306271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b562dcfe-1f97-419f-b124-2a40a3405213 req-ed944762-0f79-4b4f-a41d-6c02373898b3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "DELETE /v2.0/ports/076cba63-f393-41cd-95b2-995a044d2741 HTTP/1.1" status: 204 len: 173 time: 0.5456207 Jul 22 20:38:15.431180 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-deleted', 'tag': '076cba63-f393-41cd-95b2-995a044d2741'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:38:15.434762 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f8807e-5994-4c5a-923a-aa62bddedcc1" -d '{"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-deleted", "tag": "076cba63-f393-41cd-95b2-995a044d2741"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:38:15.482780 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07afaa24-b7e9-4b29-883b-a84da4dd4381 x-openstack-request-id: req-07afaa24-b7e9-4b29-883b-a84da4dd4381 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:38:15.483168 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc547a0-d602-4f21-814a-7f8d27a5f147", "name": "network-vif-deleted", "tag": "076cba63-f393-41cd-95b2-995a044d2741", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:38:15.483427 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07afaa24-b7e9-4b29-883b-a84da4dd4381 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:38:15.483937 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc547a0-d602-4f21-814a-7f8d27a5f147', 'name': 'network-vif-deleted', 'tag': '076cba63-f393-41cd-95b2-995a044d2741', 'status': 'completed', 'code': 200} Jul 22 20:38:16.025398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42162) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:16.087621 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.114798 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.177243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.180192 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.184405 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "DELETE /v2.0/security-groups/adf745fc-06bb-491c-9982-e0ee89dd6940 HTTP/1.1" status: 204 len: 168 time: 0.1578739 Jul 22 20:38:16.195278 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30624044-8749-49a8-aee8-af1c00f6a6dc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf745fc-06bb-491c-9982-e0ee89dd6940,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:16.587411 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42168) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:16.592453 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264396066', 'description': 'tempest-secgroup-smoke-1264396066 description', 'project_id': '035848d2d47b452886b1ef09c60e8902'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:16.616959 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.709145 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.713835 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.742817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.746585 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555626 Jul 22 20:38:16.747400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42170) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:16.753062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:16.758941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6a4be-3781-49bd-8617-a4a365805fdc tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649929c6-9568-4535-99be-485b1fc79d3a,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:16.783441 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.847770 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.852314 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.870919 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0042a50c-d0ba-4410-aedc-2c1b5c53b7fc,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:16.877295 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.878533 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b3cdb025-d970-4ac5-9f5f-09374cd05696 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301718 Jul 22 20:38:16.882266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42172) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:16.886777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:16.914926 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.975950 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.979816 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:16.999364 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d6e1ab-d681-45e3-a1e6-926d7eacc492,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:17.003292 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.005050 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-f1b656e8-10d4-437a-91b4-80d9efcf7609 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213078 Jul 22 20:38:17.008507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42174) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:17.013051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:17.041049 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.100663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.104341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.122335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d10a3b-9985-41d7-b1ed-12566bc5b415,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:17.128528 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.130332 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1dc4e918-52d9-47d1-bcf4-afc3681f6901 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208689 Jul 22 20:38:17.133754 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42176) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:17.139221 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:17.172471 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.225162 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.228870 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.250392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14f9849-f218-4efc-98a4-308a36f3985e,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:17.261191 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.261539 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.261887 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.262254 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.262635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.262969 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.263303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.263636 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.263965 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.264331 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.264662 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.265078 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:17.267834 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.272673 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42180) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:17.272933 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be00bbbb-47fe-4ff4-ab20-e02b3119e1b6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376634 Jul 22 20:38:17.277388 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:17.300384 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Project 035848d2d47b452886b1ef09c60e8902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:38:17.305856 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.370341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.374222 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.392856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199704f1-0a92-4475-83f7-ce8f37072ec4,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:17.400207 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.401378 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-255cf17f-ed36-424b-a1ff-75b624aa793e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277027 Jul 22 20:38:17.404059 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42182) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:17.412266 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'security_group_rule': {'security_group_id': '649929c6-9568-4535-99be-485b1fc79d3a', 'project_id': '035848d2d47b452886b1ef09c60e8902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:17.436039 n-d-800087-13 neutron-server[93800]: INFO neutron.db.securitygroups_db [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Project 035848d2d47b452886b1ef09c60e8902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:38:17.442051 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.504951 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.509361 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.528335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d17e112-d118-47a2-ad8d-b74128f1c5e9,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:17.533758 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:17.535263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-4e18a755-a8a3-4a5f-954e-fc20bd2b7d6a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301959 Jul 22 20:38:18.244393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:38:18.269191 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 076cba63-f393-41cd-95b2-995a044d2741 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:38:18.269780 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 076cba63-f393-41cd-95b2-995a044d2741 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:38:25.136479 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:27.970934 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:32.984437 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-f6e8d375-31d5-4721-9c99-d75ed663649a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264396066&fields=id&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 267 time: 0.0329938 Jul 22 20:38:33.094864 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-6237f4ab-0d58-4dab-be0c-15aa71b84809 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:33.096355 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-6237f4ab-0d58-4dab-be0c-15aa71b84809 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 808 time: 0.1046600 Jul 22 20:38:33.111521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-a3723e66-6ec0-4e40-a445-58193c4e7c36 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/quotas/035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 375 time: 0.0090215 Jul 22 20:38:33.177433 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-e5dc5e7c-900f-48a1-8df7-d819fc4c04be tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608964 Jul 22 20:38:33.281901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-e0441592-6600-4879-9d78-9c2447c9eb60 service neutron] 10.222.0.10 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929110 Jul 22 20:38:33.373513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-4c7f243d-75dd-4f10-aa9d-cc4e05d92e4e service neutron] 10.222.0.10 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854096 Jul 22 20:38:33.592432 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:38:33.687583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0c615af3-0eb1-4d4a-b126-3d992f08d8cf req-0219067b-459d-4fa5-88d2-f1931f6ab73a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 210 time: 0.0373244 Jul 22 20:38:34.587366 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-42fade10-0552-47d8-893d-16093529a66c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:34.588921 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-42fade10-0552-47d8-893d-16093529a66c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 808 time: 0.1117785 Jul 22 20:38:34.634331 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-da39ce02-62e2-4e65-9810-d153223db866 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 380 time: 0.0370264 Jul 22 20:38:34.648114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'port': {'device_id': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'admin_state_up': True, 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'security_groups': ['649929c6-9568-4535-99be-485b1fc79d3a']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:34.770114 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Made reservation on behalf of 035848d2d47b452886b1ef09c60e8902 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:38:34.773733 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:34.818024 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-188147a8-ee2a-436c-a4b2-5ad43191fa64 req-7eb895cc-9818-4f10-b5de-3fc535105be4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 210 time: 0.0336626 Jul 22 20:38:34.945692 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Allocated IP 172.20.0.11 (f3e76d1d-6b2c-48da-8b72-73c8519975c2/5d8b5a35-75b5-471b-b0eb-eb1a8acbb658/23961a8d-19e1-45f4-9e51-74e4cb3bd5a7) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:38:35.094133 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.107941 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Transition to ACTIVE for port object 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:38:35.141378 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.199477 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:38:35.203824 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:38:35.205856 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:35.209245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:38:35.266164 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:35.266928 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.284306 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-fe329c5d-5614-4620-9cb7-c1d7b8f68d21 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6399574 Jul 22 20:38:35.297865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Request body: {'port': {'device_id': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:35.389276 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.482803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8b55e2f1-3813-43d7-9177-62b4050ad491 None None] Provisioning for port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:38:35.487871 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-8b55e2f1-3813-43d7-9177-62b4050ad491 None None] Provisioning complete for port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:38:35.488951 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8b55e2f1-3813-43d7-9177-62b4050ad491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.527244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8b55e2f1-3813-43d7-9177-62b4050ad491 None None] Port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:38:35.677263 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:38:35.685174 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.697992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Transition to ACTIVE for port object 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:38:35.701905 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.757063 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:35.842099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Attempting to bind port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:38:35.842471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Attempting to bind port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:38:35.844126 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Attempting to bind port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:38:35.848649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:38:35.849127 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Attempting to bind port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 on network f3e76d1d-6b2c-48da-8b72-73c8519975c2 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:38:35.854749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:38:35.855117 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Checking segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:38:35.855528 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Bound using segment: {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:38:35.855983 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Bound port: 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9625f8cb-6baf-43b4-8c54-87837c675d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:38:35.856380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:35.963250 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:38:35.967987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:38:35.974405 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:36.029834 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.030509 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:36.031959 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] 10.222.0.32 "PUT /v2.0/ports/23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 1093 time: 0.7395871 Jul 22 20:38:36.033512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:38:36.036543 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a369d605-df6a-45f4-918b-31dcde8caf32" -d '{"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:38:36.068028 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0056e42-a5fe-4446-9e12-87b99373d658 req-02a55bfb-6d95-4559-bb62-a257b1d34c2f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.074142 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0056e42-a5fe-4446-9e12-87b99373d658 req-02a55bfb-6d95-4559-bb62-a257b1d34c2f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.1663549 Jul 22 20:38:36.107995 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18b9b1-8da5-4d2a-bfcb-9c3ef0e54cbd service neutron] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:36.159108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b0056e42-a5fe-4446-9e12-87b99373d658 req-e1445f8d-0681-4aa4-a309-c408d292f8b4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779335 Jul 22 20:38:36.197393 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-6340b6bc-7196-48ef-a3c2-f4bb6b3297ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.199199 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-6340b6bc-7196-48ef-a3c2-f4bb6b3297ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1096 time: 0.0882246 Jul 22 20:38:36.253586 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf5a045-fbdd-4afd-84d2-fda47062953c x-openstack-request-id: req-caf5a045-fbdd-4afd-84d2-fda47062953c {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:38:36.254574 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:38:36.255025 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-caf5a045-fbdd-4afd-84d2-fda47062953c {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:38:36.255515 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'status': 'completed', 'code': 200} Jul 22 20:38:36.257273 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-b2635aed-e095-4e14-873f-c03146ddde65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 217 time: 0.0493462 Jul 22 20:38:36.319253 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-128e8a63-6deb-49ef-913e-7f5740c16925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.320700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-128e8a63-6deb-49ef-913e-7f5740c16925 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0570815 Jul 22 20:38:36.384839 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-039e56ba-6811-487b-815e-08489764f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.386352 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-039e56ba-6811-487b-815e-08489764f58e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590019 Jul 22 20:38:36.493946 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-13110f39-9404-4407-b3ba-148172e945a0 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010296 Jul 22 20:38:36.595108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-98ba74b8-9e3a-4856-b7a4-3543c8df4eca req-aff271e2-8d42-42af-b95a-1aaeb430ffb5 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943089 Jul 22 20:38:36.694341 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-f3da855d-46d1-40b3-826f-3d4307fb4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.695886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-f3da855d-46d1-40b3-826f-3d4307fb4e00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1096 time: 0.0558319 Jul 22 20:38:36.793443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-d1811d73-a607-4d50-8079-e2b968dfee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.794861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-d1811d73-a607-4d50-8079-e2b968dfee66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0922382 Jul 22 20:38:36.837495 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-9def4dfd-cad8-4e65-a899-a2ef5d34e390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 217 time: 0.0357413 Jul 22 20:38:36.891746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-cd4ab7a3-fad5-46fd-a56d-a0410e2d4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.893361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-cd4ab7a3-fad5-46fd-a56d-a0410e2d4729 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0500250 Jul 22 20:38:36.953944 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-e7a0b545-1d31-434b-9c7c-d1ac2e45980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:36.955549 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-e7a0b545-1d31-434b-9c7c-d1ac2e45980e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544314 Jul 22 20:38:37.046503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-9822743a-75a8-421b-8419-950dd6e5ea5c service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Jul 22 20:38:37.145143 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a369d605-df6a-45f4-918b-31dcde8caf32 req-90e4f0cc-8d2d-4246-aac0-3156b6218c26 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920358 Jul 22 20:38:37.202194 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9c7929d9-ddee-48c2-99f9-9030aba04f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:37.321573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada65e5-f737-4b82-ad30-9cfd2d8b7747 req-9328c5db-b956-4459-814b-85849d29d112 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:37.322822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bada65e5-f737-4b82-ad30-9cfd2d8b7747 req-9328c5db-b956-4459-814b-85849d29d112 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0680721 Jul 22 20:38:37.362881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bada65e5-f737-4b82-ad30-9cfd2d8b7747 req-3c9baf4f-f043-4742-9199-739f57694e63 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343204 Jul 22 20:38:38.503531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b72954-0a1a-45d7-bb4e-006e973040df req-b717c9eb-a7df-4a15-a303-766e727e524b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:38.505906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68b72954-0a1a-45d7-bb4e-006e973040df req-b717c9eb-a7df-4a15-a303-766e727e524b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0724814 Jul 22 20:38:38.546849 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68b72954-0a1a-45d7-bb4e-006e973040df req-04ddd548-685c-4d55-b512-0c6184f0a910 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345001 Jul 22 20:38:39.676335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed143679-b785-43f3-a467-24580410d81e req-c53360de-2bf7-434b-8b17-9e7972209c65 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:39.677637 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed143679-b785-43f3-a467-24580410d81e req-c53360de-2bf7-434b-8b17-9e7972209c65 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0651903 Jul 22 20:38:39.718496 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ed143679-b785-43f3-a467-24580410d81e req-9a575ecb-ed07-4b55-bd2c-64d87ee24985 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352852 Jul 22 20:38:40.094089 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:40.111576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-74f745b1-33de-428d-8d39-a2ff0bb5229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:40.846978 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a5ba7-ab85-4f16-8ad3-b788531724fb req-daa39aba-f5f0-4cf2-8e26-a5ad61ce6f5f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:40.849148 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c4a5ba7-ab85-4f16-8ad3-b788531724fb req-daa39aba-f5f0-4cf2-8e26-a5ad61ce6f5f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0643203 Jul 22 20:38:40.886708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5c4a5ba7-ab85-4f16-8ad3-b788531724fb req-301b8c33-db6f-450b-b6f0-5ebea47a080a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jul 22 20:38:41.788961 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:42.024403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a43a56-5414-44b1-bc4f-5244f6fd2a5e req-aa17aee3-f34e-49be-b07b-89e42123aec4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:42.025933 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8a43a56-5414-44b1-bc4f-5244f6fd2a5e req-aa17aee3-f34e-49be-b07b-89e42123aec4 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0690553 Jul 22 20:38:42.064774 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a8a43a56-5414-44b1-bc4f-5244f6fd2a5e req-be50d358-0b32-4b95-95f3-904ae618d09c tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Jul 22 20:38:43.173042 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:43.198025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3361583-ac6c-4c18-9710-f1690989d78c req-782b7367-00bb-4ec4-aefc-bf4c7dd265c9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:43.199567 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3361583-ac6c-4c18-9710-f1690989d78c req-782b7367-00bb-4ec4-aefc-bf4c7dd265c9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0659258 Jul 22 20:38:43.241408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b3361583-ac6c-4c18-9710-f1690989d78c req-77236c90-a590-4e1d-bd32-a196c600b3e8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361037 Jul 22 20:38:44.384457 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1c662-3468-4cfc-8de9-5f2cfc380f1a req-84227fea-0cbb-42ee-ae90-fec014cf5c64 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:44.386001 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42b1c662-3468-4cfc-8de9-5f2cfc380f1a req-84227fea-0cbb-42ee-ae90-fec014cf5c64 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0706933 Jul 22 20:38:44.424418 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42b1c662-3468-4cfc-8de9-5f2cfc380f1a req-321f1962-a6a5-4af2-9cab-44631558f775 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Jul 22 20:38:45.556116 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e3791-78c4-4c5b-82f4-78ecfabbadce req-1ec0ab83-68c8-4956-b207-2da28b43983e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:45.557671 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-230e3791-78c4-4c5b-82f4-78ecfabbadce req-1ec0ab83-68c8-4956-b207-2da28b43983e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0667112 Jul 22 20:38:45.596252 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-230e3791-78c4-4c5b-82f4-78ecfabbadce req-1ba5fe6b-63e7-4c91-b421-54ce50301e84 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Jul 22 20:38:46.376117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:38:46.471554 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:38:46.482287 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'mac_address': 'fa:16:3e:59:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:38:46.521105 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:46.533564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:38:46.554075 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:38:46.558063 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:46.605485 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:46.612547 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.613540 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.613885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.614222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.614555 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.614883 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.615208 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.615532 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.615852 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.616192 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.616514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.616832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:38:46.732111 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08effa7-716b-4622-843d-aa475ffaf6ed req-0127c169-f437-4e8c-b926-ecdec64ea1f6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:46.733602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f08effa7-716b-4622-843d-aa475ffaf6ed req-0127c169-f437-4e8c-b926-ecdec64ea1f6 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 945 time: 0.0683374 Jul 22 20:38:46.772763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f08effa7-716b-4622-843d-aa475ffaf6ed req-a21c53e2-26ef-4d19-9ac8-fd972803c68d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320127 Jul 22 20:38:46.811895 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:38:47.906167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627863cb-b043-4354-a0a9-3c06cb09f51a req-7dbd8fc7-2f37-4886-9074-110753366daa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:47.907663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-627863cb-b043-4354-a0a9-3c06cb09f51a req-7dbd8fc7-2f37-4886-9074-110753366daa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 945 time: 0.0679641 Jul 22 20:38:47.945942 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-627863cb-b043-4354-a0a9-3c06cb09f51a req-822e58e7-4443-4c63-a884-019a39ee0259 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318599 Jul 22 20:38:48.383315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:38:48.435077 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:38:48.441133 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:38:48.441512 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:48.515841 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:48.539053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:38:48.541329 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2179dcb-cfbe-4d1c-a28e-cdca90f221b4" -d '{"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-plugged", "status": "completed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:38:48.553890 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:38:48.558397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:48.584688 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db283a9-15bc-41d7-a25d-81dc81cc40a8 x-openstack-request-id: req-4db283a9-15bc-41d7-a25d-81dc81cc40a8 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:38:48.584978 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-plugged", "status": "completed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:38:48.585229 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4db283a9-15bc-41d7-a25d-81dc81cc40a8 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:38:48.585610 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'code': 200} Jul 22 20:38:48.620135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:48.686716 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbd5c0-97bd-42a4-b7fa-cb0af1e5df9a req-dc9f8829-e6f5-485d-951f-8c28a581c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:48.688270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63dbd5c0-97bd-42a4-b7fa-cb0af1e5df9a req-dc9f8829-e6f5-485d-951f-8c28a581c2ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0531819 Jul 22 20:38:48.721906 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-63dbd5c0-97bd-42a4-b7fa-cb0af1e5df9a req-acecf8fd-7790-4465-8a8e-15cfb62f8164 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273223 Jul 22 20:38:49.080638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f6a07-f723-428a-8b71-9974e22a347a req-d4cf0004-b43c-4aa2-8aab-2bbe1ecfbaa1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:49.082925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b76f6a07-f723-428a-8b71-9974e22a347a req-d4cf0004-b43c-4aa2-8aab-2bbe1ecfbaa1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0683336 Jul 22 20:38:49.124197 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b76f6a07-f723-428a-8b71-9974e22a347a req-ae071988-39cf-4a76-8523-927ca0a372da tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Jul 22 20:38:50.254306 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034e1f-8eb9-4dc8-9fae-37791d59660f req-3e427b53-04bd-40de-b6ee-83b2c7596b8a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:50.255836 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c034e1f-8eb9-4dc8-9fae-37791d59660f req-3e427b53-04bd-40de-b6ee-83b2c7596b8a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0660276 Jul 22 20:38:50.294596 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7c034e1f-8eb9-4dc8-9fae-37791d59660f req-468c2b52-13eb-4990-85da-713eac47149a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Jul 22 20:38:50.432390 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa3257-2244-4c38-9926-8a364008f14c req-42ab0a68-c6f9-468c-972e-706c2d8923c8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:50.433932 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78aa3257-2244-4c38-9926-8a364008f14c req-42ab0a68-c6f9-468c-972e-706c2d8923c8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0638573 Jul 22 20:38:50.471185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78aa3257-2244-4c38-9926-8a364008f14c req-3fdce223-f68b-41ee-9a1f-01de8fbd1756 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316408 Jul 22 20:38:50.493217 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42372) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:50.827400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e595699-1344-4344-b861-a7339a312a65 tempest-TestShelveInstance-1108554207 tempest-TestShelveInstance-1108554207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:50.828964 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-6e595699-1344-4344-b861-a7339a312a65 tempest-TestShelveInstance-1108554207 tempest-TestShelveInstance-1108554207-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1093 time: 0.3347681 Jul 22 20:38:50.832007 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42374) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:38:50.837192 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:38:50.859997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:50.955504 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.073381 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Allocated IP 172.25.6.231 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/7b3908ca-361c-4c73-bd65-5359d40d2f4d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:38:51.176661 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.220797 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.262485 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:38:51.265435 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:38:51.270064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:38:51.273111 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=7b3908ca-361c-4c73-bd65-5359d40d2f4d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:51.617645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.695086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.846855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.852596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:51.924259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event updated for resources: {'Port': ['ID=7b3908ca-361c-4c73-bd65-5359d40d2f4d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:38:51.934081 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:52.032781 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Floating IP 8ec30cc9-49ce-4727-9644-1e37159af545 associated. External IP: 172.25.6.231, port: 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7. Jul 22 20:38:52.242833 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:38:52.351567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:38:52.362880 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:38:52.368993 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:52.372599 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:38:52.373215 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:52.405778 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-695545dd-ba19-4135-be13-25515da4f620 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5723307 Jul 22 20:38:52.406378 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:38:52.408710 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189acc93-d2b4-4b77-a5d5-97e94ea6292a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:38:52.489435 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:38:52.498058 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a077cbb-66e4-4ee6-ae30-f4c5e3fe0a2f x-openstack-request-id: req-4a077cbb-66e4-4ee6-ae30-f4c5e3fe0a2f {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:38:52.498364 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:38:52.498615 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a077cbb-66e4-4ee6-ae30-f4c5e3fe0a2f {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:38:52.499025 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'status': 'completed', 'code': 200} Jul 22 20:38:52.573907 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-f1070bab-8bcd-4942-94b7-194553923c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:52.575434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-f1070bab-8bcd-4942-94b7-194553923c82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0554843 Jul 22 20:38:52.668502 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-d731ce5f-3ad9-4061-a0b9-4779fd6c4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:52.669986 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-d731ce5f-3ad9-4061-a0b9-4779fd6c4a49 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0887089 Jul 22 20:38:52.713266 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8ec30cc9-49ce-4727-9644-1e37159af545', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:59:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:38:51Z', 'updated_at': '2021-07-22T20:38:51Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:52.735334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-580874c5-2b99-41d7-a1d5-e6a0a66e7b77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 1000 time: 0.0589631 Jul 22 20:38:52.744631 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:38:52.753886 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:38:52.754592 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:38:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:52.783471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-5507f734-1725-4051-9543-459ad4af0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:52.785764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-5507f734-1725-4051-9543-459ad4af0586 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0443637 Jul 22 20:38:52.851459 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-e49f0318-b1e5-4b64-b448-60c8cace49c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:38:52.853159 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-e49f0318-b1e5-4b64-b448-60c8cace49c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612962 Jul 22 20:38:52.865739 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:38:52.944026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-bf2d0cbe-c672-49cc-9ef7-abb7b20b14f2 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840716 Jul 22 20:38:53.072101 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-189acc93-d2b4-4b77-a5d5-97e94ea6292a req-2f2a6604-1323-4be0-bfb6-1a72f8d1dbd1 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211627 Jul 22 20:38:53.114868 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8ec30cc9-49ce-4727-9644-1e37159af545', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:59:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:38:51Z', 'updated_at': '2021-07-22T20:38:51Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:38:53.144847 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74abbc5a-c171-46d3-92cd-100d9ef6bd22 None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '8ec30cc9-49ce-4727-9644-1e37159af545', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'floating_ip_address': '172.25.6.231', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'mac_address': 'fa:16:3e:59:ed:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:38:51Z', 'updated_at': '2021-07-22T20:38:51Z', 'revision_number': 0, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:38:53.347558 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf22e72-bfe2-4fb9-b545-aa8e5e5b4a1b None None] New status for floating IP 8ec30cc9-49ce-4727-9644-1e37159af545: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:38:55.130187 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:38:57.969011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:07.207739 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f7d1ef9c-407d-43cd-b6d9-9487b9e94605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:10.096235 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:10.112033 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e250902a-e350-4ab9-a0c1-04e682b2831b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:10.591380 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:39:11.793288 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:13.168083 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:25.143425 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:27.998879 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:37.200361 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-27d6bbac-9dc4-43be-ab45-b79a9e5c5307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:40.100203 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:40.115880 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b779612e-0257-48b1-9714-8bf45632c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:41.795667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:43.170262 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:43.289624 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-e4782047-53a5-4867-94e6-01576a55d511 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558980 Jul 22 20:39:43.387494 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89592e-2729-4151-979e-fb36ae301f9b req-e6dc0e23-7366-42d6-abe5-30a008707a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:39:43.389097 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-e6dc0e23-7366-42d6-abe5-30a008707a1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0572956 Jul 22 20:39:43.499167 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89592e-2729-4151-979e-fb36ae301f9b req-bd5ebb25-c8d5-43fa-badd-a28e1b3c903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:39:43.500752 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-bd5ebb25-c8d5-43fa-badd-a28e1b3c903d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0926843 Jul 22 20:39:43.542982 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-3d1ee0e6-2fd6-4fcb-bf63-d14ee08f8a43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0350378 Jul 22 20:39:43.598129 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89592e-2729-4151-979e-fb36ae301f9b req-2700bfa9-ee25-4ff7-b81e-3cef30cf0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:39:43.599661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-2700bfa9-ee25-4ff7-b81e-3cef30cf0cf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0506818 Jul 22 20:39:43.661008 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89592e-2729-4151-979e-fb36ae301f9b req-98797a20-5718-4ea5-9918-4153d7adcb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:39:43.662653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-98797a20-5718-4ea5-9918-4153d7adcb5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567231 Jul 22 20:39:43.771838 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-5e8f09ac-ffdb-41e7-be9c-d818c82d44ea service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026080 Jul 22 20:39:43.863675 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ca89592e-2729-4151-979e-fb36ae301f9b req-d08a4543-0274-4345-adec-b65d78ed7754 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853050 Jul 22 20:39:47.591170 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:39:55.137996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:39:58.012430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:07.201779 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-caf533cd-9d16-4166-84ef-aa605400136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:10.106380 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:10.117858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8e0068a1-65f2-4214-bf1d-da85ec4406ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:11.798097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:13.172797 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:24.589848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:40:25.145853 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:28.013523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:37.204405 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-92d89291-f31a-477c-b533-ac0b528a1dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:40.098374 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:40.120010 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-66393365-1267-4cc2-9faa-dd12517545e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:41.799814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:43.176240 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:44.295149 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-f99aa0f4-ecd7-4260-a679-9b9aaa39c729 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699983 Jul 22 20:40:44.372617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-bb6333af-29a3-4331-802e-0de1110f0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:44.374387 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-bb6333af-29a3-4331-802e-0de1110f0174 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0590732 Jul 22 20:40:44.487039 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-99ca6f8c-86b8-4c92-af22-9a0dee473839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:44.488570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-99ca6f8c-86b8-4c92-af22-9a0dee473839 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0965090 Jul 22 20:40:44.558513 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-7aa06247-5600-4a1c-a737-d580c38b4d14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0630782 Jul 22 20:40:44.606449 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-87de88c9-5807-4929-883b-0c8a54566b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:44.607963 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-87de88c9-5807-4929-883b-0c8a54566b21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0438581 Jul 22 20:40:44.665746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-141684dd-03e7-4c15-a6c2-b868da55dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:44.667295 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-141684dd-03e7-4c15-a6c2-b868da55dbaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536444 Jul 22 20:40:44.761191 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-ac71315a-ffb9-4c9a-bb4f-9b3fc37fbedf service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Jul 22 20:40:44.849381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8bca8b78-566d-4271-b0c4-cfa3bc871809 req-b2f3e2dd-01fd-405c-bed1-40259b4090b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821657 Jul 22 20:40:48.018483 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172da464-aae8-41b3-bd70-943c835f773e req-b2749e3b-0341-4a0f-a151-281372e87e48 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:48.021098 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172da464-aae8-41b3-bd70-943c835f773e req-b2749e3b-0341-4a0f-a151-281372e87e48 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0748799 Jul 22 20:40:48.065196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-172da464-aae8-41b3-bd70-943c835f773e req-5fb94c48-8001-413f-8051-3f3be90d396e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 Jul 22 20:40:49.225134 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f603fd3-bc2c-4b3f-8233-3a24765ba59b req-d85d9eb2-231c-461a-be26-e56368b9ce77 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:49.226698 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f603fd3-bc2c-4b3f-8233-3a24765ba59b req-d85d9eb2-231c-461a-be26-e56368b9ce77 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0667467 Jul 22 20:40:49.264362 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7f603fd3-bc2c-4b3f-8233-3a24765ba59b req-41881fbe-7b98-429c-aa57-62e1917241e0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Jul 22 20:40:50.405910 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3546b-9764-406a-870d-1b78a95704ea req-06fb83e5-f6ae-40d4-88f3-5908009abb17 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:50.407928 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46e3546b-9764-406a-870d-1b78a95704ea req-06fb83e5-f6ae-40d4-88f3-5908009abb17 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0742605 Jul 22 20:40:50.446427 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-46e3546b-9764-406a-870d-1b78a95704ea req-5d489a24-423f-476f-9027-8bfd043ccf99 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Jul 22 20:40:51.577879 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ffa55-357a-4666-b48b-42e0c403cb2f req-e9a3e5ab-c1e2-44c8-acab-2f9632c6c29e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:51.579519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-797ffa55-357a-4666-b48b-42e0c403cb2f req-e9a3e5ab-c1e2-44c8-acab-2f9632c6c29e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0648394 Jul 22 20:40:51.619426 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-797ffa55-357a-4666-b48b-42e0c403cb2f req-af4fbf0d-e195-46f4-8964-bbac7c801ddd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Jul 22 20:40:52.755120 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4ccc-dba3-4040-a0fc-9be73db22a3d req-88d3fb31-65a2-40fe-8b76-795087c2d5f2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:52.756633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2ff4ccc-dba3-4040-a0fc-9be73db22a3d req-88d3fb31-65a2-40fe-8b76-795087c2d5f2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0670135 Jul 22 20:40:52.795409 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c2ff4ccc-dba3-4040-a0fc-9be73db22a3d req-344430c3-1f5f-45aa-bcf8-0581e98cc539 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332434 Jul 22 20:40:53.934106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e1d2c-d4c9-4077-a1d8-04dce97cf1f3 req-267dd74a-6f64-469d-92cb-e9750bb68a94 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:53.935623 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c66e1d2c-d4c9-4077-a1d8-04dce97cf1f3 req-267dd74a-6f64-469d-92cb-e9750bb68a94 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0710218 Jul 22 20:40:53.974253 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c66e1d2c-d4c9-4077-a1d8-04dce97cf1f3 req-f7400ca9-fa35-4b20-8176-0fe9d606bcbf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323212 Jul 22 20:40:55.113298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383ad23-da2f-4f32-9c57-82fe488a0e79 req-b4baa8b0-1dc1-44c8-8a7e-68db84fa76bb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:55.114862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d383ad23-da2f-4f32-9c57-82fe488a0e79 req-b4baa8b0-1dc1-44c8-8a7e-68db84fa76bb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0703549 Jul 22 20:40:55.152037 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:55.155170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d383ad23-da2f-4f32-9c57-82fe488a0e79 req-e4793b72-038b-4f68-95bf-a45dee0311ae tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347610 Jul 22 20:40:56.290276 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66684fe9-0422-4022-a40f-c756622c3e83 req-bece5825-85cb-4399-803f-f6f263fcd4c0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:56.291706 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66684fe9-0422-4022-a40f-c756622c3e83 req-bece5825-85cb-4399-803f-f6f263fcd4c0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0681672 Jul 22 20:40:56.330251 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-66684fe9-0422-4022-a40f-c756622c3e83 req-60689cb2-3e29-4730-9ee5-7a002160b7b8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329583 Jul 22 20:40:57.461662 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be94bc4-92ec-4151-bdad-2e093aa35bac req-3a727d02-0763-486d-9b5c-3c3ef0e9a221 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:57.463132 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8be94bc4-92ec-4151-bdad-2e093aa35bac req-3a727d02-0763-486d-9b5c-3c3ef0e9a221 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0664475 Jul 22 20:40:57.502500 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8be94bc4-92ec-4151-bdad-2e093aa35bac req-a643d33a-3341-4487-a58f-1932925e2099 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336027 Jul 22 20:40:58.011698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:40:58.155618 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-118d62ea-c265-44a0-ac14-6372990f57d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:58.157270 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-118d62ea-c265-44a0-ac14-6372990f57d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0633488 Jul 22 20:40:58.295866 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-7e26adb1-ab8b-4ce6-b1fa-b76564465961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:58.298886 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-7e26adb1-ab8b-4ce6-b1fa-b76564465961 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.1339247 Jul 22 20:40:58.364957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-fed5b3a3-3c8d-4060-922f-640a2991b86b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0598979 Jul 22 20:40:58.419868 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-ec027b4d-a640-434f-906d-780e8121f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:58.421653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-ec027b4d-a640-434f-906d-780e8121f663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0504515 Jul 22 20:40:58.500210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-d3babc56-9a18-4192-8795-47714fb6687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:58.501766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-d3babc56-9a18-4192-8795-47714fb6687f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738626 Jul 22 20:40:58.630535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-26a4eb1e-1c79-4786-89f6-460631d26836 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224546 Jul 22 20:40:58.685322 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664508a-3987-4184-a0d6-d752dc89f00a req-b0c7c376-3823-48b7-b813-c5d2ac6d3efd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:58.686826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6664508a-3987-4184-a0d6-d752dc89f00a req-b0c7c376-3823-48b7-b813-c5d2ac6d3efd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.1162896 Jul 22 20:40:58.771341 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6664508a-3987-4184-a0d6-d752dc89f00a req-293b1c95-3631-4c6e-a8e9-f91f4c3447a3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575883 Jul 22 20:40:58.773434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e69bbcb-daca-4927-b8c1-9e56bb39926f req-664d95e4-131d-4450-9c43-4d79f1d11bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354764 Jul 22 20:40:59.905799 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdfa1f-8789-4603-86e7-695d16471c1d req-1a7bb464-454a-4250-9d92-8b35bf7fab9a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:40:59.907977 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11bdfa1f-8789-4603-86e7-695d16471c1d req-1a7bb464-454a-4250-9d92-8b35bf7fab9a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0670872 Jul 22 20:40:59.948290 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-11bdfa1f-8789-4603-86e7-695d16471c1d req-5f7934e1-bfcb-4493-8b83-10c157fdf1f0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jul 22 20:41:01.093999 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755222-3434-4e7b-af10-35114ec5e19a req-35d95dbf-2e87-4f60-90bf-79b5d217f2b7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:01.095972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b755222-3434-4e7b-af10-35114ec5e19a req-35d95dbf-2e87-4f60-90bf-79b5d217f2b7 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0746732 Jul 22 20:41:01.135739 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b755222-3434-4e7b-af10-35114ec5e19a req-6dd36aaf-72f1-49ae-83f3-db03d0b55b25 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341773 Jul 22 20:41:01.589584 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:41:02.281844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be603953-eff0-430b-9024-f1f4b0270d2e req-12f32606-9c13-4461-85cf-2715089d5ab9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:02.284027 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be603953-eff0-430b-9024-f1f4b0270d2e req-12f32606-9c13-4461-85cf-2715089d5ab9 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0699377 Jul 22 20:41:02.321871 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-be603953-eff0-430b-9024-f1f4b0270d2e req-5ad300a3-3f31-49e7-86ca-fd262dfdd5aa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322013 Jul 22 20:41:02.553030 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d79df-4d75-4c3c-ad73-3221d2a89499 req-d0350a32-7c90-444f-bb75-083d2a6a6c42 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:02.554708 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c9d79df-4d75-4c3c-ad73-3221d2a89499 req-d0350a32-7c90-444f-bb75-083d2a6a6c42 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0666845 Jul 22 20:41:02.579845 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-5cdc4be7-cafe-422e-9bfa-c5b8dd08c5e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109142 Jul 22 20:41:02.595293 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c9d79df-4d75-4c3c-ad73-3221d2a89499 req-cdac787d-22f0-475e-bd54-575f60155da1 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339122 Jul 22 20:41:02.946818 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:41:03.030009 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:03.053609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:41:03.056526 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540af77f-3db9-4dd2-b668-5af1db0c69a6" -d '{"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-unplugged", "status": "completed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:41:03.069541 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:41:03.074556 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:03.132202 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:41:03.140207 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.140563 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.140904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.142039 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.142306 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.142450 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.142949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.143456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.143792 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.144122 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.144692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.145023 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:41:03.161710 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 20:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb7175-717f-493f-92ea-c6e08512a61b x-openstack-request-id: req-50fb7175-717f-493f-92ea-c6e08512a61b {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:41:03.162152 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-unplugged", "status": "failed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "code": 422}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:41:03.162449 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50fb7175-717f-493f-92ea-c6e08512a61b {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:41:03.163437 n-d-800087-13 neutron-server[93802]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'code': 422} returned with failed status Jul 22 20:41:03.731600 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902007e4-c03e-4506-8c65-f49a97f1140f req-9e666a4b-bbed-4957-a190-624c4db0f20a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:03.733156 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-902007e4-c03e-4506-8c65-f49a97f1140f req-9e666a4b-bbed-4957-a190-624c4db0f20a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0687208 Jul 22 20:41:03.777531 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-902007e4-c03e-4506-8c65-f49a97f1140f req-593da1c2-fe93-4c47-8420-fbc09f6c7198 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Jul 22 20:41:04.925566 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503647b1-eda2-40b7-9190-e98fa3bfd250 req-57242d08-b151-4105-a7aa-02c9d045c152 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:04.927198 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-503647b1-eda2-40b7-9190-e98fa3bfd250 req-57242d08-b151-4105-a7aa-02c9d045c152 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0784802 Jul 22 20:41:04.965902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-503647b1-eda2-40b7-9190-e98fa3bfd250 req-32e584ac-2154-4ec9-9834-f684cbf78a50 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Jul 22 20:41:06.104892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ab02c-4890-43e8-9920-8acfbddd9da5 req-71e0930f-116e-49be-b1cc-4c58f0cd3183 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:06.106436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b2ab02c-4890-43e8-9920-8acfbddd9da5 req-71e0930f-116e-49be-b1cc-4c58f0cd3183 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0699050 Jul 22 20:41:06.147670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b2ab02c-4890-43e8-9920-8acfbddd9da5 req-eb50ecbb-8b9f-4253-bc2c-1014427f1fcf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353792 Jul 22 20:41:07.207845 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-99fb7980-2fc4-42b5-a538-9de3c10b1d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:07.292387 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21c8e1-f8ea-4036-b729-1351b5607a11 req-05e4ce69-c4f7-4de7-a814-4a04f19e59f3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.293895 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa21c8e1-f8ea-4036-b729-1351b5607a11 req-05e4ce69-c4f7-4de7-a814-4a04f19e59f3 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0672634 Jul 22 20:41:07.332939 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fa21c8e1-f8ea-4036-b729-1351b5607a11 req-31f27093-a78a-4cdb-a761-6cacb52e7997 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Jul 22 20:41:07.532770 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-7c30d8d3-4fb3-4bba-9649-c42f1225645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.534404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-7c30d8d3-4fb3-4bba-9649-c42f1225645f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72&tenant_id=035848d2d47b452886b1ef09c60e8902 HTTP/1.1" status: 200 len: 1096 time: 0.0961809 Jul 22 20:41:07.613637 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-41bf0290-a63d-49bd-ba5d-7f2a9b0d1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.615311 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-41bf0290-a63d-49bd-ba5d-7f2a9b0d1398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1096 time: 0.0598195 Jul 22 20:41:07.702918 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-218ef29c-2630-41d1-9ecc-7b1872dd14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.704633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-218ef29c-2630-41d1-9ecc-7b1872dd14e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.0833840 Jul 22 20:41:07.774797 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-5431f593-c52e-478b-9f3d-3dfad380daab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 1000 time: 0.0639284 Jul 22 20:41:07.823168 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-daa4a2d9-d478-42e7-a26b-8e18ad4588dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.824710 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-daa4a2d9-d478-42e7-a26b-8e18ad4588dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.0438092 Jul 22 20:41:07.886365 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-8f485011-aa0d-426f-a7f8-2c330d8718e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:07.887914 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-8f485011-aa0d-426f-a7f8-2c330d8718e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573704 Jul 22 20:41:07.979085 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-1fffcf78-aa4e-43ab-872d-e1aad39a03de service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851281 Jul 22 20:41:08.070223 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-7ede2382-20f8-4a31-b7a5-11ea70d53b02 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835953 Jul 22 20:41:08.471827 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2a255-b5cb-40e5-a0f5-c301ea6e63a2 req-7483c0a0-d20a-42e6-b052-547976c83d92 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:08.473269 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebe2a255-b5cb-40e5-a0f5-c301ea6e63a2 req-7483c0a0-d20a-42e6-b052-547976c83d92 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0690928 Jul 22 20:41:08.513579 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ebe2a255-b5cb-40e5-a0f5-c301ea6e63a2 req-c20201fa-418e-492a-a389-8d66c7d91ada tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348065 Jul 22 20:41:09.649509 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45d1f0-5ccc-4ed6-98bf-c95d7c461e62 req-0b2b2f28-e51a-4049-b6f2-a8357f6bf860 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:09.651022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b45d1f0-5ccc-4ed6-98bf-c95d7c461e62 req-0b2b2f28-e51a-4049-b6f2-a8357f6bf860 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0678747 Jul 22 20:41:09.689412 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-5b45d1f0-5ccc-4ed6-98bf-c95d7c461e62 req-12fa4c3b-e4c5-4efd-a310-aa649a3ecf5b tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Jul 22 20:41:10.102752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:10.120054 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-51be908e-7ea7-4b37-9c82-c0a33998695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:10.823969 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e42b36-0dba-4804-9e20-22a851e08a29 req-1c81769c-205a-4cde-883f-fa723368c74f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:10.825636 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72e42b36-0dba-4804-9e20-22a851e08a29 req-1c81769c-205a-4cde-883f-fa723368c74f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0671093 Jul 22 20:41:10.870003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-72e42b36-0dba-4804-9e20-22a851e08a29 req-1e1a0239-5caf-4bd8-b141-6cbd5a7b8180 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Jul 22 20:41:11.804097 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:12.001354 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f278c-925d-4d07-a99c-be709b9f5d2b req-13927a09-498f-4282-a515-4f4868a395a0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:12.002862 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-149f278c-925d-4d07-a99c-be709b9f5d2b req-13927a09-498f-4282-a515-4f4868a395a0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0639305 Jul 22 20:41:12.043334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-149f278c-925d-4d07-a99c-be709b9f5d2b req-80adee24-bd22-4354-a4f6-bd749cf5565a tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Jul 22 20:41:13.181831 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:13.185973 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c29673-3d4b-4b0f-bb6a-545b39e717b3 req-2ce08a9e-5f1c-43d6-8435-bbd28de19635 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:13.187548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53c29673-3d4b-4b0f-bb6a-545b39e717b3 req-2ce08a9e-5f1c-43d6-8435-bbd28de19635 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0693400 Jul 22 20:41:13.227881 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53c29673-3d4b-4b0f-bb6a-545b39e717b3 req-cbb3a827-62f4-45a6-b546-14b599057cc0 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 22 20:41:14.363247 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38688e6-0441-450d-8a18-41c734eaac6e req-fed11e8a-27ad-485c-ab1d-d77358e87b76 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:14.364789 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e38688e6-0441-450d-8a18-41c734eaac6e req-fed11e8a-27ad-485c-ab1d-d77358e87b76 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 944 time: 0.0684023 Jul 22 20:41:14.403271 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e38688e6-0441-450d-8a18-41c734eaac6e req-7a1ad1c7-baab-46c5-975e-90eb4c7282cd tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jul 22 20:41:14.971874 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:41:15.074678 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:41:15.086135 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'port_id': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'mac_address': 'fa:16:3e:59:ed:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:41:15.126813 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:15.139670 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:41:15.159949 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:41:15.164625 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:15.213393 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:41:15.394565 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:41:15.533772 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095c778-febc-4e36-a41a-1fd40aebd4b1 req-18c16ccc-8bb4-4533-a010-c47297de7caa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:15.535230 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e095c778-febc-4e36-a41a-1fd40aebd4b1 req-18c16ccc-8bb4-4533-a010-c47297de7caa tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 945 time: 0.0642214 Jul 22 20:41:15.574195 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e095c778-febc-4e36-a41a-1fd40aebd4b1 req-dccb5bb1-3c3d-4445-a67c-c8b91b124053 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Jul 22 20:41:16.707088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640148df-c397-49ad-8bc3-0dbe9d8709df req-15c9c16a-d0f3-4294-bc22-40341eb62b48 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:16.708616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-640148df-c397-49ad-8bc3-0dbe9d8709df req-15c9c16a-d0f3-4294-bc22-40341eb62b48 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 945 time: 0.0665264 Jul 22 20:41:16.753803 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-640148df-c397-49ad-8bc3-0dbe9d8709df req-b11aacb0-b1a3-40f9-8640-983f3dec73bb tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394614 Jul 22 20:41:16.973803 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:41:17.025052 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:41:17.025421 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:17.257450 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:17.279285 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:41:17.281713 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c44637-8117-4104-adab-cbd88276daf4" -d '{"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-plugged", "status": "completed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:41:17.295030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:41:17.300675 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:17.325237 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c37ddc2-0b81-486a-a0c9-b287e2a24ba4 x-openstack-request-id: req-4c37ddc2-0b81-486a-a0c9-b287e2a24ba4 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:41:17.325533 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-plugged", "status": "completed", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:41:17.325785 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c37ddc2-0b81-486a-a0c9-b287e2a24ba4 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:41:17.326171 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'code': 200} Jul 22 20:41:17.353370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:41:17.478903 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4689479-2907-47af-b989-67e13ab8e398 req-b834589b-d26c-4177-a800-1e4b333955af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:17.480453 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4689479-2907-47af-b989-67e13ab8e398 req-b834589b-d26c-4177-a800-1e4b333955af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0530610 Jul 22 20:41:17.517602 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d4689479-2907-47af-b989-67e13ab8e398 req-4faa34d6-bd9c-47d3-8cfe-9d7ee6782e54 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300159 Jul 22 20:41:17.888334 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87a932-5632-45c1-a869-82b7d9cc10aa req-941b397e-e69f-467f-b350-e2e7d06037be tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:17.890124 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f87a932-5632-45c1-a869-82b7d9cc10aa req-941b397e-e69f-467f-b350-e2e7d06037be tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0650523 Jul 22 20:41:17.930687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9f87a932-5632-45c1-a869-82b7d9cc10aa req-04273de3-0652-4b03-a2bb-20015c5627ca tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Jul 22 20:41:19.074079 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933b40c-b683-4bcb-8365-e34e5cb39f7b req-b16ba4ad-5399-4206-89ec-2a42b4a8d1b2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:19.075635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a933b40c-b683-4bcb-8365-e34e5cb39f7b req-b16ba4ad-5399-4206-89ec-2a42b4a8d1b2 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0725811 Jul 22 20:41:19.114229 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a933b40c-b683-4bcb-8365-e34e5cb39f7b req-a8cf7e70-b26f-4079-80cf-169bc95abe8d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Jul 22 20:41:25.161824 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:28.010069 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:37.212489 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-01e71e8f-596c-49c1-a4ed-33d9870bca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:38.589100 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:41:40.105814 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:40.127630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6360d45-ec14-47af-90da-9b0186dc5b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:41.808620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:43.182402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:46.840817 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-87dd48b0-033b-43ec-9d90-daeccf66809e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543931 Jul 22 20:41:46.940471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239907-f7c5-4b12-a616-bdf395df504d req-df94e0d4-d287-41e2-b057-0c343f7261fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:46.942680 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-df94e0d4-d287-41e2-b057-0c343f7261fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0570540 Jul 22 20:41:47.054714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239907-f7c5-4b12-a616-bdf395df504d req-0f9d2db9-f84e-4695-b0e2-5c73f223f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:47.056408 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-0f9d2db9-f84e-4695-b0e2-5c73f223f62c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0941525 Jul 22 20:41:47.104082 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-bf57cbd6-b8d2-4674-ba57-3a8878a85ab0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0374682 Jul 22 20:41:47.167001 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239907-f7c5-4b12-a616-bdf395df504d req-eacb1b99-8e2e-459d-85cc-9eb9b5d40215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:47.168642 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-eacb1b99-8e2e-459d-85cc-9eb9b5d40215 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0561044 Jul 22 20:41:47.237869 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239907-f7c5-4b12-a616-bdf395df504d req-39f67b0a-037f-470c-92ab-749b4d8a0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:41:47.239538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-39f67b0a-037f-470c-92ab-749b4d8a0b10 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605891 Jul 22 20:41:47.329867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-57efd374-838d-41c5-8c68-260e31463f36 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832045 Jul 22 20:41:47.427436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f1239907-f7c5-4b12-a616-bdf395df504d req-b1aafbec-6ee6-4d36-86eb-22fae72a8741 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906601 Jul 22 20:41:55.157392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:41:58.010796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:07.213696 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5003894b-df85-40c4-a7bb-8311b2ceea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:10.109700 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:10.120998 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-324d77c5-547e-4822-9b03-9166a02ab014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:11.809014 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:13.192332 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:15.588271 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:42:25.156317 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:28.009191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:34.837057 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42542) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:35.281248 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Deleting port 7b3908ca-361c-4c73-bd65-5359d40d2f4d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:35.281597 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.355600 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.355937 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.367804 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Calling delete_port for 7b3908ca-361c-4c73-bd65-5359d40d2f4d owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:35.515465 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.544368 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'Port': ['ID=7b3908ca-361c-4c73-bd65-5359d40d2f4d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:35.573513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.573863 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.574206 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.574567 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.574908 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.575240 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.575569 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.575899 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.576259 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.576590 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.576917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.577238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:35.618470 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.618804 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Floating IP 8ec30cc9-49ce-4727-9644-1e37159af545 disassociated (deleted). External IP: 172.25.6.231, port: 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7. Jul 22 20:42:35.821154 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:42:35.926999 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:35.932376 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:35.936964 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:35.946003 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:35.946615 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:35.971195 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c3bcc2fb-a82b-495c-85d8-5ae629519a1f tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "DELETE /v2.0/floatingips/8ec30cc9-49ce-4727-9644-1e37159af545 HTTP/1.1" status: 204 len: 168 time: 1.1329811 Jul 22 20:42:35.971878 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:42:35.974285 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c9c3d-6206-4ef4-9045-2da4630fd3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:42:36.050570 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:36.139472 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24153ea-065c-48b1-8dd2-f7657333536a x-openstack-request-id: req-e24153ea-065c-48b1-8dd2-f7657333536a {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:42:36.139777 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:42:36.140031 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e24153ea-065c-48b1-8dd2-f7657333536a {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:42:36.140507 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'status': 'completed', 'code': 200} Jul 22 20:42:36.232710 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-c5bff78a-ae2c-4756-9a5f-c8b1c9b61ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:36.234196 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-c5bff78a-ae2c-4756-9a5f-c8b1c9b61ba6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=035848d2d47b452886b1ef09c60e8902&device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 1098 time: 0.0698962 Jul 22 20:42:36.351960 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:36.373992 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-70e714b6-ea5b-43a1-9993-0e3e934e8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:36.375455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-70e714b6-ea5b-43a1-9993-0e3e934e8bec service neutron] 10.222.0.32 "GET /v2.0/networks?id=f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 200 len: 909 time: 0.1351535 Jul 22 20:42:36.381190 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:36.383558 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78122de5-085d-40f8-acc5-85b7773cd384 req-4491a498-84d1-4c95-ab88-81f0cb4d1911 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:36.385003 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78122de5-085d-40f8-acc5-85b7773cd384 req-4491a498-84d1-4c95-ab88-81f0cb4d1911 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.1913602 Jul 22 20:42:36.390229 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:36.390855 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:36.434166 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-37f9a720-abf2-4024-a770-8f287cd4aae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 200 len: 217 time: 0.0481961 Jul 22 20:42:36.499679 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:36.710551 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:36.737737 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa390007-38ab-4429-9a3e-67a31c271aa6 None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:33:54Z', 'revision_number': 4, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '6f233190-a8ad-4f4a-b858-907bafcb21fd', 'name': '', 'network_id': 'f3e76d1d-6b2c-48da-8b72-73c8519975c2', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'mac_address': 'fa:16:3e:51:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:54Z', 'updated_at': '2021-07-22T20:34:00Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'subnets': [{'id': '5d8b5a35-75b5-471b-b0eb-eb1a8acbb658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:36.769354 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-78122de5-085d-40f8-acc5-85b7773cd384 req-efe660b7-6443-4736-b9c7-2dd4e6310ab8 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777556 Jul 22 20:42:36.784460 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-9b0a9482-fa81-478c-b786-80daf8823620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:36.786185 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-9b0a9482-fa81-478c-b786-80daf8823620 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 200 len: 847 time: 0.3458505 Jul 22 20:42:36.849904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-8122259e-10eb-481d-9fd0-5d65de6258a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:36.851873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-8122259e-10eb-481d-9fd0-5d65de6258a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f3e76d1d-6b2c-48da-8b72-73c8519975c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574331 Jul 22 20:42:36.949782 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-568e6408-b814-4eb9-8b46-67d7a21cc8b7 service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894713 Jul 22 20:42:36.966060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18430168-ff9a-49ff-808c-62d63af8800a None None] New status for floating IP 8ec30cc9-49ce-4727-9644-1e37159af545: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:42:37.041279 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-688c9c3d-6206-4ef4-9045-2da4630fd3c1 req-5b113a8d-1cb8-4914-ac63-f99033b5107d service neutron] 10.222.0.32 "GET /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Jul 22 20:42:37.214667 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf4be-2489-428c-abe6-a8e7c83af19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:37.721428 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-accff33d-ab40-4548-8027-1db947cae069 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:37.722894 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-accff33d-ab40-4548-8027-1db947cae069 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.0663202 Jul 22 20:42:37.820959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Deleting port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:37.821313 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:37.944302 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] For port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:37.944714 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:37.958849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Calling delete_port for 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:37.979934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94faa9-b503-4fd4-9704-3e73329d7a94 req-94f30b4c-8a38-4168-8de9-b4425d72d912 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:37.981379 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f94faa9-b503-4fd4-9704-3e73329d7a94 req-94f30b4c-8a38-4168-8de9-b4425d72d912 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 946 time: 0.1436472 Jul 22 20:42:38.066380 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4f94faa9-b503-4fd4-9704-3e73329d7a94 req-ffa8c492-fa84-4ca1-b507-9da602b25baf tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/security-groups?id=649929c6-9568-4535-99be-485b1fc79d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507038 Jul 22 20:42:38.133367 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:38.162719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'Port': ['ID=23961a8d-19e1-45f4-9e51-74e4cb3bd5a7,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:38.175214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.175577 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.175930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.180688 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:38.224647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] No DVR routers for this DVR port 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:42:38.227838 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:38.229884 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-84e5242a-436b-4b4b-a113-d1ad9e9ef068 req-6487ba5a-f998-444d-bd42-8beab511c443 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.32 "DELETE /v2.0/ports/23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 HTTP/1.1" status: 204 len: 173 time: 0.5019782 Jul 22 20:42:38.230372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-deleted', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:42:38.232619 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16950cc0-4d94-4211-af90-3c6dc2c6c078" -d '{"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-deleted", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:42:38.269189 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc9bae4-bdfd-4508-886d-11e7e46ab226 x-openstack-request-id: req-7dc9bae4-bdfd-4508-886d-11e7e46ab226 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:42:38.269512 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee034ebb-22d9-478c-979f-3fbb01867f72", "name": "network-vif-deleted", "tag": "23961a8d-19e1-45f4-9e51-74e4cb3bd5a7", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:42:38.269768 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7dc9bae4-bdfd-4508-886d-11e7e46ab226 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:42:38.270164 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee034ebb-22d9-478c-979f-3fbb01867f72', 'name': 'network-vif-deleted', 'tag': '23961a8d-19e1-45f4-9e51-74e4cb3bd5a7', 'status': 'completed', 'code': 200} Jul 22 20:42:39.166525 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-9353d438-09e4-4c54-a35e-85b86d0f1e09 req-89792320-1dd7-4aba-aff6-18327cd6c37d tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jul 22 20:42:40.120181 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:40.126004 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e8c0941e-cc39-49c6-92c7-54fe4d92af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:40.266841 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-f38e6109-a580-41c6-a033-e79f3ba41298 req-ce9fef89-37bc-43e1-9042-4bca582ca965 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 210 time: 0.0309978 Jul 22 20:42:41.364444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-451f4e8c-2ec1-417f-af8e-0fd52e928221 req-1a6cca76-44da-4c7e-ad90-8f9815d61868 tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee034ebb-22d9-478c-979f-3fbb01867f72 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Jul 22 20:42:41.485790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:41.508053 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:41.508456 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 23961a8d-19e1-45f4-9e51-74e4cb3bd5a7 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:41.815583 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:42.422529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42572) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:42.482463 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:42.512553 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:42.574220 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:42.580726 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:42.580726 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] 10.222.0.10 "DELETE /v2.0/security-groups/649929c6-9568-4535-99be-485b1fc79d3a HTTP/1.1" status: 204 len: 168 time: 0.1545098 Jul 22 20:42:42.592506 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f4ca-80bd-4bb2-bb66-95fadd27873e tempest-TestShelveInstance-506892828 tempest-TestShelveInstance-506892828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649929c6-9568-4535-99be-485b1fc79d3a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:42.626304 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42576) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:43.069756 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:43.191193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:43.336749 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Deleting port 6f233190-a8ad-4f4a-b858-907bafcb21fd {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:43.337030 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:43.414922 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] For port 6f233190-a8ad-4f4a-b858-907bafcb21fd, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=6f233190-a8ad-4f4a-b858-907bafcb21fd,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:43.415280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:43.432470 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Calling delete_port for 6f233190-a8ad-4f4a-b858-907bafcb21fd owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:43.632273 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:43.667610 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6f233190-a8ad-4f4a-b858-907bafcb21fd,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:43.851263 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.073960 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:42:44.185216 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:44.191991 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-d6144b0c-f4d4-4e41-bb05-2f1db7fb93fe admin admin] 10.222.0.10 "PUT /v2.0/routers/3f7dab18-fdb2-403b-94ce-54c02e6a67bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659187 Jul 22 20:42:44.193189 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42580) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:44.197027 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Sync routers for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:44.207020 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:44.207732 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:44.304808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.320477 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:44.405216 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.471826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Deleting port 2497e480-4398-44a5-bcfa-87224ef6b903 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:44.472551 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.504613 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:42:43Z', 'revision_number': 5, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port': {'id': '2497e480-4398-44a5-bcfa-87224ef6b903', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:52Z', 'updated_at': '2021-07-22T20:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:44.535745 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Checking router: 3f7dab18-fdb2-403b-94ce-54c02e6a67bb for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:44.546052 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Routers {'3f7dab18-fdb2-403b-94ce-54c02e6a67bb'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:44.546667 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:44.575627 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] For port 2497e480-4398-44a5-bcfa-87224ef6b903, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=2497e480-4398-44a5-bcfa-87224ef6b903,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:44.576052 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.589515 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Calling delete_port for 2497e480-4398-44a5-bcfa-87224ef6b903 owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:44.636197 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] Set router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:44.688141 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:42:44Z', 'revision_number': 6, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:44.717549 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e751f3e4-e91c-4aa9-a15e-49f4aafd723a None None] The sync data for ids ['3f7dab18-fdb2-403b-94ce-54c02e6a67bb'] in n-d-800087-13 is: [{'id': '3f7dab18-fdb2-403b-94ce-54c02e6a67bb', 'name': 'tempest-TestShelveInstance-876336223-router', 'tenant_id': '035848d2d47b452886b1ef09c60e8902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:51Z', 'updated_at': '2021-07-22T20:42:44Z', 'revision_number': 6, 'project_id': '035848d2d47b452886b1ef09c60e8902', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:44.762524 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.788646 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Pushing event deleted for resources: {'Port': ['ID=2497e480-4398-44a5-bcfa-87224ef6b903,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:44.863051 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.952889 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.954955 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.996769 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:44.997251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f7dab18-fdb2-403b-94ce-54c02e6a67bb {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:42:45.001746 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.003183 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-acc5561f-76c5-48cf-8813-26cf1c5c805b admin admin] 10.222.0.10 "DELETE /v2.0/routers/3f7dab18-fdb2-403b-94ce-54c02e6a67bb HTTP/1.1" status: 204 len: 168 time: 0.8089387 Jul 22 20:42:45.005808 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42582) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:45.055656 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Deleting subnet 5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:42:45.059207 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.096586 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.179954 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.235100 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.266201 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8b5a35-75b5-471b-b0eb-eb1a8acbb658,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:45.271712 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.276305 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c9a2d46c-15be-4a87-a612-0fb0caeaebb2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5d8b5a35-75b5-471b-b0eb-eb1a8acbb658 HTTP/1.1" status: 204 len: 168 time: 0.2673132 Jul 22 20:42:45.277182 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42584) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:45.279853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e4953-d5ec-4fde-841b-768907f816ad None None] Network f3e76d1d-6b2c-48da-8b72-73c8519975c2 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:45.346254 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.399104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Deleting port eb977870-fa0d-4475-adf5-ac556043aa67 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:45.399356 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.468945 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] For port eb977870-fa0d-4475-adf5-ac556043aa67, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb977870-fa0d-4475-adf5-ac556043aa67,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:45.469309 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.482573 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Calling delete_port for eb977870-fa0d-4475-adf5-ac556043aa67 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:45.482781 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] DHCP port deletion for f3e76d1d-6b2c-48da-8b72-73c8519975c2 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:42:45.529269 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Deleting port eb977870-fa0d-4475-adf5-ac556043aa67 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:45.529584 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.571871 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.599732 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] For port eb977870-fa0d-4475-adf5-ac556043aa67, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eb977870-fa0d-4475-adf5-ac556043aa67,segment=NetworkSegment(9625f8cb-6baf-43b4-8c54-87837c675d9b),segment_id=9625f8cb-6baf-43b4-8c54-87837c675d9b)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:45.600242 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.602395 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb977870-fa0d-4475-adf5-ac556043aa67,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:45.606275 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] No DVR routers for this DVR port eb977870-fa0d-4475-adf5-ac556043aa67 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:42:45.614506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Calling delete_port for eb977870-fa0d-4475-adf5-ac556043aa67 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:45.690005 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.697002 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.700490 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e76d1d-6b2c-48da-8b72-73c8519975c2']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:45.711186 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9625f8cb-6baf-43b4-8c54-87837c675d9b') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:45.711575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9625f8cb-6baf-43b4-8c54-87837c675d9b') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:45.720928 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.722942 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Pushing event deleted for resources: {'Port': ['ID=eb977870-fa0d-4475-adf5-ac556043aa67,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:45.726117 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] No DVR routers for this DVR port eb977870-fa0d-4475-adf5-ac556043aa67 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:42:45.734612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.735001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.735339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.735676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.736024 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.736367 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.736784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.737325 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.737836 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.738348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.738856 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.739330 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.741442 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9158c447-a3eb-49e8-a45d-5a965f9a27ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:45.749575 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:42:45.749991 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:42:45.751696 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:42:45.815256 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.820851 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:45.822695 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f3e76d1d-6b2c-48da-8b72-73c8519975c2 HTTP/1.1" status: 204 len: 168 time: 0.5445905 Jul 22 20:42:45.826224 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42586) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:45.833670 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c7309-cf8c-4cc6-9f19-f7c158a74bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e76d1d-6b2c-48da-8b72-73c8519975c2,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:46.121219 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6f233190-a8ad-4f4a-b858-907bafcb21fd no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:46.142886 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 6f233190-a8ad-4f4a-b858-907bafcb21fd {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:46.143227 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 6f233190-a8ad-4f4a-b858-907bafcb21fd not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:46.143647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb977870-fa0d-4475-adf5-ac556043aa67 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:46.162355 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: eb977870-fa0d-4475-adf5-ac556043aa67 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:46.162806 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eb977870-fa0d-4475-adf5-ac556043aa67 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:46.163234 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2497e480-4398-44a5-bcfa-87224ef6b903 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:46.182487 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 2497e480-4398-44a5-bcfa-87224ef6b903 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:46.182879 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 2497e480-4398-44a5-bcfa-87224ef6b903 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:46.185730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:46.445064 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Deleting port f4062f98-bf71-4ca9-a0a0-10f1a81a5769 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:46.445330 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:46.525998 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] For port f4062f98-bf71-4ca9-a0a0-10f1a81a5769, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:46.526357 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:46.539187 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Calling delete_port for f4062f98-bf71-4ca9-a0a0-10f1a81a5769 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:46.721727 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:46.750035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f4062f98-bf71-4ca9-a0a0-10f1a81a5769,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:46.924408 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.141957 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:42:47.253061 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:47.258511 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-867758f9-6554-42a9-b75d-43cab0fe9eeb admin admin] 10.222.0.10 "PUT /v2.0/routers/8416837f-2a2b-4714-9fcc-8b8ad7e3ddef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309866 Jul 22 20:42:47.261621 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42588) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:47.264267 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Sync routers for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:47.274030 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:47.274665 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:47.367218 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.379221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:47.468601 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.523053 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Deleting port f929935f-cae0-4e58-b6d4-13ec6d130815 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:47.523425 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.565964 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:42:46Z', 'revision_number': 5, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port': {'id': 'f929935f-cae0-4e58-b6d4-13ec6d130815', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:23:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:33:57Z', 'updated_at': '2021-07-22T20:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:47.592759 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Checking router: 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:47.601585 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Routers {'8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:47.602203 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:47.607026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] For port f929935f-cae0-4e58-b6d4-13ec6d130815, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=f929935f-cae0-4e58-b6d4-13ec6d130815,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:47.607389 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.619777 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Calling delete_port for f929935f-cae0-4e58-b6d4-13ec6d130815 owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:47.687986 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] Set router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:47.738649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:42:47Z', 'revision_number': 6, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:47.768832 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b977a-76fa-40d8-9c29-c161d3e20fda None None] The sync data for ids ['8416837f-2a2b-4714-9fcc-8b8ad7e3ddef'] in n-d-800087-13 is: [{'id': '8416837f-2a2b-4714-9fcc-8b8ad7e3ddef', 'name': 'tempest-TestShelveInstance-833855232-router', 'tenant_id': 'b23ba528b0d740208747860158b65b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:33:56Z', 'updated_at': '2021-07-22T20:42:47Z', 'revision_number': 6, 'project_id': 'b23ba528b0d740208747860158b65b15', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:47.786818 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.812648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=f929935f-cae0-4e58-b6d4-13ec6d130815,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:47.875038 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.963078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:47.965152 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.010396 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.010865 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8416837f-2a2b-4714-9fcc-8b8ad7e3ddef {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:42:48.015045 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.016233 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-42542c91-6e67-46c8-b9ef-42fd75820f9f admin admin] 10.222.0.10 "DELETE /v2.0/routers/8416837f-2a2b-4714-9fcc-8b8ad7e3ddef HTTP/1.1" status: 204 len: 168 time: 0.7536693 Jul 22 20:42:48.018855 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42590) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:48.062335 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Deleting subnet 508b62f9-c7fa-49dd-b635-f5fce920669a {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:42:48.065410 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.106426 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.198536 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.218642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f4062f98-bf71-4ca9-a0a0-10f1a81a5769 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:48.238352 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f4062f98-bf71-4ca9-a0a0-10f1a81a5769 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:48.238705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f4062f98-bf71-4ca9-a0a0-10f1a81a5769 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:48.257401 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.281017 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508b62f9-c7fa-49dd-b635-f5fce920669a,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:48.286412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.288664 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0d781b09-449c-4d41-962d-0573d20ca67c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/508b62f9-c7fa-49dd-b635-f5fce920669a HTTP/1.1" status: 204 len: 168 time: 0.2688529 Jul 22 20:42:48.291530 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42592) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:48.294282 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e108e0-e656-42a0-b891-cf04470afa81 None None] Network 8e34dddc-b5ee-420d-9be5-9499c3fec94b requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:48.362191 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.414644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Deleting port 11e5bfba-ff02-4339-bbf9-330009185c91 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:48.414982 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.477346 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] For port 11e5bfba-ff02-4339-bbf9-330009185c91, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=11e5bfba-ff02-4339-bbf9-330009185c91,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:48.477641 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.489648 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Calling delete_port for 11e5bfba-ff02-4339-bbf9-330009185c91 owned by network:dhcp {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:48.524195 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] DHCP port deletion for 8e34dddc-b5ee-420d-9be5-9499c3fec94b request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:42:48.576776 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Deleting port 11e5bfba-ff02-4339-bbf9-330009185c91 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:42:48.577157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.650622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] For port 11e5bfba-ff02-4339-bbf9-330009185c91, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=11e5bfba-ff02-4339-bbf9-330009185c91,segment=NetworkSegment(08de902f-9481-4ba7-90fd-3057e3633309),segment_id=08de902f-9481-4ba7-90fd-3057e3633309)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:48.651028 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.666180 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Calling delete_port for 11e5bfba-ff02-4339-bbf9-330009185c91 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:42:48.753085 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.780853 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] Pushing event deleted for resources: {'Port': ['ID=11e5bfba-ff02-4339-bbf9-330009185c91,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:48.784608 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3699fe76-9c13-43bb-bf9c-2617ae8e5077 None None] No DVR routers for this DVR port 11e5bfba-ff02-4339-bbf9-330009185c91 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:42:48.855388 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.878347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Pushing event deleted for resources: {'Port': ['ID=11e5bfba-ff02-4339-bbf9-330009185c91,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:48.883956 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] No DVR routers for this DVR port 11e5bfba-ff02-4339-bbf9-330009185c91 on host n-d-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:42:48.955672 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.965545 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e34dddc-b5ee-420d-9be5-9499c3fec94b']}} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:48.975589 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08de902f-9481-4ba7-90fd-3057e3633309') {'for_net_delete': True} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:48.975962 n-d-800087-13 neutron-server[93800]: DEBUG neutron.services.segments.db [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08de902f-9481-4ba7-90fd-3057e3633309') {} {{(pid=93800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:48.984796 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30625147'] for segment, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:48.998757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.004501 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:42:49.004892 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30270294'] for segment, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self.session.flush() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: Traceback (most recent call last): Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: timer() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: cb(*args, **kw) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: return func(*args, **kwargs) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self._notify() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: self.callback(batched_events) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: event.method(event) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: return f(self, *a, **k) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: return self._get(url).json() Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: return self.request(url, 'GET', **kwargs) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:42:49.006556 n-d-800087-13 neutron-server[93800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:42:49.058346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.063841 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.065714 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] 10.222.0.10 "DELETE /v2.0/networks/8e34dddc-b5ee-420d-9be5-9499c3fec94b HTTP/1.1" status: 204 len: 168 time: 0.7730350 Jul 22 20:42:49.076416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bb39c-2b2f-4053-a970-4a63d89e196c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e34dddc-b5ee-420d-9be5-9499c3fec94b,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:49.183504 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42596) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:49.227436 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9270f15d-a3b1-4894-90ef-997476683ea9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=035848d2d47b452886b1ef09c60e8902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427148 Jul 22 20:42:49.230073 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42598) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:49.278107 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.300310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.352325 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.355000 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.356179 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/363ef3ef-aedc-4c89-9576-855544129277 HTTP/1.1" status: 204 len: 168 time: 0.1252005 Jul 22 20:42:49.364515 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cdcf7-e485-4441-9c4d-046fb347eccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363ef3ef-aedc-4c89-9576-855544129277,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:49.672714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42604) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:49.720445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-fe7eaa36-53f9-487b-b384-b17332dd7927 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b23ba528b0d740208747860158b65b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464702 Jul 22 20:42:49.722953 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42606) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:49.771768 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.792407 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.841586 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.844098 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:49.845298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/557967ad-5bc9-49c3-bec9-15e19d5b047d HTTP/1.1" status: 204 len: 168 time: 0.1214633 Jul 22 20:42:49.853658 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d0bb4-9c98-45e1-8328-6cf70e199c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557967ad-5bc9-49c3-bec9-15e19d5b047d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:50.115987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 11e5bfba-ff02-4339-bbf9-330009185c91 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:50.140054 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 11e5bfba-ff02-4339-bbf9-330009185c91 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:50.140439 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 11e5bfba-ff02-4339-bbf9-330009185c91 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:50.140865 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f929935f-cae0-4e58-b6d4-13ec6d130815 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:42:50.160115 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: f929935f-cae0-4e58-b6d4-13ec6d130815 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:42:50.160493 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device f929935f-cae0-4e58-b6d4-13ec6d130815 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:42:50.506177 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42628) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:50.597783 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1532606953-network', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:50.618810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Made reservation on behalf of 2e8e83ebe9634a9b908ec7479c0045c5 for: {'network': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:42:50.621087 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.629730 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.718110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.721655 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.746608 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=93800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:42:50.756596 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e982dd-d215-41e5-9c5d-1e01af00ac7f,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:50.762334 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.762683 n-d-800087-13 neutron-server[93800]: INFO neutron.db.segments_db [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Added segment 85d47ce5-6d24-4427-a5bc-2adb7ff15f56 of type vlan for network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 Jul 22 20:42:50.802476 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.832280 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.833249 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:50.833839 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Notify callbacks [] for network, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.865827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3585277 Jul 22 20:42:50.868800 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42632) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:50.874104 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Request body: {'subnet': {'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1532606953-subnet', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'ip_version': 4}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:50.897422 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Made reservation on behalf of 2e8e83ebe9634a9b908ec7479c0045c5 for: {'subnet': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:42:50.899929 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f76d-2dc1-4239-a6ec-f57c548f883d admin admin] Pushing event updated for resources: {'Network': ['ID=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:50.901094 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30286390'] for subnet, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:50.909647 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:42:51.075906 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29579364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30286404'] for subnet, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.131235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=904ad006-868a-4fff-983c-42bd690eb6e8,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:51.141597 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Checking segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:51.141951 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Network hostable DHCP agents. Network: 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93801) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:42:51.158817 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93801) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:42:51.167919 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0) {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:51.172428 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:51.173507 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.176542 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca85bf-27a6-41e4-a4b6-dbb6de051f56 None None] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:51.196034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42634) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:51.196181 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-93cce694-698e-4d42-9d8f-a228a02a2c19 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3251722 Jul 22 20:42:51.200810 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:51.221580 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.222747 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.275649 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.330629 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:42:51.331721 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.416533 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.468600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Allocated IP 172.20.0.2 (77a8a17e-b570-4b46-aa2a-29ff2bdd18f0/904ad006-868a-4fff-983c-42bd690eb6e8/eabb301f-b168-4392-8e97-da438ce04905) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:51.611888 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.617099 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.621395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Transition to ACTIVE for port object eabb301f-b168-4392-8e97-da438ce04905 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:51.636740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Transition to ACTIVE for port object eabb301f-b168-4392-8e97-da438ce04905 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:51.642697 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.643682 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.684530 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:51.687349 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:51.690936 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:51.698637 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Pushing event updated for resources: {'Port': ['ID=eabb301f-b168-4392-8e97-da438ce04905,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:51.759191 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Allocated IP 172.25.6.151 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/1ac42997-27e5-465e-95fb-d3c0cd286afc) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:51.764314 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Attempting to bind port eabb301f-b168-4392-8e97-da438ce04905 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:42:51.764734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Attempting to bind port eabb301f-b168-4392-8e97-da438ce04905 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:42:51.765103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Attempting to bind port eabb301f-b168-4392-8e97-da438ce04905 on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:42:51.769987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:42:51.770361 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Checking segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:51.770765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.771156 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Bound using segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:42:51.771617 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Bound port: eabb301f-b168-4392-8e97-da438ce04905, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:42:51.772029 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.839454 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] For port eabb301f-b168-4392-8e97-da438ce04905, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:42:51.842763 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] For port eabb301f-b168-4392-8e97-da438ce04905, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eabb301f-b168-4392-8e97-da438ce04905,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:42:51.847020 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.869346 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.902504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843cf45-487e-4ed9-b47a-ca799bce1de5 None None] Pushing event updated for resources: {'Port': ['ID=eabb301f-b168-4392-8e97-da438ce04905,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:51.911823 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:51.951400 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:51.956644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:51.960124 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:51.985214 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ac42997-27e5-465e-95fb-d3c0cd286afc,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:52.179476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eabb301f-b168-4392-8e97-da438ce04905 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:42:52.235822 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port eabb301f-b168-4392-8e97-da438ce04905 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:52.263156 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:52.458039 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:52.587970 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:42:52.593714 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:42:52.708163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:52.721455 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:52.727671 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:52.729317 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2cf6a5e5-a2c4-4de2-8729-ba8751114ee7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5324109 Jul 22 20:42:52.732066 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42636) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:52.736182 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:52.736806 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:52.844894 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:52.895365 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd1cc6-9a89-4484-b1d6-0713dcb4ef14 None None] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:52.962586 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Provisioning for port eabb301f-b168-4392-8e97-da438ce04905 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:52.972476 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Provisioning complete for port eabb301f-b168-4392-8e97-da438ce04905 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:52.972476 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.048177 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:52Z', 'revision_number': 3, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:53.075954 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:53.076336 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Updating router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 port 1ac42997-27e5-465e-95fb-d3c0cd286afc binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:42:53.122111 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.169231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] For port eabb301f-b168-4392-8e97-da438ce04905, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eabb301f-b168-4392-8e97-da438ce04905,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:53.174645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.210113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.222846 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.232642 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b42459-1ff8-4997-96ef-124712c6be0f None None] Pushing event updated for resources: {'Port': ['ID=eabb301f-b168-4392-8e97-da438ce04905,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:53.380581 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Allocated IP 172.20.0.1 (77a8a17e-b570-4b46-aa2a-29ff2bdd18f0/904ad006-868a-4fff-983c-42bd690eb6e8/a8c99ebe-b1b6-49bf-9afd-26c950c33a63) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:53.484279 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.485353 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.496296 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Transition to ACTIVE for port object 1ac42997-27e5-465e-95fb-d3c0cd286afc will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:53.501245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Transition to ACTIVE for port object a8c99ebe-b1b6-49bf-9afd-26c950c33a63 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:53.503888 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.508303 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b37b006e-76fe-4497-abc0-f61b51848339 None None] Provisioning complete for port eabb301f-b168-4392-8e97-da438ce04905 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:53.508852 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b37b006e-76fe-4497-abc0-f61b51848339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.540606 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.552109 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Attempting to bind port 1ac42997-27e5-465e-95fb-d3c0cd286afc on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:42:53.552582 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Attempting to bind port 1ac42997-27e5-465e-95fb-d3c0cd286afc by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:42:53.553009 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Attempting to bind port 1ac42997-27e5-465e-95fb-d3c0cd286afc on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:42:53.562897 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:42:53.563366 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:53.563838 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.564318 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:42:53.564848 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Bound port: 1ac42997-27e5-465e-95fb-d3c0cd286afc, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:42:53.565294 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.566873 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Pushing event updated for resources: {'Port': ['ID=1ac42997-27e5-465e-95fb-d3c0cd286afc,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:53.589461 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:53.594681 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:53.595180 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.595661 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.595977 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.596454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.596846 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.597235 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.597474 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:53.597674 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.598062 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.598454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.598840 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.599226 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.599621 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:42:53.630342 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Pushing event updated for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:53.636684 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] For port 1ac42997-27e5-465e-95fb-d3c0cd286afc, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:42:53.639987 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] For port 1ac42997-27e5-465e-95fb-d3c0cd286afc, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1ac42997-27e5-465e-95fb-d3c0cd286afc,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:42:53.646126 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.648290 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.703557 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:53.705069 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:53.798006 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.834195 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:53.836792 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad69e9-cfa8-4aef-83bf-5c2c9416e308 None None] Pushing event updated for resources: {'Port': ['ID=1ac42997-27e5-465e-95fb-d3c0cd286afc,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:53.935087 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6623e6a-db46-46e5-aa3a-3f368628e231 None None] Provisioning for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:53.939095 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-b6623e6a-db46-46e5-aa3a-3f368628e231 None None] Provisioning complete for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:53.940466 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b6623e6a-db46-46e5-aa3a-3f368628e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.971164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:53.975158 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-b6623e6a-db46-46e5-aa3a-3f368628e231 None None] Port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:42:53.976283 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:54.027835 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:52Z', 'revision_number': 3, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:54.042508 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Pushing event updated for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:54.045080 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:54.053441 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c64e379-92c4-4a52-b0b5-a58cff07d208 None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:52Z', 'revision_number': 3, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:54.130538 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eabb301f-b168-4392-8e97-da438ce04905 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:42:54.155539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:54.157236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:54.187222 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port eabb301f-b168-4392-8e97-da438ce04905 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:54.187612 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:54.500747 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-1c54dc5a-6ce8-47b2-bee5-6d6fe0537fb7 None None] Provisioning complete for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:54.501965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1c54dc5a-6ce8-47b2-bee5-6d6fe0537fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:54.538996 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-1c54dc5a-6ce8-47b2-bee5-6d6fe0537fb7 None None] Port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:42:54.599666 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:42:54.714333 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:54.719616 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-e6691573-09af-4bb0-bb9e-a3097710389d admin admin] 10.222.0.10 "PUT /v2.0/routers/daab0856-ce3c-49d1-bbd7-83a5f7fdef44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9860141 Jul 22 20:42:55.171204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.185779 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42652) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:55.190939 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1600974588-network', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:55.212757 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Made reservation on behalf of 93ba44cd98344cff9da3f494436edbc9 for: {'network': 1} {{(pid=93801) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:42:55.214998 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for network, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.223500 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.316913 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.321645 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.347005 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=93801) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 20:42:55.357807 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c8913f-d0e6-467a-8774-a5a11d9d888e,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:55.363129 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.364736 n-d-800087-13 neutron-server[93801]: INFO neutron.db.segments_db [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Added segment 2ab37d63-23b4-43ec-9994-03e01ae2c9b8 of type vlan for network 63162e6e-802f-423d-b5fc-585bda1a282f Jul 22 20:42:55.407280 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770608646638'] for network, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.443608 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965'] for network, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.445594 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:55.446611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.488771 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3018160 Jul 22 20:42:55.493610 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42654) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:55.499068 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Request body: {'subnet': {'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1600974588-subnet', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'ip_version': 4}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:55.526978 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3419d1-33b2-4d04-9143-734130f5b186 admin admin] Pushing event updated for resources: {'Network': ['ID=63162e6e-802f-423d-b5fc-585bda1a282f,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:55.533484 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Made reservation on behalf of 93ba44cd98344cff9da3f494436edbc9 for: {'subnet': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:42:55.535848 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30342894'] for subnet, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.616857 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Network 63162e6e-802f-423d-b5fc-585bda1a282f details requested by agent ovs-agent-n-d-800087-13 with host n-d-800087-13 {{(pid=93802) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 20:42:55.717929 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30270445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30342812'] for subnet, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.771078 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:55.778099 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6329d5-5b13-40c7-a9d8-47e0507a1e92,revision_number=0']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:55.781354 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:55.782018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:55.786447 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Checking segment: {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:55.786892 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Network hostable DHCP agents. Network: 63162e6e-802f-423d-b5fc-585bda1a282f, hostable agents: ['f71a0fc7-f075-4c69-a03d-a012da5dbcd1'], hosted agents: [] {{(pid=93800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 20:42:55.804867 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Network 63162e6e-802f-423d-b5fc-585bda1a282f is scheduled to be hosted by DHCP agent f71a0fc7-f075-4c69-a03d-a012da5dbcd1 with binding_index 1 {{(pid=93800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 20:42:55.813379 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800087-13, 63162e6e-802f-423d-b5fc-585bda1a282f) {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:55.817510 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:42:55.818122 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.831972 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-7fbe2352-45db-4119-9366-b73a15eb6620 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3370473 Jul 22 20:42:55.834542 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42656) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:55.840042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:42:55.847693 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cef79c-de42-4041-b165-838f84e546f7 None None] Network 63162e6e-802f-423d-b5fc-585bda1a282f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:55.862433 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-896059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8679'] for router, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.863462 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-897365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-898580', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1023024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8680'] for router, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.920817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:55.963696 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:56.060958 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-896254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-896085', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8666'] for router, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.144662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd89304a-1380-503a-981b-8802be0cdc09-63162e6e-802f-423d-b5fc-585bda1a282f', 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'fixed_ips': [{'subnet_id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92'}]}} from n-d-800087-13. {{(pid=93802) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 20:42:56.145515 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.186963 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1ac42997-27e5-465e-95fb-d3c0cd286afc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:42:56.301355 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.322270 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.392179 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 1ac42997-27e5-465e-95fb-d3c0cd286afc completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:56.401564 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.db_base_plugin_common [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Allocated IP 172.20.0.2 (63162e6e-802f-423d-b5fc-585bda1a282f/3c6329d5-5b13-40c7-a9d8-47e0507a1e92/185ee34e-06fc-4af1-b498-6f5d5ffbd2e6) {{(pid=93802) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:56.405015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1ac42997-27e5-465e-95fb-d3c0cd286afc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:56.405395 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.428221 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Allocated IP 172.25.6.16 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/b1c07f79-44ac-4b6c-a291-0fa8398f3bba) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:56.437370 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 2, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:56.486350 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:56.486701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Updating router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:42:56.534829 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.569647 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.574989 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.611376 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:56.614274 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:56.620416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:56.655323 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:56.695523 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.796757 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 1ac42997-27e5-465e-95fb-d3c0cd286afc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1ac42997-27e5-465e-95fb-d3c0cd286afc,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:56.798124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.804804 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.820987 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Transition to ACTIVE for port object 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:56.884504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Transition to ACTIVE for port object 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 will not be triggered until provisioned by entity DHCP. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:56.887004 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.900646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785'] for port, after_create {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:56.938242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=1ac42997-27e5-465e-95fb-d3c0cd286afc,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:56.984962 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Network 63162e6e-802f-423d-b5fc-585bda1a282f is already hosted by enough agents. {{(pid=93802) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:56.996288 n-d-800087-13 neutron-server[93802]: DEBUG neutron.scheduler.base_scheduler [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Resources bound (agent type, host, resource id): {{(pid=93802) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:57.003995 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Received port after_create {{(pid=93802) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:57.016058 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Pushing event updated for resources: {'Port': ['ID=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,revision_number=1']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:57.087331 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-896066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-896229'] for router, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.113885 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Attempting to bind port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:42:57.114257 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Attempting to bind port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:42:57.114618 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Attempting to bind port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 on network 63162e6e-802f-423d-b5fc-585bda1a282f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:42:57.129326 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:42:57.129697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Checking segment: {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:57.130100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.130489 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Bound using segment: {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:42:57.131231 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Bound port: 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:42:57.131379 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.136632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.156260 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Transition to ACTIVE for port object a8c99ebe-b1b6-49bf-9afd-26c950c33a63 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:57.179396 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.225849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Router 305e20a8-9eed-4006-896c-1d8fe9d61537 is scheduled to L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 with binding_index 1 {{(pid=93800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 20:42:57.252514 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29c67c-4345-42aa-aeff-3e691e81af06 None None] Pushing event updated for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:57.255153 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] For port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:42:57.261684 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] For port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:42:57.282665 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.351019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:42:57.371947 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Sync routers for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:42:57.379901 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Attempting to bind port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:42:57.380522 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.385002 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-307f1dc8-6649-45f3-97a3-dc5eed84b7e9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5491824 Jul 22 20:42:57.386118 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42658) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:42:57.388488 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Attempting to bind port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:42:57.389372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Attempting to bind port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:42:57.402401 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:42:57.402794 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Checking segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:57.403217 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.403612 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Bound using segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:42:57.404089 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Bound port: a8c99ebe-b1b6-49bf-9afd-26c950c33a63, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:42:57.404518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.405225 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:57.408186 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:57.482765 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d08fe1-3ff7-4c37-97d8-878d482abbe9 None None] Pushing event updated for resources: {'Port': ['ID=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,revision_number=2']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:57.496705 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] For port a8c99ebe-b1b6-49bf-9afd-26c950c33a63, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:42:57.506907 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] For port a8c99ebe-b1b6-49bf-9afd-26c950c33a63, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:42:57.517233 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:57.622845 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:57.623754 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:57.629547 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:57.889232 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29c67c-4345-42aa-aeff-3e691e81af06 None None] Pushing event updated for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:57.945392 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:57.948210 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 3, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:57.980981 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Checking router: 305e20a8-9eed-4006-896c-1d8fe9d61537 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:42:57.980981 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Updating router 305e20a8-9eed-4006-896c-1d8fe9d61537 port b1c07f79-44ac-4b6c-a291-0fa8398f3bba binding host n-d-800087-13 {{(pid=93803) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:42:58.015265 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.027033 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.072221 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.227847 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:42:57Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:58.232119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Allocated IP 172.20.0.1 (63162e6e-802f-423d-b5fc-585bda1a282f/3c6329d5-5b13-40c7-a9d8-47e0507a1e92/14b49a96-b891-4256-aa0e-d2febfe76820) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:42:58.311778 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1ac42997-27e5-465e-95fb-d3c0cd286afc up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:42:58.315324 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb946e9d-c760-4a9e-a9b9-62f32e97b653 None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:42:57Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:58.456265 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.458646 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 1ac42997-27e5-465e-95fb-d3c0cd286afc triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:58.458646 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.480372 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Transition to ACTIVE for port object b1c07f79-44ac-4b6c-a291-0fa8398f3bba will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:58.480968 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.490773 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.504100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Transition to ACTIVE for port object 14b49a96-b891-4256-aa0e-d2febfe76820 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:42:58.541237 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Attempting to bind port b1c07f79-44ac-4b6c-a291-0fa8398f3bba on host n-d-800087-13 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:42:58.541783 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Attempting to bind port b1c07f79-44ac-4b6c-a291-0fa8398f3bba by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:42:58.542248 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Attempting to bind port b1c07f79-44ac-4b6c-a291-0fa8398f3bba on network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:42:58.570842 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.585237 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad50b0c-79eb-4080-b8c6-c7ca457b9bf8 None None] Pushing event updated for resources: {'Port': ['ID=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:58.597891 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:42:58.598289 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Checking segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:42:58.598688 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.599085 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Bound using segment: {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:42:58.599771 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Bound port: b1c07f79-44ac-4b6c-a291-0fa8398f3bba, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18492d35-8edc-45ce-92a4-7c5221e7bb6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:42:58.600105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:42:58.600263 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.637539 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Network 63162e6e-802f-423d-b5fc-585bda1a282f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:58.640369 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:58.645078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:42:58.705575 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] For port b1c07f79-44ac-4b6c-a291-0fa8398f3bba, host n-d-800087-13, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:42:58.711283 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:58.713020 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Pushing event updated for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:58.714972 n-d-800087-13 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] For port b1c07f79-44ac-4b6c-a291-0fa8398f3bba, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:42:58.723582 n-d-800087-13 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.733582 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-896020'] for router_interface, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.805148 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:42:58.805736 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:58.899992 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a138a9-fa48-47ab-98a7-a04680771227 None None] Network 63162e6e-802f-423d-b5fc-585bda1a282f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:42:58.933886 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:58.952737 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Provisioning for port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:58.972662 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad50b0c-79eb-4080-b8c6-c7ca457b9bf8 None None] Pushing event updated for resources: {'Port': ['ID=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:59.005400 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Provisioning complete for port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:59.005838 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.037994 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:42:59.165665 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.168410 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.175307 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.233421 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] For port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:42:59.241402 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.274817 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-897444'] for router_interface, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.312523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 3, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:42:59.328903 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ee8fd-8fd7-4323-89da-a152ae7eb408 None None] Pushing event updated for resources: {'Port': ['ID=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:59.361354 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b054a97e-8eb5-4548-85e8-5d8baba26361 None None] The sync data for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 is: [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 3, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:42:59.388655 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Pushing event updated for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:42:59.424683 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Network 63162e6e-802f-423d-b5fc-585bda1a282f is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:42:59.432584 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:42:59.567141 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Router 305e20a8-9eed-4006-896c-1d8fe9d61537 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:42:59.703622 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Provisioning for port 14b49a96-b891-4256-aa0e-d2febfe76820 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:42:59.709952 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Provisioning complete for port 14b49a96-b891-4256-aa0e-d2febfe76820 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:59.710339 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:42:59.779527 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Port 14b49a96-b891-4256-aa0e-d2febfe76820 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:42:59.798510 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Provisioning complete for port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:42:59.799048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9238812e-cf85-4527-a919-4e0c491556b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.056731 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-7985eb5e-6a6a-4d3d-8905-8697faed3bd1 None None] Provisioning complete for port 14b49a96-b891-4256-aa0e-d2febfe76820 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:00.057392 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7985eb5e-6a6a-4d3d-8905-8697faed3bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.121692 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-7985eb5e-6a6a-4d3d-8905-8697faed3bd1 None None] Port 14b49a96-b891-4256-aa0e-d2febfe76820 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:43:00.151420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:43:00.167521 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-0c458bcd-e424-4cc0-a3ad-3eea390a4b62 admin admin] 10.222.0.10 "PUT /v2.0/routers/305e20a8-9eed-4006-896c-1d8fe9d61537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7796874 Jul 22 20:43:00.245005 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-45f7a0fc-703d-46a7-b38b-32d0bdd007a8 None None] Provisioning complete for port 14b49a96-b891-4256-aa0e-d2febfe76820 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:00.245382 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-45f7a0fc-703d-46a7-b38b-32d0bdd007a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.292348 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a8c99ebe-b1b6-49bf-9afd-26c950c33a63 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:00.294677 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-45f7a0fc-703d-46a7-b38b-32d0bdd007a8 None None] Port 14b49a96-b891-4256-aa0e-d2febfe76820 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:43:00.350658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:43:00.355784 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:00.356188 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.442686 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.483213 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port a8c99ebe-b1b6-49bf-9afd-26c950c33a63, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:00.488576 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.489387 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:00.569161 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:00.581197 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:00.581563 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.668173 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b1c07f79-44ac-4b6c-a291-0fa8398f3bba up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:00.716718 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port b1c07f79-44ac-4b6c-a291-0fa8398f3bba completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:43:00.720383 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b1c07f79-44ac-4b6c-a291-0fa8398f3bba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:00.720796 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.796336 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.817229 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port b1c07f79-44ac-4b6c-a291-0fa8398f3bba, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:00.821875 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:00.886245 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:00.920454 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 42666) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:00.925220 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907354622', 'description': 'tempest-secgroup-smoke-1907354622 description', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:00.946832 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.032902 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.036600 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.064794 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.066075 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445637 Jul 22 20:43:01.068345 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cab2fc-5a08-4b30-b6d6-85aec7f6a95f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c261504d-bf9d-481a-9e8f-329125025463,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.069496 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42668) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.074455 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.105548 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.169474 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.173239 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.191251 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6063366f-dd0b-48fb-bba5-8c32483d7866,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.197609 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.198980 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-556f7d1d-3af4-46c7-95e5-9fb160dfd4c9 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283731 Jul 22 20:43:01.201678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42670) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.206235 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.234890 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.292854 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.296526 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.314789 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7caed80-e213-4ddb-87c4-880501293724,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.323259 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.327056 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-11c71f1e-0a73-47c2-99b9-463bb2e609ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218586 Jul 22 20:43:01.327392 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42672) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.332400 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.361941 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.421178 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.424697 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.442242 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1aeb43-c25b-4bf3-96e4-ea9b78b7dbc1,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.448650 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.449882 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a6dcee0b-df1b-4255-9b64-ea2c51e0753a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215508 Jul 22 20:43:01.452712 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42674) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.457342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.483410 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.551099 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.555596 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.577528 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88896885-ac85-43c9-8291-566821569297,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.581642 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.586102 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-a09436b1-9f9d-4c0b-ae01-222ce803a577 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292126 Jul 22 20:43:01.586653 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42676) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.591056 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.613898 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Project 2e8e83ebe9634a9b908ec7479c0045c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:43:01.621338 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.687561 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.691668 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.710009 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe483bfb-5592-41c0-b92f-e5ea9508ab83,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.717897 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.719206 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-c00453d1-05e5-47ca-b099-3d5efbb53d06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316531 Jul 22 20:43:01.722103 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42678) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:01.726602 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'security_group_rule': {'security_group_id': 'c261504d-bf9d-481a-9e8f-329125025463', 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:01.751467 n-d-800087-13 neutron-server[93801]: INFO neutron.db.securitygroups_db [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Project 2e8e83ebe9634a9b908ec7479c0045c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 20:43:01.756759 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.831536 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.836096 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1046858'] for security_group_rule, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.848710 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Sync routers for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:43:01.855466 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c77ffda-4de5-476b-801e-5dbaf4c93357,revision_number=0']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:01.860256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:43:01.860904 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:01.865384 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:01.872752 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-dc6506e8-3ba5-472d-8f23-0c6e935b7b06 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435890 Jul 22 20:43:01.974509 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:43:02.013851 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-ddaad8e6-6eb1-48d8-a046-bd1d522f9b0e tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907354622&fields=id&tenant_id=2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 267 time: 0.0340538 Jul 22 20:43:02.133356 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-f4e7ac59-7430-4c1c-b29e-782e45543925 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:02.140169 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-f4e7ac59-7430-4c1c-b29e-782e45543925 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 810 time: 0.1195412 Jul 22 20:43:02.150780 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-a5053465-0aeb-4774-a141-c127810501ef tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/quotas/2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Jul 22 20:43:02.154658 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a8c99ebe-b1b6-49bf-9afd-26c950c33a63 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:02.217609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:58Z', 'revision_number': 4, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '14b49a96-b891-4256-aa0e-d2febfe76820', 'name': '', 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'mac_address': 'fa:16:3e:6b:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:58Z', 'updated_at': '2021-07-22T20:42:59Z', 'revision_number': 2, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'subnets': [{'id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:02.230388 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-c422a90d-a665-4b8a-9fa6-7a56b4eac547 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735538 Jul 22 20:43:02.247925 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-2d09a20c-add6-47f3-a9cb-f958ca0477f4 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:43:02.249626 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-2d09a20c-add6-47f3-a9cb-f958ca0477f4 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083711 Jul 22 20:43:02.251651 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Checking router: 305e20a8-9eed-4006-896c-1d8fe9d61537 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:43:02.252008 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Updating router 305e20a8-9eed-4006-896c-1d8fe9d61537 port 14b49a96-b891-4256-aa0e-d2febfe76820 binding host n-d-800087-13 {{(pid=93802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 20:43:02.276001 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:02.276348 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.309169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.441957 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-8fae2434-1e49-4135-ae5b-9b0cc7daff59 service neutron] 10.222.0.10 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854980 Jul 22 20:43:02.464905 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b1c07f79-44ac-4b6c-a291-0fa8398f3bba up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:02.538020 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-7dead364-c8bb-453e-b8ab-3542f684baf9 service neutron] 10.222.0.10 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911171 Jul 22 20:43:02.583552 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port b1c07f79-44ac-4b6c-a291-0fa8398f3bba triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:02.583987 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.708362 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks [] for port, precommit_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.720089 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6be38afd-7e31-471f-8b48-10ca87b444a1 req-32a1ee13-1c24-4307-82fe-27f2aa4bf5bd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 210 time: 0.0381706 Jul 22 20:43:02.728408 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Transition to ACTIVE for port object 14b49a96-b891-4256-aa0e-d2febfe76820 will not be triggered until provisioned by entity L2. {{(pid=93802) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:43:02.738959 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.790851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c312d-b718-482a-a318-c18b4c0e4576 None None] Pushing event updated for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=3']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:02.854069 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Attempting to bind port 14b49a96-b891-4256-aa0e-d2febfe76820 on host n-d-800087-13 for vnic_type normal with profile {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:43:02.854734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Attempting to bind port 14b49a96-b891-4256-aa0e-d2febfe76820 by drivers openvswitch,hyperv on host n-d-800087-13 at level 0 using segments [{'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:43:02.854840 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Attempting to bind port 14b49a96-b891-4256-aa0e-d2febfe76820 on network 63162e6e-802f-423d-b5fc-585bda1a282f {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:43:02.860734 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Checking agent: {'id': '282f21ba-37b7-4fa3-9058-fe99a874cdf5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 14, 10), 'started_at': datetime.datetime(2021, 7, 22, 19, 14, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800087-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:43:02.861123 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Checking segment: {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:43:02.861528 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.861929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Bound using segment: {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'} {{(pid=93802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:43:02.862417 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.managers [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Bound port: 14b49a96-b891-4256-aa0e-d2febfe76820, host: n-d-800087-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab37d63-23b4-43ec-9994-03e01ae2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f'}}] {{(pid=93802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:43:02.862805 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:02.934080 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] For port 14b49a96-b891-4256-aa0e-d2febfe76820, host n-d-800087-13, cleared binding levels {{(pid=93802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:43:02.937733 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] For port 14b49a96-b891-4256-aa0e-d2febfe76820, host n-d-800087-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14b49a96-b891-4256-aa0e-d2febfe76820,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:43:02.942443 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:03.008954 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:43:03.009595 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:42:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:03.048423 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c312d-b718-482a-a318-c18b4c0e4576 None None] Pushing event updated for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:03.306431 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:43:03.516331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:58Z', 'revision_number': 4, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '14b49a96-b891-4256-aa0e-d2febfe76820', 'name': '', 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'mac_address': 'fa:16:3e:6b:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:58Z', 'updated_at': '2021-07-22T20:43:02Z', 'revision_number': 4, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'subnets': [{'id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:03.543406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236dcfd-7719-43fa-a4b9-91accd0af044 None None] The sync data for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 is: [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:42:58Z', 'revision_number': 4, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': '14b49a96-b891-4256-aa0e-d2febfe76820', 'name': '', 'network_id': '63162e6e-802f-423d-b5fc-585bda1a282f', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'mac_address': 'fa:16:3e:6b:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:58Z', 'updated_at': '2021-07-22T20:43:02Z', 'revision_number': 4, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'subnets': [{'id': '3c6329d5-5b13-40c7-a9d8-47e0507a1e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:43:03.786640 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-c5297d8a-12a3-4ec9-a202-d0efd61678a6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:03.788357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-c5297d8a-12a3-4ec9-a202-d0efd61678a6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 810 time: 0.1314669 Jul 22 20:43:03.856518 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc7b8bb6-7fcd-4e18-912f-a1c1d5ac9154 req-8c6be683-5787-4bf3-9908-0fe85a0946c6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 210 time: 0.0566790 Jul 22 20:43:03.878565 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-0fd8d5e9-9b71-4196-9011-aae4b681dc9c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 380 time: 0.0764177 Jul 22 20:43:03.889035 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'port': {'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'admin_state_up': True, 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'security_groups': ['c261504d-bf9d-481a-9e8f-329125025463']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:04.006653 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Made reservation on behalf of 2e8e83ebe9634a9b908ec7479c0045c5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:43:04.011190 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.146163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Allocated IP 172.20.0.14 (77a8a17e-b570-4b46-aa2a-29ff2bdd18f0/904ad006-868a-4fff-983c-42bd690eb6e8/352417f3-5712-48d3-a4af-72c10146139d) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:43:04.157929 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14b49a96-b891-4256-aa0e-d2febfe76820 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:04.223265 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning for port 14b49a96-b891-4256-aa0e-d2febfe76820 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:43:04.227807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 14b49a96-b891-4256-aa0e-d2febfe76820 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:04.228510 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.308471 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.319123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.334500 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Transition to ACTIVE for port object 352417f3-5712-48d3-a4af-72c10146139d will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:43:04.341490 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] For port 14b49a96-b891-4256-aa0e-d2febfe76820, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14b49a96-b891-4256-aa0e-d2febfe76820,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:04.345807 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.372169 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.394920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Pushing event updated for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:04.416669 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:43:04.419923 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:43:04.422487 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:43:04.465782 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:04.487997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:04.488771 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.505860 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9629abe2-c429-46b6-ad04-33837b7bf63b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6214664 Jul 22 20:43:04.565543 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Request body: {'port': {'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:04.646164 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.668823 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dfd4e2ae-8eb5-4cc9-9871-e9037b8310df None None] Provisioning for port 352417f3-5712-48d3-a4af-72c10146139d completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:43:04.672409 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-dfd4e2ae-8eb5-4cc9-9871-e9037b8310df None None] Provisioning complete for port 352417f3-5712-48d3-a4af-72c10146139d triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:04.672781 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e2ae-8eb5-4cc9-9871-e9037b8310df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.709775 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4e2ae-8eb5-4cc9-9871-e9037b8310df None None] Port 352417f3-5712-48d3-a4af-72c10146139d cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:43:04.916108 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352417f3-5712-48d3-a4af-72c10146139d {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:43:04.924720 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:04.947493 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Transition to ACTIVE for port object 352417f3-5712-48d3-a4af-72c10146139d will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:43:04.970400 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:05.030084 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:05.102171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc4175-8c88-438c-91c8-a90d40779c4f req-8da3e4cf-3b58-4efd-ba9e-f94ed4266afb tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.104026 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94bc4175-8c88-438c-91c8-a90d40779c4f req-8da3e4cf-3b58-4efd-ba9e-f94ed4266afb tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 932 time: 0.1728659 Jul 22 20:43:05.161524 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Attempting to bind port 352417f3-5712-48d3-a4af-72c10146139d on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:43:05.161779 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Attempting to bind port 352417f3-5712-48d3-a4af-72c10146139d by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:43:05.162100 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Attempting to bind port 352417f3-5712-48d3-a4af-72c10146139d on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:43:05.167554 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-94bc4175-8c88-438c-91c8-a90d40779c4f req-f24fa0de-1bfc-4e2f-b438-7e9e43b3e52f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568509 Jul 22 20:43:05.170906 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Port 352417f3-5712-48d3-a4af-72c10146139d on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:43:05.171242 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Attempting to bind port 352417f3-5712-48d3-a4af-72c10146139d on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:43:05.184295 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:43:05.184660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Checking segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:43:05.185062 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Bound using segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:43:05.185512 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Bound port: 352417f3-5712-48d3-a4af-72c10146139d, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:43:05.185884 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:05.276215 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:43:05.279644 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:43:05.284123 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:05.321401 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.321973 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:05.323455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] 10.222.0.32 "PUT /v2.0/ports/352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 1093 time: 0.8083775 Jul 22 20:43:05.323914 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:43:05.326292 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37db03e-3ada-4efc-832c-c8304ed1718f" -d '{"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:43:05.352516 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773d2b3-d68b-4c5a-98af-8b64d64f19ae service neutron] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:05.410432 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5862f-6dc4-4691-b9b9-e1a7bc171763 x-openstack-request-id: req-dec5862f-6dc4-4691-b9b9-e1a7bc171763 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:43:05.410731 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:43:05.410983 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dec5862f-6dc4-4691-b9b9-e1a7bc171763 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:43:05.411405 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'status': 'completed', 'code': 200} Jul 22 20:43:05.445829 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-81906313-8b6f-4168-ae27-74d5f47b327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.447702 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-81906313-8b6f-4168-ae27-74d5f47b327d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1096 time: 0.0720022 Jul 22 20:43:05.506911 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-b4a1d122-f49d-4ff8-bd90-6b9cfd2864b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 217 time: 0.0510681 Jul 22 20:43:05.560932 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9c54efa1-d24e-4ec1-ab49-12f8b72650f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.562463 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-9c54efa1-d24e-4ec1-ab49-12f8b72650f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0491374 Jul 22 20:43:05.629657 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-1d44e249-bd38-4db4-bbf5-5acd5f84c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.631322 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-1d44e249-bd38-4db4-bbf5-5acd5f84c04f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618286 Jul 22 20:43:05.730863 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-d6b24973-05d6-4cd8-8c8e-7a6d6eb4ca5e service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923796 Jul 22 20:43:05.824000 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7b27a6b4-8714-45b5-8bde-091737d9fa6e req-564538b2-57f9-4a11-8f8a-2bb30d34d89a service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871804 Jul 22 20:43:05.922755 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-9f17b124-9946-4177-9e7f-306446a86568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:05.924203 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-9f17b124-9946-4177-9e7f-306446a86568 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1096 time: 0.0557456 Jul 22 20:43:06.021981 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-1e36ad68-6f79-4624-8f85-8f87278ebe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:06.024334 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-1e36ad68-6f79-4624-8f85-8f87278ebe63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0938199 Jul 22 20:43:06.066873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-30ade79b-1b1c-4c16-850e-f2165e1571a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 217 time: 0.0345438 Jul 22 20:43:06.124934 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-a6e9ade6-4c25-46a7-bb57-a75e5c69be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:06.126538 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-a6e9ade6-4c25-46a7-bb57-a75e5c69be21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0533023 Jul 22 20:43:06.152062 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14b49a96-b891-4256-aa0e-d2febfe76820 up at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:06.205801 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-b171f5eb-bc6e-4064-8c6f-e0706b04991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:06.207394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-b171f5eb-bc6e-4064-8c6f-e0706b04991b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739517 Jul 22 20:43:06.220721 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Provisioning complete for port 14b49a96-b891-4256-aa0e-d2febfe76820 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:06.221165 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:06.355857 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-8d68cd40-82e2-4bcd-bbab-5551ef183ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407924 Jul 22 20:43:06.402715 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0840842-5851-4fdc-b6a4-7d56a4f90cef req-c56d7164-8569-400d-ae11-a2ec872f2bec tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:06.404238 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0840842-5851-4fdc-b6a4-7d56a4f90cef req-c56d7164-8569-400d-ae11-a2ec872f2bec tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 944 time: 0.1418214 Jul 22 20:43:06.492202 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d0840842-5851-4fdc-b6a4-7d56a4f90cef req-b7bcc9da-7064-42a5-9682-364b4aa376ec tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814197 Jul 22 20:43:06.494298 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c37db03e-3ada-4efc-832c-c8304ed1718f req-ca5f7f06-3fb6-4cab-a119-ca27a4d3a16d service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310403 Jul 22 20:43:07.216264 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-af49798e-357b-4183-b667-9761dd229ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:07.563114 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:43:07.634754 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee76661-e262-4a6c-ae0c-f55793d19f67 req-bb699a8c-fb2b-46b1-9b74-305fd060b48d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:07.636397 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cee76661-e262-4a6c-ae0c-f55793d19f67 req-bb699a8c-fb2b-46b1-9b74-305fd060b48d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 944 time: 0.0698395 Jul 22 20:43:07.663567 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:07.675294 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '352417f3-5712-48d3-a4af-72c10146139d', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:43:07.678127 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cee76661-e262-4a6c-ae0c-f55793d19f67 req-86779010-7a5e-4aa0-84b5-f44d8cdaa0b6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Jul 22 20:43:07.714496 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:07.726851 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352417f3-5712-48d3-a4af-72c10146139d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:43:07.747018 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:07.752260 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:07.812609 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:08.004368 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['352417f3-5712-48d3-a4af-72c10146139d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:43:08.829729 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a116e-ce3d-46f0-b5c3-693efcb75fc6 req-88efcf8b-6399-4463-b321-e0fa04c10e2a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:08.831312 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c31a116e-ce3d-46f0-b5c3-693efcb75fc6 req-88efcf8b-6399-4463-b321-e0fa04c10e2a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 945 time: 0.0721743 Jul 22 20:43:08.873746 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-c31a116e-ce3d-46f0-b5c3-693efcb75fc6 req-46160f3a-5285-4318-9926-6d5512747f8e tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Jul 22 20:43:09.565140 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:43:09.618086 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 352417f3-5712-48d3-a4af-72c10146139d completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:43:09.622244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 352417f3-5712-48d3-a4af-72c10146139d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:43:09.622644 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:09.703941 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:09.731286 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:43:09.733635 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe0deb-07ae-4db4-90de-f348af456ded" -d '{"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-plugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:43:09.750656 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:43:09.757199 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:09.790652 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2201c1c4-483d-416e-9171-1642c3437def x-openstack-request-id: req-2201c1c4-483d-416e-9171-1642c3437def {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:43:09.791240 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-plugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:43:09.791588 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2201c1c4-483d-416e-9171-1642c3437def {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:43:09.792181 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'code': 200} Jul 22 20:43:09.836639 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:09.916930 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2625c17-dec0-4faa-a808-8dce269b6153 req-6698fd28-f1dd-459b-abf3-e86eb5868f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:09.918455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2625c17-dec0-4faa-a808-8dce269b6153 req-6698fd28-f1dd-459b-abf3-e86eb5868f8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1098 time: 0.0661716 Jul 22 20:43:09.990570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2625c17-dec0-4faa-a808-8dce269b6153 req-40bf514e-e716-4173-b279-1b15a0a277e7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641301 Jul 22 20:43:10.027876 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b7f6d-d891-4274-aae0-dbf994b211d8 req-d04154c4-23a9-48cf-875b-9a37d73d85c8 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:10.029469 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-910b7f6d-d891-4274-aae0-dbf994b211d8 req-d04154c4-23a9-48cf-875b-9a37d73d85c8 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 946 time: 0.0817013 Jul 22 20:43:10.078534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-910b7f6d-d891-4274-aae0-dbf994b211d8 req-33a0c308-e7aa-47b6-92ec-5a93b8f0c560 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Jul 22 20:43:10.118766 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:10.133718 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7fcc327a-4f46-46c7-bfd4-8b62ebed4aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:11.215757 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4f3e1-0b8a-43d9-9bac-66b5b1f15ed5 req-aa3a45b7-dbdf-47e3-bdf6-86f3abb378cc tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:11.217292 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6f4f3e1-0b8a-43d9-9bac-66b5b1f15ed5 req-aa3a45b7-dbdf-47e3-bdf6-86f3abb378cc tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 946 time: 0.0658681 Jul 22 20:43:11.259824 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e6f4f3e1-0b8a-43d9-9bac-66b5b1f15ed5 req-13d7d0f9-3d38-401c-8941-fc1e23b3fd5e tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 Jul 22 20:43:11.396764 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbfbdf-4e14-4df9-97bb-60433e46e92c req-01662f35-f0d6-40bf-9ce7-6fe547207755 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:11.398936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00bbfbdf-4e14-4df9-97bb-60433e46e92c req-01662f35-f0d6-40bf-9ce7-6fe547207755 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 946 time: 0.0700688 Jul 22 20:43:11.445073 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-00bbfbdf-4e14-4df9-97bb-60433e46e92c req-60a1df2f-b51e-437d-b96c-020ecdab5371 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365198 Jul 22 20:43:11.478871 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42732) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:11.597360 n-d-800087-13 neutron-server[93801]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7f0fe8-b626-42a8-90cb-c6490351d680 tempest-TestSnapshotPattern-119695231 tempest-TestSnapshotPattern-119695231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93801) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:11.598962 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-cc7f0fe8-b626-42a8-90cb-c6490351d680 tempest-TestSnapshotPattern-119695231 tempest-TestSnapshotPattern-119695231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1093 time: 0.1190898 Jul 22 20:43:11.602771 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 42736) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:43:11.607469 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.v2.base [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93801) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:43:11.630961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:11.734732 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:11.819299 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:12.164991 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_common [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Allocated IP 172.25.6.187 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/56891c1d-34ff-4437-b55e-8ed142eff42d) {{(pid=93801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:43:12.268086 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:12.305818 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:12.347562 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:43:12.350238 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.base_scheduler [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Resources bound (agent type, host, resource id): {{(pid=93801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:43:12.354635 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Received port after_create {{(pid=93801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:43:12.360290 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=56891c1d-34ff-4437-b55e-8ed142eff42d,revision_number=1']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:12.736812 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:12.859894 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.017389 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.021949 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29579515'] for port, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.089902 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=56891c1d-34ff-4437-b55e-8ed142eff42d,revision_number=2']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:43:13.103539 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.194216 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.213371 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Floating IP 52a3fb36-4ecb-44be-8f59-097bd70d814e associated. External IP: 172.25.6.187, port: 352417f3-5712-48d3-a4af-72c10146139d. Jul 22 20:43:13.439836 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:43:13.555664 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:43:13.565211 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:43:13.572782 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:13.575383 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:43:13.576076 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:43:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:13.611426 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-78c92361-b487-4de8-aa92-bc8cc9b3a65c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0075598 Jul 22 20:43:13.612112 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:43:13.614638 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a" -d '{"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:43:13.654521 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed7b6fa-904d-46e2-b2d4-4358531896eb x-openstack-request-id: req-3ed7b6fa-904d-46e2-b2d4-4358531896eb {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:43:13.654839 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:43:13.655560 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ed7b6fa-904d-46e2-b2d4-4358531896eb {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:43:13.655689 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'status': 'completed', 'code': 200} Jul 22 20:43:13.692829 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:43:13.735019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-dd709640-f2fd-4477-ab15-514a833366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:13.736587 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-dd709640-f2fd-4477-ab15-514a833366b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1098 time: 0.0578752 Jul 22 20:43:13.831054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-2a5a7926-67a5-481a-8996-64ee546cafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:13.832612 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-2a5a7926-67a5-481a-8996-64ee546cafd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0901766 Jul 22 20:43:13.902424 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-43f9f9f5-dfae-4447-83be-ea448e36278c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 1000 time: 0.0639234 Jul 22 20:43:13.924459 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:12Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:13.954618 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:43:13.958044 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-606d8cbd-e4e4-43d5-a64b-b8a00eb64292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:13.959524 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-606d8cbd-e4e4-43d5-a64b-b8a00eb64292 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0509455 Jul 22 20:43:13.962713 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:43:13.963304 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:43:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:14.020042 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-806d9d0e-a433-49ac-8102-9c9aac08d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:14.022058 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-806d9d0e-a433-49ac-8102-9c9aac08d6da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562425 Jul 22 20:43:14.072964 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:43:14.126206 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-890c755d-61ba-49f6-a9a4-4ff525e877cd service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976002 Jul 22 20:43:14.259061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-87d0f190-6c14-4a6e-a2ef-0be6ffc5606a req-b690b637-37ce-4d17-aeac-c8b1139505b1 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257427 Jul 22 20:43:14.346837 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:12Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:43:14.381231 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e83093-c9da-434e-8dce-0d1f8fb7a32e None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:12Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:43:14.640926 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f501339-f31f-457e-b2dd-1be1d3fa134d None None] New status for floating IP 52a3fb36-4ecb-44be-8f59-097bd70d814e: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:43:25.171478 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:28.031798 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:29.588841 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:43:37.217765 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73975207-c88d-4f8b-b6d2-2131759260b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:40.119363 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:40.130872 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2261596d-0e51-4daa-88f6-4fd50e8441e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:41.823169 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:43.192660 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:48.862324 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-a15418b0-5e1a-44dd-a6be-80c66cf76cdc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0537429 Jul 22 20:43:48.962959 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-b550098d-abdc-46e9-9a34-0feaddb0ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:48.964532 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-b550098d-abdc-46e9-9a34-0feaddb0ef74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0587637 Jul 22 20:43:49.067486 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-b4bd9c2e-8356-411b-8318-b21aa02e1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:49.068978 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-b4bd9c2e-8356-411b-8318-b21aa02e1ad1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0855978 Jul 22 20:43:49.118109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-4ae58d3d-c8c2-4d41-9d90-7794f27f7c74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0414946 Jul 22 20:43:49.169392 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-340a62a1-a23f-42c7-a526-144ab4436a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:49.170832 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-340a62a1-a23f-42c7-a526-144ab4436a52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0460873 Jul 22 20:43:49.230645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-dd83acf6-ed33-4879-be15-735e14c9496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:43:49.232236 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-dd83acf6-ed33-4879-be15-735e14c9496e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553014 Jul 22 20:43:49.325771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-f4245aee-d649-419c-a814-db654ca211d2 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Jul 22 20:43:49.415054 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-604745d4-cb9a-4b56-82df-d185624f95a6 req-e5ec9ba0-6c09-4a45-952c-a3951c525725 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Jul 22 20:43:55.172337 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:43:58.037859 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:06.589351 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:44:07.219887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3029364b-3286-41fd-8ba0-fef103c650e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:10.119114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:10.125268 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-bcf360e3-564e-4a03-828c-55be80bb95ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:11.831996 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:13.201193 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:25.175823 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:28.056736 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:37.221316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-90296130-75d9-4080-a5e9-1d0670f9d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:40.110334 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:40.127565 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a13f0799-f788-499e-902e-3ae687129543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:41.830228 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:43.200922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:43.588413 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:44:50.276109 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-f6236e39-9ccd-48fc-a6ce-13abe74347e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589125 Jul 22 20:44:50.350787 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-c7f81694-0cfd-4521-8c6e-0119a018be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:44:50.352374 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-c7f81694-0cfd-4521-8c6e-0119a018be15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1098 time: 0.0551586 Jul 22 20:44:50.456835 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-68bd9310-180c-4dfd-af2d-70d81ca3ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:44:50.458260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-68bd9310-180c-4dfd-af2d-70d81ca3ee53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0868270 Jul 22 20:44:50.526852 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-68f47fe2-5c22-4bf6-9f10-831e0195d8a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 1002 time: 0.0618355 Jul 22 20:44:50.575231 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-c7bb3f5c-31c1-45c2-8b1a-d0347676747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:44:50.576720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-c7bb3f5c-31c1-45c2-8b1a-d0347676747e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0435445 Jul 22 20:44:50.636171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-73b9fa4b-54ed-43cd-9746-b133f88a7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:44:50.637699 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-73b9fa4b-54ed-43cd-9746-b133f88a7586 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545213 Jul 22 20:44:50.731094 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-ae85877e-6506-4a34-baa5-dc9f64fc7164 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861847 Jul 22 20:44:50.816989 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-897fc41f-5c06-4480-b559-c0adb7d9357d req-cc2224b1-66d4-4759-9397-416fb065bd42 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797558 Jul 22 20:44:55.168610 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:44:58.051397 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:07.222393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cf1710a7-f6eb-4a6a-85bc-e24c8d948a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:10.110630 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:10.127670 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cff2-6bf6-4925-8dd7-8e20cf8d8fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:11.830997 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:13.201974 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:14.177311 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:45:14.283697 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:14.296015 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '352417f3-5712-48d3-a4af-72c10146139d', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:45:14.333901 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:14.346582 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352417f3-5712-48d3-a4af-72c10146139d {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:45:14.366424 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:14.370393 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:14.430944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:14.438356 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.438701 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.439037 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.439366 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.439691 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.440016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.440362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.440689 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.441013 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.441331 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.441649 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.442504 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:14.452999 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['352417f3-5712-48d3-a4af-72c10146139d'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:45:16.205676 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:45:16.287744 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 352417f3-5712-48d3-a4af-72c10146139d triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:45:16.288245 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:16.388271 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:16.414475 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:45:16.416742 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c88fa-9e3f-4a3f-b4de-be04ddd99b91" -d '{"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-plugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:45:16.455801 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:16.465204 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:16.501299 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66360feb-56ec-4c55-bf67-62155aa74f76 x-openstack-request-id: req-66360feb-56ec-4c55-bf67-62155aa74f76 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:45:16.502078 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-plugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:45:16.502437 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66360feb-56ec-4c55-bf67-62155aa74f76 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:45:16.502935 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'code': 200} Jul 22 20:45:16.536372 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:20.590935 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:45:23.704356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-ec92d32b-21d8-4308-904f-2335308ed776 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907354622&fields=id&tenant_id=2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 267 time: 0.0410509 Jul 22 20:45:23.813016 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-b89a186c-57d5-492b-937b-f09b928e1070 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:23.814497 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-b89a186c-57d5-492b-937b-f09b928e1070 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 810 time: 0.1032035 Jul 22 20:45:23.829907 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-e6999b7e-5021-44a2-bdb0-726d6cd5acb3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/quotas/2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 375 time: 0.0091891 Jul 22 20:45:23.906173 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-305fa2c2-d5f3-47f0-b4e8-6721a6ccd301 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712929 Jul 22 20:45:24.000926 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9c97702b-1d85-4ebe-a1f2-75c301586164 service neutron] 10.222.0.10 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Jul 22 20:45:24.092037 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-a835dac4-8da8-4081-9c54-6116cce54eb9 service neutron] 10.222.0.10 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Jul 22 20:45:24.254450 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8e31150c-414b-4b5a-9170-42a9df316045 req-52436bc4-fbc6-4d26-a258-ca552dd85716 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0299237 Jul 22 20:45:25.187244 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:25.511015 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-90496fb6-b404-415c-82ed-e721c48d182d req-4b8de734-9e35-4c66-9232-f8dce6b28732 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0380704 Jul 22 20:45:25.556470 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-7e31709b-41d7-4599-b55a-7248748530d4 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:25.559260 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-7e31709b-41d7-4599-b55a-7248748530d4 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 810 time: 0.4766169 Jul 22 20:45:26.264760 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:45:26.346372 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:26.372022 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:45:26.374867 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183b6f70-0592-4c3b-bfd2-af2e8680a6e8" -d '{"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-unplugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:45:26.392103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:26.397862 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:26.433133 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b36d80-44cd-4084-bb10-fc1298505df2 x-openstack-request-id: req-b4b36d80-44cd-4084-bb10-fc1298505df2 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:45:26.433422 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-unplugged", "status": "completed", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:45:26.433673 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4b36d80-44cd-4084-bb10-fc1298505df2 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:45:26.434058 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'code': 200} Jul 22 20:45:26.459296 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:26.636961 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-49e298ba-becb-405a-b16a-f421d9ba4c61 req-ffc7a1fe-d0be-40d5-ba07-efa11266e06d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0445938 Jul 22 20:45:27.748186 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-cb6f3d0b-7144-4ea7-ad40-e56572dac412 req-cf967a01-9cbc-4738-8bf5-8b951e5e405f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0325806 Jul 22 20:45:28.084890 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:28.849280 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-a03e33a0-da9d-4d19-9fc9-6219c74dbec1 req-646d59e6-c2ad-4381-86e5-67a9a9b4e724 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0334876 Jul 22 20:45:29.949029 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-b7f4fec3-98c9-42be-b98e-7d6411cce281 req-56e69cb6-6d72-4f9f-9ec1-ee24d92ba893 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0293412 Jul 22 20:45:31.051509 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-96e58550-3036-485f-b51e-1a520990b248 req-d0bdfa1b-e271-4adf-aff6-4d25935cd88b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0339801 Jul 22 20:45:32.155121 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d5928f6b-dfd4-430a-b573-25d5344912c5 req-4ebe51fc-f851-47ad-9c96-91589df6fc15 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0296016 Jul 22 20:45:33.256840 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-febe8d7d-5ed5-47b5-af60-c6f6ed5991ff req-e8fac5b5-7c9d-49f1-b67d-53947334e821 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0330815 Jul 22 20:45:34.355390 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6d23f037-3a18-47fe-b1f4-0c592fb36a15 req-6c36f481-fd94-4863-be17-40314f452a38 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0301516 Jul 22 20:45:35.452126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-68cc0020-8115-467e-a60e-0d2945422a01 req-a4437f26-2ee1-4c5f-b808-4c5268dacdf5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Jul 22 20:45:36.555864 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-2332c65b-ddc8-4395-8afc-74f7104ac3e1 req-9829402c-7949-4e69-85fd-915592649158 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0304005 Jul 22 20:45:37.223191 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-68bf9b04-a8cb-4d85-bf28-22f7e2c7ae0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:37.329548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-1f5e676a-3f6b-49ed-9412-a763576926b7 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e8e83ebe9634a9b908ec7479c0045c5 HTTP/1.1" status: 200 len: 380 time: 0.0349331 Jul 22 20:45:37.341433 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'port': {'device_id': '97c7cf64-35eb-4304-b585-b20807e31e64', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'admin_state_up': True, 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'security_groups': ['c261504d-bf9d-481a-9e8f-329125025463']}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:45:37.449245 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Made reservation on behalf of 2e8e83ebe9634a9b908ec7479c0045c5 for: {'port': 1} {{(pid=93800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 20:45:37.454071 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:37.582557 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Allocated IP 172.20.0.8 (77a8a17e-b570-4b46-aa2a-29ff2bdd18f0/904ad006-868a-4fff-983c-42bd690eb6e8/198f34ed-b4ed-4193-aeda-070a4e251c61) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:45:37.679044 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7fc49c08-5c4f-41ae-bff4-ff87774eed9a req-e81b5458-c2c7-443e-9f25-3605217888f6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0409863 Jul 22 20:45:37.751679 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:37.765173 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Transition to ACTIVE for port object 198f34ed-b4ed-4193-aeda-070a4e251c61 will not be triggered until provisioned by entity DHCP. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:45:37.797310 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:37.841668 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:45:37.844687 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:45:37.848437 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:45:37.873223 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:37.889040 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.889425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.889727 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.890067 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.890398 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.890728 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.891055 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.891381 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.891703 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.892026 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.892372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.892701 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:45:37.915194 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:37.915824 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:37.931361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-9d4adee7-021d-4669-b76a-93453272a66d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936604 Jul 22 20:45:37.944374 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Request body: {'port': {'device_id': '97c7cf64-35eb-4304-b585-b20807e31e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800087-13'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:45:38.025078 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.101940 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cdb888ee-bab5-4968-9549-61d1cf4033af None None] Provisioning for port 198f34ed-b4ed-4193-aeda-070a4e251c61 completed by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:45:38.106119 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-cdb888ee-bab5-4968-9549-61d1cf4033af None None] Provisioning complete for port 198f34ed-b4ed-4193-aeda-070a4e251c61 triggered by entity DHCP. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:45:38.106628 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-cdb888ee-bab5-4968-9549-61d1cf4033af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.142147 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-cdb888ee-bab5-4968-9549-61d1cf4033af None None] Port 198f34ed-b4ed-4193-aeda-070a4e251c61 cannot update to ACTIVE because it is not bound. {{(pid=93802) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 20:45:38.287749 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198f34ed-b4ed-4193-aeda-070a4e251c61 {{(pid=93800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:45:38.294994 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.307391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.provisioning_blocks [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Transition to ACTIVE for port object 198f34ed-b4ed-4193-aeda-070a4e251c61 will not be triggered until provisioned by entity L2. {{(pid=93800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 20:45:38.310227 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.384831 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:38.439630 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Attempting to bind port 198f34ed-b4ed-4193-aeda-070a4e251c61 on host n-h2-800087-13 for vnic_type normal with profile {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 20:45:38.439971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Attempting to bind port 198f34ed-b4ed-4193-aeda-070a4e251c61 by drivers openvswitch,hyperv on host n-h2-800087-13 at level 0 using segments [{'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 20:45:38.440338 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Attempting to bind port 198f34ed-b4ed-4193-aeda-070a4e251c61 on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:45:38.445744 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Port 198f34ed-b4ed-4193-aeda-070a4e251c61 on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800087-13 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 20:45:38.446236 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Attempting to bind port 198f34ed-b4ed-4193-aeda-070a4e251c61 on network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 20:45:38.451384 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Checking agent: {'id': 'ea1f3b06-afb7-4885-ad97-087ca5853ab7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800087-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'started_at': datetime.datetime(2021, 7, 22, 19, 21, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 20, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 20:45:38.451725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Checking segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 20:45:38.452107 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Bound using segment: {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'} {{(pid=93800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 20:45:38.452565 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.managers [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Bound port: 198f34ed-b4ed-4193-aeda-070a4e251c61, host: n-h2-800087-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85d47ce5-6d24-4427-a5bc-2adb7ff15f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0'}}] {{(pid=93800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 20:45:38.452949 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.519572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, cleared binding levels {{(pid=93800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 20:45:38.523540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 20:45:38.527160 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.561210 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:38.561745 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:38.563158 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] 10.222.0.32 "PUT /v2.0/ports/198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 200 len: 1092 time: 0.6242020 Jul 22 20:45:38.563603 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:45:38.565917 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63" -d '{"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:45:38.592765 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae0226-df7f-4ac8-b09b-d2ab29ea544d service neutron] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=3']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:38.672936 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5be800-f03a-4020-8f41-2176985f2158 x-openstack-request-id: req-4d5be800-f03a-4020-8f41-2176985f2158 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:45:38.673232 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:45:38.673485 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d5be800-f03a-4020-8f41-2176985f2158 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:45:38.673884 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'status': 'completed', 'code': 200} Jul 22 20:45:38.676734 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-81e72c28-b3cd-4307-8233-663f73917c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:38.679130 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-81e72c28-b3cd-4307-8233-663f73917c8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1095 time: 0.0687594 Jul 22 20:45:38.722679 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-245dab57-d4c6-454c-b50a-2303684ec8cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 200 len: 217 time: 0.0361369 Jul 22 20:45:38.804964 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-2d47198f-c125-49f3-918d-d086f4923a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:38.806455 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-2d47198f-c125-49f3-918d-d086f4923a1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0779731 Jul 22 20:45:38.863101 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606fd47-de10-4198-8cec-fa0cf82cf5d9 req-9d0deb72-0e4c-4a74-b189-888c79d97fa1 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:38.864519 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6606fd47-de10-4198-8cec-fa0cf82cf5d9 req-9d0deb72-0e4c-4a74-b189-888c79d97fa1 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 943 time: 0.1091006 Jul 22 20:45:38.903212 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e839d7-4e39-45f4-812c-872d89352da5 req-315dc392-cc17-41c5-8297-95c081ec4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:38.904802 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-315dc392-cc17-41c5-8297-95c081ec4b13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908787 Jul 22 20:45:38.917769 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6606fd47-de10-4198-8cec-fa0cf82cf5d9 req-f4debe38-922d-47e9-ba78-f5a1156cc6a2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468209 Jul 22 20:45:39.006867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-b36856d0-503d-486a-880d-b0b4faa3551c service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880609 Jul 22 20:45:39.095061 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-53e839d7-4e39-45f4-812c-872d89352da5 req-bac03dc6-4672-48e1-974c-a70f62f9a15f service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823231 Jul 22 20:45:39.192094 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-0093f141-323a-49ab-ba64-3b3178954240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:39.194339 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-0093f141-323a-49ab-ba64-3b3178954240 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1095 time: 0.0569224 Jul 22 20:45:39.288410 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-32372360-453f-4ce6-9580-4d61a9a20e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:39.289887 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-32372360-453f-4ce6-9580-4d61a9a20e82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0893683 Jul 22 20:45:39.330570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-d8ae199b-fa1d-4be4-a699-4272d7fb7423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 200 len: 217 time: 0.0333579 Jul 22 20:45:39.382563 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-2761a271-7228-4d5c-b26f-57025fccbeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:39.384022 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-2761a271-7228-4d5c-b26f-57025fccbeb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0473595 Jul 22 20:45:39.444926 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-42936a2a-7ef6-46b9-ad9f-3c91cc04ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:39.446356 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-42936a2a-7ef6-46b9-ad9f-3c91cc04ba8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539937 Jul 22 20:45:39.552925 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-2a51989c-decc-4745-9253-e60a01ec20ae service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966527 Jul 22 20:45:39.650867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ada9c6a6-fffa-4d49-9f7f-d179d045dd63 req-55eee8bb-84d7-4d55-bee2-9ba941444296 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911489 Jul 22 20:45:40.071891 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e8896-ea96-420f-9bc1-e86124645f42 req-4ecedc9b-8c95-4a83-b4ff-e046bd1e2e1f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:40.073419 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc4e8896-ea96-420f-9bc1-e86124645f42 req-4ecedc9b-8c95-4a83-b4ff-e046bd1e2e1f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 943 time: 0.0795357 Jul 22 20:45:40.112124 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:40.119119 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-dc4e8896-ea96-420f-9bc1-e86124645f42 req-d72cda67-edcf-4f9e-a060-717a6e4fed8a tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Jul 22 20:45:40.139674 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-73d723dc-ab74-4de2-9c13-67ec6f338557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:40.333275 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:45:40.430418 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:40.441178 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'mac_address': 'fa:16:3e:33:bf:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:45:40.477911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:40.490221 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198f34ed-b4ed-4193-aeda-070a4e251c61 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:45:40.509172 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:40.513011 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:40.565105 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=4']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:40.744690 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['198f34ed-b4ed-4193-aeda-070a4e251c61'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:45:41.250193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd021d2-4805-4d9e-a424-a9cf3bf16ba4 req-dedc7ea1-cffe-40bc-925e-c53a89f96109 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:41.251684 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bd021d2-4805-4d9e-a424-a9cf3bf16ba4 req-dedc7ea1-cffe-40bc-925e-c53a89f96109 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 944 time: 0.0659814 Jul 22 20:45:41.289534 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0bd021d2-4805-4d9e-a424-a9cf3bf16ba4 req-a4180ddf-077e-4a98-8aa7-a240571fc00e tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Jul 22 20:45:41.834409 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:42.354675 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:45:42.407668 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning for port 198f34ed-b4ed-4193-aeda-070a4e251c61 completed by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 20:45:42.411464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 198f34ed-b4ed-4193-aeda-070a4e251c61 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:45:42.411946 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:42.422517 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dafe35-ab3d-4b08-a70a-468c500a3791 req-e7ccd35c-a242-4b3f-922b-fed194f20bc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:42.424072 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2dafe35-ab3d-4b08-a70a-468c500a3791 req-e7ccd35c-a242-4b3f-922b-fed194f20bc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 944 time: 0.0668333 Jul 22 20:45:42.464062 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2dafe35-ab3d-4b08-a70a-468c500a3791 req-1db9f8f3-d789-4b79-81aa-c2029305c9b6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Jul 22 20:45:42.488681 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:42.511807 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:45:42.514065 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a177d5-2c93-4a5f-8a5a-61262bf907ae" -d '{"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-plugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:45:42.526256 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:45:42.529897 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:42.555767 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93245522-9740-4521-ae1d-3a132ca3ed6c x-openstack-request-id: req-93245522-9740-4521-ae1d-3a132ca3ed6c {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:45:42.556046 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-plugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:45:42.556318 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93245522-9740-4521-ae1d-3a132ca3ed6c {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:45:42.556703 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'code': 200} Jul 22 20:45:42.582790 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=5']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:42.664540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c4a7-dc15-4d5c-a409-2bdafff980d1 req-b3923e64-dc20-49d3-b5d7-c84828fcf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:42.666018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f0c4a7-dc15-4d5c-a409-2bdafff980d1 req-b3923e64-dc20-49d3-b5d7-c84828fcf8fb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1097 time: 0.0582511 Jul 22 20:45:42.699111 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-30f0c4a7-dc15-4d5c-a409-2bdafff980d1 req-abe72007-4d0b-4c5c-8075-cb79f5c4bc92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269675 Jul 22 20:45:43.203091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:43.606660 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1102a-58fb-4ec6-b1b9-c136c06be9f7 req-fcec60d4-6c79-4262-920c-167c6124fb13 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:43.608208 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eac1102a-58fb-4ec6-b1b9-c136c06be9f7 req-fcec60d4-6c79-4262-920c-167c6124fb13 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 945 time: 0.0689499 Jul 22 20:45:43.649764 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-eac1102a-58fb-4ec6-b1b9-c136c06be9f7 req-b9838da2-f6d4-4046-a511-821e7784558e tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Jul 22 20:45:44.790490 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405add3-f19d-4dbc-bd27-7a0dfeb3d713 req-72982f04-03df-4090-b328-fc00f339737f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:44.791991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4405add3-f19d-4dbc-bd27-7a0dfeb3d713 req-72982f04-03df-4090-b328-fc00f339737f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 945 time: 0.0640557 Jul 22 20:45:44.835113 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4405add3-f19d-4dbc-bd27-7a0dfeb3d713 req-278c3e3b-5bdf-483d-bd31-573171ed4ed8 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360935 Jul 22 20:45:44.974843 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae012b6b-3eb6-4451-b654-c467921b44e5 req-62780403-daa0-440d-8fa3-22df4588c9ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:44.976657 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae012b6b-3eb6-4451-b654-c467921b44e5 req-62780403-daa0-440d-8fa3-22df4588c9ad tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Jul 22 20:45:45.016762 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ae012b6b-3eb6-4451-b654-c467921b44e5 req-3051ec3e-ba17-4edb-972a-98adde970499 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345879 Jul 22 20:45:45.039378 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43018) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:45:45.093137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02aa5eb-8f4e-408c-8bbe-c0d6d887190f tempest-TestSnapshotPattern-119695231 tempest-TestSnapshotPattern-119695231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:45.094661 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-c02aa5eb-8f4e-408c-8bbe-c0d6d887190f tempest-TestSnapshotPattern-119695231 tempest-TestSnapshotPattern-119695231-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1092 time: 0.0542047 Jul 22 20:45:45.097498 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43020) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:45:45.102137 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.v2.base [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Request body: {'floatingip': {'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 20:45:45.123713 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:45.223467 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:45.341815 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_common [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Allocated IP 172.25.6.24 (a5ec1a50-0e8a-4c15-9800-8292c2ab9d68/28e4af89-9b52-489b-97d8-d470bbb3b7aa/68ca4fa0-f3c2-41f6-840a-cfb260db32f3) {{(pid=93800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 20:45:45.446013 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:45.482869 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770608657785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:45.522664 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Network a5ec1a50-0e8a-4c15-9800-8292c2ab9d68 is already hosted by enough agents. {{(pid=93800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 20:45:45.525403 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.base_scheduler [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Resources bound (agent type, host, resource id): {{(pid=93800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 20:45:45.528924 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Received port after_create {{(pid=93800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 20:45:45.565904 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=68ca4fa0-f3c2-41f6-840a-cfb260db32f3,revision_number=1']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:45.894106 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:45.979497 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:46.132052 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for port, precommit_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:46.136439 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30270322'] for port, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:46.209078 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event updated for resources: {'Port': ['ID=68ca4fa0-f3c2-41f6-840a-cfb260db32f3,revision_number=2']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:45:46.218836 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-896131'] for floatingip, after_update {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:46.321087 n-d-800087-13 neutron-server[93800]: INFO neutron.db.l3_db [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Floating IP b8d8f1b8-4000-4e4c-b0de-5e6027af32ad associated. External IP: 172.25.6.24, port: 198f34ed-b4ed-4193-aeda-070a4e251c61. Jul 22 20:45:46.530676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:45:46.637320 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:45:46.648822 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:45:46.654305 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:46.660633 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:45:46.660858 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:45:46.769145 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:45:46.985359 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-94372794-cea3-4fcf-b569-dd2f7f7da1fd tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8867950 Jul 22 20:45:46.985982 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:45:46.988277 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8409a-0f11-4431-883e-6fe69b3d852f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:45:47.025179 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a71b2c-858f-4369-b356-77b713be608a x-openstack-request-id: req-19a71b2c-858f-4369-b356-77b713be608a {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:45:47.025627 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:45:47.025800 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19a71b2c-858f-4369-b356-77b713be608a {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:45:47.026149 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'status': 'completed', 'code': 200} Jul 22 20:45:47.101171 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-8e2ca96d-214e-436f-8f5d-56e1ae4d8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:47.102317 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}, {'id': 'b8d8f1b8-4000-4e4c-b0de-5e6027af32ad', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:33:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7cf64-35eb-4304-b585-b20807e31e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:45:45Z', 'updated_at': '2021-07-22T20:45:45Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:45:47.102720 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-8e2ca96d-214e-436f-8f5d-56e1ae4d8eed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1097 time: 0.0555272 Jul 22 20:45:47.130978 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:45:47.139058 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:45:47.139659 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:45:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:45:47.198190 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-b2aa5369-c06e-4830-9eed-db3e4d04345b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:47.199873 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-b2aa5369-c06e-4830-9eed-db3e4d04345b service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0906587 Jul 22 20:45:47.247869 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:45:47.268384 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-9ee511dc-2f69-4ee7-9429-44235f59fa3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 200 len: 998 time: 0.0620875 Jul 22 20:45:47.326488 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-cf2ca7de-1a83-40ea-b8bd-ad2b97b68c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:47.327983 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-cf2ca7de-1a83-40ea-b8bd-ad2b97b68c52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0470662 Jul 22 20:45:47.393622 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-680e494a-566d-4aec-886c-46dbda6289c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:47.395154 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-680e494a-566d-4aec-886c-46dbda6289c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588822 Jul 22 20:45:47.409873 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-ac844362-07c4-43ad-b1f7-9c57e91888ea service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:45:47.410956 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-ac844362-07c4-43ad-b1f7-9c57e91888ea service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052526 Jul 22 20:45:47.491950 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}, {'id': 'b8d8f1b8-4000-4e4c-b0de-5e6027af32ad', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:33:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7cf64-35eb-4304-b585-b20807e31e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:45:45Z', 'updated_at': '2021-07-22T20:45:45Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:45:47.519381 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-5ebc7483-f2c2-490a-8158-de5501ed02dd service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878596 Jul 22 20:45:47.522456 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade383-a07f-42e9-badd-7711569d8c0f None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}, {'id': 'b8d8f1b8-4000-4e4c-b0de-5e6027af32ad', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.24', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:33:bf:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c7cf64-35eb-4304-b585-b20807e31e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:45:45Z', 'updated_at': '2021-07-22T20:45:45Z', 'revision_number': 0, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:45:47.623446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d7d8409a-0f11-4431-883e-6fe69b3d852f req-b983ee26-d867-412d-b892-4616cc944eb9 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973141 Jul 22 20:45:47.741277 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec9e08d-69d3-4491-aefe-374338e5cf86 None None] New status for floating IP b8d8f1b8-4000-4e4c-b0de-5e6027af32ad: ACTIVE {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:45:51.265370 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-a08d8851-6c7d-4a65-8afe-d183d2c13831 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534363 Jul 22 20:45:51.359883 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-7eed7b47-9bc0-4c58-90d7-dc8b3ae1c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:51.361444 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-7eed7b47-9bc0-4c58-90d7-dc8b3ae1c2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0536666 Jul 22 20:45:51.467748 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-7a713b9a-11e4-4e6b-b9a8-50e0ea6543a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:51.469170 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-7a713b9a-11e4-4e6b-b9a8-50e0ea6543a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0879915 Jul 22 20:45:51.510846 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-212ad166-8ce6-4755-948d-91ee3db5d88e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0341303 Jul 22 20:45:51.564443 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-dbb387db-4abd-4a00-bf59-ae01f4f439ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:51.565902 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-dbb387db-4abd-4a00-bf59-ae01f4f439ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0484433 Jul 22 20:45:51.625638 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-2af75a23-1d53-45a9-8322-127c2455118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:45:51.627180 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-2af75a23-1d53-45a9-8322-127c2455118e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546532 Jul 22 20:45:51.715308 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-be9edb38-519c-4e2e-9d3c-ac1760782bf5 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 Jul 22 20:45:51.811663 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-fe6c0958-e55d-4a31-a0c6-0ee5c430531f req-7504c315-7033-4e83-b426-a15595338552 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Jul 22 20:45:55.171486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:45:57.591454 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:45:58.080928 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:07.225716 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6f7d7ae0-e019-4ed5-8636-abab8c541c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:10.117977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:10.135277 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-9d94fda8-cbe7-43e1-a6b1-37b924caa704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:11.842873 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:13.207620 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:25.180699 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:28.085698 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:34.590463 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:46:37.229986 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5cb86186-32e5-4994-b6aa-a7b8182f7a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:40.118876 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:40.135881 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-62f4e65e-2e60-4e35-a539-bb02f30bcbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:41.840548 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:43.209617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:51.273393 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-616a1ceb-afc8-4e68-b1a5-8275d3c7aa6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530071 Jul 22 20:46:51.350154 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-aff4de31-425a-4e86-a4d9-dc6cc112552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:46:51.351687 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-aff4de31-425a-4e86-a4d9-dc6cc112552d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1096 time: 0.0577388 Jul 22 20:46:51.453802 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-3ecc7580-6ae8-4df0-b153-92336fe2286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:46:51.455181 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-3ecc7580-6ae8-4df0-b153-92336fe2286d service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.0855834 Jul 22 20:46:51.523451 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-2b11e596-0512-4fbf-8d9e-a6487322c153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 1000 time: 0.0616512 Jul 22 20:46:51.570503 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-962ed8c5-95e4-4974-a6f6-27d43a212bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:46:51.571931 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-962ed8c5-95e4-4974-a6f6-27d43a212bae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0429609 Jul 22 20:46:51.633987 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-fa535482-df9e-4f6c-9a78-13e24b8f5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:46:51.635545 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-fa535482-df9e-4f6c-9a78-13e24b8f5ea1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574191 Jul 22 20:46:51.728771 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-0b6a30a3-51da-4901-a239-bd968ec51105 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Jul 22 20:46:51.837867 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3e17f8cb-4b9b-4cad-89c8-195c78644619 req-18b6d0ae-8d1d-4602-b93b-71e008c641c5 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027617 Jul 22 20:46:55.165424 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:46:58.095170 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:07.231929 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4bd1168b-2afc-451b-a69d-94735cf3b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:10.121677 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:10.140514 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-765ff3ed-d804-4264-9279-d6579a6b4dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:11.589705 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:47:11.842850 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:13.213624 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:22.856091 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 details requested by agent hyperv_n-h2-800087-13 with host n-h2-800087-13 {{(pid=93802) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 20:47:22.957495 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:22.968613 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Returning: {'device': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'port_id': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'mac_address': 'fa:16:3e:33:bf:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93802) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 20:47:23.006990 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:23.021506 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 198f34ed-b4ed-4193-aeda-070a4e251c61 {{(pid=93802) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 20:47:23.045315 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:23.049250 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:23.105491 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=6']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:23.113599 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.113947 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.114289 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.114626 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.114958 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.115290 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.115628 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.116266 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.116600 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.117021 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.117624 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.117920 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:23.140274 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] get_ports_and_sgs() called for port_ids ['198f34ed-b4ed-4193-aeda-070a4e251c61'] {{(pid=93802) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 20:47:24.873682 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 up at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 20:47:24.929167 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.provisioning_blocks [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Provisioning complete for port 198f34ed-b4ed-4193-aeda-070a4e251c61 triggered by entity L2. {{(pid=93802) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 20:47:24.929491 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1651515'] for port, provisioning_complete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:25.013819 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:25.040480 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:25.043240 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3343c1-0f2f-49be-9abb-4ce46580a880" -d '{"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-plugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:25.057170 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:25.070306 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:25.122821 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=7']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:25.164297 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df89d5f-cf34-46c1-8319-0718d72c19a6 x-openstack-request-id: req-7df89d5f-cf34-46c1-8319-0718d72c19a6 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:25.164664 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-plugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:25.164999 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7df89d5f-cf34-46c1-8319-0718d72c19a6 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:25.165394 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'code': 200} Jul 22 20:47:25.171196 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:28.126671 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.401105 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43224) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:33.572609 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Deleting port 68ca4fa0-f3c2-41f6-840a-cfb260db32f3 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:33.572961 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.651855 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.652215 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.664220 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Calling delete_port for 68ca4fa0-f3c2-41f6-840a-cfb260db32f3 owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:33.818399 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.843269 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event deleted for resources: {'Port': ['ID=68ca4fa0-f3c2-41f6-840a-cfb260db32f3,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:33.857219 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.857615 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.857968 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.858270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.858598 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.858924 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.859249 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.859571 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.859891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.860246 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.860570 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.860917 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:33.920580 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:33.920919 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Floating IP b8d8f1b8-4000-4e4c-b0de-5e6027af32ad disassociated (deleted). External IP: 172.25.6.24, port: 198f34ed-b4ed-4193-aeda-070a4e251c61. Jul 22 20:47:34.132043 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:47:34.243004 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:47:34.247874 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:34.254203 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:47:34.263103 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:34.263720 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:34.289094 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-3af99373-daa4-4480-945d-10e912bd9ea2 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "DELETE /v2.0/floatingips/b8d8f1b8-4000-4e4c-b0de-5e6027af32ad HTTP/1.1" status: 204 len: 168 time: 0.8868506 Jul 22 20:47:34.289797 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:34.292206 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce878813-79da-4c73-950d-0f1a6f6dd668" -d '{"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:34.371715 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:34.511554 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b206f-947d-4b4b-b8ba-a46c9eca2454 x-openstack-request-id: req-cd4b206f-947d-4b4b-b8ba-a46c9eca2454 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:34.512084 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:34.512209 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd4b206f-947d-4b4b-b8ba-a46c9eca2454 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:34.512571 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'status': 'completed', 'code': 200} Jul 22 20:47:34.610323 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:34.639815 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:47:34.644416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-9365117b-d0a3-42dc-9754-921270143d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:34.646611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-9365117b-d0a3-42dc-9754-921270143d81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 1097 time: 0.1120429 Jul 22 20:47:34.648740 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:34.649407 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:34.664997 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0a10-9278-4514-b24c-8a1775de608e req-9df616bc-9df1-4046-b5b6-c8db1047a6cb tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:34.666514 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-148f0a10-9278-4514-b24c-8a1775de608e req-9df616bc-9df1-4046-b5b6-c8db1047a6cb tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 945 time: 0.0898187 Jul 22 20:47:34.755044 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:34.761913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-148f0a10-9278-4514-b24c-8a1775de608e req-744d3ea6-dd3c-4bde-91a9-891e0cd831e3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880892 Jul 22 20:47:34.789746 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-0e5b4a13-607f-4d11-a2d3-d863039f70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:34.791263 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-0e5b4a13-607f-4d11-a2d3-d863039f70fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.1345448 Jul 22 20:47:34.833727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-b6a7a4a0-f1f9-4581-8c05-3ce571d32b40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 200 len: 217 time: 0.0354652 Jul 22 20:47:34.884036 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-1dd09fc2-ddab-4806-9879-16fb43d9128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:34.885552 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-1dd09fc2-ddab-4806-9879-16fb43d9128b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0444460 Jul 22 20:47:34.887680 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:34.955980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-e9eaa2df-3576-49af-9e20-7a4b4594a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:34.957831 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-e9eaa2df-3576-49af-9e20-7a4b4594a9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625844 Jul 22 20:47:34.968104 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600386'] for port, before_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:34.983857 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:34.992237 n-d-800087-13 neutron-server[93802]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93802) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:34.994741 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c644500ceabfd2f9fef951b4aa5c80166f2216402556815d5dadef31f5cf81dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02933b36-79cd-4baf-8639-745292133e10" -d '{"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-unplugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93802) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:35.009244 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:35.016531 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e91d38-d569-49fd-b59e-ff242c8e38de None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_floatingips': [{'id': '52a3fb36-4ecb-44be-8f59-097bd70d814e', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'floating_ip_address': '172.25.6.187', 'floating_network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'router_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'port_id': '352417f3-5712-48d3-a4af-72c10146139d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'mac_address': 'fa:16:3e:de:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db75dd1-490b-4037-b01d-2c83981365bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T20:43:12Z', 'updated_at': '2021-07-22T20:43:14Z', 'revision_number': 1, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:47:35.017102 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770609062202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770608657803', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770608657821'] for port, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:35.057976 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8066ede3-c04c-43b8-8860-034fc8030602 x-openstack-request-id: req-8066ede3-c04c-43b8-8860-034fc8030602 {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:35.058275 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-unplugged", "status": "completed", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "code": 200}]} {{(pid=93802) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:35.058530 n-d-800087-13 neutron-server[93802]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8066ede3-c04c-43b8-8860-034fc8030602 {{(pid=93802) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:35.058927 n-d-800087-13 neutron-server[93802]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'code': 200} Jul 22 20:47:35.071018 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-2bc87e83-eaf1-463a-936d-f9e07b5a4cd5 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029849 Jul 22 20:47:35.078553 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Pushing event updated for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=8']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:35.168830 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-ce878813-79da-4c73-950d-0f1a6f6dd668 req-95f4b34c-b50b-4d65-9297-2ad9c2029f99 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907497 Jul 22 20:47:35.283248 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eb78ef-197a-419b-81ef-a87889a0168c None None] New status for floating IP b8d8f1b8-4000-4e4c-b0de-5e6027af32ad: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:47:35.945676 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da80250-d9e6-4a34-bd03-5b276f1ffece req-602f9d92-f991-4568-8912-bf13dd887dbe tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:35.947190 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4da80250-d9e6-4a34-bd03-5b276f1ffece req-602f9d92-f991-4568-8912-bf13dd887dbe tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 943 time: 0.1120152 Jul 22 20:47:35.985544 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-4da80250-d9e6-4a34-bd03-5b276f1ffece req-429a4668-065c-419f-afca-34243197abbc tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Jul 22 20:47:36.133900 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785000c-6aa1-4816-b680-08058dc61e81 req-e0be1d1a-c12f-4456-98ba-bccf8a127a07 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:36.135411 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0785000c-6aa1-4816-b680-08058dc61e81 req-e0be1d1a-c12f-4456-98ba-bccf8a127a07 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 943 time: 0.0637968 Jul 22 20:47:36.243324 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Deleting port 198f34ed-b4ed-4193-aeda-070a4e251c61 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:36.243678 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:36.340289 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] For port 198f34ed-b4ed-4193-aeda-070a4e251c61, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=198f34ed-b4ed-4193-aeda-070a4e251c61,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:36.340757 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:36.354092 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Calling delete_port for 198f34ed-b4ed-4193-aeda-070a4e251c61 owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:36.484983 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:36.512937 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event deleted for resources: {'Port': ['ID=198f34ed-b4ed-4193-aeda-070a4e251c61,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:36.523849 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.524050 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.524425 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.524766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.525105 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.525442 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.525775 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.526106 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.526971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.526971 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.527163 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.527391 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800087-13 {{(pid=93800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 20:47:36.578434 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] No DVR routers for this DVR port 198f34ed-b4ed-4193-aeda-070a4e251c61 on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:36.581382 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:36.583416 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-0785000c-6aa1-4816-b680-08058dc61e81 req-004e30db-a403-419f-a690-7b0cc2c491ee tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "DELETE /v2.0/ports/198f34ed-b4ed-4193-aeda-070a4e251c61 HTTP/1.1" status: 204 len: 173 time: 0.4424639 Jul 22 20:47:36.583853 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-deleted', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:36.586219 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3827e835-3f7d-446e-8de1-ab235bbb362a" -d '{"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-deleted", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:36.627789 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbd4c4-c1ef-4ced-8a38-3992983eac6f x-openstack-request-id: req-6cbbd4c4-c1ef-4ced-8a38-3992983eac6f {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:36.628267 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7cf64-35eb-4304-b585-b20807e31e64", "name": "network-vif-deleted", "tag": "198f34ed-b4ed-4193-aeda-070a4e251c61", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:36.628556 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6cbbd4c4-c1ef-4ced-8a38-3992983eac6f {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:36.629162 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7cf64-35eb-4304-b585-b20807e31e64', 'name': 'network-vif-deleted', 'tag': '198f34ed-b4ed-4193-aeda-070a4e251c61', 'status': 'completed', 'code': 200} Jul 22 20:47:37.101916 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-7e04b065-7cfa-4407-9e5f-abb8a514b854 req-36c9e884-ac87-4acf-b0cb-eba16c883db6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=97c7cf64-35eb-4304-b585-b20807e31e64 HTTP/1.1" status: 200 len: 210 time: 0.0310669 Jul 22 20:47:37.232955 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a6235869-b08a-44b1-8333-65cca86b0cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:38.690558 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43288) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:38.844183 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Deleting port 56891c1d-34ff-4437-b55e-8ed142eff42d {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:38.844540 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:38.909756 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:38.924274 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:38.924515 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:38.936406 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Calling delete_port for 56891c1d-34ff-4437-b55e-8ed142eff42d owned by network:floatingip {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:38.939006 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 198f34ed-b4ed-4193-aeda-070a4e251c61 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:38.939362 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 198f34ed-b4ed-4193-aeda-070a4e251c61 not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:39.088238 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:39.113384 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event deleted for resources: {'Port': ['ID=56891c1d-34ff-4437-b55e-8ed142eff42d,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:39.176172 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:39.176427 n-d-800087-13 neutron-server[93801]: INFO neutron.db.l3_db [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Floating IP 52a3fb36-4ecb-44be-8f59-097bd70d814e disassociated (deleted). External IP: 172.25.6.187, port: 352417f3-5712-48d3-a4af-72c10146139d. Jul 22 20:47:39.386298 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:47:39.492115 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:47:39.496770 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for floatingip, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:39.503693 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:47:39.512873 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:39.513571 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:39.534603 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-19a0d2c7-0030-43c7-9a8d-2cda3842ec0d tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "DELETE /v2.0/floatingips/52a3fb36-4ecb-44be-8f59-097bd70d814e HTTP/1.1" status: 204 len: 168 time: 0.8428800 Jul 22 20:47:39.535158 n-d-800087-13 neutron-server[93801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:39.537613 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e8dbd96f943063832ec4962bf67d28ebce411e9029bab8d87430a377f19d3e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815" -d '{"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:39.699028 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a2ba6a-f420-45e8-8382-4a542b7c9ac6 x-openstack-request-id: req-93a2ba6a-f420-45e8-8382-4a542b7c9ac6 {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:39.699618 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "status": "completed", "code": 200}]} {{(pid=93801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:39.699618 n-d-800087-13 neutron-server[93801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93a2ba6a-f420-45e8-8382-4a542b7c9ac6 {{(pid=93801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:39.699961 n-d-800087-13 neutron-server[93801]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'status': 'completed', 'code': 200} Jul 22 20:47:39.717562 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:39.829885 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-236079af-4021-44c9-af37-ac2a4e6285c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:39.831404 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-236079af-4021-44c9-af37-ac2a4e6285c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 1096 time: 0.1024182 Jul 22 20:47:39.843256 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4882e-548e-481f-97e2-88ee38ab4b4b req-4ea26583-b7e1-42ac-b2d2-9eaf5939c96c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:39.845473 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01d4882e-548e-481f-97e2-88ee38ab4b4b req-4ea26583-b7e1-42ac-b2d2-9eaf5939c96c tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 944 time: 0.0878379 Jul 22 20:47:39.924182 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:39.937264 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-01d4882e-548e-481f-97e2-88ee38ab4b4b req-68a2440c-431a-45f0-b881-8cccbd57dbd5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832396 Jul 22 20:47:39.958233 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:47:39.960572 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-8b459e12-d3d1-4f2c-b192-0d5a7f3a7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:39.960728 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:39.961292 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:10Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:39.962078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-8b459e12-d3d1-4f2c-b192-0d5a7f3a7b36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 200 len: 911 time: 0.1157050 Jul 22 20:47:40.009766 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-e419018e-f652-41ba-addb-15309818527d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 200 len: 217 time: 0.0389693 Jul 22 20:47:40.060980 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-2102173e-2577-4f4d-91fd-2055446263d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:40.063086 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-2102173e-2577-4f4d-91fd-2055446263d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 200 len: 849 time: 0.0449529 Jul 22 20:47:40.068770 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:40.125520 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-5047224e-43e3-4796-82d5-07735ad3f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:40.127901 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-5047224e-43e3-4796-82d5-07735ad3f158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577512 Jul 22 20:47:40.128461 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:40.145710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-82a57dc5-588f-4868-a766-ba40fe30bdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:40.226822 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-2ab302e2-919e-4fe8-b0aa-d01b8136e9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899909 Jul 22 20:47:40.273934 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:40.300501 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8329a5e1-dcfe-41e0-9948-c51138e47042 None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:53Z', 'revision_number': 4, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13', '_interfaces': [{'id': 'a8c99ebe-b1b6-49bf-9afd-26c950c33a63', 'name': '', 'network_id': '77a8a17e-b570-4b46-aa2a-29ff2bdd18f0', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'mac_address': 'fa:16:3e:5c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:53Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'subnets': [{'id': '904ad006-868a-4fff-983c-42bd690eb6e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:47:40.320628 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-e52d8eb6-bd7c-4d92-ab1c-95ae40e56815 req-94d17d10-75d5-47f4-a1bc-f2fdca8cd38f service neutron] 10.222.0.32 "GET /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868104 Jul 22 20:47:40.515569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e4aaa3-b7ed-474f-9831-6192c76a7d3b None None] New status for floating IP 52a3fb36-4ecb-44be-8f59-097bd70d814e: DOWN {{(pid=93802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 20:47:41.072649 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc2ebe-6706-4650-ac9b-0ec7034d3cca req-9afd24ab-0b9a-4fa4-8654-7ce5f4a78725 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:41.074147 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42dc2ebe-6706-4650-ac9b-0ec7034d3cca req-9afd24ab-0b9a-4fa4-8654-7ce5f4a78725 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 944 time: 0.0698948 Jul 22 20:47:41.112083 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-42dc2ebe-6706-4650-ac9b-0ec7034d3cca req-1ae174b3-43ba-4b01-b797-d1260581907b tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/security-groups?id=c261504d-bf9d-481a-9e8f-329125025463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Jul 22 20:47:41.464193 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e724c-9b31-4784-9f25-d665529d62f8 req-5e07faf8-5662-4f49-8614-f47db875f12f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:47:41.465653 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-107e724c-9b31-4784-9f25-d665529d62f8 req-5e07faf8-5662-4f49-8614-f47db875f12f tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 944 time: 0.0636351 Jul 22 20:47:41.571267 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Deleting port 352417f3-5712-48d3-a4af-72c10146139d {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:41.571610 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:41.661529 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] For port 352417f3-5712-48d3-a4af-72c10146139d, host n-h2-800087-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800087-13',level=0,port_id=352417f3-5712-48d3-a4af-72c10146139d,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:41.661777 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:41.674844 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Calling delete_port for 352417f3-5712-48d3-a4af-72c10146139d owned by compute:nova {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:41.807126 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:41.838034 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event deleted for resources: {'Port': ['ID=352417f3-5712-48d3-a4af-72c10146139d,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:41.849504 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:41.889119 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] No DVR routers for this DVR port 352417f3-5712-48d3-a4af-72c10146139d on host n-h2-800087-13 {{(pid=93800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:41.892571 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175770'] for port, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:41.894581 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-107e724c-9b31-4784-9f25-d665529d62f8 req-c4833fcc-2833-42a9-9db8-c91e4653ecc5 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.32 "DELETE /v2.0/ports/352417f3-5712-48d3-a4af-72c10146139d HTTP/1.1" status: 204 len: 173 time: 0.4226937 Jul 22 20:47:41.895031 n-d-800087-13 neutron-server[93800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-deleted', 'tag': '352417f3-5712-48d3-a4af-72c10146139d'}] {{(pid=93800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 20:47:41.897414 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e881cac86ca8bb9e3c8f41e5a1866e3368f2b1ac5c7ab0341684d29f607aad64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927b6bb8-3b90-4816-9a1d-140b2ddcf08f" -d '{"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-deleted", "tag": "352417f3-5712-48d3-a4af-72c10146139d"}]}' {{(pid=93800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 20:47:41.934659 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81d67b-9407-43a8-a90b-d0468ca0d132 x-openstack-request-id: req-ed81d67b-9407-43a8-a90b-d0468ca0d132 {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 20:47:41.935193 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db75dd1-490b-4037-b01d-2c83981365bd", "name": "network-vif-deleted", "tag": "352417f3-5712-48d3-a4af-72c10146139d", "status": "completed", "code": 200}]} {{(pid=93800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 20:47:41.935583 n-d-800087-13 neutron-server[93800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed81d67b-9407-43a8-a90b-d0468ca0d132 {{(pid=93800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 20:47:41.936253 n-d-800087-13 neutron-server[93800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db75dd1-490b-4037-b01d-2c83981365bd', 'name': 'network-vif-deleted', 'tag': '352417f3-5712-48d3-a4af-72c10146139d', 'status': 'completed', 'code': 200} Jul 22 20:47:42.240053 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3b08b6fc-20e1-4ec9-b7d0-d05929d579d6 req-7014511e-5a0a-47d5-891f-34b6f1b866e6 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db75dd1-490b-4037-b01d-2c83981365bd HTTP/1.1" status: 200 len: 210 time: 0.0338097 Jul 22 20:47:43.216176 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:43.295866 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43304) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:43.356245 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:43.381458 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:43.441760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:43.444477 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Notify callbacks [] for security_group, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:43.445597 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] 10.222.0.10 "DELETE /v2.0/security-groups/c261504d-bf9d-481a-9e8f-329125025463 HTTP/1.1" status: 204 len: 168 time: 0.1486526 Jul 22 20:47:43.455819 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ec2e9-a7f9-43b2-bf08-b5182ca2f8b3 tempest-TestSnapshotPattern-614550403 tempest-TestSnapshotPattern-614550403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c261504d-bf9d-481a-9e8f-329125025463,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:43.489342 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43308) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:43.841233 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:44.383620 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Deleting port a8c99ebe-b1b6-49bf-9afd-26c950c33a63 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:44.384327 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:44.460826 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] For port a8c99ebe-b1b6-49bf-9afd-26c950c33a63, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:44.461097 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:44.473891 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Calling delete_port for a8c99ebe-b1b6-49bf-9afd-26c950c33a63 owned by network:router_interface {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:44.668502 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:44.699629 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c99ebe-b1b6-49bf-9afd-26c950c33a63,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:44.868249 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:44.918584 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d no longer exists at agent hyperv_n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:44.950464 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] No Port match for: 352417f3-5712-48d3-a4af-72c10146139d {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:44.950855 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Device 352417f3-5712-48d3-a4af-72c10146139d not bound to the agent host n-h2-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:45.099468 n-d-800087-13 neutron-server[93801]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93801) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:47:45.220884 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93801) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:47:45.225742 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-203bb7fc-75a1-4c71-8ce8-ab4880bca6ef admin admin] 10.222.0.10 "PUT /v2.0/routers/daab0856-ce3c-49d1-bbd7-83a5f7fdef44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353888 Jul 22 20:47:45.228507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43310) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:45.229151 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Sync routers for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:47:45.238185 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:45.238784 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:45.334380 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.340428 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: n-d-800087-13 {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:45.439629 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.492955 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Deleting port 1ac42997-27e5-465e-95fb-d3c0cd286afc {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:45.493303 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.522623 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:47:44Z', 'revision_number': 5, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port': {'id': '1ac42997-27e5-465e-95fb-d3c0cd286afc', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:45.552619 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Checking router: daab0856-ce3c-49d1-bbd7-83a5f7fdef44 for host: n-d-800087-13 {{(pid=93803) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:47:45.560792 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Routers {'daab0856-ce3c-49d1-bbd7-83a5f7fdef44'} bound to L3 agent in host n-d-800087-13 {{(pid=93803) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:45.561397 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'], 'active': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:45.573531 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] For port 1ac42997-27e5-465e-95fb-d3c0cd286afc, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=1ac42997-27e5-465e-95fb-d3c0cd286afc,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:45.573894 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.586358 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Calling delete_port for 1ac42997-27e5-465e-95fb-d3c0cd286afc owned by network:router_gateway {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:45.643523 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_dvr_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] Set router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 gateway port host: None {{(pid=93803) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:45.697285 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.l3_hamode_db [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:47:45Z', 'revision_number': 6, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:45.726526 n-d-800087-13 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8469d-e3f2-4edf-af55-a411a6a3f88b None None] The sync data for ids ['daab0856-ce3c-49d1-bbd7-83a5f7fdef44'] in n-d-800087-13 is: [{'id': 'daab0856-ce3c-49d1-bbd7-83a5f7fdef44', 'name': 'tempest-TestSnapshotPattern-1532606953-router', 'tenant_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:51Z', 'updated_at': '2021-07-22T20:47:45Z', 'revision_number': 6, 'project_id': '2e8e83ebe9634a9b908ec7479c0045c5', 'gw_port_host': None}] {{(pid=93803) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:47:45.755201 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.790197 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac42997-27e5-465e-95fb-d3c0cd286afc,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:45.848341 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.939427 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.941617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.991873 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.992359 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router daab0856-ce3c-49d1-bbd7-83a5f7fdef44 {{(pid=93800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:47:45.996821 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] Notify callbacks [] for router, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:45.998212 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-a50c7864-454e-4830-91a6-607293d41bdb admin admin] 10.222.0.10 "DELETE /v2.0/routers/daab0856-ce3c-49d1-bbd7-83a5f7fdef44 HTTP/1.1" status: 204 len: 168 time: 0.7686002 Jul 22 20:47:46.001766 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43312) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:46.045471 n-d-800087-13 neutron-server[93800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Deleting subnet 904ad006-868a-4fff-983c-42bd690eb6e8 {{(pid=93800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:47:46.049293 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.084593 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30625138'] for subnet, precommit_delete_associations {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.168845 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.225344 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30270252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30342803'] for subnet, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.255384 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.257240 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/904ad006-868a-4fff-983c-42bd690eb6e8 HTTP/1.1" status: 204 len: 168 time: 0.2545366 Jul 22 20:47:46.258580 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc6f06-a7a1-4021-a824-5c29709b3f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904ad006-868a-4fff-983c-42bd690eb6e8,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:46.259876 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43314) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:46.262406 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d478851-8a9e-467c-8626-3404855a12b4 None None] Network 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:47:46.334568 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.386661 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Deleting port eabb301f-b168-4392-8e97-da438ce04905 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:46.386997 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.456503 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] For port eabb301f-b168-4392-8e97-da438ce04905, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eabb301f-b168-4392-8e97-da438ce04905,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:46.456752 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.469738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Calling delete_port for eabb301f-b168-4392-8e97-da438ce04905 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:46.482397 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] DHCP port deletion for 77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:47:46.544728 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Deleting port eabb301f-b168-4392-8e97-da438ce04905 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:46.545445 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.561626 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.563516 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a8c99ebe-b1b6-49bf-9afd-26c950c33a63 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:46.591881 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: a8c99ebe-b1b6-49bf-9afd-26c950c33a63 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:46.592543 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=eabb301f-b168-4392-8e97-da438ce04905,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:46.592864 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device a8c99ebe-b1b6-49bf-9afd-26c950c33a63 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:46.594131 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1ac42997-27e5-465e-95fb-d3c0cd286afc no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:46.601064 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] No DVR routers for this DVR port eabb301f-b168-4392-8e97-da438ce04905 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:46.620983 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 1ac42997-27e5-465e-95fb-d3c0cd286afc {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:46.621357 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 1ac42997-27e5-465e-95fb-d3c0cd286afc not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:46.621762 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eabb301f-b168-4392-8e97-da438ce04905 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:46.675027 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: eabb301f-b168-4392-8e97-da438ce04905 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:46.675381 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device eabb301f-b168-4392-8e97-da438ce04905 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:46.675808 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.682726 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] For port eabb301f-b168-4392-8e97-da438ce04905, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=eabb301f-b168-4392-8e97-da438ce04905,segment=NetworkSegment(85d47ce5-6d24-4427-a5bc-2adb7ff15f56),segment_id=85d47ce5-6d24-4427-a5bc-2adb7ff15f56)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:46.683136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.686730 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a8a17e-b570-4b46-aa2a-29ff2bdd18f0']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:46.696573 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Calling delete_port for eabb301f-b168-4392-8e97-da438ce04905 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:46.698303 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d47ce5-6d24-4427-a5bc-2adb7ff15f56') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:46.698603 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d47ce5-6d24-4427-a5bc-2adb7ff15f56') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:46.707760 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.721796 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.727858 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:47:46.728272 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:47:46.730109 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:47:46.780528 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.792824 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.798630 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:46.800652 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] 10.222.0.10 "DELETE /v2.0/networks/77a8a17e-b570-4b46-aa2a-29ff2bdd18f0 HTTP/1.1" status: 204 len: 168 time: 0.5395586 Jul 22 20:47:46.803617 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43316) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:46.809523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] Pushing event deleted for resources: {'Port': ['ID=eabb301f-b168-4392-8e97-da438ce04905,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:46.815620 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a303d0bf-716f-4207-8f77-83967a8fa869 None None] No DVR routers for this DVR port eabb301f-b168-4392-8e97-da438ce04905 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:46.815821 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9f201-375a-447c-9222-035472138e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=77a8a17e-b570-4b46-aa2a-29ff2bdd18f0,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:47.444430 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-897411'] for router_interface, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:47.703643 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Deleting port 14b49a96-b891-4256-aa0e-d2febfe76820 {{(pid=93800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:47.703985 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:47.784025 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.db [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] For port 14b49a96-b891-4256-aa0e-d2febfe76820, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=14b49a96-b891-4256-aa0e-d2febfe76820,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:47.784412 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:47.797298 n-d-800087-13 neutron-server[93800]: DEBUG neutron.plugins.ml2.plugin [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Calling delete_port for 14b49a96-b891-4256-aa0e-d2febfe76820 owned by network:router_interface {{(pid=93800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:47.977976 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30270329'] for port, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.002507 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b49a96-b891-4256-aa0e-d2febfe76820,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:48.174243 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-897311'] for router_interface, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.395573 n-d-800087-13 neutron-server[93800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Router 305e20a8-9eed-4006-896c-1d8fe9d61537 has already been hosted by L3 agent adcf14ca-fcec-4005-9c3f-617dd951de50 {{(pid=93800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 20:47:48.507647 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] Notify agent at l3_agent.n-d-800087-13 the message routers_updated {{(pid=93800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 20:47:48.513007 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-5312edef-a19b-4b7e-8ff0-ada2490e8df1 admin admin] 10.222.0.10 "PUT /v2.0/routers/305e20a8-9eed-4006-896c-1d8fe9d61537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077727 Jul 22 20:47:48.516270 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43318) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:48.519467 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Sync routers for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 20:47:48.529103 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:48.530124 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:48.588529 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:47:48.623700 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks [] for router, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.637739 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: n-d-800087-13 {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:48.731598 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.787423 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Deleting port b1c07f79-44ac-4b6c-a291-0fa8398f3bba {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:48.787656 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.826669 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'external_fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:47:47Z', 'revision_number': 5, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port': {'id': 'b1c07f79-44ac-4b6c-a291-0fa8398f3bba', 'name': '', 'network_id': 'a5ec1a50-0e8a-4c15-9800-8292c2ab9d68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800087-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T20:42:56Z', 'updated_at': '2021-07-22T20:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '28e4af89-9b52-489b-97d8-d470bbb3b7aa', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800087-13'}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:48.853339 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Checking router: 305e20a8-9eed-4006-896c-1d8fe9d61537 for host: n-d-800087-13 {{(pid=93802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 20:47:48.862395 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Routers {'305e20a8-9eed-4006-896c-1d8fe9d61537'} bound to L3 agent in host n-d-800087-13 {{(pid=93802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 20:47:48.863016 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800087-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T19:14:10Z,description=,heartbeat_timestamp=2021-07-22T20:47:40Z,host='n-d-800087-13',id=adcf14ca-fcec-4005-9c3f-617dd951de50,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T19:14:10Z,topic='l3_agent')) {'router_ids': ['305e20a8-9eed-4006-896c-1d8fe9d61537'], 'active': True} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:48.871844 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] For port b1c07f79-44ac-4b6c-a291-0fa8398f3bba, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,segment=NetworkSegment(18492d35-8edc-45ce-92a4-7c5221e7bb6a),segment_id=18492d35-8edc-45ce-92a4-7c5221e7bb6a)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:48.872230 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:48.884053 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Calling delete_port for b1c07f79-44ac-4b6c-a291-0fa8398f3bba owned by network:router_gateway {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:48.949534 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvr_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] Set router 305e20a8-9eed-4006-896c-1d8fe9d61537 gateway port host: None {{(pid=93802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 20:47:49.004740 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_hamode_db [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:47:48Z', 'revision_number': 6, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port_host': None}], 'n-d-800087-13', False) {} {{(pid=93802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:49.034293 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f226fe6-c0fd-49a8-800c-7359bd2fdd1a None None] The sync data for ids ['305e20a8-9eed-4006-896c-1d8fe9d61537'] in n-d-800087-13 is: [{'id': '305e20a8-9eed-4006-896c-1d8fe9d61537', 'name': 'tempest-TestSnapshotPattern-1600974588-router', 'tenant_id': '93ba44cd98344cff9da3f494436edbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T20:42:55Z', 'updated_at': '2021-07-22T20:47:48Z', 'revision_number': 6, 'project_id': '93ba44cd98344cff9da3f494436edbc9', 'gw_port_host': None}] {{(pid=93802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 20:47:49.080926 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.104738 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c07f79-44ac-4b6c-a291-0fa8398f3bba,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:49.173707 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-896185'] for router_gateway, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.264576 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-893550', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8657'] for router, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.267472 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.324247 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-895810'] for router, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.324723 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305e20a8-9eed-4006-896c-1d8fe9d61537 {{(pid=93801) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 20:47:49.330742 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] Notify callbacks [] for router, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.334377 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-32ab6357-60d9-401a-895a-d7cb085e038d admin admin] 10.222.0.10 "DELETE /v2.0/routers/305e20a8-9eed-4006-896c-1d8fe9d61537 HTTP/1.1" status: 204 len: 168 time: 0.8147051 Jul 22 20:47:49.334827 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43322) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:49.508080 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Deleting subnet 3c6329d5-5b13-40c7-a9d8-47e0507a1e92 {{(pid=93801) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 20:47:49.511573 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.549437 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29579425'] for subnet, precommit_delete_associations {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.635776 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1640848'] for subnet, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.696120 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1640857', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536572', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29579429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30286411'] for subnet, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.723013 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6329d5-5b13-40c7-a9d8-47e0507a1e92,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:49.729200 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.731135 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-b3395a31-be32-4ad9-a6cf-c6a1dd534ca1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3c6329d5-5b13-40c7-a9d8-47e0507a1e92 HTTP/1.1" status: 204 len: 168 time: 0.3953567 Jul 22 20:47:49.734993 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [-] (93801) accepted ('10.222.0.10', 43326) {{(pid=93801) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:49.736662 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a598cae-7bc7-4c6d-a6c7-ca8fa9d302a6 None None] Network 63162e6e-802f-423d-b5fc-585bda1a282f requested from n-d-800087-13 {{(pid=93802) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 20:47:49.837298 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629271'] for network, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.902170 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Deleting port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 {{(pid=93801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:49.902514 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.963523 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] DHCP port deletion for 63162e6e-802f-423d-b5fc-585bda1a282f request from n-d-800087-13 {{(pid=93802) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 20:47:49.966676 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.db [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] For port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:49.967036 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:49.983069 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Calling delete_port for 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 owned by network:dhcp {{(pid=93801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:50.014402 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Deleting port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 {{(pid=93802) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 20:47:50.015098 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770609060756'] for port, before_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.080786 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29579504'] for port, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.087587 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.db [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] For port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6, host n-d-800087-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800087-13',level=0,port_id=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,segment=NetworkSegment(2ab37d63-23b4-43ec-9994-03e01ae2c9b8),segment_id=2ab37d63-23b4-43ec-9994-03e01ae2c9b8)] {{(pid=93802) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 20:47:50.087948 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-895854'] for port, precommit_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.099978 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Calling delete_port for 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 owned by network:dhcp {{(pid=93802) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 20:47:50.106880 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:50.111678 n-d-800087-13 neutron-server[93801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] No DVR routers for this DVR port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 on host n-d-800087-13 {{(pid=93801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:50.183229 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1611045', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770609062247', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770608657794'] for port, after_delete {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.191294 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1640620', 'neutron.services.segments.db._delete_segments_for_network-8770609128241'] for network, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.201847 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63162e6e-802f-423d-b5fc-585bda1a282f']}} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:50.212513 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab37d63-23b4-43ec-9994-03e01ae2c9b8') {'for_net_delete': True} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:50.212812 n-d-800087-13 neutron-server[93801]: DEBUG neutron.services.segments.db [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab37d63-23b4-43ec-9994-03e01ae2c9b8') {} {{(pid=93801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 20:47:50.212944 n-d-800087-13 neutron-server[93802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] Pushing event deleted for resources: {'Port': ['ID=185ee34e-06fc-4af1-b498-6f5d5ffbd2e6,revision_number=None']} {{(pid=93802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:50.217184 n-d-800087-13 neutron-server[93802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5bd93c-0c39-4bde-85d0-a2cfd7edf013 None None] No DVR routers for this DVR port 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 on host n-d-800087-13 {{(pid=93802) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 20:47:50.223720 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770609127994', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29579432'] for segment, before_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.240611 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280'] for segment, precommit_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.247710 n-d-800087-13 neutron-server[93801]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93801) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 20:47:50.248311 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1646280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29579487'] for segment, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: Traceback (most recent call last): Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: timer() Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: cb(*args, **kw) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: return func(*args, **kwargs) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: self._notify() Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: self.callback(batched_events) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: event.method(event) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: return f(self, *a, **k) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: return self._get(url).json() Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: return self.request(url, 'GET', **kwargs) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 20:47:50.250696 n-d-800087-13 neutron-server[93801]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 20:47:50.301060 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b1c07f79-44ac-4b6c-a291-0fa8398f3bba no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:50.309852 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-896157'] for network, after_delete {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.315698 n-d-800087-13 neutron-server[93801]: DEBUG neutron_lib.callbacks.manager [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.320208 n-d-800087-13 neutron-server[93801]: INFO neutron.wsgi [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/63162e6e-802f-423d-b5fc-585bda1a282f HTTP/1.1" status: 204 len: 168 time: 0.5815899 Jul 22 20:47:50.326797 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: b1c07f79-44ac-4b6c-a291-0fa8398f3bba {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:50.328328 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device b1c07f79-44ac-4b6c-a291-0fa8398f3bba not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:50.329569 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14b49a96-b891-4256-aa0e-d2febfe76820 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:50.339491 n-d-800087-13 neutron-server[93801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a7e6f-392f-4dc7-9ca7-27d070bb64d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63162e6e-802f-423d-b5fc-585bda1a282f,revision_number=None']} {{(pid=93801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:50.350601 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 14b49a96-b891-4256-aa0e-d2febfe76820 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:50.350974 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 14b49a96-b891-4256-aa0e-d2febfe76820 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:50.351380 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 no longer exists at agent ovs-agent-n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 20:47:50.371242 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] No Port match for: 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 {{(pid=93802) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 20:47:50.371594 n-d-800087-13 neutron-server[93802]: DEBUG neutron.plugins.ml2.rpc [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Device 185ee34e-06fc-4af1-b498-6f5d5ffbd2e6 not bound to the agent host n-d-800087-13 {{(pid=93802) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 20:47:50.438019 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43330) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:50.478827 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-b15dfdaf-ebf2-491b-935e-a67b47daed46 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e8e83ebe9634a9b908ec7479c0045c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395017 Jul 22 20:47:50.481372 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43332) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:50.531450 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.553592 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.600128 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.602663 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:50.606503 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2e982dd-d215-41e5-9c5d-1e01af00ac7f HTTP/1.1" status: 204 len: 168 time: 0.1241839 Jul 22 20:47:50.615192 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6c5d9-f62a-4da7-9fc8-69f8534945a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e982dd-d215-41e5-9c5d-1e01af00ac7f,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:50.931149 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43338) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:50.986126 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-2fc206be-67c3-4c2a-b3b4-78dde0f0c742 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93ba44cd98344cff9da3f494436edbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537994 Jul 22 20:47:50.988725 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [-] (93800) accepted ('10.222.0.10', 43340) {{(pid=93800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 20:47:51.038110 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:51.058617 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:51.105113 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535960'] for security_group, after_delete {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:51.107685 n-d-800087-13 neutron-server[93800]: DEBUG neutron_lib.callbacks.manager [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:51.109265 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70c8913f-d0e6-467a-8774-a5a11d9d888e HTTP/1.1" status: 204 len: 168 time: 0.1195018 Jul 22 20:47:51.117273 n-d-800087-13 neutron-server[93800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35635649-393f-4da3-b6d1-4f98f7f68983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c8913f-d0e6-467a-8774-a5a11d9d888e,revision_number=None']} {{(pid=93800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 20:47:55.181885 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:47:58.127645 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:07.235278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1a82277-7947-43e7-a29e-928260370439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:10.119278 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:10.147347 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ec67d152-495b-426c-82cf-767c18e52fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:11.849013 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:13.217954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:25.206656 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:25.587024 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:48:28.128784 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:37.240312 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-7dfeefe1-d345-4e4f-9220-bb949ae0343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:40.120965 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:40.146746 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e542fcbd-37cb-4c79-b80d-de3544662144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:41.852313 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:43.220554 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:53.411462 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-d063b70e-ae27-45ef-afcd-7cfe0bb2578c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2071357 Jul 22 20:48:53.511151 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-ca9bbab2-0c4a-40e8-96d4-1e29ffd40be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:48:53.512583 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-ca9bbab2-0c4a-40e8-96d4-1e29ffd40be2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0573997 Jul 22 20:48:53.617024 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-4f1a556f-a16f-4907-a7aa-98c6a674007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:48:53.618498 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-4f1a556f-a16f-4907-a7aa-98c6a674007b service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0854695 Jul 22 20:48:53.665091 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-bda0c0de-12d5-48bc-8e5a-a45ab53655b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0391569 Jul 22 20:48:53.714054 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-e55dc87c-382a-48ef-8a1d-46188d6c42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:48:53.715492 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-e55dc87c-382a-48ef-8a1d-46188d6c42b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0439651 Jul 22 20:48:53.774739 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-d82fade0-04a3-4773-bae8-3496d9abbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:48:53.776267 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-d82fade0-04a3-4773-bae8-3496d9abbdf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536723 Jul 22 20:48:53.869936 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-d85a4ed7-5433-4fb3-b70c-c712b79b7521 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863349 Jul 22 20:48:53.961431 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-6778c517-ed1c-4806-b4fe-fa51928801c8 req-a37b32bf-2e14-400c-9e37-2a4414e266b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845158 Jul 22 20:48:55.196854 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:48:58.147246 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:02.585291 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:49:07.243723 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a47c2081-3a2a-406e-a727-e3331f6c9682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:10.122165 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:10.147651 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-2e05105b-d5b3-44df-896c-46ab2eca6b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:11.854886 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:13.222218 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:25.196748 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:28.169732 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:37.246453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817f-2dd9-4fed-a1c2-2143112b8a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:39.585384 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:49:40.122508 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:40.147341 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e21d-f7e0-48f0-9c22-daaa4c2ed493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:41.862236 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:43.224713 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:53.258074 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-cee8283b-389c-416b-b2e1-14a75a4dc0a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578835 Jul 22 20:49:53.351051 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-f7fc5b10-6918-4aeb-a2ed-34b58215930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:49:53.352590 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-f7fc5b10-6918-4aeb-a2ed-34b58215930c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0540991 Jul 22 20:49:53.454006 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-a1588b8b-5244-4ef0-9e0c-4dfeb960051c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:49:53.455570 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-a1588b8b-5244-4ef0-9e0c-4dfeb960051c service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0851519 Jul 22 20:49:53.500763 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-40bb4c2c-eb3d-4131-8b5b-3f124ce75655 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0377402 Jul 22 20:49:53.550375 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-a869ad80-db79-4846-b59e-d2d0cddb6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:49:53.551815 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-a869ad80-db79-4846-b59e-d2d0cddb6513 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0443578 Jul 22 20:49:53.608887 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-7e5583e1-d649-4bb0-accb-09dd96a11ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:49:53.610913 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-7e5583e1-d649-4bb0-accb-09dd96a11ffc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524514 Jul 22 20:49:53.705670 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-76d3c627-10da-4996-8ec3-e279790db732 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861037 Jul 22 20:49:53.794342 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-bfa94033-d335-4bb3-b9ec-e86155130ccd req-31c2ef94-0c6c-4384-8644-9f2f42faac5c service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820034 Jul 22 20:49:55.204346 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:49:58.170157 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:07.247453 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e6b66bbe-e6b0-479d-8c74-24655d34108f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:10.122586 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:10.148305 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d78228a1-27ff-4b2a-93d3-f77e620db852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:11.862400 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:13.227635 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:16.584720 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:50:25.212572 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:28.185114 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:37.248682 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-38d8d49c-b112-4cef-9624-923ec25b7adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:40.125320 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:40.147420 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a3480a1a-b899-4823-8560-3dcb17ff711c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:41.865329 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:43.233123 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:53.583939 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:50:55.207849 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:50:55.279562 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-62e2c365-1e77-42dc-9b68-3b8e01b585e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615594 Jul 22 20:50:55.378011 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-3b59184e-b415-4946-937a-287b2f104d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:50:55.379539 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-3b59184e-b415-4946-937a-287b2f104d98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0575786 Jul 22 20:50:55.506246 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-a36d049c-e0e1-4fd7-a5be-334cb618aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:50:55.507949 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-a36d049c-e0e1-4fd7-a5be-334cb618aedc service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.1078942 Jul 22 20:50:55.551826 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-6e678a2b-d543-49c0-bb5c-5a24a83bf093 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0364933 Jul 22 20:50:55.605281 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-c4131caf-ae06-4af4-9fb0-72992d3e10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:50:55.606861 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-c4131caf-ae06-4af4-9fb0-72992d3e10e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0469356 Jul 22 20:50:55.668284 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-ba50b40e-81d4-4fec-b96f-fc5564a6886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:50:55.670700 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-ba50b40e-81d4-4fec-b96f-fc5564a6886d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555151 Jul 22 20:50:55.766843 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-a1e674d8-22f7-4bf3-a14a-295fbe863caf service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886428 Jul 22 20:50:55.859611 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d52edbff-caff-4aba-baca-d5323b5cf834 req-6f5ad4f4-486d-4f51-a1c1-b9ad7e54987c service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851011 Jul 22 20:50:58.185101 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:07.253516 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-578cbbee-8dcd-40e6-b11f-2a6c0f3e987f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:10.127632 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:10.147013 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b66f29ea-925f-4555-8a25-1487ba7aa0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:11.867676 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:13.234911 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:25.219486 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:28.184560 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:30.582786 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:51:37.256459 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-39ed482a-5eb8-4e20-b116-f3d199d1fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:40.128852 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:40.148385 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-52d008ab-27fb-4044-881c-c3ba55fe159b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:41.096739 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-fdf6781e-c115-4d2a-a043-0d835104e25e service neutron] (93801) timed out ('10.222.0.10', 42010) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:51:41.870857 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:41.951905 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-741e2110-f655-4738-87ab-7177c7a323fd req-85987059-b6fb-4e15-95fe-eba118eee018 service neutron] (93801) timed out ('10.222.0.32', 63742) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:51:43.238203 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:55.220954 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:51:56.254535 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-2a24e0ef-4d6b-4734-bc56-1a9dafece2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551441 Jul 22 20:51:56.407719 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-2bfa2e72-f4e9-4446-b5a6-7c780f68eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:51:56.409255 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-2bfa2e72-f4e9-4446-b5a6-7c780f68eac8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0616052 Jul 22 20:51:56.516863 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-6ea02715-f2cf-405b-94a3-ff438cb68cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:51:56.518266 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-6ea02715-f2cf-405b-94a3-ff438cb68cf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0883789 Jul 22 20:51:56.558445 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-bdb593a0-341e-4e96-aa28-37939658aa0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0328705 Jul 22 20:51:56.606722 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-7844504d-c88e-4836-983a-403ca9c38221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:51:56.608176 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-7844504d-c88e-4836-983a-403ca9c38221 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0429773 Jul 22 20:51:56.673441 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-1f67c5bd-d31b-4667-b8d6-75129e6da4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:51:56.674992 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-1f67c5bd-d31b-4667-b8d6-75129e6da4e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587606 Jul 22 20:51:56.765361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-669ed65e-a90b-430b-9fe1-9efe235f8573 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830259 Jul 22 20:51:56.859361 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-8acc91da-682f-4c41-aeb2-b8be7bc9a2bd req-c3f84ccc-50f1-45c1-bb14-90880eb61f66 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867026 Jul 22 20:51:58.197518 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:07.258988 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-1912d09c-4615-4b76-b4a4-ae20aa86da3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:07.582720 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:52:10.129553 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:10.149910 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-09d845aa-7516-45fd-8c52-5e051043f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:11.873887 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:13.241136 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:25.235484 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:28.198511 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:37.259971 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3f7b16e6-1a7f-4303-aa17-5c6e13f2908a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:40.130460 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:40.150048 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-538be121-64bc-499c-9c35-f00d6b8fb70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:41.876858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:43.244018 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:44.582215 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:52:55.235160 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:52:56.264108 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-7dbc2400-cd30-40c5-ab38-b926b1a4d80b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519154 Jul 22 20:52:56.369271 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-18728389-514b-44df-87c1-64d7a04691c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:52:56.370796 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-18728389-514b-44df-87c1-64d7a04691c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0568867 Jul 22 20:52:56.479196 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-ebd86e3e-e963-427d-a085-dfddda88ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:52:56.480633 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-ebd86e3e-e963-427d-a085-dfddda88ae31 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0897624 Jul 22 20:52:56.524358 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-18f46454-fcbd-451b-b948-b758c069b70f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0352666 Jul 22 20:52:56.578738 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-57e34c68-8e23-494e-a833-b4c76795ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:52:56.580394 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-57e34c68-8e23-494e-a833-b4c76795ac80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0494337 Jul 22 20:52:56.640559 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-49b4aa2f-eb20-42b1-a2d4-23057f9f25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:52:56.642066 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-49b4aa2f-eb20-42b1-a2d4-23057f9f25f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552800 Jul 22 20:52:56.736760 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-249472f4-4217-45bf-b808-e2990a3bc8a7 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Jul 22 20:52:56.825357 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-acffeada-5d6b-47e4-b495-e9f4cdc11dc3 req-79662754-fdee-41aa-95ea-dca1c25f0c6a service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822361 Jul 22 20:52:58.214266 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:07.261710 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5b732e5d-bc49-4a0d-9e61-4ae73557815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:10.132081 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:10.151091 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e9b8984b-883a-4abb-a807-809fa968b873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:11.880826 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:13.246844 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:21.580905 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:53:25.251605 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:28.227279 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:37.262406 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e7ef-e100-48e7-b6f6-62903ac45e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:40.142590 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:40.155569 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-ecdbed34-3af8-4f40-b097-f576b861aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:41.884059 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:43.249930 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:55.265423 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:56.853777 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-6b22b9f5-98b7-471e-b310-651a8cb273a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105001 Jul 22 20:53:56.957347 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-ccf97c2b-b6bd-4f9d-805f-0f924e5256a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:53:56.959470 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-ccf97c2b-b6bd-4f9d-805f-0f924e5256a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0597789 Jul 22 20:53:57.067472 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-6f621d77-f812-4cac-b3b7-141bd2c5fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:53:57.069548 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-6f621d77-f812-4cac-b3b7-141bd2c5fe01 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0919101 Jul 22 20:53:57.116776 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-fe5d7abf-4b5e-43ce-aac7-792902b7782b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0403669 Jul 22 20:53:57.168540 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-4d16204a-575d-4983-b9ca-40448557bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:53:57.170087 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-4d16204a-575d-4983-b9ca-40448557bbb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0471706 Jul 22 20:53:57.236420 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-a2c47255-fc21-4060-9dab-3ed9ef962164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:53:57.237984 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-a2c47255-fc21-4060-9dab-3ed9ef962164 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615332 Jul 22 20:53:57.637447 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-89f2336c-78e7-4ba3-b342-86ac254de392 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925252 Jul 22 20:53:57.732117 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-3c7f04b3-77bb-4447-a610-88b05da9c1b1 req-1596184b-4be4-4cd3-a020-1041c2a93bd1 service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859213 Jul 22 20:53:58.227685 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:53:58.580643 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:54:07.276390 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-4f96e455-7789-43a6-9c02-46a583e0ad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:10.137522 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:10.155617 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e7ac-e8c9-43ae-add4-cb39da3d612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:11.892072 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:13.255316 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:25.281012 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:28.246280 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:35.579693 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:54:37.263469 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-96184cda-6690-4250-bfda-468757182ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:40.130430 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:40.156758 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-e3f1d3b1-7cca-4969-a5d3-f0f3c6738c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:41.890498 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:43.258571 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:55.281621 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:54:56.835434 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-44236a69-c7ce-478c-9765-bbe0358eb62e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579777 Jul 22 20:54:56.938416 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-d9acd3ec-6b79-454d-a674-a48cd7d1b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:54:56.939991 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-d9acd3ec-6b79-454d-a674-a48cd7d1b841 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0606606 Jul 22 20:54:57.048889 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-829f67d9-2221-431d-aaca-b726d5a2ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:54:57.050446 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-829f67d9-2221-431d-aaca-b726d5a2ac0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0909753 Jul 22 20:54:57.098499 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-95925278-3ee2-4a8d-b280-53293dcb9f83 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0407734 Jul 22 20:54:57.150587 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-ad445887-0e7f-4a6a-9e36-31c1ceb37d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:54:57.152078 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-ad445887-0e7f-4a6a-9e36-31c1ceb37d6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0465076 Jul 22 20:54:57.215153 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-c4f3628b-5f11-4f0a-af7a-f4e2382f0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:54:57.216727 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-c4f3628b-5f11-4f0a-af7a-f4e2382f0388 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572653 Jul 22 20:54:57.314016 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-b377a331-ae70-4cae-96fa-c926c31af74d service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889432 Jul 22 20:54:57.408930 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-d2ab9c37-eeb0-4315-aae9-95c02ca57a9b req-4863b34a-0892-4d8d-9df0-247ce05d0a7b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878654 Jul 22 20:54:58.245211 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:07.265914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-29db056f-d525-43cb-b80f-bfacd5afa6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:10.133422 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:10.157248 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-5ed33e21-241e-4a15-9e66-fab87a07ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:11.893100 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:12.579402 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:55:13.261922 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:25.295966 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:28.302383 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:37.266858 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-01cb015f-ade6-49fd-bdad-6d75ab24cbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:40.135704 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:40.156878 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-39288874-c43a-4596-a275-3d8877f91bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:41.897615 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:43.264096 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:49.578391 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:55:55.301371 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:55:56.894560 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-60fb91ed-468f-4a25-a807-805441c0547b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591159 Jul 22 20:55:56.991645 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902dbf-740a-41c5-a376-73de77c4a82b req-5de979ea-420a-4fe2-8fcb-29550dd0d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:56.993188 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-5de979ea-420a-4fe2-8fcb-29550dd0d453 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b01c79fe50dd4406ab6f986ab506819d&device_id=9d6136a7-b7f9-4ec1-922b-a5cd58380ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0538647 Jul 22 20:55:57.101735 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902dbf-740a-41c5-a376-73de77c4a82b req-84404e6c-f866-46d9-888b-463af43421d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:57.103222 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-84404e6c-f866-46d9-888b-463af43421d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f HTTP/1.1" status: 200 len: 912 time: 0.0882597 Jul 22 20:55:57.145150 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-a3f413bf-a1cd-4710-9e92-f60fcee476c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd718192-9e9f-4447-a9eb-bddbb76e1b1f HTTP/1.1" status: 200 len: 217 time: 0.0336521 Jul 22 20:55:57.193444 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902dbf-740a-41c5-a376-73de77c4a82b req-f4303bd8-2f1b-4843-8f63-6211dc078f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:57.195635 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-f4303bd8-2f1b-4843-8f63-6211dc078f01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=01f00238-91fc-44e6-baf0-c5e2bc7c2c42 HTTP/1.1" status: 200 len: 850 time: 0.0442448 Jul 22 20:55:57.260088 n-d-800087-13 neutron-server[93800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902dbf-740a-41c5-a376-73de77c4a82b req-74e96df8-90b2-4250-8330-63e36c7da69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 20:55:57.261592 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-74e96df8-90b2-4250-8330-63e36c7da69a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f89f9a1b-ebfa-45bf-a521-b96d6159e21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583968 Jul 22 20:55:57.273208 n-d-800087-13 neutron-server[93800]: DEBUG neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-830c2b2f-808d-4053-a3cb-f4238f47d3e3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=93800) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 20:55:57.274481 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-830c2b2f-808d-4053-a3cb-f4238f47d3e3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059555 Jul 22 20:55:57.362556 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-2324f7cb-e30c-4b34-baf7-e384c9310e4b service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805082 Jul 22 20:55:57.454133 n-d-800087-13 neutron-server[93800]: INFO neutron.wsgi [req-29902dbf-740a-41c5-a376-73de77c4a82b req-8d4b849f-0187-4499-b455-80c3fa2a937e service neutron] 10.222.0.32 "GET /v2.0/networks/f89f9a1b-ebfa-45bf-a521-b96d6159e21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849907 Jul 22 20:55:58.317269 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:02.581591 n-d-800087-13 neutron-server[93801]: DEBUG neutron.wsgi [req-3f8e1a52-2fc1-4036-8583-de5053828b97 req-5cdc4be7-cafe-422e-9bfa-c5b8dd08c5e2 service neutron] (93801) timed out ('10.222.0.10', 37462) {{(pid=93801) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 20:56:07.271977 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-695d12e4-1d00-4c6a-b770-71067eaea646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:10.136752 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-6a8a6f4c-8571-4119-9217-ae48a3630088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:10.155979 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-a1c85e08-db46-45c1-9b5a-23bc77f2e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:11.898494 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-088821d6-d791-492d-82c1-9dc8e5aacfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:13.267052 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0a95e0f4-874f-45bf-865f-865e6bb3e63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:25.311914 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-3a7eab93-2ebe-464f-8521-5247d27a9e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 20:56:26.577379 n-d-800087-13 neutron-server[93803]: DEBUG neutron.db.agents_db [None req-91a1f9d9-dd27-45f8-a4ab-6a9354d6ccc0 None None] Agent healthcheck: found 7 active agents {{(pid=93803) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 20:56:28.321763 n-d-800087-13 neutron-server[93802]: DEBUG neutron_lib.callbacks.manager [None req-0893b27a-6c5b-4270-8379-1648d9f2ab0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770609128223', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1651562'] for agent, after_update {{(pid=93802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}